Lines Matching +full:r +full:- +full:tile
1 // SPDX-License-Identifier: MIT
6 #include <linux/dma-fence.h>
7 #include <linux/dma-resv.h>
26 #define check_array_bounds(display, a, i) drm_WARN_ON((display)->drm, (i) >= ARRAY_SIZE(a))
31 * the cache-line pairs. The compression state of the cache-line pair
32 * is specified by 2 bits in the CCS. Each CCS cache-line represents
33 * an area on the main surface of 16 x16 sets of 128 byte Y-tiled
34 * cache-line-pairs. CCS is always Y tiled."
62 * Gen-12 compression uses 4 bits of CCS data for each cache line pair in the
63 * main surface. And each 64B CCS cache line represents an area of 4x1 Y-tiles
64 * in the main surface. With 4 byte pixels and each Y-tile having dimensions of
222 #define DISPLAY_VER_ALL { 0, -1 }
251 .display_ver = { 20, -1 },
255 .display_ver = { 14, -1 },
301 .display_ver = { 13, -1 },
407 tiling_caps = lookup_modifier_or_null(fb_modifier)->plane_caps & in intel_fb_modifier_to_tiling()
439 if (!md || !md->formats) in intel_fb_get_format_info()
442 return lookup_format_info(md->formats, md->format_count, pixel_format); in intel_fb_get_format_info()
464 return plane_caps_contain_any(lookup_modifier(modifier)->plane_caps, in intel_fb_is_tiled_modifier()
478 return plane_caps_contain_any(lookup_modifier(modifier)->plane_caps, in intel_fb_is_ccs_modifier()
491 return plane_caps_contain_any(lookup_modifier(modifier)->plane_caps, in intel_fb_is_rc_ccs_cc_modifier()
504 return plane_caps_contain_any(lookup_modifier(modifier)->plane_caps, in intel_fb_is_mc_ccs_modifier()
522 return plane_caps_contain_any(md->plane_caps, in intel_fb_needs_64k_phys()
535 return plane_caps_contain_any(lookup_modifier(modifier)->plane_caps, in intel_fb_is_tile4_modifier()
542 return md->display_ver.from <= display_ver_until && in check_modifier_display_ver_range()
543 display_ver_from <= md->display_ver.until; in check_modifier_display_ver_range()
550 struct drm_i915_private *i915 = to_i915(display->drm); in plane_has_modifier()
552 if (!IS_DISPLAY_VER(display, md->display_ver.from, md->display_ver.until)) in plane_has_modifier()
555 if (!plane_caps_contain_all(plane_caps, md->plane_caps)) in plane_has_modifier()
562 if (intel_fb_is_ccs_modifier(md->modifier) && in plane_has_modifier()
563 HAS_FLAT_CCS(i915) != !md->ccs.packed_aux_planes) in plane_has_modifier()
566 if (md->modifier == I915_FORMAT_MOD_4_TILED_BMG_CCS && in plane_has_modifier()
567 (GRAPHICS_VER(i915) < 20 || !display->platform.dgfx)) in plane_has_modifier()
570 if (md->modifier == I915_FORMAT_MOD_4_TILED_LNL_CCS && in plane_has_modifier()
571 (GRAPHICS_VER(i915) < 20 || display->platform.dgfx)) in plane_has_modifier()
599 if (drm_WARN_ON(display->drm, !list)) in intel_fb_plane_get_modifiers()
624 for (i = 0; i < plane->base.modifier_count; i++) in intel_fb_plane_supports_modifier()
625 if (plane->base.modifiers[i] == modifier) in intel_fb_plane_supports_modifier()
634 if (!info->is_yuv) in format_is_yuv_semiplanar()
637 if (hweight8(md->ccs.planar_aux_planes) == 2) in format_is_yuv_semiplanar()
638 return info->num_planes == 4; in format_is_yuv_semiplanar()
640 return info->num_planes == 2; in format_is_yuv_semiplanar()
661 return md->ccs.planar_aux_planes; in ccs_aux_plane_mask()
663 return md->ccs.packed_aux_planes; in ccs_aux_plane_mask()
676 const struct intel_modifier_desc *md = lookup_modifier(fb->modifier); in intel_fb_is_ccs_aux_plane()
678 return ccs_aux_plane_mask(md, fb->format) & BIT(color_plane); in intel_fb_is_ccs_aux_plane()
691 const struct intel_modifier_desc *md = lookup_modifier(fb->modifier); in intel_fb_is_gen12_ccs_aux_plane()
694 ccs_aux_plane_mask(md, fb->format) & BIT(color_plane); in intel_fb_is_gen12_ccs_aux_plane()
702 * Returns the index of the color clear plane for @fb, or -1 if @fb is not a
707 const struct intel_modifier_desc *md = lookup_modifier(fb->modifier); in intel_fb_rc_ccs_cc_plane()
709 if (!md->ccs.cc_planes) in intel_fb_rc_ccs_cc_plane()
710 return -1; in intel_fb_rc_ccs_cc_plane()
712 drm_WARN_ON_ONCE(fb->dev, hweight8(md->ccs.cc_planes) > 1); in intel_fb_rc_ccs_cc_plane()
714 return ilog2((int)md->ccs.cc_planes); in intel_fb_rc_ccs_cc_plane()
724 return fb->modifier == DRM_FORMAT_MOD_LINEAR || in is_surface_linear()
731 drm_WARN_ON(fb->dev, !intel_fb_is_ccs_modifier(fb->modifier) || in main_to_ccs_plane()
732 (main_plane && main_plane >= fb->format->num_planes / 2)); in main_to_ccs_plane()
734 return fb->format->num_planes / 2 + main_plane; in main_to_ccs_plane()
739 drm_WARN_ON(fb->dev, !intel_fb_is_ccs_modifier(fb->modifier) || in skl_ccs_to_main_plane()
740 ccs_plane < fb->format->num_planes / 2); in skl_ccs_to_main_plane()
745 return ccs_plane - fb->format->num_planes / 2; in skl_ccs_to_main_plane()
750 int main_plane = skl_ccs_to_main_plane(&fb->base, ccs_plane); in gen12_ccs_aux_stride()
751 unsigned int main_stride = fb->base.pitches[main_plane]; in gen12_ccs_aux_stride()
752 unsigned int main_tile_width = intel_tile_width_bytes(&fb->base, main_plane); in gen12_ccs_aux_stride()
759 const struct intel_modifier_desc *md = lookup_modifier(fb->modifier); in skl_main_to_aux_plane()
760 struct intel_display *display = to_intel_display(fb->dev); in skl_main_to_aux_plane()
762 if (md->ccs.packed_aux_planes | md->ccs.planar_aux_planes) in skl_main_to_aux_plane()
765 format_is_yuv_semiplanar(md, fb->format)) in skl_main_to_aux_plane()
779 struct intel_display *display = to_intel_display(fb->dev); in intel_tile_width_bytes()
780 struct drm_i915_private *i915 = to_i915(display->drm); in intel_tile_width_bytes()
781 unsigned int cpp = fb->format->cpp[color_plane]; in intel_tile_width_bytes()
783 switch (fb->modifier) { in intel_tile_width_bytes()
798 * Each 4K tile consists of 64B(8*8) subtiles, with in intel_tile_width_bytes()
799 * same shape as Y Tile(i.e 4*16B OWords) in intel_tile_width_bytes()
841 MISSING_CASE(fb->modifier); in intel_tile_width_bytes()
848 struct intel_display *display = to_intel_display(fb->dev); in intel_tile_height()
855 * Return the tile dimensions in pixel units, based on the (2 or 4 kbyte) GTT
856 * page tile size.
863 unsigned int cpp = fb->format->cpp[color_plane]; in intel_tile_dims()
870 * Return the tile dimensions in pixel units, based on the tile block size.
871 * The block covers the full GTT page sized tile on all tiled surfaces and
872 * it's a 64 byte portion of the tile on TGL+ CCS surfaces.
890 return fb->pitches[color_plane] * tile_height; in intel_tile_row_size()
909 struct intel_display *display = to_intel_display(fb->dev); in intel_fb_uses_dpt()
911 return display->params.enable_dpt && in intel_fb_uses_dpt()
912 intel_fb_modifier_uses_dpt(display, fb->modifier); in intel_fb_uses_dpt()
933 *hsub = fb->format->hsub; in intel_fb_plane_get_subsampling()
934 *vsub = fb->format->vsub; in intel_fb_plane_get_subsampling()
940 *hsub = drm_format_info_block_width(fb->format, color_plane) / in intel_fb_plane_get_subsampling()
941 drm_format_info_block_width(fb->format, main_plane); in intel_fb_plane_get_subsampling()
945 * assumes that format->hsub applies to every plane except for the in intel_fb_plane_get_subsampling()
952 *hsub *= fb->format->hsub; in intel_fb_plane_get_subsampling()
959 int main_plane = intel_fb_is_ccs_aux_plane(&fb->base, color_plane) ? in intel_fb_plane_dims()
960 skl_ccs_to_main_plane(&fb->base, color_plane) : 0; in intel_fb_plane_dims()
961 unsigned int main_width = fb->base.width; in intel_fb_plane_dims()
962 unsigned int main_height = fb->base.height; in intel_fb_plane_dims()
966 intel_fb_plane_get_subsampling(&main_hsub, &main_vsub, &fb->base, main_plane); in intel_fb_plane_dims()
967 intel_fb_plane_get_subsampling(&hsub, &vsub, &fb->base, color_plane); in intel_fb_plane_dims()
984 WARN_ON(old_offset & (tile_size - 1)); in intel_adjust_tile_offset()
985 WARN_ON(new_offset & (tile_size - 1)); in intel_adjust_tile_offset()
988 tiles = (old_offset - new_offset) / tile_size; in intel_adjust_tile_offset()
1008 *y = (old_offset - new_offset) / pitch; in intel_adjust_linear_offset()
1009 *x = ((old_offset - new_offset) - *y * pitch) / cpp; in intel_adjust_linear_offset()
1021 struct intel_display *display = to_intel_display(fb->dev); in intel_adjust_aligned_offset()
1022 unsigned int cpp = fb->format->cpp[color_plane]; in intel_adjust_aligned_offset()
1024 drm_WARN_ON(display->drm, new_offset > old_offset); in intel_adjust_aligned_offset()
1052 * Adjust the tile offset by moving the difference into
1060 return intel_adjust_aligned_offset(x, y, plane_state->hw.fb, color_plane, in intel_plane_adjust_aligned_offset()
1061 plane_state->hw.rotation, in intel_plane_adjust_aligned_offset()
1062 plane_state->view.color_plane[color_plane].mapping_stride, in intel_plane_adjust_aligned_offset()
1067 * Computes the aligned offset to the base tile and adjusts
1068 * x, y. bytes per pixel is assumed to be a power-of-two.
1088 unsigned int cpp = fb->format->cpp[color_plane]; in intel_compute_aligned_offset()
1126 *x = ((offset % alignment) - *y * pitch) / cpp; in intel_compute_aligned_offset()
1140 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane); in intel_plane_compute_aligned_offset()
1141 const struct drm_framebuffer *fb = plane_state->hw.fb; in intel_plane_compute_aligned_offset()
1142 unsigned int rotation = plane_state->hw.rotation; in intel_plane_compute_aligned_offset()
1143 unsigned int pitch = plane_state->view.color_plane[color_plane].mapping_stride; in intel_plane_compute_aligned_offset()
1144 unsigned int alignment = plane->min_alignment(plane, fb, color_plane); in intel_plane_compute_aligned_offset()
1150 /* Convert the fb->offset[] into x/y offsets */
1155 struct intel_display *display = to_intel_display(fb->dev); in intel_fb_offset_to_xy()
1158 if (fb->modifier != DRM_FORMAT_MOD_LINEAR) in intel_fb_offset_to_xy()
1163 if (alignment != 0 && fb->offsets[color_plane] % alignment) { in intel_fb_offset_to_xy()
1164 drm_dbg_kms(display->drm, in intel_fb_offset_to_xy()
1166 fb->offsets[color_plane], color_plane); in intel_fb_offset_to_xy()
1167 return -EINVAL; in intel_fb_offset_to_xy()
1170 height = drm_format_info_plane_height(fb->format, fb->height, color_plane); in intel_fb_offset_to_xy()
1174 if (check_add_overflow(mul_u32_u32(height, fb->pitches[color_plane]), in intel_fb_offset_to_xy()
1175 fb->offsets[color_plane], &unused)) { in intel_fb_offset_to_xy()
1176 drm_dbg_kms(display->drm, in intel_fb_offset_to_xy()
1178 fb->offsets[color_plane], fb->pitches[color_plane], in intel_fb_offset_to_xy()
1180 return -ERANGE; in intel_fb_offset_to_xy()
1188 fb->pitches[color_plane], in intel_fb_offset_to_xy()
1189 fb->offsets[color_plane], 0); in intel_fb_offset_to_xy()
1196 struct intel_display *display = to_intel_display(fb->dev); in intel_fb_check_ccs_xy()
1208 * While all the tile dimensions are based on a 2k or 4k GTT page size in intel_fb_check_ccs_xy()
1210 * on TGL+) block inside the tile. in intel_fb_check_ccs_xy()
1222 main_x = intel_fb->normal_view.color_plane[main_plane].x % tile_width; in intel_fb_check_ccs_xy()
1223 main_y = intel_fb->normal_view.color_plane[main_plane].y % tile_height; in intel_fb_check_ccs_xy()
1226 * CCS doesn't have its own x/y offset register, so the intra CCS tile in intel_fb_check_ccs_xy()
1230 drm_dbg_kms(display->drm, in intel_fb_check_ccs_xy()
1233 intel_fb->normal_view.color_plane[main_plane].x, in intel_fb_check_ccs_xy()
1234 intel_fb->normal_view.color_plane[main_plane].y, in intel_fb_check_ccs_xy()
1236 return -EINVAL; in intel_fb_check_ccs_xy()
1245 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane); in intel_plane_can_remap()
1246 const struct drm_framebuffer *fb = plane_state->hw.fb; in intel_plane_can_remap()
1250 if (plane->id == PLANE_CURSOR) in intel_plane_can_remap()
1257 * and gen2 2KiB GTT tile size. in intel_plane_can_remap()
1266 if (intel_fb_is_ccs_modifier(fb->modifier)) in intel_plane_can_remap()
1270 if (fb->modifier == DRM_FORMAT_MOD_LINEAR) { in intel_plane_can_remap()
1271 unsigned int alignment = intel_tile_size(display) - 1; in intel_plane_can_remap()
1273 for (i = 0; i < fb->format->num_planes; i++) { in intel_plane_can_remap()
1274 if (fb->pitches[i] & alignment) in intel_plane_can_remap()
1284 struct intel_display *display = to_intel_display(fb->base.dev); in intel_fb_needs_pot_stride_remap()
1286 return (display->platform.alderlake_p || DISPLAY_VER(display) >= 14) && in intel_fb_needs_pot_stride_remap()
1287 intel_fb_uses_dpt(&fb->base); in intel_fb_needs_pot_stride_remap()
1293 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane); in intel_plane_uses_fence()
1296 (plane->fbc && !plane_state->no_fbc_reason && in intel_plane_uses_fence()
1297 plane_state->view.gtt.type == I915_GTT_VIEW_NORMAL); in intel_plane_uses_fence()
1303 return fb->rotated_view.color_plane[color_plane].mapping_stride; in intel_fb_pitch()
1305 return fb->remapped_view.color_plane[color_plane].mapping_stride; in intel_fb_pitch()
1307 return fb->normal_view.color_plane[color_plane].mapping_stride; in intel_fb_pitch()
1312 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane); in intel_plane_needs_remap()
1313 const struct intel_framebuffer *fb = to_intel_framebuffer(plane_state->hw.fb); in intel_plane_needs_remap()
1314 unsigned int rotation = plane_state->hw.rotation; in intel_plane_needs_remap()
1321 if (!plane_state->uapi.visible) in intel_plane_needs_remap()
1332 max_stride = plane->max_stride(plane, fb->base.format->format, in intel_plane_needs_remap()
1333 fb->base.modifier, rotation); in intel_plane_needs_remap()
1341 struct intel_display *display = to_intel_display(fb->base.dev); in convert_plane_offset_to_xy()
1342 struct drm_gem_object *obj = intel_fb_bo(&fb->base); in convert_plane_offset_to_xy()
1345 ret = intel_fb_offset_to_xy(x, y, &fb->base, color_plane); in convert_plane_offset_to_xy()
1347 drm_dbg_kms(display->drm, in convert_plane_offset_to_xy()
1349 color_plane, fb->base.offsets[color_plane]); in convert_plane_offset_to_xy()
1353 ret = intel_fb_check_ccs_xy(&fb->base, color_plane, *x, *y); in convert_plane_offset_to_xy()
1367 (*x + plane_width) * fb->base.format->cpp[color_plane] > fb->base.pitches[color_plane]) { in convert_plane_offset_to_xy()
1368 drm_dbg_kms(display->drm, in convert_plane_offset_to_xy()
1370 color_plane, fb->base.offsets[color_plane]); in convert_plane_offset_to_xy()
1371 return -EINVAL; in convert_plane_offset_to_xy()
1379 struct intel_display *display = to_intel_display(fb->base.dev); in calc_plane_aligned_offset()
1383 offset = intel_compute_aligned_offset(display, x, y, &fb->base, color_plane, in calc_plane_aligned_offset()
1384 fb->base.pitches[color_plane], in calc_plane_aligned_offset()
1400 dims->width = width; in init_plane_view_dims()
1401 dims->height = height; in init_plane_view_dims()
1403 intel_tile_dims(&fb->base, color_plane, &dims->tile_width, &dims->tile_height); in init_plane_view_dims()
1410 return DIV_ROUND_UP(fb->base.pitches[color_plane], in plane_view_src_stride_tiles()
1411 dims->tile_width * fb->base.format->cpp[color_plane]); in plane_view_src_stride_tiles()
1434 struct intel_display *display = to_intel_display(fb->base.dev); in plane_view_scanout_stride()
1437 if ((display->platform.alderlake_p || DISPLAY_VER(display) >= 14) && in plane_view_scanout_stride()
1443 return stride_tiles * tile_width * fb->base.format->cpp[color_plane]; in plane_view_scanout_stride()
1451 return DIV_ROUND_UP(x + dims->width, dims->tile_width); in plane_view_width_tiles()
1459 return DIV_ROUND_UP(y + dims->height, dims->tile_height); in plane_view_height_tiles()
1467 struct intel_display *display = to_intel_display(fb->base.dev); in plane_view_linear_tiles()
1470 size = (y + dims->height) * fb->base.pitches[color_plane] + in plane_view_linear_tiles()
1471 x * fb->base.format->cpp[color_plane]; in plane_view_linear_tiles()
1477 drm_WARN_ON((display)->drm, overflows_type(val, var)); \
1483 drm_WARN_ON((display)->drm, (var) != (val)); \
1492 struct intel_display *display = to_intel_display(fb->base.dev); in calc_plane_remap_info()
1493 struct intel_remapped_plane_info *remap_info = &view->gtt.remapped.plane[color_plane]; in calc_plane_remap_info()
1494 struct i915_color_plane_view *color_plane_info = &view->color_plane[color_plane]; in calc_plane_remap_info()
1495 unsigned int tile_width = dims->tile_width; in calc_plane_remap_info()
1496 unsigned int tile_height = dims->tile_height; in calc_plane_remap_info()
1498 struct drm_rect r; in calc_plane_remap_info() local
1501 assign_bfld_chk_ovf(display, remap_info->offset, obj_offset); in calc_plane_remap_info()
1503 if (intel_fb_is_gen12_ccs_aux_plane(&fb->base, color_plane)) { in calc_plane_remap_info()
1504 remap_info->linear = 1; in calc_plane_remap_info()
1506 assign_chk_ovf(display, remap_info->size, in calc_plane_remap_info()
1509 remap_info->linear = 0; in calc_plane_remap_info()
1511 assign_chk_ovf(display, remap_info->src_stride, in calc_plane_remap_info()
1513 assign_chk_ovf(display, remap_info->width, in calc_plane_remap_info()
1515 assign_chk_ovf(display, remap_info->height, in calc_plane_remap_info()
1519 if (view->gtt.type == I915_GTT_VIEW_ROTATED) { in calc_plane_remap_info()
1520 drm_WARN_ON(display->drm, remap_info->linear); in calc_plane_remap_info()
1521 check_array_bounds(display, view->gtt.rotated.plane, color_plane); in calc_plane_remap_info()
1523 assign_chk_ovf(display, remap_info->dst_stride, in calc_plane_remap_info()
1524 plane_view_dst_stride_tiles(fb, color_plane, remap_info->height)); in calc_plane_remap_info()
1527 drm_rect_init(&r, x, y, dims->width, dims->height); in calc_plane_remap_info()
1528 drm_rect_rotate(&r, in calc_plane_remap_info()
1529 remap_info->width * tile_width, in calc_plane_remap_info()
1530 remap_info->height * tile_height, in calc_plane_remap_info()
1533 color_plane_info->x = r.x1; in calc_plane_remap_info()
1534 color_plane_info->y = r.y1; in calc_plane_remap_info()
1536 color_plane_info->mapping_stride = remap_info->dst_stride * tile_height; in calc_plane_remap_info()
1537 color_plane_info->scanout_stride = color_plane_info->mapping_stride; in calc_plane_remap_info()
1539 size += remap_info->dst_stride * remap_info->width; in calc_plane_remap_info()
1541 /* rotate the tile dimensions to match the GTT view */ in calc_plane_remap_info()
1544 drm_WARN_ON(display->drm, view->gtt.type != I915_GTT_VIEW_REMAPPED); in calc_plane_remap_info()
1546 check_array_bounds(display, view->gtt.remapped.plane, color_plane); in calc_plane_remap_info()
1548 if (view->gtt.remapped.plane_alignment) { in calc_plane_remap_info()
1550 view->gtt.remapped.plane_alignment); in calc_plane_remap_info()
1552 size += aligned_offset - gtt_offset; in calc_plane_remap_info()
1556 color_plane_info->x = x; in calc_plane_remap_info()
1557 color_plane_info->y = y; in calc_plane_remap_info()
1559 if (remap_info->linear) { in calc_plane_remap_info()
1560 color_plane_info->mapping_stride = fb->base.pitches[color_plane]; in calc_plane_remap_info()
1561 color_plane_info->scanout_stride = color_plane_info->mapping_stride; in calc_plane_remap_info()
1563 size += remap_info->size; in calc_plane_remap_info()
1573 intel_fb_is_ccs_modifier(fb->base.modifier)) in calc_plane_remap_info()
1574 dst_stride = remap_info->src_stride; in calc_plane_remap_info()
1576 dst_stride = remap_info->width; in calc_plane_remap_info()
1580 assign_chk_ovf(display, remap_info->dst_stride, dst_stride); in calc_plane_remap_info()
1581 color_plane_info->mapping_stride = dst_stride * in calc_plane_remap_info()
1583 fb->base.format->cpp[color_plane]; in calc_plane_remap_info()
1584 color_plane_info->scanout_stride = in calc_plane_remap_info()
1586 remap_info->src_stride, in calc_plane_remap_info()
1589 size += dst_stride * remap_info->height; in calc_plane_remap_info()
1598 if (remap_info->linear) in calc_plane_remap_info()
1599 intel_adjust_linear_offset(&color_plane_info->x, &color_plane_info->y, in calc_plane_remap_info()
1600 fb->base.format->cpp[color_plane], in calc_plane_remap_info()
1601 color_plane_info->mapping_stride, in calc_plane_remap_info()
1604 intel_adjust_tile_offset(&color_plane_info->x, &color_plane_info->y, in calc_plane_remap_info()
1606 tile_size, remap_info->dst_stride, in calc_plane_remap_info()
1622 if (is_surface_linear(&fb->base, color_plane)) { in calc_plane_normal_size()
1628 * If the plane isn't horizontally tile aligned, in calc_plane_normal_size()
1629 * we need one more tile. in calc_plane_normal_size()
1643 view->gtt.type = view_type; in intel_fb_view_init()
1646 (display->platform.alderlake_p || DISPLAY_VER(display) >= 14)) in intel_fb_view_init()
1647 view->gtt.remapped.plane_alignment = SZ_2M / PAGE_SIZE; in intel_fb_view_init()
1652 struct intel_display *display = to_intel_display(fb->base.dev); in intel_fb_supports_90_270_rotation()
1657 return fb->base.modifier == I915_FORMAT_MOD_Y_TILED || in intel_fb_supports_90_270_rotation()
1658 fb->base.modifier == I915_FORMAT_MOD_Yf_TILED; in intel_fb_supports_90_270_rotation()
1663 struct intel_display *display = to_intel_display(fb->dev); in intel_fb_min_alignment()
1667 for_each_intel_plane(display->drm, plane) { in intel_fb_min_alignment()
1670 if (!drm_plane_has_format(&plane->base, fb->format->format, fb->modifier)) in intel_fb_min_alignment()
1673 plane_min_alignment = plane->min_alignment(plane, fb, 0); in intel_fb_min_alignment()
1675 drm_WARN_ON(display->drm, plane_min_alignment && in intel_fb_min_alignment()
1689 struct intel_display *display = to_intel_display(fb->dev); in intel_fb_vtd_guard()
1693 for_each_intel_plane(display->drm, plane) { in intel_fb_vtd_guard()
1694 if (!drm_plane_has_format(&plane->base, fb->format->format, fb->modifier)) in intel_fb_vtd_guard()
1697 vtd_guard = max_t(unsigned int, vtd_guard, plane->vtd_guard); in intel_fb_vtd_guard()
1705 struct drm_gem_object *obj = intel_fb_bo(&fb->base); in intel_fill_fb_info()
1709 int i, num_planes = fb->base.format->num_planes; in intel_fill_fb_info()
1712 intel_fb_view_init(display, &fb->normal_view, I915_GTT_VIEW_NORMAL); in intel_fill_fb_info()
1714 drm_WARN_ON(display->drm, in intel_fill_fb_info()
1719 intel_fb_view_init(display, &fb->rotated_view, I915_GTT_VIEW_ROTATED); in intel_fill_fb_info()
1721 intel_fb_view_init(display, &fb->remapped_view, I915_GTT_VIEW_REMAPPED); in intel_fill_fb_info()
1736 if (is_gen12_ccs_cc_plane(&fb->base, i)) { in intel_fill_fb_info()
1739 if (!IS_ALIGNED(fb->base.offsets[i], 64)) { in intel_fill_fb_info()
1740 drm_dbg_kms(display->drm, in intel_fill_fb_info()
1742 i, fb->base.offsets[i]); in intel_fill_fb_info()
1743 return -EINVAL; in intel_fill_fb_info()
1746 if (check_add_overflow(fb->base.offsets[i], 64, &end)) { in intel_fill_fb_info()
1747 drm_dbg_kms(display->drm, in intel_fill_fb_info()
1749 i, fb->base.offsets[i]); in intel_fill_fb_info()
1750 return -EINVAL; in intel_fill_fb_info()
1769 fb->normal_view.color_plane[i].x = x; in intel_fill_fb_info()
1770 fb->normal_view.color_plane[i].y = y; in intel_fill_fb_info()
1771 fb->normal_view.color_plane[i].mapping_stride = fb->base.pitches[i]; in intel_fill_fb_info()
1772 fb->normal_view.color_plane[i].scanout_stride = in intel_fill_fb_info()
1773 fb->normal_view.color_plane[i].mapping_stride; in intel_fill_fb_info()
1780 &fb->rotated_view); in intel_fill_fb_info()
1785 &fb->remapped_view); in intel_fill_fb_info()
1792 if (mul_u32_u32(max_size, tile_size) > obj->size) { in intel_fill_fb_info()
1793 drm_dbg_kms(display->drm, in intel_fill_fb_info()
1795 mul_u32_u32(max_size, tile_size), obj->size); in intel_fill_fb_info()
1796 return -EINVAL; in intel_fill_fb_info()
1799 fb->min_alignment = intel_fb_min_alignment(&fb->base); in intel_fill_fb_info()
1800 fb->vtd_guard = intel_fb_vtd_guard(&fb->base); in intel_fill_fb_info()
1812 vtd_guard = to_intel_framebuffer(fb)->vtd_guard; in intel_fb_view_vtd_guard()
1816 for (color_plane = 0; color_plane < fb->format->num_planes; color_plane++) { in intel_fb_view_vtd_guard()
1817 unsigned int stride, tile; in intel_fb_view_vtd_guard() local
1823 stride = view->color_plane[color_plane].mapping_stride; in intel_fb_view_vtd_guard()
1826 tile = intel_tile_height(fb, color_plane); in intel_fb_view_vtd_guard()
1828 tile = intel_tile_width_bytes(fb, color_plane); in intel_fb_view_vtd_guard()
1830 vtd_guard = max(vtd_guard, DIV_ROUND_UP(stride, tile)); in intel_fb_view_vtd_guard()
1839 struct drm_framebuffer *fb = plane_state->hw.fb; in intel_plane_remap_gtt()
1841 unsigned int rotation = plane_state->hw.rotation; in intel_plane_remap_gtt()
1842 int i, num_planes = fb->format->num_planes; in intel_plane_remap_gtt()
1847 intel_fb_view_init(display, &plane_state->view, in intel_plane_remap_gtt()
1851 src_x = plane_state->uapi.src.x1 >> 16; in intel_plane_remap_gtt()
1852 src_y = plane_state->uapi.src.y1 >> 16; in intel_plane_remap_gtt()
1853 src_w = drm_rect_width(&plane_state->uapi.src) >> 16; in intel_plane_remap_gtt()
1854 src_h = drm_rect_height(&plane_state->uapi.src) >> 16; in intel_plane_remap_gtt()
1856 drm_WARN_ON(display->drm, intel_fb_is_ccs_modifier(fb->modifier)); in intel_plane_remap_gtt()
1859 drm_rect_translate(&plane_state->uapi.src, in intel_plane_remap_gtt()
1860 -(src_x << 16), -(src_y << 16)); in intel_plane_remap_gtt()
1864 drm_rect_rotate(&plane_state->uapi.src, in intel_plane_remap_gtt()
1869 unsigned int hsub = i ? fb->format->hsub : 1; in intel_plane_remap_gtt()
1870 unsigned int vsub = i ? fb->format->vsub : 1; in intel_plane_remap_gtt()
1887 x += intel_fb->normal_view.color_plane[i].x; in intel_plane_remap_gtt()
1888 y += intel_fb->normal_view.color_plane[i].y; in intel_plane_remap_gtt()
1894 &plane_state->view); in intel_plane_remap_gtt()
1903 for (i = 0 ; i < ARRAY_SIZE(rot_info->plane); i++) in intel_rotation_info_size()
1904 size += rot_info->plane[i].dst_stride * rot_info->plane[i].width; in intel_rotation_info_size()
1914 for (i = 0 ; i < ARRAY_SIZE(rem_info->plane); i++) { in intel_remapped_info_size()
1917 if (rem_info->plane[i].linear) in intel_remapped_info_size()
1918 plane_size = rem_info->plane[i].size; in intel_remapped_info_size()
1920 plane_size = rem_info->plane[i].dst_stride * rem_info->plane[i].height; in intel_remapped_info_size()
1925 if (rem_info->plane_alignment) in intel_remapped_info_size()
1926 size = ALIGN(size, rem_info->plane_alignment); in intel_remapped_info_size()
1938 *view = fb->rotated_view; in intel_fb_fill_view()
1940 *view = fb->remapped_view; in intel_fb_fill_view()
1942 *view = fb->normal_view; in intel_fb_fill_view()
1948 * offset is only used with linear buffers on pre-hsw and tiled buffers
1955 const struct drm_framebuffer *fb = plane_state->hw.fb; in intel_fb_xy_to_linear()
1956 unsigned int cpp = fb->format->cpp[color_plane]; in intel_fb_xy_to_linear()
1957 unsigned int pitch = plane_state->view.color_plane[color_plane].mapping_stride; in intel_fb_xy_to_linear()
1963 * Add the x/y offsets derived from fb->offsets[] to the user
1972 *x += plane_state->view.color_plane[color_plane].x; in intel_add_fb_offsets()
1973 *y += plane_state->view.color_plane[color_plane].y; in intel_add_fb_offsets()
1988 return intel_plane_fb_max_stride(display->drm, pixel_format, modifier); in intel_fb_max_stride()
1998 struct intel_display *display = to_intel_display(fb->dev); in intel_fb_stride_alignment()
2002 unsigned int max_stride = intel_plane_fb_max_stride(display->drm, in intel_fb_stride_alignment()
2003 fb->format->format, in intel_fb_stride_alignment()
2004 fb->modifier); in intel_fb_stride_alignment()
2010 if (fb->pitches[color_plane] > max_stride && in intel_fb_stride_alignment()
2011 !intel_fb_is_ccs_modifier(fb->modifier)) in intel_fb_stride_alignment()
2018 if (intel_fb_is_ccs_modifier(fb->modifier)) { in intel_fb_stride_alignment()
2020 * On TGL the surface stride must be 4 tile aligned, mapped by in intel_fb_stride_alignment()
2034 else if ((DISPLAY_VER(display) == 9 || display->platform.geminilake) && in intel_fb_stride_alignment()
2035 color_plane == 0 && fb->width > 3840) in intel_fb_stride_alignment()
2044 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane); in intel_plane_check_stride()
2045 const struct drm_framebuffer *fb = plane_state->hw.fb; in intel_plane_check_stride()
2046 unsigned int rotation = plane_state->hw.rotation; in intel_plane_check_stride()
2056 !plane_state->uapi.visible) in intel_plane_check_stride()
2060 stride = plane_state->view.color_plane[0].mapping_stride; in intel_plane_check_stride()
2061 max_stride = plane->max_stride(plane, fb->format->format, in intel_plane_check_stride()
2062 fb->modifier, rotation); in intel_plane_check_stride()
2065 drm_dbg_kms(display->drm, in intel_plane_check_stride()
2067 fb->base.id, stride, in intel_plane_check_stride()
2068 plane->base.base.id, plane->base.name, max_stride); in intel_plane_check_stride()
2069 return -EINVAL; in intel_plane_check_stride()
2078 to_intel_framebuffer(plane_state->hw.fb); in intel_plane_compute_gtt()
2079 unsigned int rotation = plane_state->hw.rotation; in intel_plane_compute_gtt()
2096 intel_fb_fill_view(fb, rotation, &plane_state->view); in intel_plane_compute_gtt()
2100 drm_rect_rotate(&plane_state->uapi.src, in intel_plane_compute_gtt()
2101 fb->base.width << 16, fb->base.height << 16, in intel_plane_compute_gtt()
2114 intel_dpt_destroy(intel_fb->dpt_vm); in intel_user_framebuffer_destroy()
2118 intel_frontbuffer_put(intel_fb->frontbuffer); in intel_user_framebuffer_destroy()
2120 kfree(intel_fb->panic); in intel_user_framebuffer_destroy()
2129 struct intel_display *display = to_intel_display(obj->dev); in intel_user_framebuffer_create_handle()
2132 drm_dbg(display->drm, in intel_user_framebuffer_create_handle()
2134 return -EINVAL; in intel_user_framebuffer_create_handle()
2150 intel_frontbuffer_queue_flush(cb->front); in intel_user_framebuffer_fence_wake()
2167 if (!atomic_read(&front->bits)) in intel_user_framebuffer_dirty()
2170 if (dma_resv_test_signaled(obj->resv, dma_resv_usage_rw(false))) in intel_user_framebuffer_dirty()
2173 ret = dma_resv_get_singleton(obj->resv, dma_resv_usage_rw(false), in intel_user_framebuffer_dirty()
2181 ret = -ENOMEM; in intel_user_framebuffer_dirty()
2185 cb->front = front; in intel_user_framebuffer_dirty()
2189 ret = dma_fence_add_callback(fence, &cb->base, in intel_user_framebuffer_dirty()
2192 intel_user_framebuffer_fence_wake(fence, &cb->base); in intel_user_framebuffer_dirty()
2193 if (ret == -ENOENT) in intel_user_framebuffer_dirty()
2216 struct intel_display *display = to_intel_display(obj->dev); in intel_framebuffer_init()
2217 struct drm_framebuffer *fb = &intel_fb->base; in intel_framebuffer_init()
2222 intel_fb->panic = intel_panic_alloc(); in intel_framebuffer_init()
2223 if (!intel_fb->panic) in intel_framebuffer_init()
2224 return -ENOMEM; in intel_framebuffer_init()
2230 intel_fb->frontbuffer = intel_frontbuffer_get(obj); in intel_framebuffer_init()
2231 if (!intel_fb->frontbuffer) { in intel_framebuffer_init()
2232 ret = -ENOMEM; in intel_framebuffer_init()
2240 ret = -EINVAL; in intel_framebuffer_init()
2241 if (!drm_any_plane_has_format(display->drm, in intel_framebuffer_init()
2242 mode_cmd->pixel_format, in intel_framebuffer_init()
2243 mode_cmd->modifier[0])) { in intel_framebuffer_init()
2244 drm_dbg_kms(display->drm, in intel_framebuffer_init()
2246 &mode_cmd->pixel_format, mode_cmd->modifier[0]); in intel_framebuffer_init()
2250 max_stride = intel_fb_max_stride(display, mode_cmd->pixel_format, in intel_framebuffer_init()
2251 mode_cmd->modifier[0]); in intel_framebuffer_init()
2252 if (mode_cmd->pitches[0] > max_stride) { in intel_framebuffer_init()
2253 drm_dbg_kms(display->drm, in intel_framebuffer_init()
2255 mode_cmd->modifier[0] != DRM_FORMAT_MOD_LINEAR ? in intel_framebuffer_init()
2257 mode_cmd->pitches[0], max_stride); in intel_framebuffer_init()
2262 if (mode_cmd->offsets[0] != 0) { in intel_framebuffer_init()
2263 drm_dbg_kms(display->drm, in intel_framebuffer_init()
2265 mode_cmd->offsets[0]); in intel_framebuffer_init()
2269 drm_helper_mode_fill_fb_struct(display->drm, fb, info, mode_cmd); in intel_framebuffer_init()
2271 for (i = 0; i < fb->format->num_planes; i++) { in intel_framebuffer_init()
2274 if (mode_cmd->handles[i] != mode_cmd->handles[0]) { in intel_framebuffer_init()
2275 drm_dbg_kms(display->drm, "bad plane %d handle\n", i); in intel_framebuffer_init()
2280 if (fb->pitches[i] & (stride_alignment - 1)) { in intel_framebuffer_init()
2281 drm_dbg_kms(display->drm, in intel_framebuffer_init()
2283 i, fb->pitches[i], stride_alignment); in intel_framebuffer_init()
2290 if (fb->pitches[i] != ccs_aux_stride) { in intel_framebuffer_init()
2291 drm_dbg_kms(display->drm, in intel_framebuffer_init()
2293 i, fb->pitches[i], ccs_aux_stride); in intel_framebuffer_init()
2298 fb->obj[i] = obj; in intel_framebuffer_init()
2310 drm_dbg_kms(display->drm, "failed to create DPT\n"); in intel_framebuffer_init()
2315 intel_fb->dpt_vm = vm; in intel_framebuffer_init()
2318 ret = drm_framebuffer_init(display->drm, fb, &intel_fb_funcs); in intel_framebuffer_init()
2320 drm_err(display->drm, "framebuffer init failed %d\n", ret); in intel_framebuffer_init()
2328 intel_dpt_destroy(intel_fb->dpt_vm); in intel_framebuffer_init()
2332 intel_frontbuffer_put(intel_fb->frontbuffer); in intel_framebuffer_init()
2334 kfree(intel_fb->panic); in intel_framebuffer_init()
2380 return ERR_PTR(-ENOMEM); in intel_framebuffer_create()
2386 return &intel_fb->base; in intel_framebuffer_create()
2395 return fb ? fb->obj[0] : NULL; in intel_fb_bo()