1 // SPDX-License-Identifier: GPL-2.0+ 2 /* 3 * i.MX IPUv3 DP Overlay Planes 4 * 5 * Copyright (C) 2013 Philipp Zabel, Pengutronix 6 */ 7 8 #include <drm/drm_atomic.h> 9 #include <drm/drm_atomic_helper.h> 10 #include <drm/drm_blend.h> 11 #include <drm/drm_fb_dma_helper.h> 12 #include <drm/drm_fourcc.h> 13 #include <drm/drm_framebuffer.h> 14 #include <drm/drm_gem_atomic_helper.h> 15 #include <drm/drm_gem_dma_helper.h> 16 #include <drm/drm_managed.h> 17 18 #include <video/imx-ipu-v3.h> 19 20 #include "imx-drm.h" 21 #include "ipuv3-plane.h" 22 23 struct ipu_plane_state { 24 struct drm_plane_state base; 25 bool use_pre; 26 }; 27 28 static inline struct ipu_plane_state * 29 to_ipu_plane_state(struct drm_plane_state *p) 30 { 31 return container_of(p, struct ipu_plane_state, base); 32 } 33 34 static unsigned int ipu_src_rect_width(const struct drm_plane_state *state) 35 { 36 return ALIGN(drm_rect_width(&state->src) >> 16, 8); 37 } 38 39 static inline struct ipu_plane *to_ipu_plane(struct drm_plane *p) 40 { 41 return container_of(p, struct ipu_plane, base); 42 } 43 44 static const uint32_t ipu_plane_all_formats[] = { 45 DRM_FORMAT_ARGB1555, 46 DRM_FORMAT_XRGB1555, 47 DRM_FORMAT_ABGR1555, 48 DRM_FORMAT_XBGR1555, 49 DRM_FORMAT_RGBA5551, 50 DRM_FORMAT_BGRA5551, 51 DRM_FORMAT_ARGB4444, 52 DRM_FORMAT_ARGB8888, 53 DRM_FORMAT_XRGB8888, 54 DRM_FORMAT_ABGR8888, 55 DRM_FORMAT_XBGR8888, 56 DRM_FORMAT_RGBA8888, 57 DRM_FORMAT_RGBX8888, 58 DRM_FORMAT_BGRA8888, 59 DRM_FORMAT_BGRX8888, 60 DRM_FORMAT_UYVY, 61 DRM_FORMAT_VYUY, 62 DRM_FORMAT_YUYV, 63 DRM_FORMAT_YVYU, 64 DRM_FORMAT_YUV420, 65 DRM_FORMAT_YVU420, 66 DRM_FORMAT_YUV422, 67 DRM_FORMAT_YVU422, 68 DRM_FORMAT_YUV444, 69 DRM_FORMAT_YVU444, 70 DRM_FORMAT_NV12, 71 DRM_FORMAT_NV16, 72 DRM_FORMAT_RGB565, 73 DRM_FORMAT_RGB565_A8, 74 DRM_FORMAT_BGR565_A8, 75 DRM_FORMAT_RGB888_A8, 76 DRM_FORMAT_BGR888_A8, 77 DRM_FORMAT_RGBX8888_A8, 78 DRM_FORMAT_BGRX8888_A8, 79 }; 80 81 static const uint32_t ipu_plane_rgb_formats[] = { 82 DRM_FORMAT_ARGB1555, 83 DRM_FORMAT_XRGB1555, 84 DRM_FORMAT_ABGR1555, 85 DRM_FORMAT_XBGR1555, 86 DRM_FORMAT_RGBA5551, 87 DRM_FORMAT_BGRA5551, 88 DRM_FORMAT_ARGB4444, 89 DRM_FORMAT_ARGB8888, 90 DRM_FORMAT_XRGB8888, 91 DRM_FORMAT_ABGR8888, 92 DRM_FORMAT_XBGR8888, 93 DRM_FORMAT_RGBA8888, 94 DRM_FORMAT_RGBX8888, 95 DRM_FORMAT_BGRA8888, 96 DRM_FORMAT_BGRX8888, 97 DRM_FORMAT_RGB565, 98 DRM_FORMAT_RGB565_A8, 99 DRM_FORMAT_BGR565_A8, 100 DRM_FORMAT_RGB888_A8, 101 DRM_FORMAT_BGR888_A8, 102 DRM_FORMAT_RGBX8888_A8, 103 DRM_FORMAT_BGRX8888_A8, 104 }; 105 106 static const uint64_t ipu_format_modifiers[] = { 107 DRM_FORMAT_MOD_LINEAR, 108 DRM_FORMAT_MOD_INVALID 109 }; 110 111 static const uint64_t pre_format_modifiers[] = { 112 DRM_FORMAT_MOD_LINEAR, 113 DRM_FORMAT_MOD_VIVANTE_TILED, 114 DRM_FORMAT_MOD_VIVANTE_SUPER_TILED, 115 DRM_FORMAT_MOD_INVALID 116 }; 117 118 int ipu_plane_irq(struct ipu_plane *ipu_plane) 119 { 120 return ipu_idmac_channel_irq(ipu_plane->ipu, ipu_plane->ipu_ch, 121 IPU_IRQ_EOF); 122 } 123 124 static inline unsigned long 125 drm_plane_state_to_eba(struct drm_plane_state *state, int plane) 126 { 127 struct drm_framebuffer *fb = state->fb; 128 struct drm_gem_dma_object *dma_obj; 129 int x = state->src.x1 >> 16; 130 int y = state->src.y1 >> 16; 131 132 dma_obj = drm_fb_dma_get_gem_obj(fb, plane); 133 BUG_ON(!dma_obj); 134 135 return dma_obj->dma_addr + fb->offsets[plane] + fb->pitches[plane] * y + 136 fb->format->cpp[plane] * x; 137 } 138 139 static inline unsigned long 140 drm_plane_state_to_ubo(struct drm_plane_state *state) 141 { 142 struct drm_framebuffer *fb = state->fb; 143 struct drm_gem_dma_object *dma_obj; 144 unsigned long eba = drm_plane_state_to_eba(state, 0); 145 int x = state->src.x1 >> 16; 146 int y = state->src.y1 >> 16; 147 148 dma_obj = drm_fb_dma_get_gem_obj(fb, 1); 149 BUG_ON(!dma_obj); 150 151 x /= fb->format->hsub; 152 y /= fb->format->vsub; 153 154 return dma_obj->dma_addr + fb->offsets[1] + fb->pitches[1] * y + 155 fb->format->cpp[1] * x - eba; 156 } 157 158 static inline unsigned long 159 drm_plane_state_to_vbo(struct drm_plane_state *state) 160 { 161 struct drm_framebuffer *fb = state->fb; 162 struct drm_gem_dma_object *dma_obj; 163 unsigned long eba = drm_plane_state_to_eba(state, 0); 164 int x = state->src.x1 >> 16; 165 int y = state->src.y1 >> 16; 166 167 dma_obj = drm_fb_dma_get_gem_obj(fb, 2); 168 BUG_ON(!dma_obj); 169 170 x /= fb->format->hsub; 171 y /= fb->format->vsub; 172 173 return dma_obj->dma_addr + fb->offsets[2] + fb->pitches[2] * y + 174 fb->format->cpp[2] * x - eba; 175 } 176 177 static void ipu_plane_put_resources(struct drm_device *dev, void *ptr) 178 { 179 struct ipu_plane *ipu_plane = ptr; 180 181 if (!IS_ERR_OR_NULL(ipu_plane->dp)) 182 ipu_dp_put(ipu_plane->dp); 183 if (!IS_ERR_OR_NULL(ipu_plane->dmfc)) 184 ipu_dmfc_put(ipu_plane->dmfc); 185 if (!IS_ERR_OR_NULL(ipu_plane->ipu_ch)) 186 ipu_idmac_put(ipu_plane->ipu_ch); 187 if (!IS_ERR_OR_NULL(ipu_plane->alpha_ch)) 188 ipu_idmac_put(ipu_plane->alpha_ch); 189 } 190 191 static int ipu_plane_get_resources(struct drm_device *dev, 192 struct ipu_plane *ipu_plane) 193 { 194 int ret; 195 int alpha_ch; 196 197 ipu_plane->ipu_ch = ipu_idmac_get(ipu_plane->ipu, ipu_plane->dma); 198 if (IS_ERR(ipu_plane->ipu_ch)) { 199 ret = PTR_ERR(ipu_plane->ipu_ch); 200 DRM_ERROR("failed to get idmac channel: %d\n", ret); 201 return ret; 202 } 203 204 ret = drmm_add_action_or_reset(dev, ipu_plane_put_resources, ipu_plane); 205 if (ret) 206 return ret; 207 208 alpha_ch = ipu_channel_alpha_channel(ipu_plane->dma); 209 if (alpha_ch >= 0) { 210 ipu_plane->alpha_ch = ipu_idmac_get(ipu_plane->ipu, alpha_ch); 211 if (IS_ERR(ipu_plane->alpha_ch)) { 212 ret = PTR_ERR(ipu_plane->alpha_ch); 213 DRM_ERROR("failed to get alpha idmac channel %d: %d\n", 214 alpha_ch, ret); 215 return ret; 216 } 217 } 218 219 ipu_plane->dmfc = ipu_dmfc_get(ipu_plane->ipu, ipu_plane->dma); 220 if (IS_ERR(ipu_plane->dmfc)) { 221 ret = PTR_ERR(ipu_plane->dmfc); 222 DRM_ERROR("failed to get dmfc: ret %d\n", ret); 223 return ret; 224 } 225 226 if (ipu_plane->dp_flow >= 0) { 227 ipu_plane->dp = ipu_dp_get(ipu_plane->ipu, ipu_plane->dp_flow); 228 if (IS_ERR(ipu_plane->dp)) { 229 ret = PTR_ERR(ipu_plane->dp); 230 DRM_ERROR("failed to get dp flow: %d\n", ret); 231 return ret; 232 } 233 } 234 235 return 0; 236 } 237 238 static bool ipu_plane_separate_alpha(struct ipu_plane *ipu_plane) 239 { 240 switch (ipu_plane->base.state->fb->format->format) { 241 case DRM_FORMAT_RGB565_A8: 242 case DRM_FORMAT_BGR565_A8: 243 case DRM_FORMAT_RGB888_A8: 244 case DRM_FORMAT_BGR888_A8: 245 case DRM_FORMAT_RGBX8888_A8: 246 case DRM_FORMAT_BGRX8888_A8: 247 return true; 248 default: 249 return false; 250 } 251 } 252 253 static void ipu_plane_enable(struct ipu_plane *ipu_plane) 254 { 255 if (ipu_plane->dp) 256 ipu_dp_enable(ipu_plane->ipu); 257 ipu_dmfc_enable_channel(ipu_plane->dmfc); 258 ipu_idmac_enable_channel(ipu_plane->ipu_ch); 259 if (ipu_plane_separate_alpha(ipu_plane)) 260 ipu_idmac_enable_channel(ipu_plane->alpha_ch); 261 if (ipu_plane->dp) 262 ipu_dp_enable_channel(ipu_plane->dp); 263 } 264 265 void ipu_plane_disable(struct ipu_plane *ipu_plane, bool disable_dp_channel) 266 { 267 int ret; 268 269 DRM_DEBUG_KMS("[%d] %s\n", __LINE__, __func__); 270 271 ret = ipu_idmac_wait_busy(ipu_plane->ipu_ch, 50); 272 if (ret == -ETIMEDOUT) { 273 DRM_ERROR("[PLANE:%d] IDMAC timeout\n", 274 ipu_plane->base.base.id); 275 } 276 277 if (ipu_plane->dp && disable_dp_channel) 278 ipu_dp_disable_channel(ipu_plane->dp, false); 279 ipu_idmac_disable_channel(ipu_plane->ipu_ch); 280 if (ipu_plane->alpha_ch) 281 ipu_idmac_disable_channel(ipu_plane->alpha_ch); 282 ipu_dmfc_disable_channel(ipu_plane->dmfc); 283 if (ipu_plane->dp) 284 ipu_dp_disable(ipu_plane->ipu); 285 if (ipu_prg_present(ipu_plane->ipu)) 286 ipu_prg_channel_disable(ipu_plane->ipu_ch); 287 } 288 289 void ipu_plane_disable_deferred(struct drm_plane *plane) 290 { 291 struct ipu_plane *ipu_plane = to_ipu_plane(plane); 292 293 if (ipu_plane->disabling) { 294 ipu_plane->disabling = false; 295 ipu_plane_disable(ipu_plane, false); 296 } 297 } 298 299 static void ipu_plane_state_reset(struct drm_plane *plane) 300 { 301 struct ipu_plane_state *ipu_state; 302 303 if (plane->state) { 304 ipu_state = to_ipu_plane_state(plane->state); 305 __drm_atomic_helper_plane_destroy_state(plane->state); 306 kfree(ipu_state); 307 plane->state = NULL; 308 } 309 310 ipu_state = kzalloc(sizeof(*ipu_state), GFP_KERNEL); 311 312 if (ipu_state) 313 __drm_atomic_helper_plane_reset(plane, &ipu_state->base); 314 } 315 316 static struct drm_plane_state * 317 ipu_plane_duplicate_state(struct drm_plane *plane) 318 { 319 struct ipu_plane_state *state; 320 321 if (WARN_ON(!plane->state)) 322 return NULL; 323 324 state = kmalloc(sizeof(*state), GFP_KERNEL); 325 if (state) 326 __drm_atomic_helper_plane_duplicate_state(plane, &state->base); 327 328 return &state->base; 329 } 330 331 static void ipu_plane_destroy_state(struct drm_plane *plane, 332 struct drm_plane_state *state) 333 { 334 struct ipu_plane_state *ipu_state = to_ipu_plane_state(state); 335 336 __drm_atomic_helper_plane_destroy_state(state); 337 kfree(ipu_state); 338 } 339 340 static bool ipu_plane_format_mod_supported(struct drm_plane *plane, 341 uint32_t format, uint64_t modifier) 342 { 343 struct ipu_soc *ipu = to_ipu_plane(plane)->ipu; 344 345 /* linear is supported for all planes and formats */ 346 if (modifier == DRM_FORMAT_MOD_LINEAR) 347 return true; 348 349 /* 350 * Without a PRG the possible modifiers list only includes the linear 351 * modifier, so we always take the early return from this function and 352 * only end up here if the PRG is present. 353 */ 354 return ipu_prg_format_supported(ipu, format, modifier); 355 } 356 357 static const struct drm_plane_funcs ipu_plane_funcs = { 358 .update_plane = drm_atomic_helper_update_plane, 359 .disable_plane = drm_atomic_helper_disable_plane, 360 .reset = ipu_plane_state_reset, 361 .atomic_duplicate_state = ipu_plane_duplicate_state, 362 .atomic_destroy_state = ipu_plane_destroy_state, 363 .format_mod_supported = ipu_plane_format_mod_supported, 364 }; 365 366 static int ipu_plane_atomic_check(struct drm_plane *plane, 367 struct drm_atomic_state *state) 368 { 369 struct drm_plane_state *new_state = drm_atomic_get_new_plane_state(state, 370 plane); 371 struct drm_plane_state *old_state = drm_atomic_get_old_plane_state(state, 372 plane); 373 struct drm_crtc_state *crtc_state; 374 struct device *dev = plane->dev->dev; 375 struct drm_framebuffer *fb = new_state->fb; 376 struct drm_framebuffer *old_fb = old_state->fb; 377 unsigned long eba, ubo, vbo, old_ubo, old_vbo, alpha_eba; 378 bool can_position = (plane->type == DRM_PLANE_TYPE_OVERLAY); 379 int ret; 380 381 /* Ok to disable */ 382 if (!fb) 383 return 0; 384 385 if (WARN_ON(!new_state->crtc)) 386 return -EINVAL; 387 388 crtc_state = 389 drm_atomic_get_new_crtc_state(state, new_state->crtc); 390 if (WARN_ON(!crtc_state)) 391 return -EINVAL; 392 393 ret = drm_atomic_helper_check_plane_state(new_state, crtc_state, 394 DRM_PLANE_NO_SCALING, 395 DRM_PLANE_NO_SCALING, 396 can_position, true); 397 if (ret) 398 return ret; 399 400 /* nothing to check when disabling or disabled */ 401 if (!crtc_state->enable) 402 return 0; 403 404 switch (plane->type) { 405 case DRM_PLANE_TYPE_PRIMARY: 406 /* full plane minimum width is 13 pixels */ 407 if (drm_rect_width(&new_state->dst) < 13) 408 return -EINVAL; 409 break; 410 case DRM_PLANE_TYPE_OVERLAY: 411 break; 412 default: 413 dev_warn(dev, "Unsupported plane type %d\n", plane->type); 414 return -EINVAL; 415 } 416 417 if (drm_rect_height(&new_state->dst) < 2) 418 return -EINVAL; 419 420 /* 421 * We support resizing active plane or changing its format by 422 * forcing CRTC mode change in plane's ->atomic_check callback 423 * and disabling all affected active planes in CRTC's ->atomic_disable 424 * callback. The planes will be reenabled in plane's ->atomic_update 425 * callback. 426 */ 427 if (old_fb && 428 (drm_rect_width(&new_state->dst) != drm_rect_width(&old_state->dst) || 429 drm_rect_height(&new_state->dst) != drm_rect_height(&old_state->dst) || 430 fb->format != old_fb->format)) 431 crtc_state->mode_changed = true; 432 433 eba = drm_plane_state_to_eba(new_state, 0); 434 435 if (eba & 0x7) 436 return -EINVAL; 437 438 if (fb->pitches[0] < 1 || fb->pitches[0] > 16384) 439 return -EINVAL; 440 441 if (old_fb && fb->pitches[0] != old_fb->pitches[0]) 442 crtc_state->mode_changed = true; 443 444 if (ALIGN(fb->width, 8) * fb->format->cpp[0] > 445 fb->pitches[0] + fb->offsets[0]) { 446 dev_warn(dev, "pitch is not big enough for 8 pixels alignment"); 447 return -EINVAL; 448 } 449 450 switch (fb->format->format) { 451 case DRM_FORMAT_YUV420: 452 case DRM_FORMAT_YVU420: 453 case DRM_FORMAT_YUV422: 454 case DRM_FORMAT_YVU422: 455 case DRM_FORMAT_YUV444: 456 case DRM_FORMAT_YVU444: 457 /* 458 * Multiplanar formats have to meet the following restrictions: 459 * - The (up to) three plane addresses are EBA, EBA+UBO, EBA+VBO 460 * - EBA, UBO and VBO are a multiple of 8 461 * - UBO and VBO are unsigned and not larger than 0xfffff8 462 * - Only EBA may be changed while scanout is active 463 * - The strides of U and V planes must be identical. 464 */ 465 vbo = drm_plane_state_to_vbo(new_state); 466 467 if (vbo & 0x7 || vbo > 0xfffff8) 468 return -EINVAL; 469 470 if (old_fb && (fb->format == old_fb->format)) { 471 old_vbo = drm_plane_state_to_vbo(old_state); 472 if (vbo != old_vbo) 473 crtc_state->mode_changed = true; 474 } 475 476 if (fb->pitches[1] != fb->pitches[2]) 477 return -EINVAL; 478 479 fallthrough; 480 case DRM_FORMAT_NV12: 481 case DRM_FORMAT_NV16: 482 ubo = drm_plane_state_to_ubo(new_state); 483 484 if (ubo & 0x7 || ubo > 0xfffff8) 485 return -EINVAL; 486 487 if (old_fb && (fb->format == old_fb->format)) { 488 old_ubo = drm_plane_state_to_ubo(old_state); 489 if (ubo != old_ubo) 490 crtc_state->mode_changed = true; 491 } 492 493 if (fb->pitches[1] < 1 || fb->pitches[1] > 16384) 494 return -EINVAL; 495 496 if (old_fb && old_fb->pitches[1] != fb->pitches[1]) 497 crtc_state->mode_changed = true; 498 499 /* 500 * The x/y offsets must be even in case of horizontal/vertical 501 * chroma subsampling. 502 */ 503 if (((new_state->src.x1 >> 16) & (fb->format->hsub - 1)) || 504 ((new_state->src.y1 >> 16) & (fb->format->vsub - 1))) 505 return -EINVAL; 506 break; 507 case DRM_FORMAT_RGB565_A8: 508 case DRM_FORMAT_BGR565_A8: 509 case DRM_FORMAT_RGB888_A8: 510 case DRM_FORMAT_BGR888_A8: 511 case DRM_FORMAT_RGBX8888_A8: 512 case DRM_FORMAT_BGRX8888_A8: 513 alpha_eba = drm_plane_state_to_eba(new_state, 1); 514 if (alpha_eba & 0x7) 515 return -EINVAL; 516 517 if (fb->pitches[1] < 1 || fb->pitches[1] > 16384) 518 return -EINVAL; 519 520 if (old_fb && old_fb->pitches[1] != fb->pitches[1]) 521 crtc_state->mode_changed = true; 522 break; 523 } 524 525 return 0; 526 } 527 528 static void ipu_plane_atomic_disable(struct drm_plane *plane, 529 struct drm_atomic_state *state) 530 { 531 struct ipu_plane *ipu_plane = to_ipu_plane(plane); 532 533 if (ipu_plane->dp) 534 ipu_dp_disable_channel(ipu_plane->dp, true); 535 ipu_plane->disabling = true; 536 } 537 538 static int ipu_chan_assign_axi_id(int ipu_chan) 539 { 540 switch (ipu_chan) { 541 case IPUV3_CHANNEL_MEM_BG_SYNC: 542 return 1; 543 case IPUV3_CHANNEL_MEM_FG_SYNC: 544 return 2; 545 case IPUV3_CHANNEL_MEM_DC_SYNC: 546 return 3; 547 default: 548 return 0; 549 } 550 } 551 552 static void ipu_calculate_bursts(u32 width, u32 cpp, u32 stride, 553 u8 *burstsize, u8 *num_bursts) 554 { 555 const unsigned int width_bytes = width * cpp; 556 unsigned int npb, bursts; 557 558 /* Maximum number of pixels per burst without overshooting stride */ 559 for (npb = 64 / cpp; npb > 0; --npb) { 560 if (round_up(width_bytes, npb * cpp) <= stride) 561 break; 562 } 563 *burstsize = npb; 564 565 /* Maximum number of consecutive bursts without overshooting stride */ 566 for (bursts = 8; bursts > 1; bursts /= 2) { 567 if (round_up(width_bytes, npb * cpp * bursts) <= stride) 568 break; 569 } 570 *num_bursts = bursts; 571 } 572 573 static void ipu_plane_atomic_update(struct drm_plane *plane, 574 struct drm_atomic_state *state) 575 { 576 struct drm_plane_state *old_state = drm_atomic_get_old_plane_state(state, 577 plane); 578 struct ipu_plane *ipu_plane = to_ipu_plane(plane); 579 struct drm_plane_state *new_state = drm_atomic_get_new_plane_state(state, 580 plane); 581 struct ipu_plane_state *ipu_state = to_ipu_plane_state(new_state); 582 struct drm_crtc_state *crtc_state = new_state->crtc->state; 583 struct drm_framebuffer *fb = new_state->fb; 584 struct drm_rect *dst = &new_state->dst; 585 unsigned long eba, ubo, vbo; 586 unsigned long alpha_eba = 0; 587 enum ipu_color_space ics; 588 unsigned int axi_id = 0; 589 const struct drm_format_info *info; 590 u8 burstsize, num_bursts; 591 u32 width, height; 592 int active; 593 594 if (ipu_plane->dp_flow == IPU_DP_FLOW_SYNC_FG) 595 ipu_dp_set_window_pos(ipu_plane->dp, dst->x1, dst->y1); 596 597 switch (ipu_plane->dp_flow) { 598 case IPU_DP_FLOW_SYNC_BG: 599 if (new_state->normalized_zpos == 1) { 600 ipu_dp_set_global_alpha(ipu_plane->dp, 601 !fb->format->has_alpha, 0xff, 602 true); 603 } else { 604 ipu_dp_set_global_alpha(ipu_plane->dp, true, 0, true); 605 } 606 break; 607 case IPU_DP_FLOW_SYNC_FG: 608 if (new_state->normalized_zpos == 1) { 609 ipu_dp_set_global_alpha(ipu_plane->dp, 610 !fb->format->has_alpha, 0xff, 611 false); 612 } 613 break; 614 } 615 616 if (ipu_plane->dp_flow == IPU_DP_FLOW_SYNC_BG) 617 width = ipu_src_rect_width(new_state); 618 else 619 width = drm_rect_width(&new_state->src) >> 16; 620 height = drm_rect_height(&new_state->src) >> 16; 621 622 eba = drm_plane_state_to_eba(new_state, 0); 623 624 /* 625 * Configure PRG channel and attached PRE, this changes the EBA to an 626 * internal SRAM location. 627 */ 628 if (ipu_state->use_pre) { 629 axi_id = ipu_chan_assign_axi_id(ipu_plane->dma); 630 ipu_prg_channel_configure(ipu_plane->ipu_ch, axi_id, width, 631 height, fb->pitches[0], 632 fb->format->format, fb->modifier, 633 &eba); 634 } 635 636 if (!old_state->fb || 637 old_state->fb->format->format != fb->format->format || 638 old_state->color_encoding != new_state->color_encoding || 639 old_state->color_range != new_state->color_range) { 640 ics = ipu_drm_fourcc_to_colorspace(fb->format->format); 641 switch (ipu_plane->dp_flow) { 642 case IPU_DP_FLOW_SYNC_BG: 643 ipu_dp_setup_channel(ipu_plane->dp, new_state->color_encoding, 644 new_state->color_range, ics, 645 IPUV3_COLORSPACE_RGB); 646 break; 647 case IPU_DP_FLOW_SYNC_FG: 648 ipu_dp_setup_channel(ipu_plane->dp, new_state->color_encoding, 649 new_state->color_range, ics, 650 IPUV3_COLORSPACE_UNKNOWN); 651 break; 652 } 653 } 654 655 if (old_state->fb && !drm_atomic_crtc_needs_modeset(crtc_state)) { 656 /* nothing to do if PRE is used */ 657 if (ipu_state->use_pre) 658 return; 659 active = ipu_idmac_get_current_buffer(ipu_plane->ipu_ch); 660 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, !active, eba); 661 ipu_idmac_select_buffer(ipu_plane->ipu_ch, !active); 662 if (ipu_plane_separate_alpha(ipu_plane)) { 663 active = ipu_idmac_get_current_buffer(ipu_plane->alpha_ch); 664 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, !active, 665 alpha_eba); 666 ipu_idmac_select_buffer(ipu_plane->alpha_ch, !active); 667 } 668 return; 669 } 670 671 ics = ipu_drm_fourcc_to_colorspace(fb->format->format); 672 switch (ipu_plane->dp_flow) { 673 case IPU_DP_FLOW_SYNC_BG: 674 ipu_dp_setup_channel(ipu_plane->dp, DRM_COLOR_YCBCR_BT601, 675 DRM_COLOR_YCBCR_LIMITED_RANGE, ics, 676 IPUV3_COLORSPACE_RGB); 677 break; 678 case IPU_DP_FLOW_SYNC_FG: 679 ipu_dp_setup_channel(ipu_plane->dp, DRM_COLOR_YCBCR_BT601, 680 DRM_COLOR_YCBCR_LIMITED_RANGE, ics, 681 IPUV3_COLORSPACE_UNKNOWN); 682 break; 683 } 684 685 ipu_dmfc_config_wait4eot(ipu_plane->dmfc, width); 686 687 info = drm_format_info(fb->format->format); 688 ipu_calculate_bursts(width, info->cpp[0], fb->pitches[0], 689 &burstsize, &num_bursts); 690 691 ipu_cpmem_zero(ipu_plane->ipu_ch); 692 ipu_cpmem_set_resolution(ipu_plane->ipu_ch, width, height); 693 ipu_cpmem_set_fmt(ipu_plane->ipu_ch, fb->format->format); 694 ipu_cpmem_set_burstsize(ipu_plane->ipu_ch, burstsize); 695 ipu_cpmem_set_high_priority(ipu_plane->ipu_ch); 696 ipu_idmac_enable_watermark(ipu_plane->ipu_ch, true); 697 ipu_idmac_set_double_buffer(ipu_plane->ipu_ch, 1); 698 ipu_cpmem_set_stride(ipu_plane->ipu_ch, fb->pitches[0]); 699 ipu_cpmem_set_axi_id(ipu_plane->ipu_ch, axi_id); 700 701 switch (fb->format->format) { 702 case DRM_FORMAT_YUV420: 703 case DRM_FORMAT_YVU420: 704 case DRM_FORMAT_YUV422: 705 case DRM_FORMAT_YVU422: 706 case DRM_FORMAT_YUV444: 707 case DRM_FORMAT_YVU444: 708 ubo = drm_plane_state_to_ubo(new_state); 709 vbo = drm_plane_state_to_vbo(new_state); 710 if (fb->format->format == DRM_FORMAT_YVU420 || 711 fb->format->format == DRM_FORMAT_YVU422 || 712 fb->format->format == DRM_FORMAT_YVU444) 713 swap(ubo, vbo); 714 715 ipu_cpmem_set_yuv_planar_full(ipu_plane->ipu_ch, 716 fb->pitches[1], ubo, vbo); 717 718 dev_dbg(ipu_plane->base.dev->dev, 719 "phy = %lu %lu %lu, x = %d, y = %d", eba, ubo, vbo, 720 new_state->src.x1 >> 16, new_state->src.y1 >> 16); 721 break; 722 case DRM_FORMAT_NV12: 723 case DRM_FORMAT_NV16: 724 ubo = drm_plane_state_to_ubo(new_state); 725 726 ipu_cpmem_set_yuv_planar_full(ipu_plane->ipu_ch, 727 fb->pitches[1], ubo, ubo); 728 729 dev_dbg(ipu_plane->base.dev->dev, 730 "phy = %lu %lu, x = %d, y = %d", eba, ubo, 731 new_state->src.x1 >> 16, new_state->src.y1 >> 16); 732 break; 733 case DRM_FORMAT_RGB565_A8: 734 case DRM_FORMAT_BGR565_A8: 735 case DRM_FORMAT_RGB888_A8: 736 case DRM_FORMAT_BGR888_A8: 737 case DRM_FORMAT_RGBX8888_A8: 738 case DRM_FORMAT_BGRX8888_A8: 739 alpha_eba = drm_plane_state_to_eba(new_state, 1); 740 num_bursts = 0; 741 742 dev_dbg(ipu_plane->base.dev->dev, "phys = %lu %lu, x = %d, y = %d", 743 eba, alpha_eba, new_state->src.x1 >> 16, 744 new_state->src.y1 >> 16); 745 746 ipu_cpmem_set_burstsize(ipu_plane->ipu_ch, 16); 747 748 ipu_cpmem_zero(ipu_plane->alpha_ch); 749 ipu_cpmem_set_resolution(ipu_plane->alpha_ch, width, height); 750 ipu_cpmem_set_format_passthrough(ipu_plane->alpha_ch, 8); 751 ipu_cpmem_set_high_priority(ipu_plane->alpha_ch); 752 ipu_idmac_set_double_buffer(ipu_plane->alpha_ch, 1); 753 ipu_cpmem_set_stride(ipu_plane->alpha_ch, fb->pitches[1]); 754 ipu_cpmem_set_burstsize(ipu_plane->alpha_ch, 16); 755 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, 0, alpha_eba); 756 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, 1, alpha_eba); 757 break; 758 default: 759 dev_dbg(ipu_plane->base.dev->dev, "phys = %lu, x = %d, y = %d", 760 eba, new_state->src.x1 >> 16, new_state->src.y1 >> 16); 761 break; 762 } 763 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, 0, eba); 764 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, 1, eba); 765 ipu_idmac_lock_enable(ipu_plane->ipu_ch, num_bursts); 766 ipu_plane_enable(ipu_plane); 767 } 768 769 static const struct drm_plane_helper_funcs ipu_plane_helper_funcs = { 770 .atomic_check = ipu_plane_atomic_check, 771 .atomic_disable = ipu_plane_atomic_disable, 772 .atomic_update = ipu_plane_atomic_update, 773 }; 774 775 static const struct drm_plane_helper_funcs ipu_primary_plane_helper_funcs = { 776 .atomic_check = ipu_plane_atomic_check, 777 .atomic_disable = ipu_plane_atomic_disable, 778 .atomic_update = ipu_plane_atomic_update, 779 .get_scanout_buffer = drm_fb_dma_get_scanout_buffer, 780 }; 781 782 bool ipu_plane_atomic_update_pending(struct drm_plane *plane) 783 { 784 struct ipu_plane *ipu_plane = to_ipu_plane(plane); 785 struct drm_plane_state *state = plane->state; 786 struct ipu_plane_state *ipu_state = to_ipu_plane_state(state); 787 788 /* disabled crtcs must not block the update */ 789 if (!state->crtc) 790 return false; 791 792 if (ipu_state->use_pre) 793 return ipu_prg_channel_configure_pending(ipu_plane->ipu_ch); 794 795 /* 796 * Pretend no update is pending in the non-PRE/PRG case. For this to 797 * happen, an atomic update would have to be deferred until after the 798 * start of the next frame and simultaneously interrupt latency would 799 * have to be high enough to let the atomic update finish and issue an 800 * event before the previous end of frame interrupt handler can be 801 * executed. 802 */ 803 return false; 804 } 805 int ipu_planes_assign_pre(struct drm_device *dev, 806 struct drm_atomic_state *state) 807 { 808 struct drm_crtc_state *old_crtc_state, *crtc_state; 809 struct drm_plane_state *plane_state; 810 struct ipu_plane_state *ipu_state; 811 struct ipu_plane *ipu_plane; 812 struct drm_plane *plane; 813 struct drm_crtc *crtc; 814 int available_pres = ipu_prg_max_active_channels(); 815 int ret, i; 816 817 for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, crtc_state, i) { 818 ret = drm_atomic_add_affected_planes(state, crtc); 819 if (ret) 820 return ret; 821 } 822 823 /* 824 * We are going over the planes in 2 passes: first we assign PREs to 825 * planes with a tiling modifier, which need the PREs to resolve into 826 * linear. Any failure to assign a PRE there is fatal. In the second 827 * pass we try to assign PREs to linear FBs, to improve memory access 828 * patterns for them. Failure at this point is non-fatal, as we can 829 * scan out linear FBs without a PRE. 830 */ 831 for_each_new_plane_in_state(state, plane, plane_state, i) { 832 ipu_state = to_ipu_plane_state(plane_state); 833 ipu_plane = to_ipu_plane(plane); 834 835 if (!plane_state->fb) { 836 ipu_state->use_pre = false; 837 continue; 838 } 839 840 if (!(plane_state->fb->flags & DRM_MODE_FB_MODIFIERS) || 841 plane_state->fb->modifier == DRM_FORMAT_MOD_LINEAR) 842 continue; 843 844 if (!ipu_prg_present(ipu_plane->ipu) || !available_pres) 845 return -EINVAL; 846 847 if (!ipu_prg_format_supported(ipu_plane->ipu, 848 plane_state->fb->format->format, 849 plane_state->fb->modifier)) 850 return -EINVAL; 851 852 ipu_state->use_pre = true; 853 available_pres--; 854 } 855 856 for_each_new_plane_in_state(state, plane, plane_state, i) { 857 ipu_state = to_ipu_plane_state(plane_state); 858 ipu_plane = to_ipu_plane(plane); 859 860 if (!plane_state->fb) { 861 ipu_state->use_pre = false; 862 continue; 863 } 864 865 if ((plane_state->fb->flags & DRM_MODE_FB_MODIFIERS) && 866 plane_state->fb->modifier != DRM_FORMAT_MOD_LINEAR) 867 continue; 868 869 /* make sure that modifier is initialized */ 870 plane_state->fb->modifier = DRM_FORMAT_MOD_LINEAR; 871 872 if (ipu_prg_present(ipu_plane->ipu) && available_pres && 873 ipu_prg_format_supported(ipu_plane->ipu, 874 plane_state->fb->format->format, 875 plane_state->fb->modifier)) { 876 ipu_state->use_pre = true; 877 available_pres--; 878 } else { 879 ipu_state->use_pre = false; 880 } 881 } 882 883 return 0; 884 } 885 886 struct ipu_plane *ipu_plane_init(struct drm_device *dev, struct ipu_soc *ipu, 887 int dma, int dp, unsigned int possible_crtcs, 888 enum drm_plane_type type) 889 { 890 struct ipu_plane *ipu_plane; 891 const uint64_t *modifiers = ipu_format_modifiers; 892 unsigned int zpos = (type == DRM_PLANE_TYPE_PRIMARY) ? 0 : 1; 893 unsigned int format_count; 894 const uint32_t *formats; 895 int ret; 896 897 DRM_DEBUG_KMS("channel %d, dp flow %d, possible_crtcs=0x%x\n", 898 dma, dp, possible_crtcs); 899 900 if (dp == IPU_DP_FLOW_SYNC_BG || dp == IPU_DP_FLOW_SYNC_FG) { 901 formats = ipu_plane_all_formats; 902 format_count = ARRAY_SIZE(ipu_plane_all_formats); 903 } else { 904 formats = ipu_plane_rgb_formats; 905 format_count = ARRAY_SIZE(ipu_plane_rgb_formats); 906 } 907 908 if (ipu_prg_present(ipu)) 909 modifiers = pre_format_modifiers; 910 911 ipu_plane = drmm_universal_plane_alloc(dev, struct ipu_plane, base, 912 possible_crtcs, &ipu_plane_funcs, 913 formats, format_count, modifiers, 914 type, NULL); 915 if (IS_ERR(ipu_plane)) { 916 DRM_ERROR("failed to allocate and initialize %s plane\n", 917 zpos ? "overlay" : "primary"); 918 return ipu_plane; 919 } 920 921 ipu_plane->ipu = ipu; 922 ipu_plane->dma = dma; 923 ipu_plane->dp_flow = dp; 924 925 if (type == DRM_PLANE_TYPE_PRIMARY) 926 drm_plane_helper_add(&ipu_plane->base, &ipu_primary_plane_helper_funcs); 927 else 928 drm_plane_helper_add(&ipu_plane->base, &ipu_plane_helper_funcs); 929 930 if (dp == IPU_DP_FLOW_SYNC_BG || dp == IPU_DP_FLOW_SYNC_FG) 931 ret = drm_plane_create_zpos_property(&ipu_plane->base, zpos, 0, 932 1); 933 else 934 ret = drm_plane_create_zpos_immutable_property(&ipu_plane->base, 935 0); 936 if (ret) 937 return ERR_PTR(ret); 938 939 ret = drm_plane_create_color_properties(&ipu_plane->base, 940 BIT(DRM_COLOR_YCBCR_BT601) | 941 BIT(DRM_COLOR_YCBCR_BT709), 942 BIT(DRM_COLOR_YCBCR_LIMITED_RANGE), 943 DRM_COLOR_YCBCR_BT601, 944 DRM_COLOR_YCBCR_LIMITED_RANGE); 945 if (ret) 946 return ERR_PTR(ret); 947 948 ret = ipu_plane_get_resources(dev, ipu_plane); 949 if (ret) { 950 DRM_ERROR("failed to get %s plane resources: %pe\n", 951 zpos ? "overlay" : "primary", &ret); 952 return ERR_PTR(ret); 953 } 954 955 return ipu_plane; 956 } 957