Lines Matching +full:ref +full:- +full:clock +full:- +full:period +full:- +full:ns
57 * For historical reference, the vertical blanking period was designed to
91 * "Physical top of display" is the reference point for the high-precision/
95 * vertical blanking period so that settings like gamma, the image buffer
109 * tear-free display, users must synchronize page flips and/or rendering to
114 * involves filtering out spurious interrupts, keeping race-free blanking
115 * counters, coping with counter wrap-around and resets and keeping use counts.
133 * On many hardware disabling the vblank interrupt cannot be done in a race-free
139 * Drivers for hardware without support for vertical-blanking interrupts
166 MODULE_PARM_DESC(vblankoffdelay, "Delay until vblank irq auto-disable [msecs] (0: never disable, <0…
172 return &dev->vblank[pipe]; in drm_vblank_crtc()
178 return drm_vblank_crtc(crtc->dev, drm_crtc_index(crtc)); in drm_crtc_vblank_crtc()
188 assert_spin_locked(&dev->vblank_time_lock); in store_vblank()
190 vblank->last = last; in store_vblank()
192 write_seqlock(&vblank->seqlock); in store_vblank()
193 vblank->time = t_vblank; in store_vblank()
194 atomic64_add(vblank_count_inc, &vblank->count); in store_vblank()
195 write_sequnlock(&vblank->seqlock); in store_vblank()
202 return vblank->max_vblank_count ?: dev->max_vblank_count; in drm_max_vblank_count()
223 if (crtc->funcs->get_vblank_counter) in __get_vblank_counter()
224 return crtc->funcs->get_vblank_counter(crtc); in __get_vblank_counter()
246 spin_lock(&dev->vblank_time_lock); in drm_reset_vblank_timestamp()
255 } while (cur_vblank != __get_vblank_counter(dev, pipe) && --count > 0); in drm_reset_vblank_timestamp()
258 * Only reinitialize corresponding vblank timestamp if high-precision query in drm_reset_vblank_timestamp()
271 spin_unlock(&dev->vblank_time_lock); in drm_reset_vblank_timestamp()
280 * Only necessary when going from off->on, to account for frames we
294 int framedur_ns = vblank->framedur_ns; in drm_update_vblank_count()
300 * NOTE! It's possible we lost a full dev->max_vblank_count + 1 events in drm_update_vblank_count()
312 } while (cur_vblank != __get_vblank_counter(dev, pipe) && --count > 0); in drm_update_vblank_count()
316 diff = (cur_vblank - vblank->last) & max_vblank_count; in drm_update_vblank_count()
318 u64 diff_ns = ktime_to_ns(ktime_sub(t_vblank, vblank->time)); in drm_update_vblank_count()
341 * Within a drm_vblank_pre_modeset - drm_vblank_post_modeset in drm_update_vblank_count()
349 if (diff > 1 && (vblank->inmodeset & 0x2)) { in drm_update_vblank_count()
352 " due to pre-modeset.\n", pipe, diff); in drm_update_vblank_count()
358 pipe, (unsigned long long)atomic64_read(&vblank->count), in drm_update_vblank_count()
359 diff, cur_vblank, vblank->last); in drm_update_vblank_count()
362 drm_WARN_ON_ONCE(dev, cur_vblank != vblank->last); in drm_update_vblank_count()
367 * Only reinitialize corresponding vblank timestamp if high-precision query in drm_update_vblank_count()
383 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) in drm_vblank_count()
386 count = atomic64_read(&vblank->count); in drm_vblank_count()
401 * drm_crtc_accurate_vblank_count - retrieve the master vblank counter
413 struct drm_device *dev = crtc->dev; in drm_crtc_accurate_vblank_count()
419 !crtc->funcs->get_vblank_timestamp, in drm_crtc_accurate_vblank_count()
422 spin_lock_irqsave(&dev->vblank_time_lock, flags); in drm_crtc_accurate_vblank_count()
427 spin_unlock_irqrestore(&dev->vblank_time_lock, flags); in drm_crtc_accurate_vblank_count()
441 if (crtc->funcs->disable_vblank) in __disable_vblank()
442 crtc->funcs->disable_vblank(crtc); in __disable_vblank()
457 assert_spin_locked(&dev->vbl_lock); in drm_vblank_disable_and_save()
463 spin_lock_irqsave(&dev->vblank_time_lock, irqflags); in drm_vblank_disable_and_save()
467 * interrupts were enabled. This avoids calling the ->disable_vblank() in drm_vblank_disable_and_save()
471 if (!vblank->enabled) in drm_vblank_disable_and_save()
482 vblank->enabled = false; in drm_vblank_disable_and_save()
485 spin_unlock_irqrestore(&dev->vblank_time_lock, irqflags); in drm_vblank_disable_and_save()
492 struct drm_device *dev = vblank->dev; in vblank_disable_fn()
493 unsigned int pipe = vblank->pipe; in vblank_disable_fn()
496 spin_lock_irqsave(&dev->vbl_lock, irqflags); in vblank_disable_fn()
497 if (atomic_read(&vblank->refcount) == 0 && vblank->enabled) { in vblank_disable_fn()
501 spin_unlock_irqrestore(&dev->vbl_lock, irqflags); in vblank_disable_fn()
508 drm_WARN_ON(dev, READ_ONCE(vblank->enabled) && in drm_vblank_init_release()
512 timer_delete_sync(&vblank->disable_timer); in drm_vblank_init_release()
516 * drm_vblank_init - initialize vblank support
532 spin_lock_init(&dev->vbl_lock); in drm_vblank_init()
533 spin_lock_init(&dev->vblank_time_lock); in drm_vblank_init()
535 dev->vblank = drmm_kcalloc(dev, num_crtcs, sizeof(*dev->vblank), GFP_KERNEL); in drm_vblank_init()
536 if (!dev->vblank) in drm_vblank_init()
537 return -ENOMEM; in drm_vblank_init()
539 dev->num_crtcs = num_crtcs; in drm_vblank_init()
542 struct drm_vblank_crtc *vblank = &dev->vblank[i]; in drm_vblank_init()
544 vblank->dev = dev; in drm_vblank_init()
545 vblank->pipe = i; in drm_vblank_init()
546 init_waitqueue_head(&vblank->queue); in drm_vblank_init()
547 timer_setup(&vblank->disable_timer, vblank_disable_fn, 0); in drm_vblank_init()
548 seqlock_init(&vblank->seqlock); in drm_vblank_init()
565 * drm_dev_has_vblank - test if vblanking has been initialized for
582 return dev->num_crtcs != 0; in drm_dev_has_vblank()
587 * drm_crtc_vblank_waitqueue - get vblank waitqueue for the CRTC
596 return &crtc->dev->vblank[drm_crtc_index(crtc)].queue; in drm_crtc_vblank_waitqueue()
602 * drm_calc_timestamping_constants - calculate vblank timestamp constants
607 * swap-completion timestamping, e.g, by
615 struct drm_device *dev = crtc->dev; in drm_calc_timestamping_constants()
619 int dotclock = mode->crtc_clock; in drm_calc_timestamping_constants()
624 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) in drm_calc_timestamping_constants()
629 int frame_size = mode->crtc_htotal * mode->crtc_vtotal; in drm_calc_timestamping_constants()
633 * dot clock to line duration and frame duration in drm_calc_timestamping_constants()
636 linedur_ns = div_u64((u64) mode->crtc_htotal * 1000000, dotclock); in drm_calc_timestamping_constants()
642 if (mode->flags & DRM_MODE_FLAG_INTERLACE) in drm_calc_timestamping_constants()
646 crtc->base.id); in drm_calc_timestamping_constants()
649 vblank->linedur_ns = linedur_ns; in drm_calc_timestamping_constants()
650 vblank->framedur_ns = framedur_ns; in drm_calc_timestamping_constants()
651 drm_mode_copy(&vblank->hwmode, mode); in drm_calc_timestamping_constants()
655 crtc->base.id, mode->crtc_htotal, in drm_calc_timestamping_constants()
656 mode->crtc_vtotal, mode->crtc_vdisplay); in drm_calc_timestamping_constants()
657 drm_dbg_core(dev, "crtc %u: clock %d kHz framedur %d linedur %d\n", in drm_calc_timestamping_constants()
658 crtc->base.id, dotclock, framedur_ns, linedur_ns); in drm_calc_timestamping_constants()
663 * drm_crtc_vblank_helper_get_vblank_timestamp_internal - precise vblank
671 * need to apply some workarounds for gpu-specific vblank irq quirks
699 struct drm_device *dev = crtc->dev; in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
700 unsigned int pipe = crtc->index; in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
701 struct drm_vblank_crtc *vblank = &dev->vblank[pipe]; in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
709 if (pipe >= dev->num_crtcs) { in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
721 mode = &vblank->hwmode; in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
723 mode = &crtc->hwmode; in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
725 /* If mode timing undefined, just return as no-op: in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
728 if (mode->crtc_clock == 0) { in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
752 /* Return as no-op if scanout query unsupported or failed. */ in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
761 duration_ns = ktime_to_ns(etime) - ktime_to_ns(stime); in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
782 delta_ns = div_s64(1000000LL * (vpos * mode->crtc_htotal + hpos), in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
783 mode->crtc_clock); in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
797 "crtc %u : v p(%d,%d)@ %lld.%06ld -> %lld.%06ld [e %d us, %d rep]\n", in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
808 * drm_crtc_vblank_helper_get_vblank_timestamp - precise vblank timestamp
816 * need to apply some workarounds for gpu-specific vblank irq quirks
844 crtc->helper_private->get_scanout_position); in drm_crtc_vblank_helper_get_vblank_timestamp()
849 * drm_crtc_get_last_vbltimestamp - retrieve raw timestamp for the most
855 * need to apply some workarounds for gpu-specific vblank irq quirks
859 * vblank interval on specified CRTC. May call into kms-driver to
860 * compute the timestamp with a high-precision GPU specific method.
878 if (crtc && crtc->funcs->get_vblank_timestamp && max_error > 0) { in drm_crtc_get_last_vbltimestamp()
879 ret = crtc->funcs->get_vblank_timestamp(crtc, &max_error, in drm_crtc_get_last_vbltimestamp()
902 * drm_crtc_vblank_count - retrieve "cooked" vblank counter value
909 * drm_crtc_accurate_vblank_count() for such use-cases.
924 return drm_vblank_count(crtc->dev, drm_crtc_index(crtc)); in drm_crtc_vblank_count()
929 * drm_vblank_count_and_time - retrieve "cooked" vblank counter value and the
949 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) { in drm_vblank_count_and_time()
955 seq = read_seqbegin(&vblank->seqlock); in drm_vblank_count_and_time()
956 vblank_count = atomic64_read(&vblank->count); in drm_vblank_count_and_time()
957 *vblanktime = vblank->time; in drm_vblank_count_and_time()
958 } while (read_seqretry(&vblank->seqlock, seq)); in drm_vblank_count_and_time()
964 * drm_crtc_vblank_count_and_time - retrieve "cooked" vblank counter value
985 return drm_vblank_count_and_time(crtc->dev, drm_crtc_index(crtc), in drm_crtc_vblank_count_and_time()
991 * drm_crtc_next_vblank_start - calculate the time of the next vblank
995 * Calculate the expected time of the start of the next vblank period,
1004 if (!drm_dev_has_vblank(crtc->dev)) in drm_crtc_next_vblank_start()
1005 return -EINVAL; in drm_crtc_next_vblank_start()
1008 mode = &vblank->hwmode; in drm_crtc_next_vblank_start()
1010 if (!vblank->framedur_ns || !vblank->linedur_ns) in drm_crtc_next_vblank_start()
1011 return -EINVAL; in drm_crtc_next_vblank_start()
1014 return -EINVAL; in drm_crtc_next_vblank_start()
1017 (u64)vblank->framedur_ns * mode->crtc_vblank_start, in drm_crtc_next_vblank_start()
1018 mode->crtc_vtotal); in drm_crtc_next_vblank_start()
1031 switch (e->event.base.type) { in send_vblank_event()
1035 e->event.vbl.sequence = seq; in send_vblank_event()
1037 * e->event is a user space structure, with hardcoded unsigned in send_vblank_event()
1038 * 32-bit seconds/microseconds. This is safe as we always use in send_vblank_event()
1039 * monotonic timestamps since linux-4.15 in send_vblank_event()
1041 e->event.vbl.tv_sec = tv.tv_sec; in send_vblank_event()
1042 e->event.vbl.tv_usec = tv.tv_nsec / 1000; in send_vblank_event()
1046 e->event.seq.sequence = seq; in send_vblank_event()
1047 e->event.seq.time_ns = ktime_to_ns(now); in send_vblank_event()
1050 trace_drm_vblank_event_delivered(e->base.file_priv, e->pipe, seq); in send_vblank_event()
1055 * retire-fence timestamp to match exactly with HW vsync as it uses it in send_vblank_event()
1058 drm_send_event_timestamp_locked(dev, &e->base, now); in send_vblank_event()
1062 * drm_crtc_arm_vblank_event - arm vblank event after pageflip
1069 * period. This helper function implements exactly the required vblank arming
1078 * 1. Driver commits new hardware state into vblank-synchronized registers.
1102 struct drm_device *dev = crtc->dev; in drm_crtc_arm_vblank_event()
1105 assert_spin_locked(&dev->event_lock); in drm_crtc_arm_vblank_event()
1107 e->pipe = pipe; in drm_crtc_arm_vblank_event()
1108 e->sequence = drm_crtc_accurate_vblank_count(crtc) + 1; in drm_crtc_arm_vblank_event()
1109 list_add_tail(&e->base.link, &dev->vblank_event_list); in drm_crtc_arm_vblank_event()
1114 * drm_crtc_send_vblank_event - helper to send vblank event after pageflip
1127 struct drm_device *dev = crtc->dev; in drm_crtc_send_vblank_event()
1139 e->pipe = pipe; in drm_crtc_send_vblank_event()
1152 if (crtc->funcs->enable_vblank) in __enable_vblank()
1153 return crtc->funcs->enable_vblank(crtc); in __enable_vblank()
1156 return -EINVAL; in __enable_vblank()
1164 assert_spin_locked(&dev->vbl_lock); in drm_vblank_enable()
1166 spin_lock(&dev->vblank_time_lock); in drm_vblank_enable()
1168 if (!vblank->enabled) { in drm_vblank_enable()
1174 * prevent double-accounting of same vblank interval. in drm_vblank_enable()
1180 atomic_dec(&vblank->refcount); in drm_vblank_enable()
1188 WRITE_ONCE(vblank->enabled, true); in drm_vblank_enable()
1192 spin_unlock(&dev->vblank_time_lock); in drm_vblank_enable()
1204 return -EINVAL; in drm_vblank_get()
1206 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) in drm_vblank_get()
1207 return -EINVAL; in drm_vblank_get()
1209 spin_lock_irqsave(&dev->vbl_lock, irqflags); in drm_vblank_get()
1210 /* Going from 0->1 means we have to enable interrupts again */ in drm_vblank_get()
1211 if (atomic_add_return(1, &vblank->refcount) == 1) { in drm_vblank_get()
1214 if (!vblank->enabled) { in drm_vblank_get()
1215 atomic_dec(&vblank->refcount); in drm_vblank_get()
1216 ret = -EINVAL; in drm_vblank_get()
1219 spin_unlock_irqrestore(&dev->vbl_lock, irqflags); in drm_vblank_get()
1225 * drm_crtc_vblank_get - get a reference count on vblank events
1236 return drm_vblank_get(crtc->dev, drm_crtc_index(crtc)); in drm_crtc_vblank_get()
1243 int vblank_offdelay = vblank->config.offdelay_ms; in drm_vblank_put()
1245 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) in drm_vblank_put()
1248 if (drm_WARN_ON(dev, atomic_read(&vblank->refcount) == 0)) in drm_vblank_put()
1252 if (atomic_dec_and_test(&vblank->refcount)) { in drm_vblank_put()
1256 vblank_disable_fn(&vblank->disable_timer); in drm_vblank_put()
1257 else if (!vblank->config.disable_immediate) in drm_vblank_put()
1258 mod_timer(&vblank->disable_timer, in drm_vblank_put()
1264 * drm_crtc_vblank_put - give up ownership of vblank events
1273 drm_vblank_put(crtc->dev, drm_crtc_index(crtc)); in drm_crtc_vblank_put()
1278 * drm_wait_one_vblank - wait for one vblank
1294 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) in drm_wait_one_vblank()
1304 ret = wait_event_timeout(vblank->queue, in drm_wait_one_vblank()
1315 * drm_crtc_wait_one_vblank - wait for one vblank
1324 drm_wait_one_vblank(crtc->dev, drm_crtc_index(crtc)); in drm_crtc_wait_one_vblank()
1329 * drm_crtc_vblank_off - disable vblank events on a CRTC
1341 struct drm_device *dev = crtc->dev; in drm_crtc_vblank_off()
1348 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) in drm_crtc_vblank_off()
1355 spin_lock_irq(&dev->event_lock); in drm_crtc_vblank_off()
1357 spin_lock(&dev->vbl_lock); in drm_crtc_vblank_off()
1359 pipe, vblank->enabled, vblank->inmodeset); in drm_crtc_vblank_off()
1363 if (drm_core_check_feature(dev, DRIVER_ATOMIC) || !vblank->inmodeset) in drm_crtc_vblank_off()
1366 wake_up(&vblank->queue); in drm_crtc_vblank_off()
1369 * Prevent subsequent drm_vblank_get() from re-enabling in drm_crtc_vblank_off()
1372 if (!vblank->inmodeset) { in drm_crtc_vblank_off()
1373 atomic_inc(&vblank->refcount); in drm_crtc_vblank_off()
1374 vblank->inmodeset = 1; in drm_crtc_vblank_off()
1376 spin_unlock(&dev->vbl_lock); in drm_crtc_vblank_off()
1381 list_for_each_entry_safe(e, t, &dev->vblank_event_list, base.link) { in drm_crtc_vblank_off()
1382 if (e->pipe != pipe) in drm_crtc_vblank_off()
1386 e->sequence, seq); in drm_crtc_vblank_off()
1387 list_del(&e->base.link); in drm_crtc_vblank_off()
1395 spin_unlock_irq(&dev->event_lock); in drm_crtc_vblank_off()
1397 /* Will be reset by the modeset helpers when re-enabling the crtc by in drm_crtc_vblank_off()
1399 vblank->hwmode.crtc_clock = 0; in drm_crtc_vblank_off()
1407 * drm_crtc_vblank_reset - reset vblank state to off on a CRTC
1420 struct drm_device *dev = crtc->dev; in drm_crtc_vblank_reset()
1423 spin_lock_irq(&dev->vbl_lock); in drm_crtc_vblank_reset()
1428 if (!vblank->inmodeset) { in drm_crtc_vblank_reset()
1429 atomic_inc(&vblank->refcount); in drm_crtc_vblank_reset()
1430 vblank->inmodeset = 1; in drm_crtc_vblank_reset()
1432 spin_unlock_irq(&dev->vbl_lock); in drm_crtc_vblank_reset()
1434 drm_WARN_ON(dev, !list_empty(&dev->vblank_event_list)); in drm_crtc_vblank_reset()
1435 drm_WARN_ON(dev, !list_empty(&vblank->pending_work)); in drm_crtc_vblank_reset()
1440 * drm_crtc_set_max_vblank_count - configure the hw max vblank counter value
1452 * maximum can again be set to the appropriate non-zero value.
1459 struct drm_device *dev = crtc->dev; in drm_crtc_set_max_vblank_count()
1462 drm_WARN_ON(dev, dev->max_vblank_count); in drm_crtc_set_max_vblank_count()
1463 drm_WARN_ON(dev, !READ_ONCE(vblank->inmodeset)); in drm_crtc_set_max_vblank_count()
1465 vblank->max_vblank_count = max_vblank_count; in drm_crtc_set_max_vblank_count()
1470 * drm_crtc_vblank_on_config - enable vblank events on a CRTC with custom
1485 struct drm_device *dev = crtc->dev; in drm_crtc_vblank_on_config()
1489 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) in drm_crtc_vblank_on_config()
1492 spin_lock_irq(&dev->vbl_lock); in drm_crtc_vblank_on_config()
1494 pipe, vblank->enabled, vblank->inmodeset); in drm_crtc_vblank_on_config()
1496 vblank->config = *config; in drm_crtc_vblank_on_config()
1499 if (vblank->inmodeset) { in drm_crtc_vblank_on_config()
1500 atomic_dec(&vblank->refcount); in drm_crtc_vblank_on_config()
1501 vblank->inmodeset = 0; in drm_crtc_vblank_on_config()
1507 * re-enable interrupts if there are users left, or the in drm_crtc_vblank_on_config()
1510 if (atomic_read(&vblank->refcount) != 0 || !vblank->config.offdelay_ms) in drm_crtc_vblank_on_config()
1512 spin_unlock_irq(&dev->vbl_lock); in drm_crtc_vblank_on_config()
1517 * drm_crtc_vblank_on - enable vblank events on a CRTC
1532 .disable_immediate = crtc->dev->vblank_disable_immediate in drm_crtc_vblank_on()
1549 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) in drm_vblank_restore()
1552 assert_spin_locked(&dev->vbl_lock); in drm_vblank_restore()
1553 assert_spin_locked(&dev->vblank_time_lock); in drm_vblank_restore()
1557 drm_debug_enabled(DRM_UT_VBL) && !vblank->framedur_ns, in drm_vblank_restore()
1559 framedur_ns = vblank->framedur_ns; in drm_vblank_restore()
1564 } while (cur_vblank != __get_vblank_counter(dev, pipe) && --count > 0); in drm_vblank_restore()
1566 diff_ns = ktime_to_ns(ktime_sub(t_vblank, vblank->time)); in drm_vblank_restore()
1572 "missed %d vblanks in %lld ns, frame duration=%d ns, hw_diff=%d\n", in drm_vblank_restore()
1573 diff, diff_ns, framedur_ns, cur_vblank - vblank->last); in drm_vblank_restore()
1574 vblank->last = (cur_vblank - diff) & max_vblank_count; in drm_vblank_restore()
1578 * drm_crtc_vblank_restore - estimate missed vblanks and update vblank count.
1587 * Note that drivers must have race-free high-precision timestamping support,
1590 * time-stamping functions are race-free against vblank hardware counter
1595 struct drm_device *dev = crtc->dev; in drm_crtc_vblank_restore()
1599 drm_WARN_ON_ONCE(dev, !crtc->funcs->get_vblank_timestamp); in drm_crtc_vblank_restore()
1600 drm_WARN_ON_ONCE(dev, vblank->inmodeset); in drm_crtc_vblank_restore()
1601 drm_WARN_ON_ONCE(dev, !vblank->config.disable_immediate); in drm_crtc_vblank_restore()
1620 ret = -ENOMEM; in drm_queue_vblank_event()
1624 e->pipe = pipe; in drm_queue_vblank_event()
1625 e->event.base.type = DRM_EVENT_VBLANK; in drm_queue_vblank_event()
1626 e->event.base.length = sizeof(e->event.vbl); in drm_queue_vblank_event()
1627 e->event.vbl.user_data = vblwait->request.signal; in drm_queue_vblank_event()
1628 e->event.vbl.crtc_id = 0; in drm_queue_vblank_event()
1633 e->event.vbl.crtc_id = crtc->base.id; in drm_queue_vblank_event()
1636 spin_lock_irq(&dev->event_lock); in drm_queue_vblank_event()
1644 if (!READ_ONCE(vblank->enabled)) { in drm_queue_vblank_event()
1645 ret = -EINVAL; in drm_queue_vblank_event()
1649 ret = drm_event_reserve_init_locked(dev, file_priv, &e->base, in drm_queue_vblank_event()
1650 &e->event.base); in drm_queue_vblank_event()
1662 e->sequence = req_seq; in drm_queue_vblank_event()
1666 vblwait->reply.sequence = seq; in drm_queue_vblank_event()
1669 list_add_tail(&e->base.link, &dev->vblank_event_list); in drm_queue_vblank_event()
1670 vblwait->reply.sequence = req_seq; in drm_queue_vblank_event()
1673 spin_unlock_irq(&dev->event_lock); in drm_queue_vblank_event()
1678 spin_unlock_irq(&dev->event_lock); in drm_queue_vblank_event()
1687 if (vblwait->request.sequence) in drm_wait_vblank_is_query()
1691 (vblwait->request.type & (_DRM_VBLANK_TYPES_MASK | in drm_wait_vblank_is_query()
1697 * Widen a 32-bit param to 64-bits.
1699 * \param narrow 32-bit value (missing upper 32 bits)
1700 * \param near 64-bit value that should be 'close' to near
1702 * This function returns a 64-bit value using the lower 32-bits from
1703 * 'narrow' and constructing the upper 32-bits so that the result is
1709 return near + (s32) (narrow - near); in widen_32_to_64()
1721 * timestamps since linux-4.15. in drm_wait_vblank_reply()
1723 reply->sequence = drm_vblank_count_and_time(dev, pipe, &now); in drm_wait_vblank_reply()
1725 reply->tval_sec = (u32)ts.tv_sec; in drm_wait_vblank_reply()
1726 reply->tval_usec = ts.tv_nsec / 1000; in drm_wait_vblank_reply()
1746 return -EOPNOTSUPP; in drm_wait_vblank_ioctl()
1748 if (vblwait->request.type & _DRM_VBLANK_SIGNAL) in drm_wait_vblank_ioctl()
1749 return -EINVAL; in drm_wait_vblank_ioctl()
1751 if (vblwait->request.type & in drm_wait_vblank_ioctl()
1756 vblwait->request.type, in drm_wait_vblank_ioctl()
1759 return -EINVAL; in drm_wait_vblank_ioctl()
1762 flags = vblwait->request.type & _DRM_VBLANK_FLAGS_MASK; in drm_wait_vblank_ioctl()
1763 high_pipe = (vblwait->request.type & _DRM_VBLANK_HIGH_CRTC_MASK); in drm_wait_vblank_ioctl()
1769 /* Convert lease-relative crtc index into global crtc index */ in drm_wait_vblank_ioctl()
1773 if (drm_lease_held(file_priv, crtc->base.id)) { in drm_wait_vblank_ioctl()
1776 pipe_index--; in drm_wait_vblank_ioctl()
1784 if (pipe >= dev->num_crtcs) in drm_wait_vblank_ioctl()
1785 return -EINVAL; in drm_wait_vblank_ioctl()
1787 vblank = &dev->vblank[pipe]; in drm_wait_vblank_ioctl()
1789 /* If the counter is currently enabled and accurate, short-circuit in drm_wait_vblank_ioctl()
1792 if (vblank->config.disable_immediate && in drm_wait_vblank_ioctl()
1794 READ_ONCE(vblank->enabled)) { in drm_wait_vblank_ioctl()
1795 drm_wait_vblank_reply(dev, pipe, &vblwait->reply); in drm_wait_vblank_ioctl()
1808 switch (vblwait->request.type & _DRM_VBLANK_TYPES_MASK) { in drm_wait_vblank_ioctl()
1810 req_seq = seq + vblwait->request.sequence; in drm_wait_vblank_ioctl()
1811 vblwait->request.sequence = req_seq; in drm_wait_vblank_ioctl()
1812 vblwait->request.type &= ~_DRM_VBLANK_RELATIVE; in drm_wait_vblank_ioctl()
1815 req_seq = widen_32_to_64(vblwait->request.sequence, seq); in drm_wait_vblank_ioctl()
1818 ret = -EINVAL; in drm_wait_vblank_ioctl()
1825 vblwait->request.type &= ~_DRM_VBLANK_NEXTONMISS; in drm_wait_vblank_ioctl()
1826 vblwait->request.sequence = req_seq; in drm_wait_vblank_ioctl()
1830 /* must hold on to the vblank ref until the event fires in drm_wait_vblank_ioctl()
1841 wait = wait_event_interruptible_timeout(vblank->queue, in drm_wait_vblank_ioctl()
1843 !READ_ONCE(vblank->enabled), in drm_wait_vblank_ioctl()
1849 ret = -EBUSY; in drm_wait_vblank_ioctl()
1851 case -ERESTARTSYS: in drm_wait_vblank_ioctl()
1853 ret = -EINTR; in drm_wait_vblank_ioctl()
1861 if (ret != -EINTR) { in drm_wait_vblank_ioctl()
1862 drm_wait_vblank_reply(dev, pipe, &vblwait->reply); in drm_wait_vblank_ioctl()
1865 pipe, vblwait->reply.sequence); in drm_wait_vblank_ioctl()
1884 assert_spin_locked(&dev->event_lock); in drm_handle_vblank_events()
1888 list_for_each_entry_safe(e, t, &dev->vblank_event_list, base.link) { in drm_handle_vblank_events()
1889 if (e->pipe != pipe) in drm_handle_vblank_events()
1891 if (!drm_vblank_passed(seq, e->sequence)) in drm_handle_vblank_events()
1895 e->sequence, seq); in drm_handle_vblank_events()
1897 list_del(&e->base.link); in drm_handle_vblank_events()
1902 if (crtc && crtc->funcs->get_vblank_timestamp) in drm_handle_vblank_events()
1909 * drm_handle_vblank - handle a vblank event
1927 if (drm_WARN_ON(dev, pipe >= dev->num_crtcs)) in drm_handle_vblank()
1930 spin_lock_irqsave(&dev->event_lock, irqflags); in drm_handle_vblank()
1936 spin_lock(&dev->vblank_time_lock); in drm_handle_vblank()
1939 if (!vblank->enabled) { in drm_handle_vblank()
1940 spin_unlock(&dev->vblank_time_lock); in drm_handle_vblank()
1941 spin_unlock_irqrestore(&dev->event_lock, irqflags); in drm_handle_vblank()
1947 spin_unlock(&dev->vblank_time_lock); in drm_handle_vblank()
1949 wake_up(&vblank->queue); in drm_handle_vblank()
1951 /* With instant-off, we defer disabling the interrupt until after in drm_handle_vblank()
1956 disable_irq = (vblank->config.disable_immediate && in drm_handle_vblank()
1957 vblank->config.offdelay_ms > 0 && in drm_handle_vblank()
1958 !atomic_read(&vblank->refcount)); in drm_handle_vblank()
1963 spin_unlock_irqrestore(&dev->event_lock, irqflags); in drm_handle_vblank()
1966 vblank_disable_fn(&vblank->disable_timer); in drm_handle_vblank()
1973 * drm_crtc_handle_vblank - handle a vblank event
1994 return drm_handle_vblank(crtc->dev, drm_crtc_index(crtc)); in drm_crtc_handle_vblank()
2018 return -EOPNOTSUPP; in drm_crtc_get_sequence_ioctl()
2021 return -EOPNOTSUPP; in drm_crtc_get_sequence_ioctl()
2023 crtc = drm_crtc_find(dev, file_priv, get_seq->crtc_id); in drm_crtc_get_sequence_ioctl()
2025 return -ENOENT; in drm_crtc_get_sequence_ioctl()
2030 vblank_enabled = READ_ONCE(vblank->config.disable_immediate) && in drm_crtc_get_sequence_ioctl()
2031 READ_ONCE(vblank->enabled); in drm_crtc_get_sequence_ioctl()
2042 drm_modeset_lock(&crtc->mutex, NULL); in drm_crtc_get_sequence_ioctl()
2043 if (crtc->state) in drm_crtc_get_sequence_ioctl()
2044 get_seq->active = crtc->state->enable; in drm_crtc_get_sequence_ioctl()
2046 get_seq->active = crtc->enabled; in drm_crtc_get_sequence_ioctl()
2047 drm_modeset_unlock(&crtc->mutex); in drm_crtc_get_sequence_ioctl()
2048 get_seq->sequence = drm_vblank_count_and_time(dev, pipe, &now); in drm_crtc_get_sequence_ioctl()
2049 get_seq->sequence_ns = ktime_to_ns(now); in drm_crtc_get_sequence_ioctl()
2078 return -EOPNOTSUPP; in drm_crtc_queue_sequence_ioctl()
2081 return -EOPNOTSUPP; in drm_crtc_queue_sequence_ioctl()
2083 crtc = drm_crtc_find(dev, file_priv, queue_seq->crtc_id); in drm_crtc_queue_sequence_ioctl()
2085 return -ENOENT; in drm_crtc_queue_sequence_ioctl()
2087 flags = queue_seq->flags; in drm_crtc_queue_sequence_ioctl()
2091 return -EINVAL; in drm_crtc_queue_sequence_ioctl()
2099 return -ENOMEM; in drm_crtc_queue_sequence_ioctl()
2110 req_seq = queue_seq->sequence; in drm_crtc_queue_sequence_ioctl()
2118 e->pipe = pipe; in drm_crtc_queue_sequence_ioctl()
2119 e->event.base.type = DRM_EVENT_CRTC_SEQUENCE; in drm_crtc_queue_sequence_ioctl()
2120 e->event.base.length = sizeof(e->event.seq); in drm_crtc_queue_sequence_ioctl()
2121 e->event.seq.user_data = queue_seq->user_data; in drm_crtc_queue_sequence_ioctl()
2123 spin_lock_irq(&dev->event_lock); in drm_crtc_queue_sequence_ioctl()
2131 if (!READ_ONCE(vblank->enabled)) { in drm_crtc_queue_sequence_ioctl()
2132 ret = -EINVAL; in drm_crtc_queue_sequence_ioctl()
2136 ret = drm_event_reserve_init_locked(dev, file_priv, &e->base, in drm_crtc_queue_sequence_ioctl()
2137 &e->event.base); in drm_crtc_queue_sequence_ioctl()
2142 e->sequence = req_seq; in drm_crtc_queue_sequence_ioctl()
2147 queue_seq->sequence = seq; in drm_crtc_queue_sequence_ioctl()
2150 list_add_tail(&e->base.link, &dev->vblank_event_list); in drm_crtc_queue_sequence_ioctl()
2151 queue_seq->sequence = req_seq; in drm_crtc_queue_sequence_ioctl()
2154 spin_unlock_irq(&dev->event_lock); in drm_crtc_queue_sequence_ioctl()
2158 spin_unlock_irq(&dev->event_lock); in drm_crtc_queue_sequence_ioctl()