xref: /linux/drivers/gpu/drm/i915/display/intel_hotplug.c (revision 5a7eeb8ba143d860050ecea924a8f074f02d8023)
1 /*
2  * Copyright © 2015 Intel Corporation
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice (including the next
12  * paragraph) shall be included in all copies or substantial portions of the
13  * Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21  * IN THE SOFTWARE.
22  */
23 
24 #include <linux/kernel.h>
25 
26 #include "i915_drv.h"
27 #include "intel_display_types.h"
28 #include "intel_hotplug.h"
29 
30 /**
31  * DOC: Hotplug
32  *
33  * Simply put, hotplug occurs when a display is connected to or disconnected
34  * from the system. However, there may be adapters and docking stations and
35  * Display Port short pulses and MST devices involved, complicating matters.
36  *
37  * Hotplug in i915 is handled in many different levels of abstraction.
38  *
39  * The platform dependent interrupt handling code in i915_irq.c enables,
40  * disables, and does preliminary handling of the interrupts. The interrupt
41  * handlers gather the hotplug detect (HPD) information from relevant registers
42  * into a platform independent mask of hotplug pins that have fired.
43  *
44  * The platform independent interrupt handler intel_hpd_irq_handler() in
45  * intel_hotplug.c does hotplug irq storm detection and mitigation, and passes
46  * further processing to appropriate bottom halves (Display Port specific and
47  * regular hotplug).
48  *
49  * The Display Port work function i915_digport_work_func() calls into
50  * intel_dp_hpd_pulse() via hooks, which handles DP short pulses and DP MST long
51  * pulses, with failures and non-MST long pulses triggering regular hotplug
52  * processing on the connector.
53  *
54  * The regular hotplug work function i915_hotplug_work_func() calls connector
55  * detect hooks, and, if connector status changes, triggers sending of hotplug
56  * uevent to userspace via drm_kms_helper_hotplug_event().
57  *
58  * Finally, the userspace is responsible for triggering a modeset upon receiving
59  * the hotplug uevent, disabling or enabling the crtc as needed.
60  *
61  * The hotplug interrupt storm detection and mitigation code keeps track of the
62  * number of interrupts per hotplug pin per a period of time, and if the number
63  * of interrupts exceeds a certain threshold, the interrupt is disabled for a
64  * while before being re-enabled. The intention is to mitigate issues raising
65  * from broken hardware triggering massive amounts of interrupts and grinding
66  * the system to a halt.
67  *
68  * Current implementation expects that hotplug interrupt storm will not be
69  * seen when display port sink is connected, hence on platforms whose DP
70  * callback is handled by i915_digport_work_func reenabling of hpd is not
71  * performed (it was never expected to be disabled in the first place ;) )
72  * this is specific to DP sinks handled by this routine and any other display
73  * such as HDMI or DVI enabled on the same port will have proper logic since
74  * it will use i915_hotplug_work_func where this logic is handled.
75  */
76 
77 /**
78  * intel_hpd_pin_default - return default pin associated with certain port.
79  * @dev_priv: private driver data pointer
80  * @port: the hpd port to get associated pin
81  *
82  * It is only valid and used by digital port encoder.
83  *
84  * Return pin that is associatade with @port and HDP_NONE if no pin is
85  * hard associated with that @port.
86  */
87 enum hpd_pin intel_hpd_pin_default(struct drm_i915_private *dev_priv,
88 				   enum port port)
89 {
90 	enum phy phy = intel_port_to_phy(dev_priv, port);
91 
92 	/*
93 	 * RKL + TGP PCH is a special case; we effectively choose the hpd_pin
94 	 * based on the DDI rather than the PHY (i.e., the last two outputs
95 	 * shold be HPD_PORT_{D,E} rather than {C,D}.  Note that this differs
96 	 * from the behavior of both TGL+TGP and RKL+CMP.
97 	 */
98 	if (IS_ROCKETLAKE(dev_priv) && HAS_PCH_TGP(dev_priv))
99 		return HPD_PORT_A + port - PORT_A;
100 
101 	switch (phy) {
102 	case PHY_F:
103 		return IS_CNL_WITH_PORT_F(dev_priv) ? HPD_PORT_E : HPD_PORT_F;
104 	case PHY_A ... PHY_E:
105 	case PHY_G ... PHY_I:
106 		return HPD_PORT_A + phy - PHY_A;
107 	default:
108 		MISSING_CASE(phy);
109 		return HPD_NONE;
110 	}
111 }
112 
113 #define HPD_STORM_DETECT_PERIOD		1000
114 #define HPD_STORM_REENABLE_DELAY	(2 * 60 * 1000)
115 #define HPD_RETRY_DELAY			1000
116 
117 static enum hpd_pin
118 intel_connector_hpd_pin(struct intel_connector *connector)
119 {
120 	struct intel_encoder *encoder = intel_attached_encoder(connector);
121 
122 	/*
123 	 * MST connectors get their encoder attached dynamically
124 	 * so need to make sure we have an encoder here. But since
125 	 * MST encoders have their hpd_pin set to HPD_NONE we don't
126 	 * have to special case them beyond that.
127 	 */
128 	return encoder ? encoder->hpd_pin : HPD_NONE;
129 }
130 
131 /**
132  * intel_hpd_irq_storm_detect - gather stats and detect HPD IRQ storm on a pin
133  * @dev_priv: private driver data pointer
134  * @pin: the pin to gather stats on
135  * @long_hpd: whether the HPD IRQ was long or short
136  *
137  * Gather stats about HPD IRQs from the specified @pin, and detect IRQ
138  * storms. Only the pin specific stats and state are changed, the caller is
139  * responsible for further action.
140  *
141  * The number of IRQs that are allowed within @HPD_STORM_DETECT_PERIOD is
142  * stored in @dev_priv->hotplug.hpd_storm_threshold which defaults to
143  * @HPD_STORM_DEFAULT_THRESHOLD. Long IRQs count as +10 to this threshold, and
144  * short IRQs count as +1. If this threshold is exceeded, it's considered an
145  * IRQ storm and the IRQ state is set to @HPD_MARK_DISABLED.
146  *
147  * By default, most systems will only count long IRQs towards
148  * &dev_priv->hotplug.hpd_storm_threshold. However, some older systems also
149  * suffer from short IRQ storms and must also track these. Because short IRQ
150  * storms are naturally caused by sideband interactions with DP MST devices,
151  * short IRQ detection is only enabled for systems without DP MST support.
152  * Systems which are new enough to support DP MST are far less likely to
153  * suffer from IRQ storms at all, so this is fine.
154  *
155  * The HPD threshold can be controlled through i915_hpd_storm_ctl in debugfs,
156  * and should only be adjusted for automated hotplug testing.
157  *
158  * Return true if an IRQ storm was detected on @pin.
159  */
160 static bool intel_hpd_irq_storm_detect(struct drm_i915_private *dev_priv,
161 				       enum hpd_pin pin, bool long_hpd)
162 {
163 	struct i915_hotplug *hpd = &dev_priv->hotplug;
164 	unsigned long start = hpd->stats[pin].last_jiffies;
165 	unsigned long end = start + msecs_to_jiffies(HPD_STORM_DETECT_PERIOD);
166 	const int increment = long_hpd ? 10 : 1;
167 	const int threshold = hpd->hpd_storm_threshold;
168 	bool storm = false;
169 
170 	if (!threshold ||
171 	    (!long_hpd && !dev_priv->hotplug.hpd_short_storm_enabled))
172 		return false;
173 
174 	if (!time_in_range(jiffies, start, end)) {
175 		hpd->stats[pin].last_jiffies = jiffies;
176 		hpd->stats[pin].count = 0;
177 	}
178 
179 	hpd->stats[pin].count += increment;
180 	if (hpd->stats[pin].count > threshold) {
181 		hpd->stats[pin].state = HPD_MARK_DISABLED;
182 		drm_dbg_kms(&dev_priv->drm,
183 			    "HPD interrupt storm detected on PIN %d\n", pin);
184 		storm = true;
185 	} else {
186 		drm_dbg_kms(&dev_priv->drm,
187 			    "Received HPD interrupt on PIN %d - cnt: %d\n",
188 			      pin,
189 			      hpd->stats[pin].count);
190 	}
191 
192 	return storm;
193 }
194 
195 static void
196 intel_hpd_irq_storm_switch_to_polling(struct drm_i915_private *dev_priv)
197 {
198 	struct drm_device *dev = &dev_priv->drm;
199 	struct drm_connector_list_iter conn_iter;
200 	struct intel_connector *connector;
201 	bool hpd_disabled = false;
202 
203 	lockdep_assert_held(&dev_priv->irq_lock);
204 
205 	drm_connector_list_iter_begin(dev, &conn_iter);
206 	for_each_intel_connector_iter(connector, &conn_iter) {
207 		enum hpd_pin pin;
208 
209 		if (connector->base.polled != DRM_CONNECTOR_POLL_HPD)
210 			continue;
211 
212 		pin = intel_connector_hpd_pin(connector);
213 		if (pin == HPD_NONE ||
214 		    dev_priv->hotplug.stats[pin].state != HPD_MARK_DISABLED)
215 			continue;
216 
217 		drm_info(&dev_priv->drm,
218 			 "HPD interrupt storm detected on connector %s: "
219 			 "switching from hotplug detection to polling\n",
220 			 connector->base.name);
221 
222 		dev_priv->hotplug.stats[pin].state = HPD_DISABLED;
223 		connector->base.polled = DRM_CONNECTOR_POLL_CONNECT |
224 			DRM_CONNECTOR_POLL_DISCONNECT;
225 		hpd_disabled = true;
226 	}
227 	drm_connector_list_iter_end(&conn_iter);
228 
229 	/* Enable polling and queue hotplug re-enabling. */
230 	if (hpd_disabled) {
231 		drm_kms_helper_poll_enable(dev);
232 		mod_delayed_work(system_wq, &dev_priv->hotplug.reenable_work,
233 				 msecs_to_jiffies(HPD_STORM_REENABLE_DELAY));
234 	}
235 }
236 
237 static void intel_hpd_irq_storm_reenable_work(struct work_struct *work)
238 {
239 	struct drm_i915_private *dev_priv =
240 		container_of(work, typeof(*dev_priv),
241 			     hotplug.reenable_work.work);
242 	struct drm_device *dev = &dev_priv->drm;
243 	struct drm_connector_list_iter conn_iter;
244 	struct intel_connector *connector;
245 	intel_wakeref_t wakeref;
246 	enum hpd_pin pin;
247 
248 	wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm);
249 
250 	spin_lock_irq(&dev_priv->irq_lock);
251 
252 	drm_connector_list_iter_begin(dev, &conn_iter);
253 	for_each_intel_connector_iter(connector, &conn_iter) {
254 		pin = intel_connector_hpd_pin(connector);
255 		if (pin == HPD_NONE ||
256 		    dev_priv->hotplug.stats[pin].state != HPD_DISABLED)
257 			continue;
258 
259 		if (connector->base.polled != connector->polled)
260 			drm_dbg(&dev_priv->drm,
261 				"Reenabling HPD on connector %s\n",
262 				connector->base.name);
263 		connector->base.polled = connector->polled;
264 	}
265 	drm_connector_list_iter_end(&conn_iter);
266 
267 	for_each_hpd_pin(pin) {
268 		if (dev_priv->hotplug.stats[pin].state == HPD_DISABLED)
269 			dev_priv->hotplug.stats[pin].state = HPD_ENABLED;
270 	}
271 
272 	if (dev_priv->display_irqs_enabled && dev_priv->display.hpd_irq_setup)
273 		dev_priv->display.hpd_irq_setup(dev_priv);
274 
275 	spin_unlock_irq(&dev_priv->irq_lock);
276 
277 	intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref);
278 }
279 
280 enum intel_hotplug_state
281 intel_encoder_hotplug(struct intel_encoder *encoder,
282 		      struct intel_connector *connector)
283 {
284 	struct drm_device *dev = connector->base.dev;
285 	enum drm_connector_status old_status;
286 
287 	drm_WARN_ON(dev, !mutex_is_locked(&dev->mode_config.mutex));
288 	old_status = connector->base.status;
289 
290 	connector->base.status =
291 		drm_helper_probe_detect(&connector->base, NULL, false);
292 
293 	if (old_status == connector->base.status)
294 		return INTEL_HOTPLUG_UNCHANGED;
295 
296 	drm_dbg_kms(&to_i915(dev)->drm,
297 		    "[CONNECTOR:%d:%s] status updated from %s to %s\n",
298 		    connector->base.base.id,
299 		    connector->base.name,
300 		    drm_get_connector_status_name(old_status),
301 		    drm_get_connector_status_name(connector->base.status));
302 
303 	return INTEL_HOTPLUG_CHANGED;
304 }
305 
306 static bool intel_encoder_has_hpd_pulse(struct intel_encoder *encoder)
307 {
308 	return intel_encoder_is_dig_port(encoder) &&
309 		enc_to_dig_port(encoder)->hpd_pulse != NULL;
310 }
311 
312 static void i915_digport_work_func(struct work_struct *work)
313 {
314 	struct drm_i915_private *dev_priv =
315 		container_of(work, struct drm_i915_private, hotplug.dig_port_work);
316 	u32 long_port_mask, short_port_mask;
317 	struct intel_encoder *encoder;
318 	u32 old_bits = 0;
319 
320 	spin_lock_irq(&dev_priv->irq_lock);
321 	long_port_mask = dev_priv->hotplug.long_port_mask;
322 	dev_priv->hotplug.long_port_mask = 0;
323 	short_port_mask = dev_priv->hotplug.short_port_mask;
324 	dev_priv->hotplug.short_port_mask = 0;
325 	spin_unlock_irq(&dev_priv->irq_lock);
326 
327 	for_each_intel_encoder(&dev_priv->drm, encoder) {
328 		struct intel_digital_port *dig_port;
329 		enum port port = encoder->port;
330 		bool long_hpd, short_hpd;
331 		enum irqreturn ret;
332 
333 		if (!intel_encoder_has_hpd_pulse(encoder))
334 			continue;
335 
336 		long_hpd = long_port_mask & BIT(port);
337 		short_hpd = short_port_mask & BIT(port);
338 
339 		if (!long_hpd && !short_hpd)
340 			continue;
341 
342 		dig_port = enc_to_dig_port(encoder);
343 
344 		ret = dig_port->hpd_pulse(dig_port, long_hpd);
345 		if (ret == IRQ_NONE) {
346 			/* fall back to old school hpd */
347 			old_bits |= BIT(encoder->hpd_pin);
348 		}
349 	}
350 
351 	if (old_bits) {
352 		spin_lock_irq(&dev_priv->irq_lock);
353 		dev_priv->hotplug.event_bits |= old_bits;
354 		spin_unlock_irq(&dev_priv->irq_lock);
355 		queue_delayed_work(system_wq, &dev_priv->hotplug.hotplug_work, 0);
356 	}
357 }
358 
359 /*
360  * Handle hotplug events outside the interrupt handler proper.
361  */
362 static void i915_hotplug_work_func(struct work_struct *work)
363 {
364 	struct drm_i915_private *dev_priv =
365 		container_of(work, struct drm_i915_private,
366 			     hotplug.hotplug_work.work);
367 	struct drm_device *dev = &dev_priv->drm;
368 	struct drm_connector_list_iter conn_iter;
369 	struct intel_connector *connector;
370 	u32 changed = 0, retry = 0;
371 	u32 hpd_event_bits;
372 	u32 hpd_retry_bits;
373 
374 	mutex_lock(&dev->mode_config.mutex);
375 	drm_dbg_kms(&dev_priv->drm, "running encoder hotplug functions\n");
376 
377 	spin_lock_irq(&dev_priv->irq_lock);
378 
379 	hpd_event_bits = dev_priv->hotplug.event_bits;
380 	dev_priv->hotplug.event_bits = 0;
381 	hpd_retry_bits = dev_priv->hotplug.retry_bits;
382 	dev_priv->hotplug.retry_bits = 0;
383 
384 	/* Enable polling for connectors which had HPD IRQ storms */
385 	intel_hpd_irq_storm_switch_to_polling(dev_priv);
386 
387 	spin_unlock_irq(&dev_priv->irq_lock);
388 
389 	drm_connector_list_iter_begin(dev, &conn_iter);
390 	for_each_intel_connector_iter(connector, &conn_iter) {
391 		enum hpd_pin pin;
392 		u32 hpd_bit;
393 
394 		pin = intel_connector_hpd_pin(connector);
395 		if (pin == HPD_NONE)
396 			continue;
397 
398 		hpd_bit = BIT(pin);
399 		if ((hpd_event_bits | hpd_retry_bits) & hpd_bit) {
400 			struct intel_encoder *encoder =
401 				intel_attached_encoder(connector);
402 
403 			if (hpd_event_bits & hpd_bit)
404 				connector->hotplug_retries = 0;
405 			else
406 				connector->hotplug_retries++;
407 
408 			drm_dbg_kms(&dev_priv->drm,
409 				    "Connector %s (pin %i) received hotplug event. (retry %d)\n",
410 				    connector->base.name, pin,
411 				    connector->hotplug_retries);
412 
413 			switch (encoder->hotplug(encoder, connector)) {
414 			case INTEL_HOTPLUG_UNCHANGED:
415 				break;
416 			case INTEL_HOTPLUG_CHANGED:
417 				changed |= hpd_bit;
418 				break;
419 			case INTEL_HOTPLUG_RETRY:
420 				retry |= hpd_bit;
421 				break;
422 			}
423 		}
424 	}
425 	drm_connector_list_iter_end(&conn_iter);
426 	mutex_unlock(&dev->mode_config.mutex);
427 
428 	if (changed)
429 		drm_kms_helper_hotplug_event(dev);
430 
431 	/* Remove shared HPD pins that have changed */
432 	retry &= ~changed;
433 	if (retry) {
434 		spin_lock_irq(&dev_priv->irq_lock);
435 		dev_priv->hotplug.retry_bits |= retry;
436 		spin_unlock_irq(&dev_priv->irq_lock);
437 
438 		mod_delayed_work(system_wq, &dev_priv->hotplug.hotplug_work,
439 				 msecs_to_jiffies(HPD_RETRY_DELAY));
440 	}
441 }
442 
443 
444 /**
445  * intel_hpd_irq_handler - main hotplug irq handler
446  * @dev_priv: drm_i915_private
447  * @pin_mask: a mask of hpd pins that have triggered the irq
448  * @long_mask: a mask of hpd pins that may be long hpd pulses
449  *
450  * This is the main hotplug irq handler for all platforms. The platform specific
451  * irq handlers call the platform specific hotplug irq handlers, which read and
452  * decode the appropriate registers into bitmasks about hpd pins that have
453  * triggered (@pin_mask), and which of those pins may be long pulses
454  * (@long_mask). The @long_mask is ignored if the port corresponding to the pin
455  * is not a digital port.
456  *
457  * Here, we do hotplug irq storm detection and mitigation, and pass further
458  * processing to appropriate bottom halves.
459  */
460 void intel_hpd_irq_handler(struct drm_i915_private *dev_priv,
461 			   u32 pin_mask, u32 long_mask)
462 {
463 	struct intel_encoder *encoder;
464 	bool storm_detected = false;
465 	bool queue_dig = false, queue_hp = false;
466 	u32 long_hpd_pulse_mask = 0;
467 	u32 short_hpd_pulse_mask = 0;
468 	enum hpd_pin pin;
469 
470 	if (!pin_mask)
471 		return;
472 
473 	spin_lock(&dev_priv->irq_lock);
474 
475 	/*
476 	 * Determine whether ->hpd_pulse() exists for each pin, and
477 	 * whether we have a short or a long pulse. This is needed
478 	 * as each pin may have up to two encoders (HDMI and DP) and
479 	 * only the one of them (DP) will have ->hpd_pulse().
480 	 */
481 	for_each_intel_encoder(&dev_priv->drm, encoder) {
482 		bool has_hpd_pulse = intel_encoder_has_hpd_pulse(encoder);
483 		enum port port = encoder->port;
484 		bool long_hpd;
485 
486 		pin = encoder->hpd_pin;
487 		if (!(BIT(pin) & pin_mask))
488 			continue;
489 
490 		if (!has_hpd_pulse)
491 			continue;
492 
493 		long_hpd = long_mask & BIT(pin);
494 
495 		drm_dbg(&dev_priv->drm,
496 			"digital hpd on [ENCODER:%d:%s] - %s\n",
497 			encoder->base.base.id, encoder->base.name,
498 			long_hpd ? "long" : "short");
499 		queue_dig = true;
500 
501 		if (long_hpd) {
502 			long_hpd_pulse_mask |= BIT(pin);
503 			dev_priv->hotplug.long_port_mask |= BIT(port);
504 		} else {
505 			short_hpd_pulse_mask |= BIT(pin);
506 			dev_priv->hotplug.short_port_mask |= BIT(port);
507 		}
508 	}
509 
510 	/* Now process each pin just once */
511 	for_each_hpd_pin(pin) {
512 		bool long_hpd;
513 
514 		if (!(BIT(pin) & pin_mask))
515 			continue;
516 
517 		if (dev_priv->hotplug.stats[pin].state == HPD_DISABLED) {
518 			/*
519 			 * On GMCH platforms the interrupt mask bits only
520 			 * prevent irq generation, not the setting of the
521 			 * hotplug bits itself. So only WARN about unexpected
522 			 * interrupts on saner platforms.
523 			 */
524 			drm_WARN_ONCE(&dev_priv->drm, !HAS_GMCH(dev_priv),
525 				      "Received HPD interrupt on pin %d although disabled\n",
526 				      pin);
527 			continue;
528 		}
529 
530 		if (dev_priv->hotplug.stats[pin].state != HPD_ENABLED)
531 			continue;
532 
533 		/*
534 		 * Delegate to ->hpd_pulse() if one of the encoders for this
535 		 * pin has it, otherwise let the hotplug_work deal with this
536 		 * pin directly.
537 		 */
538 		if (((short_hpd_pulse_mask | long_hpd_pulse_mask) & BIT(pin))) {
539 			long_hpd = long_hpd_pulse_mask & BIT(pin);
540 		} else {
541 			dev_priv->hotplug.event_bits |= BIT(pin);
542 			long_hpd = true;
543 			queue_hp = true;
544 		}
545 
546 		if (intel_hpd_irq_storm_detect(dev_priv, pin, long_hpd)) {
547 			dev_priv->hotplug.event_bits &= ~BIT(pin);
548 			storm_detected = true;
549 			queue_hp = true;
550 		}
551 	}
552 
553 	/*
554 	 * Disable any IRQs that storms were detected on. Polling enablement
555 	 * happens later in our hotplug work.
556 	 */
557 	if (storm_detected && dev_priv->display_irqs_enabled)
558 		dev_priv->display.hpd_irq_setup(dev_priv);
559 	spin_unlock(&dev_priv->irq_lock);
560 
561 	/*
562 	 * Our hotplug handler can grab modeset locks (by calling down into the
563 	 * fb helpers). Hence it must not be run on our own dev-priv->wq work
564 	 * queue for otherwise the flush_work in the pageflip code will
565 	 * deadlock.
566 	 */
567 	if (queue_dig)
568 		queue_work(dev_priv->hotplug.dp_wq, &dev_priv->hotplug.dig_port_work);
569 	if (queue_hp)
570 		queue_delayed_work(system_wq, &dev_priv->hotplug.hotplug_work, 0);
571 }
572 
573 /**
574  * intel_hpd_init - initializes and enables hpd support
575  * @dev_priv: i915 device instance
576  *
577  * This function enables the hotplug support. It requires that interrupts have
578  * already been enabled with intel_irq_init_hw(). From this point on hotplug and
579  * poll request can run concurrently to other code, so locking rules must be
580  * obeyed.
581  *
582  * This is a separate step from interrupt enabling to simplify the locking rules
583  * in the driver load and resume code.
584  *
585  * Also see: intel_hpd_poll_init(), which enables connector polling
586  */
587 void intel_hpd_init(struct drm_i915_private *dev_priv)
588 {
589 	int i;
590 
591 	for_each_hpd_pin(i) {
592 		dev_priv->hotplug.stats[i].count = 0;
593 		dev_priv->hotplug.stats[i].state = HPD_ENABLED;
594 	}
595 
596 	WRITE_ONCE(dev_priv->hotplug.poll_enabled, false);
597 	schedule_work(&dev_priv->hotplug.poll_init_work);
598 
599 	/*
600 	 * Interrupt setup is already guaranteed to be single-threaded, this is
601 	 * just to make the assert_spin_locked checks happy.
602 	 */
603 	if (dev_priv->display_irqs_enabled && dev_priv->display.hpd_irq_setup) {
604 		spin_lock_irq(&dev_priv->irq_lock);
605 		if (dev_priv->display_irqs_enabled)
606 			dev_priv->display.hpd_irq_setup(dev_priv);
607 		spin_unlock_irq(&dev_priv->irq_lock);
608 	}
609 }
610 
611 static void i915_hpd_poll_init_work(struct work_struct *work)
612 {
613 	struct drm_i915_private *dev_priv =
614 		container_of(work, struct drm_i915_private,
615 			     hotplug.poll_init_work);
616 	struct drm_device *dev = &dev_priv->drm;
617 	struct drm_connector_list_iter conn_iter;
618 	struct intel_connector *connector;
619 	bool enabled;
620 
621 	mutex_lock(&dev->mode_config.mutex);
622 
623 	enabled = READ_ONCE(dev_priv->hotplug.poll_enabled);
624 
625 	drm_connector_list_iter_begin(dev, &conn_iter);
626 	for_each_intel_connector_iter(connector, &conn_iter) {
627 		enum hpd_pin pin;
628 
629 		pin = intel_connector_hpd_pin(connector);
630 		if (pin == HPD_NONE)
631 			continue;
632 
633 		connector->base.polled = connector->polled;
634 
635 		if (enabled && connector->base.polled == DRM_CONNECTOR_POLL_HPD)
636 			connector->base.polled = DRM_CONNECTOR_POLL_CONNECT |
637 				DRM_CONNECTOR_POLL_DISCONNECT;
638 	}
639 	drm_connector_list_iter_end(&conn_iter);
640 
641 	if (enabled)
642 		drm_kms_helper_poll_enable(dev);
643 
644 	mutex_unlock(&dev->mode_config.mutex);
645 
646 	/*
647 	 * We might have missed any hotplugs that happened while we were
648 	 * in the middle of disabling polling
649 	 */
650 	if (!enabled)
651 		drm_helper_hpd_irq_event(dev);
652 }
653 
654 /**
655  * intel_hpd_poll_init - enables/disables polling for connectors with hpd
656  * @dev_priv: i915 device instance
657  *
658  * This function enables polling for all connectors, regardless of whether or
659  * not they support hotplug detection. Under certain conditions HPD may not be
660  * functional. On most Intel GPUs, this happens when we enter runtime suspend.
661  * On Valleyview and Cherryview systems, this also happens when we shut off all
662  * of the powerwells.
663  *
664  * Since this function can get called in contexts where we're already holding
665  * dev->mode_config.mutex, we do the actual hotplug enabling in a seperate
666  * worker.
667  *
668  * Also see: intel_hpd_init(), which restores hpd handling.
669  */
670 void intel_hpd_poll_init(struct drm_i915_private *dev_priv)
671 {
672 	WRITE_ONCE(dev_priv->hotplug.poll_enabled, true);
673 
674 	/*
675 	 * We might already be holding dev->mode_config.mutex, so do this in a
676 	 * seperate worker
677 	 * As well, there's no issue if we race here since we always reschedule
678 	 * this worker anyway
679 	 */
680 	schedule_work(&dev_priv->hotplug.poll_init_work);
681 }
682 
683 void intel_hpd_init_work(struct drm_i915_private *dev_priv)
684 {
685 	INIT_DELAYED_WORK(&dev_priv->hotplug.hotplug_work,
686 			  i915_hotplug_work_func);
687 	INIT_WORK(&dev_priv->hotplug.dig_port_work, i915_digport_work_func);
688 	INIT_WORK(&dev_priv->hotplug.poll_init_work, i915_hpd_poll_init_work);
689 	INIT_DELAYED_WORK(&dev_priv->hotplug.reenable_work,
690 			  intel_hpd_irq_storm_reenable_work);
691 }
692 
693 void intel_hpd_cancel_work(struct drm_i915_private *dev_priv)
694 {
695 	spin_lock_irq(&dev_priv->irq_lock);
696 
697 	dev_priv->hotplug.long_port_mask = 0;
698 	dev_priv->hotplug.short_port_mask = 0;
699 	dev_priv->hotplug.event_bits = 0;
700 	dev_priv->hotplug.retry_bits = 0;
701 
702 	spin_unlock_irq(&dev_priv->irq_lock);
703 
704 	cancel_work_sync(&dev_priv->hotplug.dig_port_work);
705 	cancel_delayed_work_sync(&dev_priv->hotplug.hotplug_work);
706 	cancel_work_sync(&dev_priv->hotplug.poll_init_work);
707 	cancel_delayed_work_sync(&dev_priv->hotplug.reenable_work);
708 }
709 
710 bool intel_hpd_disable(struct drm_i915_private *dev_priv, enum hpd_pin pin)
711 {
712 	bool ret = false;
713 
714 	if (pin == HPD_NONE)
715 		return false;
716 
717 	spin_lock_irq(&dev_priv->irq_lock);
718 	if (dev_priv->hotplug.stats[pin].state == HPD_ENABLED) {
719 		dev_priv->hotplug.stats[pin].state = HPD_DISABLED;
720 		ret = true;
721 	}
722 	spin_unlock_irq(&dev_priv->irq_lock);
723 
724 	return ret;
725 }
726 
727 void intel_hpd_enable(struct drm_i915_private *dev_priv, enum hpd_pin pin)
728 {
729 	if (pin == HPD_NONE)
730 		return;
731 
732 	spin_lock_irq(&dev_priv->irq_lock);
733 	dev_priv->hotplug.stats[pin].state = HPD_ENABLED;
734 	spin_unlock_irq(&dev_priv->irq_lock);
735 }
736