xref: /linux/drivers/net/wireless/intel/iwlwifi/mvm/tt.c (revision 24168c5e6dfbdd5b414f048f47f75d64533296ca)
1 // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
2 /*
3  * Copyright (C) 2012-2014, 2019-2022 Intel Corporation
4  * Copyright (C) 2013-2014 Intel Mobile Communications GmbH
5  * Copyright (C) 2015-2016 Intel Deutschland GmbH
6  */
7 #include <linux/sort.h>
8 
9 #include "mvm.h"
10 
11 #define IWL_MVM_TEMP_NOTIF_WAIT_TIMEOUT	HZ
12 
13 void iwl_mvm_enter_ctkill(struct iwl_mvm *mvm)
14 {
15 	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
16 	u32 duration = tt->params.ct_kill_duration;
17 
18 	if (test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
19 		return;
20 
21 	IWL_ERR(mvm, "Enter CT Kill\n");
22 	iwl_mvm_set_hw_ctkill_state(mvm, true);
23 
24 	if (!iwl_mvm_is_tt_in_fw(mvm)) {
25 		tt->throttle = false;
26 		tt->dynamic_smps = false;
27 	}
28 
29 	/* Don't schedule an exit work if we're in test mode, since
30 	 * the temperature will not change unless we manually set it
31 	 * again (or disable testing).
32 	 */
33 	if (!mvm->temperature_test)
34 		schedule_delayed_work(&tt->ct_kill_exit,
35 				      round_jiffies_relative(duration * HZ));
36 }
37 
38 static void iwl_mvm_exit_ctkill(struct iwl_mvm *mvm)
39 {
40 	if (!test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
41 		return;
42 
43 	IWL_ERR(mvm, "Exit CT Kill\n");
44 	iwl_mvm_set_hw_ctkill_state(mvm, false);
45 }
46 
47 static void iwl_mvm_tt_temp_changed(struct iwl_mvm *mvm, u32 temp)
48 {
49 	/* ignore the notification if we are in test mode */
50 	if (mvm->temperature_test)
51 		return;
52 
53 	if (mvm->temperature == temp)
54 		return;
55 
56 	mvm->temperature = temp;
57 	iwl_mvm_tt_handler(mvm);
58 }
59 
60 static int iwl_mvm_temp_notif_parse(struct iwl_mvm *mvm,
61 				    struct iwl_rx_packet *pkt)
62 {
63 	struct iwl_dts_measurement_notif_v1 *notif_v1;
64 	int len = iwl_rx_packet_payload_len(pkt);
65 	int temp;
66 
67 	/* we can use notif_v1 only, because v2 only adds an additional
68 	 * parameter, which is not used in this function.
69 	*/
70 	if (WARN_ON_ONCE(len < sizeof(*notif_v1))) {
71 		IWL_ERR(mvm, "Invalid DTS_MEASUREMENT_NOTIFICATION\n");
72 		return -EINVAL;
73 	}
74 
75 	notif_v1 = (void *)pkt->data;
76 
77 	temp = le32_to_cpu(notif_v1->temp);
78 
79 	/* shouldn't be negative, but since it's s32, make sure it isn't */
80 	if (WARN_ON_ONCE(temp < 0))
81 		temp = 0;
82 
83 	IWL_DEBUG_TEMP(mvm, "DTS_MEASUREMENT_NOTIFICATION - %d\n", temp);
84 
85 	return temp;
86 }
87 
88 static bool iwl_mvm_temp_notif_wait(struct iwl_notif_wait_data *notif_wait,
89 				    struct iwl_rx_packet *pkt, void *data)
90 {
91 	struct iwl_mvm *mvm =
92 		container_of(notif_wait, struct iwl_mvm, notif_wait);
93 	int *temp = data;
94 	int ret;
95 
96 	ret = iwl_mvm_temp_notif_parse(mvm, pkt);
97 	if (ret < 0)
98 		return true;
99 
100 	*temp = ret;
101 
102 	return true;
103 }
104 
105 void iwl_mvm_temp_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
106 {
107 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
108 	struct iwl_dts_measurement_notif_v2 *notif_v2;
109 	int len = iwl_rx_packet_payload_len(pkt);
110 	int temp;
111 	u32 ths_crossed;
112 
113 	/* the notification is handled synchronously in ctkill, so skip here */
114 	if (test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
115 		return;
116 
117 	temp = iwl_mvm_temp_notif_parse(mvm, pkt);
118 
119 	if (!iwl_mvm_is_tt_in_fw(mvm)) {
120 		if (temp >= 0)
121 			iwl_mvm_tt_temp_changed(mvm, temp);
122 		return;
123 	}
124 
125 	if (WARN_ON_ONCE(len < sizeof(*notif_v2))) {
126 		IWL_ERR(mvm, "Invalid DTS_MEASUREMENT_NOTIFICATION\n");
127 		return;
128 	}
129 
130 	notif_v2 = (void *)pkt->data;
131 	ths_crossed = le32_to_cpu(notif_v2->threshold_idx);
132 
133 	/* 0xFF in ths_crossed means the notification is not related
134 	 * to a trip, so we can ignore it here.
135 	 */
136 	if (ths_crossed == 0xFF)
137 		return;
138 
139 	IWL_DEBUG_TEMP(mvm, "Temp = %d Threshold crossed = %d\n",
140 		       temp, ths_crossed);
141 
142 #ifdef CONFIG_THERMAL
143 	if (WARN_ON(ths_crossed >= IWL_MAX_DTS_TRIPS))
144 		return;
145 
146 	if (mvm->tz_device.tzone) {
147 		struct iwl_mvm_thermal_device *tz_dev = &mvm->tz_device;
148 
149 		thermal_zone_device_update(tz_dev->tzone,
150 					   THERMAL_TRIP_VIOLATED);
151 	}
152 #endif /* CONFIG_THERMAL */
153 }
154 
155 void iwl_mvm_ct_kill_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
156 {
157 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
158 	struct ct_kill_notif *notif;
159 
160 	notif = (struct ct_kill_notif *)pkt->data;
161 	IWL_DEBUG_TEMP(mvm, "CT Kill notification temperature = %d\n",
162 		       notif->temperature);
163 	if (iwl_fw_lookup_notif_ver(mvm->fw, PHY_OPS_GROUP,
164 				    CT_KILL_NOTIFICATION, 0) > 1)
165 		IWL_DEBUG_TEMP(mvm,
166 			       "CT kill notification DTS bitmap = 0x%x, Scheme = %d\n",
167 			       notif->dts, notif->scheme);
168 
169 	iwl_mvm_enter_ctkill(mvm);
170 }
171 
172 /*
173  * send the DTS_MEASUREMENT_TRIGGER command with or without waiting for a
174  * response. If we get a response then the measurement is stored in 'temp'
175  */
176 static int iwl_mvm_send_temp_cmd(struct iwl_mvm *mvm, bool response, s32 *temp)
177 {
178 	struct iwl_host_cmd cmd = {};
179 	struct iwl_dts_measurement_cmd dts_cmd = {
180 		.flags = cpu_to_le32(DTS_TRIGGER_CMD_FLAGS_TEMP),
181 	};
182 	struct iwl_ext_dts_measurement_cmd ext_cmd = {
183 		.control_mode = cpu_to_le32(DTS_DIRECT_WITHOUT_MEASURE),
184 	};
185 	struct iwl_dts_measurement_resp *resp;
186 	void *cmd_ptr;
187 	int ret;
188 	u32 cmd_flags = 0;
189 	u16 len;
190 
191 	/* Check which command format is used (regular/extended) */
192 	if (fw_has_capa(&mvm->fw->ucode_capa,
193 			IWL_UCODE_TLV_CAPA_EXTENDED_DTS_MEASURE)) {
194 		len = sizeof(ext_cmd);
195 		cmd_ptr = &ext_cmd;
196 	} else {
197 		len = sizeof(dts_cmd);
198 		cmd_ptr = &dts_cmd;
199 	}
200 	/* The command version where we get a response is zero length */
201 	if (response) {
202 		cmd_flags = CMD_WANT_SKB;
203 		len = 0;
204 	}
205 
206 	cmd.id =  WIDE_ID(PHY_OPS_GROUP, CMD_DTS_MEASUREMENT_TRIGGER_WIDE);
207 	cmd.len[0] = len;
208 	cmd.flags = cmd_flags;
209 	cmd.data[0] = cmd_ptr;
210 
211 	IWL_DEBUG_TEMP(mvm,
212 		       "Sending temperature measurement command - %s response\n",
213 		       response ? "with" : "without");
214 	ret = iwl_mvm_send_cmd(mvm, &cmd);
215 
216 	if (ret) {
217 		IWL_ERR(mvm,
218 			"Failed to send the temperature measurement command (err=%d)\n",
219 			ret);
220 		return ret;
221 	}
222 
223 	if (response) {
224 		resp = (void *)cmd.resp_pkt->data;
225 		*temp = le32_to_cpu(resp->temp);
226 		IWL_DEBUG_TEMP(mvm,
227 			       "Got temperature measurement response: temp=%d\n",
228 			       *temp);
229 		iwl_free_resp(&cmd);
230 	}
231 
232 	return ret;
233 }
234 
235 int iwl_mvm_get_temp(struct iwl_mvm *mvm, s32 *temp)
236 {
237 	struct iwl_notification_wait wait_temp_notif;
238 	static u16 temp_notif[] = { WIDE_ID(PHY_OPS_GROUP,
239 					    DTS_MEASUREMENT_NOTIF_WIDE) };
240 	int ret;
241 	u8 cmd_ver;
242 
243 	/*
244 	 * If command version is 1 we send the command and immediately get
245 	 * a response. For older versions we send the command and wait for a
246 	 * notification (no command TLV for previous versions).
247 	 */
248 	cmd_ver = iwl_fw_lookup_cmd_ver(mvm->fw,
249 					WIDE_ID(PHY_OPS_GROUP, CMD_DTS_MEASUREMENT_TRIGGER_WIDE),
250 					IWL_FW_CMD_VER_UNKNOWN);
251 	if (cmd_ver == 1)
252 		return iwl_mvm_send_temp_cmd(mvm, true, temp);
253 
254 	lockdep_assert_held(&mvm->mutex);
255 
256 	iwl_init_notification_wait(&mvm->notif_wait, &wait_temp_notif,
257 				   temp_notif, ARRAY_SIZE(temp_notif),
258 				   iwl_mvm_temp_notif_wait, temp);
259 
260 	ret = iwl_mvm_send_temp_cmd(mvm, false, temp);
261 	if (ret) {
262 		iwl_remove_notification(&mvm->notif_wait, &wait_temp_notif);
263 		return ret;
264 	}
265 
266 	ret = iwl_wait_notification(&mvm->notif_wait, &wait_temp_notif,
267 				    IWL_MVM_TEMP_NOTIF_WAIT_TIMEOUT);
268 	if (ret)
269 		IWL_WARN(mvm, "Getting the temperature timed out\n");
270 
271 	return ret;
272 }
273 
274 static void check_exit_ctkill(struct work_struct *work)
275 {
276 	struct iwl_mvm_tt_mgmt *tt;
277 	struct iwl_mvm *mvm;
278 	u32 duration;
279 	s32 temp;
280 	int ret;
281 
282 	tt = container_of(work, struct iwl_mvm_tt_mgmt, ct_kill_exit.work);
283 	mvm = container_of(tt, struct iwl_mvm, thermal_throttle);
284 
285 	if (iwl_mvm_is_tt_in_fw(mvm)) {
286 		iwl_mvm_exit_ctkill(mvm);
287 
288 		return;
289 	}
290 
291 	duration = tt->params.ct_kill_duration;
292 
293 	flush_work(&mvm->roc_done_wk);
294 
295 	mutex_lock(&mvm->mutex);
296 
297 	if (__iwl_mvm_mac_start(mvm))
298 		goto reschedule;
299 
300 	ret = iwl_mvm_get_temp(mvm, &temp);
301 
302 	__iwl_mvm_mac_stop(mvm);
303 
304 	if (ret)
305 		goto reschedule;
306 
307 	IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", temp);
308 
309 	if (temp <= tt->params.ct_kill_exit) {
310 		mutex_unlock(&mvm->mutex);
311 		iwl_mvm_exit_ctkill(mvm);
312 		return;
313 	}
314 
315 reschedule:
316 	mutex_unlock(&mvm->mutex);
317 	schedule_delayed_work(&mvm->thermal_throttle.ct_kill_exit,
318 			      round_jiffies(duration * HZ));
319 }
320 
321 static void iwl_mvm_tt_smps_iterator(void *_data, u8 *mac,
322 				     struct ieee80211_vif *vif)
323 {
324 	struct iwl_mvm *mvm = _data;
325 	enum ieee80211_smps_mode smps_mode;
326 
327 	lockdep_assert_held(&mvm->mutex);
328 
329 	if (mvm->thermal_throttle.dynamic_smps)
330 		smps_mode = IEEE80211_SMPS_DYNAMIC;
331 	else
332 		smps_mode = IEEE80211_SMPS_AUTOMATIC;
333 
334 	if (vif->type != NL80211_IFTYPE_STATION)
335 		return;
336 
337 	iwl_mvm_update_smps(mvm, vif, IWL_MVM_SMPS_REQ_TT, smps_mode, 0);
338 }
339 
340 static void iwl_mvm_tt_tx_protection(struct iwl_mvm *mvm, bool enable)
341 {
342 	struct iwl_mvm_sta *mvmsta;
343 	int i, err;
344 
345 	for (i = 0; i < mvm->fw->ucode_capa.num_stations; i++) {
346 		mvmsta = iwl_mvm_sta_from_staid_protected(mvm, i);
347 		if (!mvmsta)
348 			continue;
349 
350 		if (enable == mvmsta->tt_tx_protection)
351 			continue;
352 		err = iwl_mvm_tx_protection(mvm, mvmsta, enable);
353 		if (err) {
354 			IWL_ERR(mvm, "Failed to %s Tx protection\n",
355 				enable ? "enable" : "disable");
356 		} else {
357 			IWL_DEBUG_TEMP(mvm, "%s Tx protection\n",
358 				       enable ? "Enable" : "Disable");
359 			mvmsta->tt_tx_protection = enable;
360 		}
361 	}
362 }
363 
364 void iwl_mvm_tt_tx_backoff(struct iwl_mvm *mvm, u32 backoff)
365 {
366 	struct iwl_host_cmd cmd = {
367 		.id = REPLY_THERMAL_MNG_BACKOFF,
368 		.len = { sizeof(u32), },
369 		.data = { &backoff, },
370 	};
371 
372 	backoff = max(backoff, mvm->thermal_throttle.min_backoff);
373 
374 	if (iwl_mvm_send_cmd(mvm, &cmd) == 0) {
375 		IWL_DEBUG_TEMP(mvm, "Set Thermal Tx backoff to: %u\n",
376 			       backoff);
377 		mvm->thermal_throttle.tx_backoff = backoff;
378 	} else {
379 		IWL_ERR(mvm, "Failed to change Thermal Tx backoff\n");
380 	}
381 }
382 
383 void iwl_mvm_tt_handler(struct iwl_mvm *mvm)
384 {
385 	struct iwl_tt_params *params = &mvm->thermal_throttle.params;
386 	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
387 	s32 temperature = mvm->temperature;
388 	bool throttle_enable = false;
389 	int i;
390 	u32 tx_backoff;
391 
392 	IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", mvm->temperature);
393 
394 	if (params->support_ct_kill && temperature >= params->ct_kill_entry) {
395 		iwl_mvm_enter_ctkill(mvm);
396 		return;
397 	}
398 
399 	if (params->support_ct_kill &&
400 	    temperature <= params->ct_kill_exit) {
401 		iwl_mvm_exit_ctkill(mvm);
402 		return;
403 	}
404 
405 	if (params->support_dynamic_smps) {
406 		if (!tt->dynamic_smps &&
407 		    temperature >= params->dynamic_smps_entry) {
408 			IWL_DEBUG_TEMP(mvm, "Enable dynamic SMPS\n");
409 			tt->dynamic_smps = true;
410 			ieee80211_iterate_active_interfaces_atomic(
411 					mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
412 					iwl_mvm_tt_smps_iterator, mvm);
413 			throttle_enable = true;
414 		} else if (tt->dynamic_smps &&
415 			   temperature <= params->dynamic_smps_exit) {
416 			IWL_DEBUG_TEMP(mvm, "Disable dynamic SMPS\n");
417 			tt->dynamic_smps = false;
418 			ieee80211_iterate_active_interfaces_atomic(
419 					mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
420 					iwl_mvm_tt_smps_iterator, mvm);
421 		}
422 	}
423 
424 	if (params->support_tx_protection) {
425 		if (temperature >= params->tx_protection_entry) {
426 			iwl_mvm_tt_tx_protection(mvm, true);
427 			throttle_enable = true;
428 		} else if (temperature <= params->tx_protection_exit) {
429 			iwl_mvm_tt_tx_protection(mvm, false);
430 		}
431 	}
432 
433 	if (params->support_tx_backoff) {
434 		tx_backoff = tt->min_backoff;
435 		for (i = 0; i < TT_TX_BACKOFF_SIZE; i++) {
436 			if (temperature < params->tx_backoff[i].temperature)
437 				break;
438 			tx_backoff = max(tt->min_backoff,
439 					 params->tx_backoff[i].backoff);
440 		}
441 		if (tx_backoff != tt->min_backoff)
442 			throttle_enable = true;
443 		if (tt->tx_backoff != tx_backoff)
444 			iwl_mvm_tt_tx_backoff(mvm, tx_backoff);
445 	}
446 
447 	if (!tt->throttle && throttle_enable) {
448 		IWL_WARN(mvm,
449 			 "Due to high temperature thermal throttling initiated\n");
450 		tt->throttle = true;
451 	} else if (tt->throttle && !tt->dynamic_smps &&
452 		   tt->tx_backoff == tt->min_backoff &&
453 		   temperature <= params->tx_protection_exit) {
454 		IWL_WARN(mvm,
455 			 "Temperature is back to normal thermal throttling stopped\n");
456 		tt->throttle = false;
457 	}
458 }
459 
460 static const struct iwl_tt_params iwl_mvm_default_tt_params = {
461 	.ct_kill_entry = 118,
462 	.ct_kill_exit = 96,
463 	.ct_kill_duration = 5,
464 	.dynamic_smps_entry = 114,
465 	.dynamic_smps_exit = 110,
466 	.tx_protection_entry = 114,
467 	.tx_protection_exit = 108,
468 	.tx_backoff = {
469 		{.temperature = 112, .backoff = 200},
470 		{.temperature = 113, .backoff = 600},
471 		{.temperature = 114, .backoff = 1200},
472 		{.temperature = 115, .backoff = 2000},
473 		{.temperature = 116, .backoff = 4000},
474 		{.temperature = 117, .backoff = 10000},
475 	},
476 	.support_ct_kill = true,
477 	.support_dynamic_smps = true,
478 	.support_tx_protection = true,
479 	.support_tx_backoff = true,
480 };
481 
482 /* budget in mWatt */
483 static const u32 iwl_mvm_cdev_budgets[] = {
484 	2400,	/* cooling state 0 */
485 	2000,	/* cooling state 1 */
486 	1800,	/* cooling state 2 */
487 	1600,	/* cooling state 3 */
488 	1400,	/* cooling state 4 */
489 	1200,	/* cooling state 5 */
490 	1000,	/* cooling state 6 */
491 	900,	/* cooling state 7 */
492 	800,	/* cooling state 8 */
493 	700,	/* cooling state 9 */
494 	650,	/* cooling state 10 */
495 	600,	/* cooling state 11 */
496 	550,	/* cooling state 12 */
497 	500,	/* cooling state 13 */
498 	450,	/* cooling state 14 */
499 	400,	/* cooling state 15 */
500 	350,	/* cooling state 16 */
501 	300,	/* cooling state 17 */
502 	250,	/* cooling state 18 */
503 	200,	/* cooling state 19 */
504 	150,	/* cooling state 20 */
505 };
506 
507 int iwl_mvm_ctdp_command(struct iwl_mvm *mvm, u32 op, u32 state)
508 {
509 	struct iwl_mvm_ctdp_cmd cmd = {
510 		.operation = cpu_to_le32(op),
511 		.budget = cpu_to_le32(iwl_mvm_cdev_budgets[state]),
512 		.window_size = 0,
513 	};
514 	int ret;
515 	u32 status;
516 
517 	lockdep_assert_held(&mvm->mutex);
518 
519 	status = 0;
520 	ret = iwl_mvm_send_cmd_pdu_status(mvm, WIDE_ID(PHY_OPS_GROUP,
521 						       CTDP_CONFIG_CMD),
522 					  sizeof(cmd), &cmd, &status);
523 
524 	if (ret) {
525 		IWL_ERR(mvm, "cTDP command failed (err=%d)\n", ret);
526 		return ret;
527 	}
528 
529 	switch (op) {
530 	case CTDP_CMD_OPERATION_START:
531 #ifdef CONFIG_THERMAL
532 		mvm->cooling_dev.cur_state = state;
533 #endif /* CONFIG_THERMAL */
534 		break;
535 	case CTDP_CMD_OPERATION_REPORT:
536 		IWL_DEBUG_TEMP(mvm, "cTDP avg energy in mWatt = %d\n", status);
537 		/* when the function is called with CTDP_CMD_OPERATION_REPORT
538 		 * option the function should return the average budget value
539 		 * that is received from the FW.
540 		 * The budget can't be less or equal to 0, so it's possible
541 		 * to distinguish between error values and budgets.
542 		 */
543 		return status;
544 	case CTDP_CMD_OPERATION_STOP:
545 		IWL_DEBUG_TEMP(mvm, "cTDP stopped successfully\n");
546 		break;
547 	}
548 
549 	return 0;
550 }
551 
552 #ifdef CONFIG_THERMAL
553 static int compare_temps(const void *a, const void *b)
554 {
555 	return ((s16)le16_to_cpu(*(__le16 *)a) -
556 		(s16)le16_to_cpu(*(__le16 *)b));
557 }
558 
559 struct iwl_trip_walk_data {
560 	__le16 *thresholds;
561 	int count;
562 };
563 
564 static int iwl_trip_temp_cb(struct thermal_trip *trip, void *arg)
565 {
566 	struct iwl_trip_walk_data *twd = arg;
567 
568 	if (trip->temperature == THERMAL_TEMP_INVALID)
569 		return 0;
570 
571 	twd->thresholds[twd->count++] = cpu_to_le16((s16)(trip->temperature / 1000));
572 	return 0;
573 }
574 #endif
575 
576 int iwl_mvm_send_temp_report_ths_cmd(struct iwl_mvm *mvm)
577 {
578 	struct temp_report_ths_cmd cmd = {0};
579 	int ret;
580 #ifdef CONFIG_THERMAL
581 	struct iwl_trip_walk_data twd = { .thresholds = cmd.thresholds, .count = 0 };
582 
583 	lockdep_assert_held(&mvm->mutex);
584 
585 	if (!mvm->tz_device.tzone)
586 		goto send;
587 
588 	/*
589 	 * The thermal core holds an array of temperature trips that are
590 	 * unsorted and uncompressed, the FW should get it compressed and
591 	 * sorted.
592 	 */
593 
594 	/* compress trips to cmd array, remove uninitialized values*/
595 	for_each_thermal_trip(mvm->tz_device.tzone, iwl_trip_temp_cb, &twd);
596 
597 	cmd.num_temps = cpu_to_le32(twd.count);
598 	if (twd.count)
599 		sort(cmd.thresholds, twd.count, sizeof(s16), compare_temps, NULL);
600 
601 send:
602 #endif
603 	ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(PHY_OPS_GROUP,
604 						TEMP_REPORTING_THRESHOLDS_CMD),
605 				   0, sizeof(cmd), &cmd);
606 	if (ret)
607 		IWL_ERR(mvm, "TEMP_REPORT_THS_CMD command failed (err=%d)\n",
608 			ret);
609 
610 	return ret;
611 }
612 
613 #ifdef CONFIG_THERMAL
614 static int iwl_mvm_tzone_get_temp(struct thermal_zone_device *device,
615 				  int *temperature)
616 {
617 	struct iwl_mvm *mvm = thermal_zone_device_priv(device);
618 	int ret;
619 	int temp;
620 
621 	mutex_lock(&mvm->mutex);
622 
623 	if (!iwl_mvm_firmware_running(mvm) ||
624 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR) {
625 		ret = -ENODATA;
626 		goto out;
627 	}
628 
629 	ret = iwl_mvm_get_temp(mvm, &temp);
630 	if (ret)
631 		goto out;
632 
633 	*temperature = temp * 1000;
634 
635 out:
636 	mutex_unlock(&mvm->mutex);
637 	return ret;
638 }
639 
640 static int iwl_mvm_tzone_set_trip_temp(struct thermal_zone_device *device,
641 				       int trip, int temp)
642 {
643 	struct iwl_mvm *mvm = thermal_zone_device_priv(device);
644 	int ret;
645 
646 	mutex_lock(&mvm->mutex);
647 
648 	if (!iwl_mvm_firmware_running(mvm) ||
649 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR) {
650 		ret = -EIO;
651 		goto out;
652 	}
653 
654 	if ((temp / 1000) > S16_MAX) {
655 		ret = -EINVAL;
656 		goto out;
657 	}
658 
659 	ret = iwl_mvm_send_temp_report_ths_cmd(mvm);
660 out:
661 	mutex_unlock(&mvm->mutex);
662 	return ret;
663 }
664 
665 static  struct thermal_zone_device_ops tzone_ops = {
666 	.get_temp = iwl_mvm_tzone_get_temp,
667 	.set_trip_temp = iwl_mvm_tzone_set_trip_temp,
668 };
669 
670 static void iwl_mvm_thermal_zone_register(struct iwl_mvm *mvm)
671 {
672 	int i, ret;
673 	char name[16];
674 	static atomic_t counter = ATOMIC_INIT(0);
675 
676 	if (!iwl_mvm_is_tt_in_fw(mvm)) {
677 		mvm->tz_device.tzone = NULL;
678 
679 		return;
680 	}
681 
682 	BUILD_BUG_ON(ARRAY_SIZE(name) >= THERMAL_NAME_LENGTH);
683 
684 	sprintf(name, "iwlwifi_%u", atomic_inc_return(&counter) & 0xFF);
685 	/*
686 	 * 0 is a valid temperature,
687 	 * so initialize the array with S16_MIN which invalid temperature
688 	 */
689 	for (i = 0 ; i < IWL_MAX_DTS_TRIPS; i++) {
690 		mvm->tz_device.trips[i].temperature = THERMAL_TEMP_INVALID;
691 		mvm->tz_device.trips[i].type = THERMAL_TRIP_PASSIVE;
692 		mvm->tz_device.trips[i].flags = THERMAL_TRIP_FLAG_RW_TEMP;
693 	}
694 	mvm->tz_device.tzone = thermal_zone_device_register_with_trips(name,
695 							mvm->tz_device.trips,
696 							IWL_MAX_DTS_TRIPS,
697 							mvm, &tzone_ops,
698 							NULL, 0, 0);
699 	if (IS_ERR(mvm->tz_device.tzone)) {
700 		IWL_DEBUG_TEMP(mvm,
701 			       "Failed to register to thermal zone (err = %ld)\n",
702 			       PTR_ERR(mvm->tz_device.tzone));
703 		mvm->tz_device.tzone = NULL;
704 		return;
705 	}
706 
707 	ret = thermal_zone_device_enable(mvm->tz_device.tzone);
708 	if (ret) {
709 		IWL_DEBUG_TEMP(mvm, "Failed to enable thermal zone\n");
710 		thermal_zone_device_unregister(mvm->tz_device.tzone);
711 	}
712 }
713 
714 static int iwl_mvm_tcool_get_max_state(struct thermal_cooling_device *cdev,
715 				       unsigned long *state)
716 {
717 	*state = ARRAY_SIZE(iwl_mvm_cdev_budgets) - 1;
718 
719 	return 0;
720 }
721 
722 static int iwl_mvm_tcool_get_cur_state(struct thermal_cooling_device *cdev,
723 				       unsigned long *state)
724 {
725 	struct iwl_mvm *mvm = (struct iwl_mvm *)(cdev->devdata);
726 
727 	*state = mvm->cooling_dev.cur_state;
728 
729 	return 0;
730 }
731 
732 static int iwl_mvm_tcool_set_cur_state(struct thermal_cooling_device *cdev,
733 				       unsigned long new_state)
734 {
735 	struct iwl_mvm *mvm = (struct iwl_mvm *)(cdev->devdata);
736 	int ret;
737 
738 	mutex_lock(&mvm->mutex);
739 
740 	if (!iwl_mvm_firmware_running(mvm) ||
741 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR) {
742 		ret = -EIO;
743 		goto unlock;
744 	}
745 
746 	if (new_state >= ARRAY_SIZE(iwl_mvm_cdev_budgets)) {
747 		ret = -EINVAL;
748 		goto unlock;
749 	}
750 
751 	ret = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_START,
752 				   new_state);
753 
754 unlock:
755 	mutex_unlock(&mvm->mutex);
756 	return ret;
757 }
758 
759 static const struct thermal_cooling_device_ops tcooling_ops = {
760 	.get_max_state = iwl_mvm_tcool_get_max_state,
761 	.get_cur_state = iwl_mvm_tcool_get_cur_state,
762 	.set_cur_state = iwl_mvm_tcool_set_cur_state,
763 };
764 
765 static void iwl_mvm_cooling_device_register(struct iwl_mvm *mvm)
766 {
767 	char name[] = "iwlwifi";
768 
769 	if (!iwl_mvm_is_ctdp_supported(mvm))
770 		return;
771 
772 	BUILD_BUG_ON(ARRAY_SIZE(name) >= THERMAL_NAME_LENGTH);
773 
774 	mvm->cooling_dev.cdev =
775 		thermal_cooling_device_register(name,
776 						mvm,
777 						&tcooling_ops);
778 
779 	if (IS_ERR(mvm->cooling_dev.cdev)) {
780 		IWL_DEBUG_TEMP(mvm,
781 			       "Failed to register to cooling device (err = %ld)\n",
782 			       PTR_ERR(mvm->cooling_dev.cdev));
783 		mvm->cooling_dev.cdev = NULL;
784 		return;
785 	}
786 }
787 
788 static void iwl_mvm_thermal_zone_unregister(struct iwl_mvm *mvm)
789 {
790 	if (!iwl_mvm_is_tt_in_fw(mvm) || !mvm->tz_device.tzone)
791 		return;
792 
793 	IWL_DEBUG_TEMP(mvm, "Thermal zone device unregister\n");
794 	if (mvm->tz_device.tzone) {
795 		thermal_zone_device_unregister(mvm->tz_device.tzone);
796 		mvm->tz_device.tzone = NULL;
797 	}
798 }
799 
800 static void iwl_mvm_cooling_device_unregister(struct iwl_mvm *mvm)
801 {
802 	if (!iwl_mvm_is_ctdp_supported(mvm) || !mvm->cooling_dev.cdev)
803 		return;
804 
805 	IWL_DEBUG_TEMP(mvm, "Cooling device unregister\n");
806 	if (mvm->cooling_dev.cdev) {
807 		thermal_cooling_device_unregister(mvm->cooling_dev.cdev);
808 		mvm->cooling_dev.cdev = NULL;
809 	}
810 }
811 #endif /* CONFIG_THERMAL */
812 
813 void iwl_mvm_thermal_initialize(struct iwl_mvm *mvm, u32 min_backoff)
814 {
815 	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
816 
817 	IWL_DEBUG_TEMP(mvm, "Initialize Thermal Throttling\n");
818 
819 	if (mvm->cfg->thermal_params)
820 		tt->params = *mvm->cfg->thermal_params;
821 	else
822 		tt->params = iwl_mvm_default_tt_params;
823 
824 	tt->throttle = false;
825 	tt->dynamic_smps = false;
826 	tt->min_backoff = min_backoff;
827 	INIT_DELAYED_WORK(&tt->ct_kill_exit, check_exit_ctkill);
828 
829 #ifdef CONFIG_THERMAL
830 	iwl_mvm_cooling_device_register(mvm);
831 	iwl_mvm_thermal_zone_register(mvm);
832 #endif
833 	mvm->init_status |= IWL_MVM_INIT_STATUS_THERMAL_INIT_COMPLETE;
834 }
835 
836 void iwl_mvm_thermal_exit(struct iwl_mvm *mvm)
837 {
838 	if (!(mvm->init_status & IWL_MVM_INIT_STATUS_THERMAL_INIT_COMPLETE))
839 		return;
840 
841 	cancel_delayed_work_sync(&mvm->thermal_throttle.ct_kill_exit);
842 	IWL_DEBUG_TEMP(mvm, "Exit Thermal Throttling\n");
843 
844 #ifdef CONFIG_THERMAL
845 	iwl_mvm_cooling_device_unregister(mvm);
846 	iwl_mvm_thermal_zone_unregister(mvm);
847 #endif
848 	mvm->init_status &= ~IWL_MVM_INIT_STATUS_THERMAL_INIT_COMPLETE;
849 }
850