1 // SPDX-License-Identifier: GPL-2.0-only
3  * devfreq: Generic Dynamic Voltage and Frequency Scaling (DVFS) Framework
4  *	    for Non-CPU Devices.
22 #include <linux/devfreq.h>
34 #include <trace/events/devfreq.h>
43  * devfreq core provides delayed work based load monitoring helper
49 /* The list of all device-devfreq governors */
51 /* The list of all device-devfreq */
61  * find_device_devfreq() - find devfreq struct using device pointer
62  * @dev:	device pointer used to lookup device devfreq.
65  * devfreq info. devfreq_list_lock should be held by the caller.
67 static struct devfreq *find_device_devfreq(struct device *dev)  in find_device_devfreq()
69 	struct devfreq *tmp_devfreq;  in find_device_devfreq()
74 		pr_err("DEVFREQ: %s: Invalid parameters\n", __func__);  in find_device_devfreq()
75 		return ERR_PTR(-EINVAL);  in find_device_devfreq()
79 		if (tmp_devfreq->dev.parent == dev)  in find_device_devfreq()
83 	return ERR_PTR(-ENODEV);  in find_device_devfreq()
86 static unsigned long find_available_min_freq(struct devfreq *devfreq)  in find_available_min_freq()  argument
91 	opp = dev_pm_opp_find_freq_ceil_indexed(devfreq->dev.parent, &min_freq, 0);  in find_available_min_freq()
100 static unsigned long find_available_max_freq(struct devfreq *devfreq)  in find_available_max_freq()  argument
105 	opp = dev_pm_opp_find_freq_floor_indexed(devfreq->dev.parent, &max_freq, 0);  in find_available_max_freq()
115  * devfreq_get_freq_range() - Get the current freq range
116  * @devfreq:	the devfreq instance
122 void devfreq_get_freq_range(struct devfreq *devfreq,  in devfreq_get_freq_range()  argument
126 	unsigned long *freq_table = devfreq->freq_table;  in devfreq_get_freq_range()
129 	lockdep_assert_held(&devfreq->lock);  in devfreq_get_freq_range()
133 	 * The devfreq drivers can initialize this in either ascending or  in devfreq_get_freq_range()
134 	 * descending order and devfreq core supports both.  in devfreq_get_freq_range()
136 	if (freq_table[0] < freq_table[devfreq->max_state - 1]) {  in devfreq_get_freq_range()
138 		*max_freq = freq_table[devfreq->max_state - 1];  in devfreq_get_freq_range()
140 		*min_freq = freq_table[devfreq->max_state - 1];  in devfreq_get_freq_range()
145 	qos_min_freq = dev_pm_qos_read_value(devfreq->dev.parent,  in devfreq_get_freq_range()
147 	qos_max_freq = dev_pm_qos_read_value(devfreq->dev.parent,  in devfreq_get_freq_range()
155 	*min_freq = max(*min_freq, devfreq->scaling_min_freq);  in devfreq_get_freq_range()
156 	*max_freq = min(*max_freq, devfreq->scaling_max_freq);  in devfreq_get_freq_range()
164  * devfreq_get_freq_level() - Lookup freq_table for the frequency
165  * @devfreq:	the devfreq instance
168 static int devfreq_get_freq_level(struct devfreq *devfreq, unsigned long freq)  in devfreq_get_freq_level()  argument
172 	for (lev = 0; lev < devfreq->max_state; lev++)  in devfreq_get_freq_level()
173 		if (freq == devfreq->freq_table[lev])  in devfreq_get_freq_level()
176 	return -EINVAL;  in devfreq_get_freq_level()
179 static int set_freq_table(struct devfreq *devfreq)  in set_freq_table()  argument
186 	count = dev_pm_opp_get_opp_count(devfreq->dev.parent);  in set_freq_table()
188 		return -EINVAL;  in set_freq_table()
190 	devfreq->max_state = count;  in set_freq_table()
191 	devfreq->freq_table = devm_kcalloc(devfreq->dev.parent,  in set_freq_table()
192 					   devfreq->max_state,  in set_freq_table()
193 					   sizeof(*devfreq->freq_table),  in set_freq_table()
195 	if (!devfreq->freq_table)  in set_freq_table()
196 		return -ENOMEM;  in set_freq_table()
198 	for (i = 0, freq = 0; i < devfreq->max_state; i++, freq++) {  in set_freq_table()
199 		opp = dev_pm_opp_find_freq_ceil_indexed(devfreq->dev.parent, &freq, 0);  in set_freq_table()
201 			devm_kfree(devfreq->dev.parent, devfreq->freq_table);  in set_freq_table()
205 		devfreq->freq_table[i] = freq;  in set_freq_table()
212  * devfreq_update_status() - Update statistics of devfreq behavior
213  * @devfreq:	the devfreq instance
216 int devfreq_update_status(struct devfreq *devfreq, unsigned long freq)  in devfreq_update_status()  argument
221 	lockdep_assert_held(&devfreq->lock);  in devfreq_update_status()
225 	if (!devfreq->previous_freq)  in devfreq_update_status()
228 	prev_lev = devfreq_get_freq_level(devfreq, devfreq->previous_freq);  in devfreq_update_status()
234 	devfreq->stats.time_in_state[prev_lev] +=  in devfreq_update_status()
235 			cur_time - devfreq->stats.last_update;  in devfreq_update_status()
237 	lev = devfreq_get_freq_level(devfreq, freq);  in devfreq_update_status()
244 		devfreq->stats.trans_table[  in devfreq_update_status()
245 			(prev_lev * devfreq->max_state) + lev]++;  in devfreq_update_status()
246 		devfreq->stats.total_trans++;  in devfreq_update_status()
250 	devfreq->stats.last_update = cur_time;  in devfreq_update_status()
256  * find_devfreq_governor() - find devfreq governor from name
259  * Search the list of devfreq governors and return the matched
269 		pr_err("DEVFREQ: %s: Invalid parameters\n", __func__);  in find_devfreq_governor()
270 		return ERR_PTR(-EINVAL);  in find_devfreq_governor()
274 		if (!strncmp(tmp_governor->name, name, DEVFREQ_NAME_LEN))  in find_devfreq_governor()
278 	return ERR_PTR(-ENODEV);  in find_devfreq_governor()
282  * try_then_request_governor() - Try to find the governor and request the
286  * Search the list of devfreq governors and request the module and try again
300 		pr_err("DEVFREQ: %s: Invalid parameters\n", __func__);  in try_then_request_governor()
301 		return ERR_PTR(-EINVAL);  in try_then_request_governor()
316 			return (err < 0) ? ERR_PTR(err) : ERR_PTR(-EINVAL);  in try_then_request_governor()
324 static int devfreq_notify_transition(struct devfreq *devfreq,  in devfreq_notify_transition()  argument
327 	if (!devfreq)  in devfreq_notify_transition()
328 		return -EINVAL;  in devfreq_notify_transition()
332 		srcu_notifier_call_chain(&devfreq->transition_notifier_list,  in devfreq_notify_transition()
337 		srcu_notifier_call_chain(&devfreq->transition_notifier_list,  in devfreq_notify_transition()
341 		return -EINVAL;  in devfreq_notify_transition()
347 static int devfreq_set_target(struct devfreq *devfreq, unsigned long new_freq,  in devfreq_set_target()  argument
354 	if (devfreq->profile->get_cur_freq)  in devfreq_set_target()
355 		devfreq->profile->get_cur_freq(devfreq->dev.parent, &cur_freq);  in devfreq_set_target()
357 		cur_freq = devfreq->previous_freq;  in devfreq_set_target()
361 	devfreq_notify_transition(devfreq, &freqs, DEVFREQ_PRECHANGE);  in devfreq_set_target()
363 	err = devfreq->profile->target(devfreq->dev.parent, &new_freq, flags);  in devfreq_set_target()
366 		devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE);  in devfreq_set_target()
373 	 * change order of between devfreq device and passive devfreq device.  in devfreq_set_target()
376 		trace_devfreq_frequency(devfreq, new_freq, cur_freq);  in devfreq_set_target()
379 	devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE);  in devfreq_set_target()
381 	if (devfreq_update_status(devfreq, new_freq))  in devfreq_set_target()
382 		dev_warn(&devfreq->dev,  in devfreq_set_target()
385 	devfreq->previous_freq = new_freq;  in devfreq_set_target()
387 	if (devfreq->suspend_freq)  in devfreq_set_target()
388 		devfreq->resume_freq = new_freq;  in devfreq_set_target()
394  * devfreq_update_target() - Reevaluate the device and configure frequency
396  * @devfreq:	the devfreq instance.
398  *		is only used for devfreq device using passive governor.
400  * Note: Lock devfreq->lock before calling devfreq_update_target. This function
401  *	 should be only used by both update_devfreq() and devfreq governors.
403 int devfreq_update_target(struct devfreq *devfreq, unsigned long freq)  in devfreq_update_target()  argument
409 	lockdep_assert_held(&devfreq->lock);  in devfreq_update_target()
411 	if (!devfreq->governor)  in devfreq_update_target()
412 		return -EINVAL;  in devfreq_update_target()
415 	err = devfreq->governor->get_target_freq(devfreq, &freq);  in devfreq_update_target()
418 	devfreq_get_freq_range(devfreq, &min_freq, &max_freq);  in devfreq_update_target()
429 	return devfreq_set_target(devfreq, freq, flags);  in devfreq_update_target()
436  * update_devfreq() - Reevaluate the device and configure frequency.
437  * @devfreq:	the devfreq instance.
439  * Note: Lock devfreq->lock before calling update_devfreq
442 int update_devfreq(struct devfreq *devfreq)  in update_devfreq()  argument
444 	return devfreq_update_target(devfreq, 0L);  in update_devfreq()
449  * devfreq_monitor() - Periodically poll devfreq objects.
456 	struct devfreq *devfreq = container_of(work,  in devfreq_monitor()  local
457 					struct devfreq, work.work);  in devfreq_monitor()
459 	mutex_lock(&devfreq->lock);  in devfreq_monitor()
460 	err = update_devfreq(devfreq);  in devfreq_monitor()
462 		dev_err(&devfreq->dev, "dvfs failed with (%d) error\n", err);  in devfreq_monitor()
464 	if (devfreq->stop_polling)  in devfreq_monitor()
467 	queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_monitor()
468 				msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_monitor()
471 	mutex_unlock(&devfreq->lock);  in devfreq_monitor()
472 	trace_devfreq_monitor(devfreq);  in devfreq_monitor()
476  * devfreq_monitor_start() - Start load monitoring of devfreq instance
477  * @devfreq:	the devfreq instance.
479  * Helper function for starting devfreq device load monitoring. By default,
482  * called by devfreq governor in response to the DEVFREQ_GOV_START event
483  * generated while adding a device to the devfreq framework.
485 void devfreq_monitor_start(struct devfreq *devfreq)  in devfreq_monitor_start()  argument
487 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_monitor_start()
490 	mutex_lock(&devfreq->lock);  in devfreq_monitor_start()
491 	if (delayed_work_pending(&devfreq->work))  in devfreq_monitor_start()
494 	switch (devfreq->profile->timer) {  in devfreq_monitor_start()
496 		INIT_DEFERRABLE_WORK(&devfreq->work, devfreq_monitor);  in devfreq_monitor_start()
499 		INIT_DELAYED_WORK(&devfreq->work, devfreq_monitor);  in devfreq_monitor_start()
505 	if (devfreq->profile->polling_ms)  in devfreq_monitor_start()
506 		queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_monitor_start()
507 			msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_monitor_start()
510 	devfreq->stop_polling = false;  in devfreq_monitor_start()
511 	mutex_unlock(&devfreq->lock);  in devfreq_monitor_start()
516  * devfreq_monitor_stop() - Stop load monitoring of a devfreq instance
517  * @devfreq:	the devfreq instance.
519  * Helper function to stop devfreq device load monitoring. Function
521  * event when device is removed from devfreq framework.
523 void devfreq_monitor_stop(struct devfreq *devfreq)  in devfreq_monitor_stop()  argument
525 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_monitor_stop()
528 	mutex_lock(&devfreq->lock);  in devfreq_monitor_stop()
529 	if (devfreq->stop_polling) {  in devfreq_monitor_stop()
530 		mutex_unlock(&devfreq->lock);  in devfreq_monitor_stop()
534 	devfreq->stop_polling = true;  in devfreq_monitor_stop()
535 	mutex_unlock(&devfreq->lock);  in devfreq_monitor_stop()
536 	cancel_delayed_work_sync(&devfreq->work);  in devfreq_monitor_stop()
541  * devfreq_monitor_suspend() - Suspend load monitoring of a devfreq instance
542  * @devfreq:	the devfreq instance.
544  * Helper function to suspend devfreq device load monitoring. Function
552 void devfreq_monitor_suspend(struct devfreq *devfreq)  in devfreq_monitor_suspend()  argument
554 	mutex_lock(&devfreq->lock);  in devfreq_monitor_suspend()
555 	if (devfreq->stop_polling) {  in devfreq_monitor_suspend()
556 		mutex_unlock(&devfreq->lock);  in devfreq_monitor_suspend()
560 	devfreq_update_status(devfreq, devfreq->previous_freq);  in devfreq_monitor_suspend()
561 	devfreq->stop_polling = true;  in devfreq_monitor_suspend()
562 	mutex_unlock(&devfreq->lock);  in devfreq_monitor_suspend()
564 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_monitor_suspend()
567 	cancel_delayed_work_sync(&devfreq->work);  in devfreq_monitor_suspend()
572  * devfreq_monitor_resume() - Resume load monitoring of a devfreq instance
573  * @devfreq:    the devfreq instance.
575  * Helper function to resume devfreq device load monitoring. Function
577  * event or when polling interval is set to non-zero.
579 void devfreq_monitor_resume(struct devfreq *devfreq)  in devfreq_monitor_resume()  argument
583 	mutex_lock(&devfreq->lock);  in devfreq_monitor_resume()
585 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_monitor_resume()
588 	if (!devfreq->stop_polling)  in devfreq_monitor_resume()
591 	if (!delayed_work_pending(&devfreq->work) &&  in devfreq_monitor_resume()
592 			devfreq->profile->polling_ms)  in devfreq_monitor_resume()
593 		queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_monitor_resume()
594 			msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_monitor_resume()
597 	devfreq->stats.last_update = get_jiffies_64();  in devfreq_monitor_resume()
598 	devfreq->stop_polling = false;  in devfreq_monitor_resume()
600 	if (devfreq->profile->get_cur_freq &&  in devfreq_monitor_resume()
601 		!devfreq->profile->get_cur_freq(devfreq->dev.parent, &freq))  in devfreq_monitor_resume()
602 		devfreq->previous_freq = freq;  in devfreq_monitor_resume()
605 	mutex_unlock(&devfreq->lock);  in devfreq_monitor_resume()
610  * devfreq_update_interval() - Update device devfreq monitoring interval
611  * @devfreq:    the devfreq instance.
617 void devfreq_update_interval(struct devfreq *devfreq, unsigned int *delay)  in devfreq_update_interval()  argument
619 	unsigned int cur_delay = devfreq->profile->polling_ms;  in devfreq_update_interval()
622 	mutex_lock(&devfreq->lock);  in devfreq_update_interval()
623 	devfreq->profile->polling_ms = new_delay;  in devfreq_update_interval()
625 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_update_interval()
628 	if (devfreq->stop_polling)  in devfreq_update_interval()
633 		mutex_unlock(&devfreq->lock);  in devfreq_update_interval()
634 		cancel_delayed_work_sync(&devfreq->work);  in devfreq_update_interval()
640 		queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_update_interval()
641 			msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_update_interval()
647 		mutex_unlock(&devfreq->lock);  in devfreq_update_interval()
648 		cancel_delayed_work_sync(&devfreq->work);  in devfreq_update_interval()
649 		mutex_lock(&devfreq->lock);  in devfreq_update_interval()
650 		if (!devfreq->stop_polling)  in devfreq_update_interval()
651 			queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_update_interval()
652 				msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_update_interval()
655 	mutex_unlock(&devfreq->lock);  in devfreq_update_interval()
660  * devfreq_notifier_call() - Notify that the device frequency requirements
661  *			     has been changed out of devfreq framework.
662  * @nb:		the notifier_block (supposed to be devfreq->nb)
666  * Called by a notifier that uses devfreq->nb.
671 	struct devfreq *devfreq = container_of(nb, struct devfreq, nb);  in devfreq_notifier_call()  local
672 	int err = -EINVAL;  in devfreq_notifier_call()
674 	mutex_lock(&devfreq->lock);  in devfreq_notifier_call()
676 	devfreq->scaling_min_freq = find_available_min_freq(devfreq);  in devfreq_notifier_call()
677 	if (!devfreq->scaling_min_freq)  in devfreq_notifier_call()
680 	devfreq->scaling_max_freq = find_available_max_freq(devfreq);  in devfreq_notifier_call()
681 	if (!devfreq->scaling_max_freq) {  in devfreq_notifier_call()
682 		devfreq->scaling_max_freq = ULONG_MAX;  in devfreq_notifier_call()
686 	err = update_devfreq(devfreq);  in devfreq_notifier_call()
689 	mutex_unlock(&devfreq->lock);  in devfreq_notifier_call()
691 		dev_err(devfreq->dev.parent,  in devfreq_notifier_call()
699  * qos_notifier_call() - Common handler for QoS constraints.
700  * @devfreq:    the devfreq instance.
702 static int qos_notifier_call(struct devfreq *devfreq)  in qos_notifier_call()  argument
706 	mutex_lock(&devfreq->lock);  in qos_notifier_call()
707 	err = update_devfreq(devfreq);  in qos_notifier_call()
708 	mutex_unlock(&devfreq->lock);  in qos_notifier_call()
710 		dev_err(devfreq->dev.parent,  in qos_notifier_call()
718  * qos_min_notifier_call() - Callback for QoS min_freq changes.
719  * @nb:		Should be devfreq->nb_min
726 	return qos_notifier_call(container_of(nb, struct devfreq, nb_min));  in qos_min_notifier_call()
730  * qos_max_notifier_call() - Callback for QoS max_freq changes.
731  * @nb:		Should be devfreq->nb_max
738 	return qos_notifier_call(container_of(nb, struct devfreq, nb_max));  in qos_max_notifier_call()
742  * devfreq_dev_release() - Callback for struct device to release the device.
743  * @dev:	the devfreq device
745  * Remove devfreq from the list and release its resources.
749 	struct devfreq *devfreq = to_devfreq(dev);  in devfreq_dev_release()  local
753 	list_del(&devfreq->node);  in devfreq_dev_release()
756 	err = dev_pm_qos_remove_notifier(devfreq->dev.parent, &devfreq->nb_max,  in devfreq_dev_release()
758 	if (err && err != -ENOENT)  in devfreq_dev_release()
759 		dev_warn(dev->parent,  in devfreq_dev_release()
761 	err = dev_pm_qos_remove_notifier(devfreq->dev.parent, &devfreq->nb_min,  in devfreq_dev_release()
763 	if (err && err != -ENOENT)  in devfreq_dev_release()
764 		dev_warn(dev->parent,  in devfreq_dev_release()
767 	if (dev_pm_qos_request_active(&devfreq->user_max_freq_req)) {  in devfreq_dev_release()
768 		err = dev_pm_qos_remove_request(&devfreq->user_max_freq_req);  in devfreq_dev_release()
770 			dev_warn(dev->parent,  in devfreq_dev_release()
773 	if (dev_pm_qos_request_active(&devfreq->user_min_freq_req)) {  in devfreq_dev_release()
774 		err = dev_pm_qos_remove_request(&devfreq->user_min_freq_req);  in devfreq_dev_release()
776 			dev_warn(dev->parent,  in devfreq_dev_release()
780 	if (devfreq->profile->exit)  in devfreq_dev_release()
781 		devfreq->profile->exit(devfreq->dev.parent);  in devfreq_dev_release()
783 	if (devfreq->opp_table)  in devfreq_dev_release()
784 		dev_pm_opp_put_opp_table(devfreq->opp_table);  in devfreq_dev_release()
786 	mutex_destroy(&devfreq->lock);  in devfreq_dev_release()
787 	srcu_cleanup_notifier_head(&devfreq->transition_notifier_list);  in devfreq_dev_release()
788 	kfree(devfreq);  in devfreq_dev_release()
791 static void create_sysfs_files(struct devfreq *devfreq,
793 static void remove_sysfs_files(struct devfreq *devfreq,
797  * devfreq_add_device() - Add devfreq feature to the device
798  * @dev:	the device to add devfreq feature.
799  * @profile:	device-specific profile to run devfreq.
801  * @data:	devfreq driver pass to governors, governor should not change it.
803 struct devfreq *devfreq_add_device(struct device *dev,  in devfreq_add_device()
808 	struct devfreq *devfreq;  in devfreq_add_device()  local
815 		return ERR_PTR(-EINVAL);  in devfreq_add_device()
819 	devfreq = find_device_devfreq(dev);  in devfreq_add_device()
821 	if (!IS_ERR(devfreq)) {  in devfreq_add_device()
822 		dev_err(dev, "%s: devfreq device already exists!\n",  in devfreq_add_device()
824 		err = -EINVAL;  in devfreq_add_device()
828 	devfreq = kzalloc(sizeof(struct devfreq), GFP_KERNEL);  in devfreq_add_device()
829 	if (!devfreq) {  in devfreq_add_device()
830 		err = -ENOMEM;  in devfreq_add_device()
834 	mutex_init(&devfreq->lock);  in devfreq_add_device()
835 	mutex_lock(&devfreq->lock);  in devfreq_add_device()
836 	devfreq->dev.parent = dev;  in devfreq_add_device()
837 	devfreq->dev.class = devfreq_class;  in devfreq_add_device()
838 	devfreq->dev.release = devfreq_dev_release;  in devfreq_add_device()
839 	INIT_LIST_HEAD(&devfreq->node);  in devfreq_add_device()
840 	devfreq->profile = profile;  in devfreq_add_device()
841 	devfreq->previous_freq = profile->initial_freq;  in devfreq_add_device()
842 	devfreq->last_status.current_frequency = profile->initial_freq;  in devfreq_add_device()
843 	devfreq->data = data;  in devfreq_add_device()
844 	devfreq->nb.notifier_call = devfreq_notifier_call;  in devfreq_add_device()
846 	if (devfreq->profile->timer < 0  in devfreq_add_device()
847 		|| devfreq->profile->timer >= DEVFREQ_TIMER_NUM) {  in devfreq_add_device()
848 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
849 		err = -EINVAL;  in devfreq_add_device()
853 	if (!devfreq->profile->max_state || !devfreq->profile->freq_table) {  in devfreq_add_device()
854 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
855 		err = set_freq_table(devfreq);  in devfreq_add_device()
858 		mutex_lock(&devfreq->lock);  in devfreq_add_device()
860 		devfreq->freq_table = devfreq->profile->freq_table;  in devfreq_add_device()
861 		devfreq->max_state = devfreq->profile->max_state;  in devfreq_add_device()
864 	devfreq->scaling_min_freq = find_available_min_freq(devfreq);  in devfreq_add_device()
865 	if (!devfreq->scaling_min_freq) {  in devfreq_add_device()
866 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
867 		err = -EINVAL;  in devfreq_add_device()
871 	devfreq->scaling_max_freq = find_available_max_freq(devfreq);  in devfreq_add_device()
872 	if (!devfreq->scaling_max_freq) {  in devfreq_add_device()
873 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
874 		err = -EINVAL;  in devfreq_add_device()
878 	devfreq_get_freq_range(devfreq, &min_freq, &max_freq);  in devfreq_add_device()
880 	devfreq->suspend_freq = dev_pm_opp_get_suspend_opp_freq(dev);  in devfreq_add_device()
881 	devfreq->opp_table = dev_pm_opp_get_opp_table(dev);  in devfreq_add_device()
882 	if (IS_ERR(devfreq->opp_table))  in devfreq_add_device()
883 		devfreq->opp_table = NULL;  in devfreq_add_device()
885 	atomic_set(&devfreq->suspend_count, 0);  in devfreq_add_device()
887 	dev_set_name(&devfreq->dev, "%s", dev_name(dev));  in devfreq_add_device()
888 	err = device_register(&devfreq->dev);  in devfreq_add_device()
890 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
891 		put_device(&devfreq->dev);  in devfreq_add_device()
895 	devfreq->stats.trans_table = devm_kzalloc(&devfreq->dev,  in devfreq_add_device()
897 				    devfreq->max_state,  in devfreq_add_device()
898 				    devfreq->max_state),  in devfreq_add_device()
900 	if (!devfreq->stats.trans_table) {  in devfreq_add_device()
901 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
902 		err = -ENOMEM;  in devfreq_add_device()
906 	devfreq->stats.time_in_state = devm_kcalloc(&devfreq->dev,  in devfreq_add_device()
907 			devfreq->max_state,  in devfreq_add_device()
908 			sizeof(*devfreq->stats.time_in_state),  in devfreq_add_device()
910 	if (!devfreq->stats.time_in_state) {  in devfreq_add_device()
911 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
912 		err = -ENOMEM;  in devfreq_add_device()
916 	devfreq->stats.total_trans = 0;  in devfreq_add_device()
917 	devfreq->stats.last_update = get_jiffies_64();  in devfreq_add_device()
919 	srcu_init_notifier_head(&devfreq->transition_notifier_list);  in devfreq_add_device()
921 	mutex_unlock(&devfreq->lock);  in devfreq_add_device()
923 	err = dev_pm_qos_add_request(dev, &devfreq->user_min_freq_req,  in devfreq_add_device()
927 	err = dev_pm_qos_add_request(dev, &devfreq->user_max_freq_req,  in devfreq_add_device()
933 	devfreq->nb_min.notifier_call = qos_min_notifier_call;  in devfreq_add_device()
934 	err = dev_pm_qos_add_notifier(dev, &devfreq->nb_min,  in devfreq_add_device()
939 	devfreq->nb_max.notifier_call = qos_max_notifier_call;  in devfreq_add_device()
940 	err = dev_pm_qos_add_notifier(dev, &devfreq->nb_max,  in devfreq_add_device()
955 	devfreq->governor = governor;  in devfreq_add_device()
956 	err = devfreq->governor->event_handler(devfreq, DEVFREQ_GOV_START,  in devfreq_add_device()
964 	create_sysfs_files(devfreq, devfreq->governor);  in devfreq_add_device()
966 	list_add(&devfreq->node, &devfreq_list);  in devfreq_add_device()
970 	if (devfreq->profile->is_cooling_device) {  in devfreq_add_device()
971 		devfreq->cdev = devfreq_cooling_em_register(devfreq, NULL);  in devfreq_add_device()
972 		if (IS_ERR(devfreq->cdev))  in devfreq_add_device()
973 			devfreq->cdev = NULL;  in devfreq_add_device()
976 	return devfreq;  in devfreq_add_device()
981 	devfreq_remove_device(devfreq);  in devfreq_add_device()
982 	devfreq = NULL;  in devfreq_add_device()
984 	kfree(devfreq);  in devfreq_add_device()
991  * devfreq_remove_device() - Remove devfreq feature from a device.
992  * @devfreq:	the devfreq instance to be removed
996 int devfreq_remove_device(struct devfreq *devfreq)  in devfreq_remove_device()  argument
998 	if (!devfreq)  in devfreq_remove_device()
999 		return -EINVAL;  in devfreq_remove_device()
1001 	devfreq_cooling_unregister(devfreq->cdev);  in devfreq_remove_device()
1003 	if (devfreq->governor) {  in devfreq_remove_device()
1004 		devfreq->governor->event_handler(devfreq,  in devfreq_remove_device()
1006 		remove_sysfs_files(devfreq, devfreq->governor);  in devfreq_remove_device()
1009 	device_unregister(&devfreq->dev);  in devfreq_remove_device()
1017 	struct devfreq **r = res;  in devm_devfreq_dev_match()
1027 	devfreq_remove_device(*(struct devfreq **)res);  in devm_devfreq_dev_release()
1031  * devm_devfreq_add_device() - Resource-managed devfreq_add_device()
1032  * @dev:	the device to add devfreq feature.
1033  * @profile:	device-specific profile to run devfreq.
1035  * @data:	 devfreq driver pass to governors, governor should not change it.
1037  * This function manages automatically the memory of devfreq device using device
1038  * resource management and simplify the free operation for memory of devfreq
1041 struct devfreq *devm_devfreq_add_device(struct device *dev,  in devm_devfreq_add_device()
1046 	struct devfreq **ptr, *devfreq;  in devm_devfreq_add_device()  local
1050 		return ERR_PTR(-ENOMEM);  in devm_devfreq_add_device()
1052 	devfreq = devfreq_add_device(dev, profile, governor_name, data);  in devm_devfreq_add_device()
1053 	if (IS_ERR(devfreq)) {  in devm_devfreq_add_device()
1055 		return devfreq;  in devm_devfreq_add_device()
1058 	*ptr = devfreq;  in devm_devfreq_add_device()
1061 	return devfreq;  in devm_devfreq_add_device()
1067  * devfreq_get_devfreq_by_node - Get the devfreq device from devicetree
1068  * @node - pointer to device_node
1070  * return the instance of devfreq device
1072 struct devfreq *devfreq_get_devfreq_by_node(struct device_node *node)  in devfreq_get_devfreq_by_node()
1074 	struct devfreq *devfreq;  in devfreq_get_devfreq_by_node()  local
1077 		return ERR_PTR(-EINVAL);  in devfreq_get_devfreq_by_node()
1080 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_get_devfreq_by_node()
1081 		if (devfreq->dev.parent  in devfreq_get_devfreq_by_node()
1082 			&& device_match_of_node(devfreq->dev.parent, node)) {  in devfreq_get_devfreq_by_node()
1084 			return devfreq;  in devfreq_get_devfreq_by_node()
1089 	return ERR_PTR(-ENODEV);  in devfreq_get_devfreq_by_node()
1093  * devfreq_get_devfreq_by_phandle - Get the devfreq device from devicetree
1094  * @dev - instance to the given device
1095  * @phandle_name - name of property holding a phandle value
1096  * @index - index into list of devfreq
1098  * return the instance of devfreq device
1100 struct devfreq *devfreq_get_devfreq_by_phandle(struct device *dev,  in devfreq_get_devfreq_by_phandle()
1104 	struct devfreq *devfreq;  in devfreq_get_devfreq_by_phandle()  local
1107 		return ERR_PTR(-EINVAL);  in devfreq_get_devfreq_by_phandle()
1109 	if (!dev->of_node)  in devfreq_get_devfreq_by_phandle()
1110 		return ERR_PTR(-EINVAL);  in devfreq_get_devfreq_by_phandle()
1112 	node = of_parse_phandle(dev->of_node, phandle_name, index);  in devfreq_get_devfreq_by_phandle()
1114 		return ERR_PTR(-ENODEV);  in devfreq_get_devfreq_by_phandle()
1116 	devfreq = devfreq_get_devfreq_by_node(node);  in devfreq_get_devfreq_by_phandle()
1119 	return devfreq;  in devfreq_get_devfreq_by_phandle()
1123 struct devfreq *devfreq_get_devfreq_by_node(struct device_node *node)  in devfreq_get_devfreq_by_node()
1125 	return ERR_PTR(-ENODEV);  in devfreq_get_devfreq_by_node()
1128 struct devfreq *devfreq_get_devfreq_by_phandle(struct device *dev,  in devfreq_get_devfreq_by_phandle()
1131 	return ERR_PTR(-ENODEV);  in devfreq_get_devfreq_by_phandle()
1138  * devm_devfreq_remove_device() - Resource-managed devfreq_remove_device()
1139  * @dev:	the device from which to remove devfreq feature.
1140  * @devfreq:	the devfreq instance to be removed
1142 void devm_devfreq_remove_device(struct device *dev, struct devfreq *devfreq)  in devm_devfreq_remove_device()  argument
1145 			       devm_devfreq_dev_match, devfreq));  in devm_devfreq_remove_device()
1150  * devfreq_suspend_device() - Suspend devfreq of a device.
1151  * @devfreq: the devfreq instance to be suspended
1155  * holds the devfreq.
1157 int devfreq_suspend_device(struct devfreq *devfreq)  in devfreq_suspend_device()  argument
1161 	if (!devfreq)  in devfreq_suspend_device()
1162 		return -EINVAL;  in devfreq_suspend_device()
1164 	if (atomic_inc_return(&devfreq->suspend_count) > 1)  in devfreq_suspend_device()
1167 	if (devfreq->governor) {  in devfreq_suspend_device()
1168 		ret = devfreq->governor->event_handler(devfreq,  in devfreq_suspend_device()
1174 	if (devfreq->suspend_freq) {  in devfreq_suspend_device()
1175 		mutex_lock(&devfreq->lock);  in devfreq_suspend_device()
1176 		ret = devfreq_set_target(devfreq, devfreq->suspend_freq, 0);  in devfreq_suspend_device()
1177 		mutex_unlock(&devfreq->lock);  in devfreq_suspend_device()
1187  * devfreq_resume_device() - Resume devfreq of a device.
1188  * @devfreq: the devfreq instance to be resumed
1192  * holds the devfreq.
1194 int devfreq_resume_device(struct devfreq *devfreq)  in devfreq_resume_device()  argument
1198 	if (!devfreq)  in devfreq_resume_device()
1199 		return -EINVAL;  in devfreq_resume_device()
1201 	if (atomic_dec_return(&devfreq->suspend_count) >= 1)  in devfreq_resume_device()
1204 	if (devfreq->resume_freq) {  in devfreq_resume_device()
1205 		mutex_lock(&devfreq->lock);  in devfreq_resume_device()
1206 		ret = devfreq_set_target(devfreq, devfreq->resume_freq, 0);  in devfreq_resume_device()
1207 		mutex_unlock(&devfreq->lock);  in devfreq_resume_device()
1212 	if (devfreq->governor) {  in devfreq_resume_device()
1213 		ret = devfreq->governor->event_handler(devfreq,  in devfreq_resume_device()
1224  * devfreq_suspend() - Suspend devfreq governors and devices
1227  * and devices preserving the state for resume. On some platforms the devfreq
1233 	struct devfreq *devfreq;  in devfreq_suspend()  local
1237 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_suspend()
1238 		ret = devfreq_suspend_device(devfreq);  in devfreq_suspend()
1240 			dev_err(&devfreq->dev,  in devfreq_suspend()
1241 				"failed to suspend devfreq device\n");  in devfreq_suspend()
1247  * devfreq_resume() - Resume devfreq governors and devices
1254 	struct devfreq *devfreq;  in devfreq_resume()  local
1258 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_resume()
1259 		ret = devfreq_resume_device(devfreq);  in devfreq_resume()
1261 			dev_warn(&devfreq->dev,  in devfreq_resume()
1262 				 "failed to resume devfreq device\n");  in devfreq_resume()
1268  * devfreq_add_governor() - Add devfreq governor
1269  * @governor:	the devfreq governor to be added
1274 	struct devfreq *devfreq;  in devfreq_add_governor()  local
1279 		return -EINVAL;  in devfreq_add_governor()
1283 	g = find_devfreq_governor(governor->name);  in devfreq_add_governor()
1286 		       g->name);  in devfreq_add_governor()
1287 		err = -EINVAL;  in devfreq_add_governor()
1291 	list_add(&governor->node, &devfreq_governor_list);  in devfreq_add_governor()
1293 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_add_governor()
1295 		struct device *dev = devfreq->dev.parent;  in devfreq_add_governor()
1297 		if (!strncmp(devfreq->governor->name, governor->name,  in devfreq_add_governor()
1300 			if (devfreq->governor) {  in devfreq_add_governor()
1303 					 __func__, devfreq->governor->name);  in devfreq_add_governor()
1304 				ret = devfreq->governor->event_handler(devfreq,  in devfreq_add_governor()
1310 						 devfreq->governor->name, ret);  in devfreq_add_governor()
1314 			devfreq->governor = governor;  in devfreq_add_governor()
1315 			ret = devfreq->governor->event_handler(devfreq,  in devfreq_add_governor()
1319 					 __func__, devfreq->governor->name,  in devfreq_add_governor()
1338  * devm_devfreq_add_governor() - Add devfreq governor
1339  * @dev:	device which adds devfreq governor
1340  * @governor:	the devfreq governor to be added
1342  * This is a resource-managed variant of devfreq_add_governor().
1359  * devfreq_remove_governor() - Remove devfreq feature from a device.
1360  * @governor:	the devfreq governor to be removed
1365 	struct devfreq *devfreq;  in devfreq_remove_governor()  local
1370 		return -EINVAL;  in devfreq_remove_governor()
1374 	g = find_devfreq_governor(governor->name);  in devfreq_remove_governor()
1377 		       governor->name);  in devfreq_remove_governor()
1381 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_remove_governor()
1383 		struct device *dev = devfreq->dev.parent;  in devfreq_remove_governor()
1385 		if (!strncmp(devfreq->governor->name, governor->name,  in devfreq_remove_governor()
1387 			/* we should have a devfreq governor! */  in devfreq_remove_governor()
1388 			if (!devfreq->governor) {  in devfreq_remove_governor()
1390 					 __func__, governor->name);  in devfreq_remove_governor()
1394 			ret = devfreq->governor->event_handler(devfreq,  in devfreq_remove_governor()
1398 					 __func__, devfreq->governor->name,  in devfreq_remove_governor()
1401 			devfreq->governor = NULL;  in devfreq_remove_governor()
1405 	list_del(&governor->node);  in devfreq_remove_governor()
1416 	struct devfreq *df = to_devfreq(dev);  in name_show()
1417 	return sprintf(buf, "%s\n", dev_name(df->dev.parent));  in name_show()
1424 	struct devfreq *df = to_devfreq(dev);  in governor_show()
1426 	if (!df->governor)  in governor_show()
1427 		return -EINVAL;  in governor_show()
1429 	return sprintf(buf, "%s\n", df->governor->name);  in governor_show()
1435 	struct devfreq *df = to_devfreq(dev);  in governor_store()
1440 	if (!df->governor)  in governor_store()
1441 		return -EINVAL;  in governor_store()
1445 		return -EINVAL;  in governor_store()
1453 	if (df->governor == governor) {  in governor_store()
1456 	} else if (IS_SUPPORTED_FLAG(df->governor->flags, IMMUTABLE)  in governor_store()
1457 		|| IS_SUPPORTED_FLAG(governor->flags, IMMUTABLE)) {  in governor_store()
1458 		ret = -EINVAL;  in governor_store()
1466 	ret = df->governor->event_handler(df, DEVFREQ_GOV_STOP, NULL);  in governor_store()
1469 			 __func__, df->governor->name, ret);  in governor_store()
1472 	remove_sysfs_files(df, df->governor);  in governor_store()
1478 	prev_governor = df->governor;  in governor_store()
1479 	df->governor = governor;  in governor_store()
1480 	ret = df->governor->event_handler(df, DEVFREQ_GOV_START, NULL);  in governor_store()
1483 			 __func__, df->governor->name, ret);  in governor_store()
1486 		df->governor = prev_governor;  in governor_store()
1487 		ret = df->governor->event_handler(df, DEVFREQ_GOV_START, NULL);  in governor_store()
1491 				__func__, prev_governor->name, ret);  in governor_store()
1492 			df->governor = NULL;  in governor_store()
1501 	create_sysfs_files(df, df->governor);  in governor_store()
1516 	struct devfreq *df = to_devfreq(d);  in available_governors_show()
1519 	if (!df->governor)  in available_governors_show()
1520 		return -EINVAL;  in available_governors_show()
1525 	 * The devfreq with immutable governor (e.g., passive) shows  in available_governors_show()
1528 	if (IS_SUPPORTED_FLAG(df->governor->flags, IMMUTABLE)) {  in available_governors_show()
1530 				  "%s ", df->governor->name);  in available_governors_show()
1532 	 * The devfreq device shows the registered governor except for  in available_governors_show()
1539 			if (IS_SUPPORTED_FLAG(governor->flags, IMMUTABLE))  in available_governors_show()
1541 			count += scnprintf(&buf[count], (PAGE_SIZE - count - 2),  in available_governors_show()
1542 					   "%s ", governor->name);  in available_governors_show()
1550 		count--;  in available_governors_show()
1562 	struct devfreq *df = to_devfreq(dev);  in cur_freq_show()
1564 	if (!df->profile)  in cur_freq_show()
1565 		return -EINVAL;  in cur_freq_show()
1567 	if (df->profile->get_cur_freq &&  in cur_freq_show()
1568 		!df->profile->get_cur_freq(df->dev.parent, &freq))  in cur_freq_show()
1571 	return sprintf(buf, "%lu\n", df->previous_freq);  in cur_freq_show()
1578 	struct devfreq *df = to_devfreq(dev);  in target_freq_show()
1580 	return sprintf(buf, "%lu\n", df->previous_freq);  in target_freq_show()
1587 	struct devfreq *df = to_devfreq(dev);  in min_freq_store()
1595 	if (!dev_pm_qos_request_active(&df->user_min_freq_req))  in min_freq_store()
1596 		return -EAGAIN;  in min_freq_store()
1600 		return -EINVAL;  in min_freq_store()
1603 	ret = dev_pm_qos_update_request(&df->user_min_freq_req,  in min_freq_store()
1614 	struct devfreq *df = to_devfreq(dev);  in min_freq_show()
1617 	mutex_lock(&df->lock);  in min_freq_show()
1619 	mutex_unlock(&df->lock);  in min_freq_show()
1628 	struct devfreq *df = to_devfreq(dev);  in max_freq_store()
1636 	if (!dev_pm_qos_request_active(&df->user_max_freq_req))  in max_freq_store()
1637 		return -EINVAL;  in max_freq_store()
1641 		return -EINVAL;  in max_freq_store()
1658 	ret = dev_pm_qos_update_request(&df->user_max_freq_req, value);  in max_freq_store()
1668 	struct devfreq *df = to_devfreq(dev);  in max_freq_show()
1671 	mutex_lock(&df->lock);  in max_freq_show()
1673 	mutex_unlock(&df->lock);  in max_freq_show()
1683 	struct devfreq *df = to_devfreq(d);  in available_frequencies_show()
1687 	if (!df->profile)  in available_frequencies_show()
1688 		return -EINVAL;  in available_frequencies_show()
1690 	mutex_lock(&df->lock);  in available_frequencies_show()
1692 	for (i = 0; i < df->max_state; i++)  in available_frequencies_show()
1693 		count += scnprintf(&buf[count], (PAGE_SIZE - count - 2),  in available_frequencies_show()
1694 				"%lu ", df->freq_table[i]);  in available_frequencies_show()
1696 	mutex_unlock(&df->lock);  in available_frequencies_show()
1699 		count--;  in available_frequencies_show()
1710 	struct devfreq *df = to_devfreq(dev);  in trans_stat_show()
1715 	if (!df->profile)  in trans_stat_show()
1716 		return -EINVAL;  in trans_stat_show()
1717 	max_state = df->max_state;  in trans_stat_show()
1722 	mutex_lock(&df->lock);  in trans_stat_show()
1723 	if (!df->stop_polling &&  in trans_stat_show()
1724 			devfreq_update_status(df, df->previous_freq)) {  in trans_stat_show()
1725 		mutex_unlock(&df->lock);  in trans_stat_show()
1728 	mutex_unlock(&df->lock);  in trans_stat_show()
1733 		if (len >= PAGE_SIZE - 1)  in trans_stat_show()
1736 				     df->freq_table[i]);  in trans_stat_show()
1739 	if (len >= PAGE_SIZE - 1)  in trans_stat_show()
1740 		return PAGE_SIZE - 1;  in trans_stat_show()
1744 		if (len >= PAGE_SIZE - 1)  in trans_stat_show()
1746 		if (df->freq_table[2] == df->previous_freq)  in trans_stat_show()
1750 		if (len >= PAGE_SIZE - 1)  in trans_stat_show()
1752 		len += sysfs_emit_at(buf, len, "%10lu:", df->freq_table[i]);  in trans_stat_show()
1754 			if (len >= PAGE_SIZE - 1)  in trans_stat_show()
1757 				df->stats.trans_table[(i * max_state) + j]);  in trans_stat_show()
1759 		if (len >= PAGE_SIZE - 1)  in trans_stat_show()
1762 				     jiffies64_to_msecs(df->stats.time_in_state[i]));  in trans_stat_show()
1765 	if (len < PAGE_SIZE - 1)  in trans_stat_show()
1767 				     df->stats.total_trans);  in trans_stat_show()
1768 	if (len >= PAGE_SIZE - 1) {  in trans_stat_show()
1769 		pr_warn_once("devfreq transition table exceeds PAGE_SIZE. Disabling\n");  in trans_stat_show()
1770 		return -EFBIG;  in trans_stat_show()
1780 	struct devfreq *df = to_devfreq(dev);  in trans_stat_store()
1783 	if (!df->profile)  in trans_stat_store()
1784 		return -EINVAL;  in trans_stat_store()
1786 	if (df->max_state == 0)  in trans_stat_store()
1791 		return -EINVAL;  in trans_stat_store()
1793 	mutex_lock(&df->lock);  in trans_stat_store()
1794 	memset(df->stats.time_in_state, 0, (df->max_state *  in trans_stat_store()
1795 					sizeof(*df->stats.time_in_state)));  in trans_stat_store()
1796 	memset(df->stats.trans_table, 0, array3_size(sizeof(unsigned int),  in trans_stat_store()
1797 					df->max_state,  in trans_stat_store()
1798 					df->max_state));  in trans_stat_store()
1799 	df->stats.total_trans = 0;  in trans_stat_store()
1800 	df->stats.last_update = get_jiffies_64();  in trans_stat_store()
1801 	mutex_unlock(&df->lock);  in trans_stat_store()
1819 ATTRIBUTE_GROUPS(devfreq);
1824 	struct devfreq *df = to_devfreq(dev);  in polling_interval_show()
1826 	if (!df->profile)  in polling_interval_show()
1827 		return -EINVAL;  in polling_interval_show()
1829 	return sprintf(buf, "%d\n", df->profile->polling_ms);  in polling_interval_show()
1836 	struct devfreq *df = to_devfreq(dev);  in polling_interval_store()
1840 	if (!df->governor)  in polling_interval_store()
1841 		return -EINVAL;  in polling_interval_store()
1845 		return -EINVAL;  in polling_interval_store()
1847 	df->governor->event_handler(df, DEVFREQ_GOV_UPDATE_INTERVAL, &value);  in polling_interval_store()
1857 	struct devfreq *df = to_devfreq(dev);  in timer_show()
1859 	if (!df->profile)  in timer_show()
1860 		return -EINVAL;  in timer_show()
1862 	return sprintf(buf, "%s\n", timer_name[df->profile->timer]);  in timer_show()
1868 	struct devfreq *df = to_devfreq(dev);  in timer_store()
1870 	int timer = -1;  in timer_store()
1873 	if (!df->governor || !df->profile)  in timer_store()
1874 		return -EINVAL;  in timer_store()
1878 		return -EINVAL;  in timer_store()
1888 		ret = -EINVAL;  in timer_store()
1892 	if (df->profile->timer == timer) {  in timer_store()
1897 	mutex_lock(&df->lock);  in timer_store()
1898 	df->profile->timer = timer;  in timer_store()
1899 	mutex_unlock(&df->lock);  in timer_store()
1901 	ret = df->governor->event_handler(df, DEVFREQ_GOV_STOP, NULL);  in timer_store()
1904 			 __func__, df->governor->name, ret);  in timer_store()
1908 	ret = df->governor->event_handler(df, DEVFREQ_GOV_START, NULL);  in timer_store()
1911 			 __func__, df->governor->name, ret);  in timer_store()
1920 	ret = sysfs_create_file(&df->dev.kobj, &dev_attr_##name.attr);	\
1922 		dev_warn(&df->dev,					\
1928 static void create_sysfs_files(struct devfreq *devfreq,  in create_sysfs_files()  argument
1931 	if (IS_SUPPORTED_ATTR(gov->attrs, POLLING_INTERVAL))  in create_sysfs_files()
1932 		CREATE_SYSFS_FILE(devfreq, polling_interval);  in create_sysfs_files()
1933 	if (IS_SUPPORTED_ATTR(gov->attrs, TIMER))  in create_sysfs_files()
1934 		CREATE_SYSFS_FILE(devfreq, timer);  in create_sysfs_files()
1938 static void remove_sysfs_files(struct devfreq *devfreq,  in remove_sysfs_files()  argument
1941 	if (IS_SUPPORTED_ATTR(gov->attrs, POLLING_INTERVAL))  in remove_sysfs_files()
1942 		sysfs_remove_file(&devfreq->dev.kobj,  in remove_sysfs_files()
1944 	if (IS_SUPPORTED_ATTR(gov->attrs, TIMER))  in remove_sysfs_files()
1945 		sysfs_remove_file(&devfreq->dev.kobj, &dev_attr_timer.attr);  in remove_sysfs_files()
1949  * devfreq_summary_show() - Show the summary of the devfreq devices
1950  * @s:		seq_file instance to show the summary of devfreq devices
1953  * Show the summary of the devfreq devices via 'devfreq_summary' debugfs file.
1954  * It helps that user can know the detailed information of the devfreq devices.
1960 	struct devfreq *devfreq;  in devfreq_summary_show()  local
1961 	struct devfreq *p_devfreq = NULL;  in devfreq_summary_show()
1966 	seq_printf(s, "%-30s %-30s %-15s %-10s %10s %12s %12s %12s\n",  in devfreq_summary_show()
1976 			"------------------------------",  in devfreq_summary_show()
1977 			"------------------------------",  in devfreq_summary_show()
1978 			"---------------",  in devfreq_summary_show()
1979 			"----------",  in devfreq_summary_show()
1980 			"----------",  in devfreq_summary_show()
1981 			"------------",  in devfreq_summary_show()
1982 			"------------",  in devfreq_summary_show()
1983 			"------------");  in devfreq_summary_show()
1987 	list_for_each_entry_reverse(devfreq, &devfreq_list, node) {  in devfreq_summary_show()
1989 		if (!strncmp(devfreq->governor->name, DEVFREQ_GOV_PASSIVE,  in devfreq_summary_show()
1991 			struct devfreq_passive_data *data = devfreq->data;  in devfreq_summary_show()
1994 				p_devfreq = data->parent;  in devfreq_summary_show()
2000 		mutex_lock(&devfreq->lock);  in devfreq_summary_show()
2001 		cur_freq = devfreq->previous_freq;  in devfreq_summary_show()
2002 		devfreq_get_freq_range(devfreq, &min_freq, &max_freq);  in devfreq_summary_show()
2003 		timer = devfreq->profile->timer;  in devfreq_summary_show()
2005 		if (IS_SUPPORTED_ATTR(devfreq->governor->attrs, POLLING_INTERVAL))  in devfreq_summary_show()
2006 			polling_ms = devfreq->profile->polling_ms;  in devfreq_summary_show()
2009 		mutex_unlock(&devfreq->lock);  in devfreq_summary_show()
2012 			"%-30s %-30s %-15s %-10s %10d %12ld %12ld %12ld\n",  in devfreq_summary_show()
2013 			dev_name(&devfreq->dev),  in devfreq_summary_show()
2014 			p_devfreq ? dev_name(&p_devfreq->dev) : "null",  in devfreq_summary_show()
2015 			devfreq->governor->name,  in devfreq_summary_show()
2031 	devfreq_class = class_create("devfreq");  in devfreq_init()
2041 		return -ENOMEM;  in devfreq_init()
2043 	devfreq_class->dev_groups = devfreq_groups;  in devfreq_init()
2045 	devfreq_debugfs = debugfs_create_dir("devfreq", NULL);  in devfreq_init()
2055  * The following are helper functions for devfreq user device drivers with
2060  * devfreq_recommended_opp() - Helper function to get proper OPP for the
2062  * @dev:	The devfreq user device. (parent of devfreq)
2064  * @flags:	Flags handed from devfreq framework.
2080 		if (opp == ERR_PTR(-ERANGE))  in devfreq_recommended_opp()
2087 		if (opp == ERR_PTR(-ERANGE))  in devfreq_recommended_opp()
2096  * devfreq_register_opp_notifier() - Helper function to get devfreq notified
2099  * @dev:	The devfreq user device. (parent of devfreq)
2100  * @devfreq:	The devfreq object.
2102 int devfreq_register_opp_notifier(struct device *dev, struct devfreq *devfreq)  in devfreq_register_opp_notifier()  argument
2104 	return dev_pm_opp_register_notifier(dev, &devfreq->nb);  in devfreq_register_opp_notifier()
2109  * devfreq_unregister_opp_notifier() - Helper function to stop getting devfreq
2112  * @dev:	The devfreq user device. (parent of devfreq)
2113  * @devfreq:	The devfreq object.
2118 int devfreq_unregister_opp_notifier(struct device *dev, struct devfreq *devfreq)  in devfreq_unregister_opp_notifier()  argument
2120 	return dev_pm_opp_unregister_notifier(dev, &devfreq->nb);  in devfreq_unregister_opp_notifier()
2126 	devfreq_unregister_opp_notifier(dev, *(struct devfreq **)res);  in devm_devfreq_opp_release()
2130  * devm_devfreq_register_opp_notifier() - Resource-managed
2132  * @dev:	The devfreq user device. (parent of devfreq)
2133  * @devfreq:	The devfreq object.
2136 				       struct devfreq *devfreq)  in devm_devfreq_register_opp_notifier()  argument
2138 	struct devfreq **ptr;  in devm_devfreq_register_opp_notifier()
2143 		return -ENOMEM;  in devm_devfreq_register_opp_notifier()
2145 	ret = devfreq_register_opp_notifier(dev, devfreq);  in devm_devfreq_register_opp_notifier()
2151 	*ptr = devfreq;  in devm_devfreq_register_opp_notifier()
2159  * devm_devfreq_unregister_opp_notifier() - Resource-managed
2161  * @dev:	The devfreq user device. (parent of devfreq)
2162  * @devfreq:	The devfreq object.
2165 					 struct devfreq *devfreq)  in devm_devfreq_unregister_opp_notifier()  argument
2168 			       devm_devfreq_dev_match, devfreq));  in devm_devfreq_unregister_opp_notifier()
2173  * devfreq_register_notifier() - Register a driver with devfreq
2174  * @devfreq:	The devfreq object.
2178 int devfreq_register_notifier(struct devfreq *devfreq,  in devfreq_register_notifier()  argument
2184 	if (!devfreq)  in devfreq_register_notifier()
2185 		return -EINVAL;  in devfreq_register_notifier()
2190 				&devfreq->transition_notifier_list, nb);  in devfreq_register_notifier()
2193 		ret = -EINVAL;  in devfreq_register_notifier()
2201  * devfreq_unregister_notifier() - Unregister a driver with devfreq
2202  * @devfreq:	The devfreq object.
2206 int devfreq_unregister_notifier(struct devfreq *devfreq,  in devfreq_unregister_notifier()  argument
2212 	if (!devfreq)  in devfreq_unregister_notifier()
2213 		return -EINVAL;  in devfreq_unregister_notifier()
2218 				&devfreq->transition_notifier_list, nb);  in devfreq_unregister_notifier()
2221 		ret = -EINVAL;  in devfreq_unregister_notifier()
2229 	struct devfreq *devfreq;  member
2238 	devfreq_unregister_notifier(this->devfreq, this->nb, this->list);  in devm_devfreq_notifier_release()
2243  *	- Resource-managed devfreq_register_notifier()
2244  * @dev:	The devfreq user device. (parent of devfreq)
2245  * @devfreq:	The devfreq object.
2250 				struct devfreq *devfreq,  in devm_devfreq_register_notifier()  argument
2260 		return -ENOMEM;  in devm_devfreq_register_notifier()
2262 	ret = devfreq_register_notifier(devfreq, nb, list);  in devm_devfreq_register_notifier()
2268 	ptr->devfreq = devfreq;  in devm_devfreq_register_notifier()
2269 	ptr->nb = nb;  in devm_devfreq_register_notifier()
2270 	ptr->list = list;  in devm_devfreq_register_notifier()
2279  *	- Resource-managed devfreq_unregister_notifier()
2280  * @dev:	The devfreq user device. (parent of devfreq)
2281  * @devfreq:	The devfreq object.
2286 				      struct devfreq *devfreq,  in devm_devfreq_unregister_notifier()  argument
2291 			       devm_devfreq_dev_match, devfreq));  in devm_devfreq_unregister_notifier()