35 #include "atmel-isi.h"
77  * struct isi_format - ISI media bus format information
109 	/* ISI peripheral clock */
135 static void isi_writel(struct atmel_isi *isi, u32 reg, u32 val)  in isi_writel()  argument
137 	writel(val, isi->regs + reg);  in isi_writel()
139 static u32 isi_readl(struct atmel_isi *isi, u32 reg)  in isi_readl()  argument
141 	return readl(isi->regs + reg);  in isi_readl()
144 static void configure_geometry(struct atmel_isi *isi)  in configure_geometry()  argument
147 	u32 fourcc = isi->current_fmt->fourcc;  in configure_geometry()
149 	isi->enable_preview_path = fourcc == V4L2_PIX_FMT_RGB565 ||  in configure_geometry()
154 	cfg2 = isi->current_fmt->swap;  in configure_geometry()
156 	isi_writel(isi, ISI_CTRL, ISI_CTRL_DIS);  in configure_geometry()
158 	cfg2 |= ((isi->fmt.fmt.pix.width - 1) << ISI_CFG2_IM_HSIZE_OFFSET) &  in configure_geometry()
161 	cfg2 |= ((isi->fmt.fmt.pix.height - 1) << ISI_CFG2_IM_VSIZE_OFFSET)  in configure_geometry()
163 	isi_writel(isi, ISI_CFG2, cfg2);  in configure_geometry()
166 	psize = ((isi->fmt.fmt.pix.width - 1) << ISI_PSIZE_PREV_HSIZE_OFFSET) &  in configure_geometry()
168 	psize |= ((isi->fmt.fmt.pix.height - 1) << ISI_PSIZE_PREV_VSIZE_OFFSET) &  in configure_geometry()
170 	isi_writel(isi, ISI_PSIZE, psize);  in configure_geometry()
171 	isi_writel(isi, ISI_PDECF, ISI_PDECF_NO_SAMPLING);  in configure_geometry()
174 static irqreturn_t atmel_isi_handle_streaming(struct atmel_isi *isi)  in atmel_isi_handle_streaming()  argument
176 	if (isi->active) {  in atmel_isi_handle_streaming()
177 		struct vb2_v4l2_buffer *vbuf = &isi->active->vb;  in atmel_isi_handle_streaming()
178 		struct frame_buffer *buf = isi->active;  in atmel_isi_handle_streaming()
182 		vbuf->sequence = isi->sequence++;  in atmel_isi_handle_streaming()
187 	if (list_empty(&isi->video_buffer_list)) {  in atmel_isi_handle_streaming()
188 		isi->active = NULL;  in atmel_isi_handle_streaming()
191 		isi->active = list_entry(isi->video_buffer_list.next,  in atmel_isi_handle_streaming()
193 		if (!isi->enable_preview_path) {  in atmel_isi_handle_streaming()
194 			isi_writel(isi, ISI_DMA_C_DSCR,  in atmel_isi_handle_streaming()
195 				(u32)isi->active->p_dma_desc->fbd_phys);  in atmel_isi_handle_streaming()
196 			isi_writel(isi, ISI_DMA_C_CTRL,  in atmel_isi_handle_streaming()
198 			isi_writel(isi, ISI_DMA_CHER, ISI_DMA_CHSR_C_CH);  in atmel_isi_handle_streaming()
200 			isi_writel(isi, ISI_DMA_P_DSCR,  in atmel_isi_handle_streaming()
201 				(u32)isi->active->p_dma_desc->fbd_phys);  in atmel_isi_handle_streaming()
202 			isi_writel(isi, ISI_DMA_P_CTRL,  in atmel_isi_handle_streaming()
204 			isi_writel(isi, ISI_DMA_CHER, ISI_DMA_CHSR_P_CH);  in atmel_isi_handle_streaming()
210 /* ISI interrupt service routine */
213 	struct atmel_isi *isi = dev_id;  in isi_interrupt()  local
217 	spin_lock(&isi->irqlock);  in isi_interrupt()
219 	status = isi_readl(isi, ISI_STATUS);  in isi_interrupt()
220 	mask = isi_readl(isi, ISI_INTMASK);  in isi_interrupt()
224 		complete(&isi->complete);  in isi_interrupt()
225 		isi_writel(isi, ISI_INTDIS, ISI_CTRL_SRST);  in isi_interrupt()
228 		complete(&isi->complete);  in isi_interrupt()
229 		isi_writel(isi, ISI_INTDIS, ISI_CTRL_DIS);  in isi_interrupt()
234 			ret = atmel_isi_handle_streaming(isi);  in isi_interrupt()
237 	spin_unlock(&isi->irqlock);  in isi_interrupt()
243 static int atmel_isi_wait_status(struct atmel_isi *isi, int wait_reset)  in atmel_isi_wait_status()  argument
250 	init_completion(&isi->complete);  in atmel_isi_wait_status()
253 		isi_writel(isi, ISI_INTEN, ISI_CTRL_SRST);  in atmel_isi_wait_status()
254 		isi_writel(isi, ISI_CTRL, ISI_CTRL_SRST);  in atmel_isi_wait_status()
256 		isi_writel(isi, ISI_INTEN, ISI_CTRL_DIS);  in atmel_isi_wait_status()
257 		isi_writel(isi, ISI_CTRL, ISI_CTRL_DIS);  in atmel_isi_wait_status()
260 	time_left = wait_for_completion_timeout(&isi->complete,  in atmel_isi_wait_status()
275 	struct atmel_isi *isi = vb2_get_drv_priv(vq);  in queue_setup()  local
278 	size = isi->fmt.fmt.pix.sizeimage;  in queue_setup()
287 	isi->active = NULL;  in queue_setup()
289 	dev_dbg(isi->dev, "%s, count=%d, size=%ld\n", __func__,  in queue_setup()
310 	struct atmel_isi *isi = vb2_get_drv_priv(vb->vb2_queue);  in buffer_prepare()  local
314 	size = isi->fmt.fmt.pix.sizeimage;  in buffer_prepare()
317 		dev_err(isi->dev, "%s data will not fit into plane (%lu < %lu)\n",  in buffer_prepare()
325 		if (list_empty(&isi->dma_desc_head)) {  in buffer_prepare()
326 			dev_err(isi->dev, "Not enough dma descriptors.\n");  in buffer_prepare()
330 			desc = list_entry(isi->dma_desc_head.next,  in buffer_prepare()
350 	struct atmel_isi *isi = vb2_get_drv_priv(vb->vb2_queue);  in buffer_cleanup()  local
355 		list_add(&buf->p_dma_desc->list, &isi->dma_desc_head);  in buffer_cleanup()
358 static void start_dma(struct atmel_isi *isi, struct frame_buffer *buffer)  in start_dma()  argument
362 	cfg1 = isi_readl(isi, ISI_CFG1);  in start_dma()
364 	isi_writel(isi, ISI_INTEN,  in start_dma()
368 	if (!isi->enable_preview_path) {  in start_dma()
369 		if (isi_readl(isi, ISI_STATUS) & ISI_CTRL_CDC) {  in start_dma()
370 			dev_err(isi->dev, "Already in frame handling.\n");  in start_dma()
374 		isi_writel(isi, ISI_DMA_C_DSCR,  in start_dma()
376 		isi_writel(isi, ISI_DMA_C_CTRL,  in start_dma()
378 		isi_writel(isi, ISI_DMA_CHER, ISI_DMA_CHSR_C_CH);  in start_dma()
380 		isi_writel(isi, ISI_DMA_P_DSCR,  in start_dma()
382 		isi_writel(isi, ISI_DMA_P_CTRL,  in start_dma()
384 		isi_writel(isi, ISI_DMA_CHER, ISI_DMA_CHSR_P_CH);  in start_dma()
389 	cfg1 |= isi->pdata.frate | ISI_CFG1_DISCR;  in start_dma()
391 	/* Enable ISI */  in start_dma()
394 	if (!isi->enable_preview_path)  in start_dma()
397 	isi_writel(isi, ISI_CTRL, ctrl);  in start_dma()
398 	isi_writel(isi, ISI_CFG1, cfg1);  in start_dma()
404 	struct atmel_isi *isi = vb2_get_drv_priv(vb->vb2_queue);  in buffer_queue()  local
408 	spin_lock_irqsave(&isi->irqlock, flags);  in buffer_queue()
409 	list_add_tail(&buf->list, &isi->video_buffer_list);  in buffer_queue()
411 	if (!isi->active) {  in buffer_queue()
412 		isi->active = buf;  in buffer_queue()
414 			start_dma(isi, buf);  in buffer_queue()
416 	spin_unlock_irqrestore(&isi->irqlock, flags);  in buffer_queue()
421 	struct atmel_isi *isi = vb2_get_drv_priv(vq);  in start_streaming()  local
425 	ret = pm_runtime_resume_and_get(isi->dev);  in start_streaming()
430 	ret = v4l2_subdev_call(isi->entity.subdev, video, s_stream, 1);  in start_streaming()
432 		dev_err(isi->dev, "stream on failed in subdev\n");  in start_streaming()
436 	/* Reset ISI */  in start_streaming()
437 	ret = atmel_isi_wait_status(isi, WAIT_ISI_RESET);  in start_streaming()
439 		dev_err(isi->dev, "Reset ISI timed out\n");  in start_streaming()
443 	isi_writel(isi, ISI_INTDIS, (u32)~0UL);  in start_streaming()
445 	isi->sequence = 0;  in start_streaming()
446 	configure_geometry(isi);  in start_streaming()
448 	spin_lock_irq(&isi->irqlock);  in start_streaming()
450 	isi_readl(isi, ISI_STATUS);  in start_streaming()
452 	start_dma(isi, isi->active);  in start_streaming()
453 	spin_unlock_irq(&isi->irqlock);  in start_streaming()
458 	v4l2_subdev_call(isi->entity.subdev, video, s_stream, 0);  in start_streaming()
461 	pm_runtime_put(isi->dev);  in start_streaming()
463 	spin_lock_irq(&isi->irqlock);  in start_streaming()
464 	isi->active = NULL;  in start_streaming()
466 	list_for_each_entry_safe(buf, node, &isi->video_buffer_list, list) {  in start_streaming()
470 	spin_unlock_irq(&isi->irqlock);  in start_streaming()
478 	struct atmel_isi *isi = vb2_get_drv_priv(vq);  in stop_streaming()  local
484 	ret = v4l2_subdev_call(isi->entity.subdev, video, s_stream, 0);  in stop_streaming()
486 		dev_err(isi->dev, "stream off failed in subdev\n");  in stop_streaming()
488 	spin_lock_irq(&isi->irqlock);  in stop_streaming()
489 	isi->active = NULL;  in stop_streaming()
491 	list_for_each_entry_safe(buf, node, &isi->video_buffer_list, list) {  in stop_streaming()
495 	spin_unlock_irq(&isi->irqlock);  in stop_streaming()
497 	if (!isi->enable_preview_path) {  in stop_streaming()
500 		while ((isi_readl(isi, ISI_STATUS) & ISI_CTRL_CDC) &&  in stop_streaming()
505 			dev_err(isi->dev,  in stop_streaming()
510 	isi_writel(isi, ISI_INTDIS,  in stop_streaming()
513 	/* Disable ISI and wait for it is done */  in stop_streaming()
514 	ret = atmel_isi_wait_status(isi, WAIT_ISI_DISABLE);  in stop_streaming()
516 		dev_err(isi->dev, "Disable ISI timed out\n");  in stop_streaming()
518 	pm_runtime_put(isi->dev);  in stop_streaming()
536 	struct atmel_isi *isi = video_drvdata(file);  in isi_g_fmt_vid_cap()  local
538 	*fmt = isi->fmt;  in isi_g_fmt_vid_cap()
543 static const struct isi_format *find_format_by_fourcc(struct atmel_isi *isi,  in find_format_by_fourcc()  argument
546 	unsigned int num_formats = isi->num_user_formats;  in find_format_by_fourcc()
551 		fmt = isi->user_formats[i];  in find_format_by_fourcc()
559 static void isi_try_fse(struct atmel_isi *isi, const struct isi_format *isi_fmt,  in isi_try_fse()  argument
570 	ret = v4l2_subdev_call(isi->entity.subdev, pad, enum_frame_size,  in isi_try_fse()
574 	 * just use the maximum ISI can receive.  in isi_try_fse()
585 static int isi_try_fmt(struct atmel_isi *isi, struct v4l2_format *f,  in isi_try_fmt()  argument
592 		.sd = isi->entity.subdev,  in isi_try_fmt()
600 	isi_fmt = find_format_by_fourcc(isi, pixfmt->pixelformat);  in isi_try_fmt()
602 		isi_fmt = isi->user_formats[isi->num_user_formats - 1];  in isi_try_fmt()
606 	/* Limit to Atmel ISI hardware capabilities */  in isi_try_fmt()
612 	isi_try_fse(isi, isi_fmt, &pad_state);  in isi_try_fmt()
614 	ret = v4l2_subdev_call(isi->entity.subdev, pad, set_fmt,  in isi_try_fmt()
631 static int isi_set_fmt(struct atmel_isi *isi, struct v4l2_format *f)  in isi_set_fmt()  argument
639 	ret = isi_try_fmt(isi, f, &current_fmt);  in isi_set_fmt()
645 	ret = v4l2_subdev_call(isi->entity.subdev, pad,  in isi_set_fmt()
650 	isi->fmt = *f;  in isi_set_fmt()
651 	isi->current_fmt = current_fmt;  in isi_set_fmt()
659 	struct atmel_isi *isi = video_drvdata(file);  in isi_s_fmt_vid_cap()  local
661 	if (vb2_is_streaming(&isi->queue))  in isi_s_fmt_vid_cap()
664 	return isi_set_fmt(isi, f);  in isi_s_fmt_vid_cap()
670 	struct atmel_isi *isi = video_drvdata(file);  in isi_try_fmt_vid_cap()  local
672 	return isi_try_fmt(isi, f, NULL);  in isi_try_fmt_vid_cap()
678 	struct atmel_isi *isi = video_drvdata(file);  in isi_enum_fmt_vid_cap()  local
680 	if (f->index >= isi->num_user_formats)  in isi_enum_fmt_vid_cap()
683 	f->pixelformat = isi->user_formats[f->index]->fourcc;  in isi_enum_fmt_vid_cap()
690 	strscpy(cap->driver, "atmel-isi", sizeof(cap->driver));  in isi_querycap()
692 	strscpy(cap->bus_info, "platform:isi", sizeof(cap->bus_info));  in isi_querycap()
722 	struct atmel_isi *isi = video_drvdata(file);  in isi_g_parm()  local
724 	return v4l2_g_parm_cap(video_devdata(file), isi->entity.subdev, a);  in isi_g_parm()
729 	struct atmel_isi *isi = video_drvdata(file);  in isi_s_parm()  local
731 	return v4l2_s_parm_cap(video_devdata(file), isi->entity.subdev, a);  in isi_s_parm()
737 	struct atmel_isi *isi = video_drvdata(file);  in isi_enum_framesizes()  local
745 	isi_fmt = find_format_by_fourcc(isi, fsize->pixel_format);  in isi_enum_framesizes()
751 	ret = v4l2_subdev_call(isi->entity.subdev, pad, enum_frame_size,  in isi_enum_framesizes()
766 	struct atmel_isi *isi = video_drvdata(file);  in isi_enum_frameintervals()  local
776 	isi_fmt = find_format_by_fourcc(isi, fival->pixel_format);  in isi_enum_frameintervals()
782 	ret = v4l2_subdev_call(isi->entity.subdev, pad,  in isi_enum_frameintervals()
793 static int isi_camera_set_bus_param(struct atmel_isi *isi)  in isi_camera_set_bus_param()  argument
798 	/* set bus param for ISI */  in isi_camera_set_bus_param()
799 	if (isi->pdata.hsync_act_low)  in isi_camera_set_bus_param()
801 	if (isi->pdata.vsync_act_low)  in isi_camera_set_bus_param()
803 	if (isi->pdata.pclk_act_falling)  in isi_camera_set_bus_param()
805 	if (isi->pdata.has_emb_sync)  in isi_camera_set_bus_param()
807 	if (isi->pdata.full_mode)  in isi_camera_set_bus_param()
812 	/* Enable PM and peripheral clock before operate isi registers */  in isi_camera_set_bus_param()
813 	ret = pm_runtime_resume_and_get(isi->dev);  in isi_camera_set_bus_param()
817 	isi_writel(isi, ISI_CTRL, ISI_CTRL_DIS);  in isi_camera_set_bus_param()
818 	isi_writel(isi, ISI_CFG1, cfg1);  in isi_camera_set_bus_param()
820 	pm_runtime_put(isi->dev);  in isi_camera_set_bus_param()
826 static int atmel_isi_parse_dt(struct atmel_isi *isi,  in atmel_isi_parse_dt()  argument
833 	/* Default settings for ISI */  in atmel_isi_parse_dt()
834 	isi->pdata.full_mode = 1;  in atmel_isi_parse_dt()
835 	isi->pdata.frate = ISI_CFG1_FRATE_CAPTURE_ALL;  in atmel_isi_parse_dt()
852 		isi->pdata.data_width_flags = ISI_DATAWIDTH_8;  in atmel_isi_parse_dt()
855 		isi->pdata.data_width_flags =  in atmel_isi_parse_dt()
865 		isi->pdata.hsync_act_low = true;  in atmel_isi_parse_dt()
867 		isi->pdata.vsync_act_low = true;  in atmel_isi_parse_dt()
869 		isi->pdata.pclk_act_falling = true;  in atmel_isi_parse_dt()
872 		isi->pdata.has_emb_sync = true;  in atmel_isi_parse_dt()
879 	struct atmel_isi *isi = video_drvdata(file);  in isi_open()  local
880 	struct v4l2_subdev *sd = isi->entity.subdev;  in isi_open()
883 	if (mutex_lock_interruptible(&isi->lock))  in isi_open()
897 	ret = isi_set_fmt(isi, &isi->fmt);  in isi_open()
904 	mutex_unlock(&isi->lock);  in isi_open()
910 	struct atmel_isi *isi = video_drvdata(file);  in isi_release()  local
911 	struct v4l2_subdev *sd = isi->entity.subdev;  in isi_release()
915 	mutex_lock(&isi->lock);  in isi_release()
924 	mutex_unlock(&isi->lock);  in isi_release()
971 static int isi_set_default_fmt(struct atmel_isi *isi)  in isi_set_default_fmt()  argument
979 			.pixelformat	= isi->user_formats[0]->fourcc,  in isi_set_default_fmt()
984 	ret = isi_try_fmt(isi, &f, NULL);  in isi_set_default_fmt()
987 	isi->current_fmt = isi->user_formats[0];  in isi_set_default_fmt()
988 	isi->fmt = f;  in isi_set_default_fmt()
1046 static int isi_formats_init(struct atmel_isi *isi)  in isi_formats_init()  argument
1050 	struct v4l2_subdev *subdev = isi->entity.subdev;  in isi_formats_init()
1076 	isi->num_user_formats = num_fmts;  in isi_formats_init()
1077 	isi->user_formats = devm_kcalloc(isi->dev,  in isi_formats_init()
1080 	if (!isi->user_formats)  in isi_formats_init()
1083 	memcpy(isi->user_formats, isi_fmts,  in isi_formats_init()
1085 	isi->current_fmt = isi->user_formats[0];  in isi_formats_init()
1092 	struct atmel_isi *isi = notifier_to_isi(notifier);  in isi_graph_notify_complete()  local
1095 	isi->vdev->ctrl_handler = isi->entity.subdev->ctrl_handler;  in isi_graph_notify_complete()
1096 	ret = isi_formats_init(isi);  in isi_graph_notify_complete()
1098 		dev_err(isi->dev, "No supported mediabus format found\n");  in isi_graph_notify_complete()
1101 	ret = isi_camera_set_bus_param(isi);  in isi_graph_notify_complete()
1103 		dev_err(isi->dev, "Can't wake up device\n");  in isi_graph_notify_complete()
1107 	ret = isi_set_default_fmt(isi);  in isi_graph_notify_complete()
1109 		dev_err(isi->dev, "Could not set default format\n");  in isi_graph_notify_complete()
1113 	ret = video_register_device(isi->vdev, VFL_TYPE_VIDEO, -1);  in isi_graph_notify_complete()
1115 		dev_err(isi->dev, "Failed to register video device\n");  in isi_graph_notify_complete()
1119 	dev_dbg(isi->dev, "Device registered as %s\n",  in isi_graph_notify_complete()
1120 		video_device_node_name(isi->vdev));  in isi_graph_notify_complete()
1128 	struct atmel_isi *isi = notifier_to_isi(notifier);  in isi_graph_notify_unbind()  local
1130 	dev_dbg(isi->dev, "Removing %s\n", video_device_node_name(isi->vdev));  in isi_graph_notify_unbind()
1133 	video_unregister_device(isi->vdev);  in isi_graph_notify_unbind()
1140 	struct atmel_isi *isi = notifier_to_isi(notifier);  in isi_graph_notify_bound()  local
1142 	dev_dbg(isi->dev, "subdev %s bound\n", subdev->name);  in isi_graph_notify_bound()
1144 	isi->entity.subdev = subdev;  in isi_graph_notify_bound()
1155 static int isi_graph_init(struct atmel_isi *isi)  in isi_graph_init()  argument
1161 	ep = of_graph_get_endpoint_by_regs(isi->dev->of_node, 0, -1);  in isi_graph_init()
1165 	v4l2_async_nf_init(&isi->notifier, &isi->v4l2_dev);  in isi_graph_init()
1167 	asd = v4l2_async_nf_add_fwnode_remote(&isi->notifier,  in isi_graph_init()
1175 	isi->notifier.ops = &isi_graph_notify_ops;  in isi_graph_init()
1177 	ret = v4l2_async_nf_register(&isi->notifier);  in isi_graph_init()
1179 		dev_err(isi->dev, "Notifier registration failed\n");  in isi_graph_init()
1180 		v4l2_async_nf_cleanup(&isi->notifier);  in isi_graph_init()
1191 	struct atmel_isi *isi;  in atmel_isi_probe()  local
1195 	isi = devm_kzalloc(&pdev->dev, sizeof(struct atmel_isi), GFP_KERNEL);  in atmel_isi_probe()
1196 	if (!isi)  in atmel_isi_probe()
1199 	isi->pclk = devm_clk_get(&pdev->dev, "isi_clk");  in atmel_isi_probe()
1200 	if (IS_ERR(isi->pclk))  in atmel_isi_probe()
1201 		return PTR_ERR(isi->pclk);  in atmel_isi_probe()
1203 	ret = atmel_isi_parse_dt(isi, pdev);  in atmel_isi_probe()
1207 	isi->active = NULL;  in atmel_isi_probe()
1208 	isi->dev = &pdev->dev;  in atmel_isi_probe()
1209 	mutex_init(&isi->lock);  in atmel_isi_probe()
1210 	spin_lock_init(&isi->irqlock);  in atmel_isi_probe()
1211 	INIT_LIST_HEAD(&isi->video_buffer_list);  in atmel_isi_probe()
1212 	INIT_LIST_HEAD(&isi->dma_desc_head);  in atmel_isi_probe()
1214 	q = &isi->queue;  in atmel_isi_probe()
1217 	ret = v4l2_device_register(&pdev->dev, &isi->v4l2_dev);  in atmel_isi_probe()
1221 	isi->vdev = video_device_alloc();  in atmel_isi_probe()
1222 	if (!isi->vdev) {  in atmel_isi_probe()
1228 	isi->vdev->fops = &isi_fops;  in atmel_isi_probe()
1229 	isi->vdev->v4l2_dev = &isi->v4l2_dev;  in atmel_isi_probe()
1230 	isi->vdev->queue = &isi->queue;  in atmel_isi_probe()
1231 	strscpy(isi->vdev->name, KBUILD_MODNAME, sizeof(isi->vdev->name));  in atmel_isi_probe()
1232 	isi->vdev->release = video_device_release;  in atmel_isi_probe()
1233 	isi->vdev->ioctl_ops = &isi_ioctl_ops;  in atmel_isi_probe()
1234 	isi->vdev->lock = &isi->lock;  in atmel_isi_probe()
1235 	isi->vdev->device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING |  in atmel_isi_probe()
1237 	video_set_drvdata(isi->vdev, isi);  in atmel_isi_probe()
1242 	q->lock = &isi->lock;  in atmel_isi_probe()
1243 	q->drv_priv = isi;  in atmel_isi_probe()
1256 	isi->p_fb_descriptors = dma_alloc_coherent(&pdev->dev,  in atmel_isi_probe()
1258 				&isi->fb_descriptors_phys,  in atmel_isi_probe()
1260 	if (!isi->p_fb_descriptors) {  in atmel_isi_probe()
1267 		isi->dma_desc[i].p_fbd = isi->p_fb_descriptors + i;  in atmel_isi_probe()
1268 		isi->dma_desc[i].fbd_phys = isi->fb_descriptors_phys +  in atmel_isi_probe()
1270 		list_add(&isi->dma_desc[i].list, &isi->dma_desc_head);  in atmel_isi_probe()
1273 	isi->regs = devm_platform_ioremap_resource(pdev, 0);  in atmel_isi_probe()
1274 	if (IS_ERR(isi->regs)) {  in atmel_isi_probe()
1275 		ret = PTR_ERR(isi->regs);  in atmel_isi_probe()
1279 	if (isi->pdata.data_width_flags & ISI_DATAWIDTH_8)  in atmel_isi_probe()
1280 		isi->width_flags = 1 << 7;  in atmel_isi_probe()
1281 	if (isi->pdata.data_width_flags & ISI_DATAWIDTH_10)  in atmel_isi_probe()
1282 		isi->width_flags |= 1 << 9;  in atmel_isi_probe()
1290 	ret = devm_request_irq(&pdev->dev, irq, isi_interrupt, 0, "isi", isi);  in atmel_isi_probe()
1295 	isi->irq = irq;  in atmel_isi_probe()
1297 	ret = isi_graph_init(isi);  in atmel_isi_probe()
1303 	platform_set_drvdata(pdev, isi);  in atmel_isi_probe()
1310 			isi->p_fb_descriptors,  in atmel_isi_probe()
1311 			isi->fb_descriptors_phys);  in atmel_isi_probe()
1314 	video_device_release(isi->vdev);  in atmel_isi_probe()
1316 	v4l2_device_unregister(&isi->v4l2_dev);  in atmel_isi_probe()
1323 	struct atmel_isi *isi = platform_get_drvdata(pdev);  in atmel_isi_remove()  local
1327 			isi->p_fb_descriptors,  in atmel_isi_remove()
1328 			isi->fb_descriptors_phys);  in atmel_isi_remove()
1330 	v4l2_async_nf_unregister(&isi->notifier);  in atmel_isi_remove()
1331 	v4l2_async_nf_cleanup(&isi->notifier);  in atmel_isi_remove()
1332 	v4l2_device_unregister(&isi->v4l2_dev);  in atmel_isi_remove()
1338 	struct atmel_isi *isi = dev_get_drvdata(dev);  in atmel_isi_runtime_suspend()  local
1340 	clk_disable_unprepare(isi->pclk);  in atmel_isi_runtime_suspend()
1346 	struct atmel_isi *isi = dev_get_drvdata(dev);  in atmel_isi_runtime_resume()  local
1348 	return clk_prepare_enable(isi->pclk);  in atmel_isi_runtime_resume()
1358 	{ .compatible = "atmel,at91sam9g45-isi" },