Merge branch 'x86-debug-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git...
[firefly-linux-kernel-4.4.55.git] / drivers / media / video / s5p-fimc / fimc-lite.c
1 /*
2  * Samsung EXYNOS FIMC-LITE (camera host interface) driver
3 *
4  * Copyright (C) 2012 Samsung Electronics Co., Ltd.
5  * Sylwester Nawrocki <s.nawrocki@samsung.com>
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License version 2 as
9  * published by the Free Software Foundation.
10  */
11 #define pr_fmt(fmt) "%s:%d " fmt, __func__, __LINE__
12
13 #include <linux/bug.h>
14 #include <linux/device.h>
15 #include <linux/errno.h>
16 #include <linux/interrupt.h>
17 #include <linux/kernel.h>
18 #include <linux/list.h>
19 #include <linux/module.h>
20 #include <linux/types.h>
21 #include <linux/platform_device.h>
22 #include <linux/pm_runtime.h>
23 #include <linux/slab.h>
24 #include <linux/videodev2.h>
25
26 #include <media/v4l2-device.h>
27 #include <media/v4l2-ioctl.h>
28 #include <media/v4l2-mem2mem.h>
29 #include <media/videobuf2-core.h>
30 #include <media/videobuf2-dma-contig.h>
31
32 #include "fimc-mdevice.h"
33 #include "fimc-core.h"
34 #include "fimc-lite-reg.h"
35
36 static int debug;
37 module_param(debug, int, 0644);
38
39 static const struct fimc_fmt fimc_lite_formats[] = {
40         {
41                 .name           = "YUV 4:2:2 packed, YCbYCr",
42                 .fourcc         = V4L2_PIX_FMT_YUYV,
43                 .depth          = { 16 },
44                 .color          = FIMC_FMT_YCBYCR422,
45                 .memplanes      = 1,
46                 .mbus_code      = V4L2_MBUS_FMT_YUYV8_2X8,
47         }, {
48                 .name           = "YUV 4:2:2 packed, CbYCrY",
49                 .fourcc         = V4L2_PIX_FMT_UYVY,
50                 .depth          = { 16 },
51                 .color          = FIMC_FMT_CBYCRY422,
52                 .memplanes      = 1,
53                 .mbus_code      = V4L2_MBUS_FMT_UYVY8_2X8,
54         }, {
55                 .name           = "YUV 4:2:2 packed, CrYCbY",
56                 .fourcc         = V4L2_PIX_FMT_VYUY,
57                 .depth          = { 16 },
58                 .color          = FIMC_FMT_CRYCBY422,
59                 .memplanes      = 1,
60                 .mbus_code      = V4L2_MBUS_FMT_VYUY8_2X8,
61         }, {
62                 .name           = "YUV 4:2:2 packed, YCrYCb",
63                 .fourcc         = V4L2_PIX_FMT_YVYU,
64                 .depth          = { 16 },
65                 .color          = FIMC_FMT_YCRYCB422,
66                 .memplanes      = 1,
67                 .mbus_code      = V4L2_MBUS_FMT_YVYU8_2X8,
68         }, {
69                 .name           = "RAW8 (GRBG)",
70                 .fourcc         = V4L2_PIX_FMT_SGRBG8,
71                 .depth          = { 8 },
72                 .color          = FIMC_FMT_RAW8,
73                 .memplanes      = 1,
74                 .mbus_code      = V4L2_MBUS_FMT_SGRBG8_1X8,
75         }, {
76                 .name           = "RAW10 (GRBG)",
77                 .fourcc         = V4L2_PIX_FMT_SGRBG10,
78                 .depth          = { 10 },
79                 .color          = FIMC_FMT_RAW10,
80                 .memplanes      = 1,
81                 .mbus_code      = V4L2_MBUS_FMT_SGRBG10_1X10,
82         }, {
83                 .name           = "RAW12 (GRBG)",
84                 .fourcc         = V4L2_PIX_FMT_SGRBG12,
85                 .depth          = { 12 },
86                 .color          = FIMC_FMT_RAW12,
87                 .memplanes      = 1,
88                 .mbus_code      = V4L2_MBUS_FMT_SGRBG12_1X12,
89         },
90 };
91
92 /**
93  * fimc_lite_find_format - lookup fimc color format by fourcc or media bus code
94  * @pixelformat: fourcc to match, ignored if null
95  * @mbus_code: media bus code to match, ignored if null
96  * @index: index to the fimc_lite_formats array, ignored if negative
97  */
98 static const struct fimc_fmt *fimc_lite_find_format(const u32 *pixelformat,
99                                         const u32 *mbus_code, int index)
100 {
101         const struct fimc_fmt *fmt, *def_fmt = NULL;
102         unsigned int i;
103         int id = 0;
104
105         if (index >= (int)ARRAY_SIZE(fimc_lite_formats))
106                 return NULL;
107
108         for (i = 0; i < ARRAY_SIZE(fimc_lite_formats); ++i) {
109                 fmt = &fimc_lite_formats[i];
110                 if (pixelformat && fmt->fourcc == *pixelformat)
111                         return fmt;
112                 if (mbus_code && fmt->mbus_code == *mbus_code)
113                         return fmt;
114                 if (index == id)
115                         def_fmt = fmt;
116                 id++;
117         }
118         return def_fmt;
119 }
120
121 static int fimc_lite_hw_init(struct fimc_lite *fimc)
122 {
123         struct fimc_pipeline *pipeline = &fimc->pipeline;
124         struct fimc_sensor_info *sensor;
125         unsigned long flags;
126
127         if (pipeline->subdevs[IDX_SENSOR] == NULL)
128                 return -ENXIO;
129
130         if (fimc->fmt == NULL)
131                 return -EINVAL;
132
133         sensor = v4l2_get_subdev_hostdata(pipeline->subdevs[IDX_SENSOR]);
134         spin_lock_irqsave(&fimc->slock, flags);
135
136         flite_hw_set_camera_bus(fimc, sensor->pdata);
137         flite_hw_set_source_format(fimc, &fimc->inp_frame);
138         flite_hw_set_window_offset(fimc, &fimc->inp_frame);
139         flite_hw_set_output_dma(fimc, &fimc->out_frame, true);
140         flite_hw_set_interrupt_mask(fimc);
141         flite_hw_set_test_pattern(fimc, fimc->test_pattern->val);
142
143         if (debug > 0)
144                 flite_hw_dump_regs(fimc, __func__);
145
146         spin_unlock_irqrestore(&fimc->slock, flags);
147         return 0;
148 }
149
150 /*
151  * Reinitialize the driver so it is ready to start the streaming again.
152  * Set fimc->state to indicate stream off and the hardware shut down state.
153  * If not suspending (@suspend is false), return any buffers to videobuf2.
154  * Otherwise put any owned buffers onto the pending buffers queue, so they
155  * can be re-spun when the device is being resumed. Also perform FIMC
156  * software reset and disable streaming on the whole pipeline if required.
157  */
158 static int fimc_lite_reinit(struct fimc_lite *fimc, bool suspend)
159 {
160         struct flite_buffer *buf;
161         unsigned long flags;
162         bool streaming;
163
164         spin_lock_irqsave(&fimc->slock, flags);
165         streaming = fimc->state & (1 << ST_SENSOR_STREAM);
166
167         fimc->state &= ~(1 << ST_FLITE_RUN | 1 << ST_FLITE_OFF |
168                          1 << ST_FLITE_STREAM | 1 << ST_SENSOR_STREAM);
169         if (suspend)
170                 fimc->state |= (1 << ST_FLITE_SUSPENDED);
171         else
172                 fimc->state &= ~(1 << ST_FLITE_PENDING |
173                                  1 << ST_FLITE_SUSPENDED);
174
175         /* Release unused buffers */
176         while (!suspend && !list_empty(&fimc->pending_buf_q)) {
177                 buf = fimc_lite_pending_queue_pop(fimc);
178                 vb2_buffer_done(&buf->vb, VB2_BUF_STATE_ERROR);
179         }
180         /* If suspending put unused buffers onto pending queue */
181         while (!list_empty(&fimc->active_buf_q)) {
182                 buf = fimc_lite_active_queue_pop(fimc);
183                 if (suspend)
184                         fimc_lite_pending_queue_add(fimc, buf);
185                 else
186                         vb2_buffer_done(&buf->vb, VB2_BUF_STATE_ERROR);
187         }
188
189         spin_unlock_irqrestore(&fimc->slock, flags);
190
191         flite_hw_reset(fimc);
192
193         if (!streaming)
194                 return 0;
195
196         return fimc_pipeline_s_stream(&fimc->pipeline, 0);
197 }
198
199 static int fimc_lite_stop_capture(struct fimc_lite *fimc, bool suspend)
200 {
201         unsigned long flags;
202
203         if (!fimc_lite_active(fimc))
204                 return 0;
205
206         spin_lock_irqsave(&fimc->slock, flags);
207         set_bit(ST_FLITE_OFF, &fimc->state);
208         flite_hw_capture_stop(fimc);
209         spin_unlock_irqrestore(&fimc->slock, flags);
210
211         wait_event_timeout(fimc->irq_queue,
212                            !test_bit(ST_FLITE_OFF, &fimc->state),
213                            (2*HZ/10)); /* 200 ms */
214
215         return fimc_lite_reinit(fimc, suspend);
216 }
217
218 /* Must be called  with fimc.slock spinlock held. */
219 static void fimc_lite_config_update(struct fimc_lite *fimc)
220 {
221         flite_hw_set_window_offset(fimc, &fimc->inp_frame);
222         flite_hw_set_dma_window(fimc, &fimc->out_frame);
223         flite_hw_set_test_pattern(fimc, fimc->test_pattern->val);
224         clear_bit(ST_FLITE_CONFIG, &fimc->state);
225 }
226
227 static irqreturn_t flite_irq_handler(int irq, void *priv)
228 {
229         struct fimc_lite *fimc = priv;
230         struct flite_buffer *vbuf;
231         unsigned long flags;
232         struct timeval *tv;
233         struct timespec ts;
234         u32 intsrc;
235
236         spin_lock_irqsave(&fimc->slock, flags);
237
238         intsrc = flite_hw_get_interrupt_source(fimc);
239         flite_hw_clear_pending_irq(fimc);
240
241         if (test_and_clear_bit(ST_FLITE_OFF, &fimc->state)) {
242                 wake_up(&fimc->irq_queue);
243                 goto done;
244         }
245
246         if (intsrc & FLITE_REG_CISTATUS_IRQ_SRC_OVERFLOW) {
247                 clear_bit(ST_FLITE_RUN, &fimc->state);
248                 fimc->events.data_overflow++;
249         }
250
251         if (intsrc & FLITE_REG_CISTATUS_IRQ_SRC_LASTCAPEND) {
252                 flite_hw_clear_last_capture_end(fimc);
253                 clear_bit(ST_FLITE_STREAM, &fimc->state);
254                 wake_up(&fimc->irq_queue);
255         }
256
257         if (fimc->out_path != FIMC_IO_DMA)
258                 goto done;
259
260         if ((intsrc & FLITE_REG_CISTATUS_IRQ_SRC_FRMSTART) &&
261             test_bit(ST_FLITE_RUN, &fimc->state) &&
262             !list_empty(&fimc->active_buf_q) &&
263             !list_empty(&fimc->pending_buf_q)) {
264                 vbuf = fimc_lite_active_queue_pop(fimc);
265                 ktime_get_ts(&ts);
266                 tv = &vbuf->vb.v4l2_buf.timestamp;
267                 tv->tv_sec = ts.tv_sec;
268                 tv->tv_usec = ts.tv_nsec / NSEC_PER_USEC;
269                 vbuf->vb.v4l2_buf.sequence = fimc->frame_count++;
270                 vb2_buffer_done(&vbuf->vb, VB2_BUF_STATE_DONE);
271
272                 vbuf = fimc_lite_pending_queue_pop(fimc);
273                 flite_hw_set_output_addr(fimc, vbuf->paddr);
274                 fimc_lite_active_queue_add(fimc, vbuf);
275         }
276
277         if (test_bit(ST_FLITE_CONFIG, &fimc->state))
278                 fimc_lite_config_update(fimc);
279
280         if (list_empty(&fimc->pending_buf_q)) {
281                 flite_hw_capture_stop(fimc);
282                 clear_bit(ST_FLITE_STREAM, &fimc->state);
283         }
284 done:
285         set_bit(ST_FLITE_RUN, &fimc->state);
286         spin_unlock_irqrestore(&fimc->slock, flags);
287         return IRQ_HANDLED;
288 }
289
290 static int start_streaming(struct vb2_queue *q, unsigned int count)
291 {
292         struct fimc_lite *fimc = q->drv_priv;
293         int ret;
294
295         fimc->frame_count = 0;
296
297         ret = fimc_lite_hw_init(fimc);
298         if (ret) {
299                 fimc_lite_reinit(fimc, false);
300                 return ret;
301         }
302
303         set_bit(ST_FLITE_PENDING, &fimc->state);
304
305         if (!list_empty(&fimc->active_buf_q) &&
306             !test_and_set_bit(ST_FLITE_STREAM, &fimc->state)) {
307                 flite_hw_capture_start(fimc);
308
309                 if (!test_and_set_bit(ST_SENSOR_STREAM, &fimc->state))
310                         fimc_pipeline_s_stream(&fimc->pipeline, 1);
311         }
312         if (debug > 0)
313                 flite_hw_dump_regs(fimc, __func__);
314
315         return 0;
316 }
317
318 static int stop_streaming(struct vb2_queue *q)
319 {
320         struct fimc_lite *fimc = q->drv_priv;
321
322         if (!fimc_lite_active(fimc))
323                 return -EINVAL;
324
325         return fimc_lite_stop_capture(fimc, false);
326 }
327
328 static int queue_setup(struct vb2_queue *vq, const struct v4l2_format *pfmt,
329                        unsigned int *num_buffers, unsigned int *num_planes,
330                        unsigned int sizes[], void *allocators[])
331 {
332         const struct v4l2_pix_format_mplane *pixm = NULL;
333         struct fimc_lite *fimc = vq->drv_priv;
334         struct flite_frame *frame = &fimc->out_frame;
335         const struct fimc_fmt *fmt = fimc->fmt;
336         unsigned long wh;
337         int i;
338
339         if (pfmt) {
340                 pixm = &pfmt->fmt.pix_mp;
341                 fmt = fimc_lite_find_format(&pixm->pixelformat, NULL, -1);
342                 wh = pixm->width * pixm->height;
343         } else {
344                 wh = frame->f_width * frame->f_height;
345         }
346
347         if (fmt == NULL)
348                 return -EINVAL;
349
350         *num_planes = fmt->memplanes;
351
352         for (i = 0; i < fmt->memplanes; i++) {
353                 unsigned int size = (wh * fmt->depth[i]) / 8;
354                 if (pixm)
355                         sizes[i] = max(size, pixm->plane_fmt[i].sizeimage);
356                 else
357                         sizes[i] = size;
358                 allocators[i] = fimc->alloc_ctx;
359         }
360
361         return 0;
362 }
363
364 static int buffer_prepare(struct vb2_buffer *vb)
365 {
366         struct vb2_queue *vq = vb->vb2_queue;
367         struct fimc_lite *fimc = vq->drv_priv;
368         int i;
369
370         if (fimc->fmt == NULL)
371                 return -EINVAL;
372
373         for (i = 0; i < fimc->fmt->memplanes; i++) {
374                 unsigned long size = fimc->payload[i];
375
376                 if (vb2_plane_size(vb, i) < size) {
377                         v4l2_err(fimc->vfd,
378                                  "User buffer too small (%ld < %ld)\n",
379                                  vb2_plane_size(vb, i), size);
380                         return -EINVAL;
381                 }
382                 vb2_set_plane_payload(vb, i, size);
383         }
384
385         return 0;
386 }
387
388 static void buffer_queue(struct vb2_buffer *vb)
389 {
390         struct flite_buffer *buf
391                 = container_of(vb, struct flite_buffer, vb);
392         struct fimc_lite *fimc = vb2_get_drv_priv(vb->vb2_queue);
393         unsigned long flags;
394
395         spin_lock_irqsave(&fimc->slock, flags);
396         buf->paddr = vb2_dma_contig_plane_dma_addr(vb, 0);
397
398         if (!test_bit(ST_FLITE_SUSPENDED, &fimc->state) &&
399             !test_bit(ST_FLITE_STREAM, &fimc->state) &&
400             list_empty(&fimc->active_buf_q)) {
401                 flite_hw_set_output_addr(fimc, buf->paddr);
402                 fimc_lite_active_queue_add(fimc, buf);
403         } else {
404                 fimc_lite_pending_queue_add(fimc, buf);
405         }
406
407         if (vb2_is_streaming(&fimc->vb_queue) &&
408             !list_empty(&fimc->pending_buf_q) &&
409             !test_and_set_bit(ST_FLITE_STREAM, &fimc->state)) {
410                 flite_hw_capture_start(fimc);
411                 spin_unlock_irqrestore(&fimc->slock, flags);
412
413                 if (!test_and_set_bit(ST_SENSOR_STREAM, &fimc->state))
414                         fimc_pipeline_s_stream(&fimc->pipeline, 1);
415                 return;
416         }
417         spin_unlock_irqrestore(&fimc->slock, flags);
418 }
419
420 static void fimc_lock(struct vb2_queue *vq)
421 {
422         struct fimc_lite *fimc = vb2_get_drv_priv(vq);
423         mutex_lock(&fimc->lock);
424 }
425
426 static void fimc_unlock(struct vb2_queue *vq)
427 {
428         struct fimc_lite *fimc = vb2_get_drv_priv(vq);
429         mutex_unlock(&fimc->lock);
430 }
431
432 static const struct vb2_ops fimc_lite_qops = {
433         .queue_setup     = queue_setup,
434         .buf_prepare     = buffer_prepare,
435         .buf_queue       = buffer_queue,
436         .wait_prepare    = fimc_unlock,
437         .wait_finish     = fimc_lock,
438         .start_streaming = start_streaming,
439         .stop_streaming  = stop_streaming,
440 };
441
442 static void fimc_lite_clear_event_counters(struct fimc_lite *fimc)
443 {
444         unsigned long flags;
445
446         spin_lock_irqsave(&fimc->slock, flags);
447         memset(&fimc->events, 0, sizeof(fimc->events));
448         spin_unlock_irqrestore(&fimc->slock, flags);
449 }
450
451 static int fimc_lite_open(struct file *file)
452 {
453         struct fimc_lite *fimc = video_drvdata(file);
454         int ret;
455
456         if (mutex_lock_interruptible(&fimc->lock))
457                 return -ERESTARTSYS;
458
459         set_bit(ST_FLITE_IN_USE, &fimc->state);
460         ret = pm_runtime_get_sync(&fimc->pdev->dev);
461         if (ret < 0)
462                 goto done;
463
464         ret = v4l2_fh_open(file);
465         if (ret < 0)
466                 goto done;
467
468         if (++fimc->ref_count == 1 && fimc->out_path == FIMC_IO_DMA) {
469                 ret = fimc_pipeline_initialize(&fimc->pipeline,
470                                                &fimc->vfd->entity, true);
471                 if (ret < 0) {
472                         pm_runtime_put_sync(&fimc->pdev->dev);
473                         fimc->ref_count--;
474                         v4l2_fh_release(file);
475                         clear_bit(ST_FLITE_IN_USE, &fimc->state);
476                 }
477
478                 fimc_lite_clear_event_counters(fimc);
479         }
480 done:
481         mutex_unlock(&fimc->lock);
482         return ret;
483 }
484
485 static int fimc_lite_close(struct file *file)
486 {
487         struct fimc_lite *fimc = video_drvdata(file);
488         int ret;
489
490         if (mutex_lock_interruptible(&fimc->lock))
491                 return -ERESTARTSYS;
492
493         if (--fimc->ref_count == 0 && fimc->out_path == FIMC_IO_DMA) {
494                 clear_bit(ST_FLITE_IN_USE, &fimc->state);
495                 fimc_lite_stop_capture(fimc, false);
496                 fimc_pipeline_shutdown(&fimc->pipeline);
497                 clear_bit(ST_FLITE_SUSPENDED, &fimc->state);
498         }
499
500         pm_runtime_put(&fimc->pdev->dev);
501
502         if (fimc->ref_count == 0)
503                 vb2_queue_release(&fimc->vb_queue);
504
505         ret = v4l2_fh_release(file);
506
507         mutex_unlock(&fimc->lock);
508         return ret;
509 }
510
511 static unsigned int fimc_lite_poll(struct file *file,
512                                    struct poll_table_struct *wait)
513 {
514         struct fimc_lite *fimc = video_drvdata(file);
515         int ret;
516
517         if (mutex_lock_interruptible(&fimc->lock))
518                 return POLL_ERR;
519
520         ret = vb2_poll(&fimc->vb_queue, file, wait);
521         mutex_unlock(&fimc->lock);
522
523         return ret;
524 }
525
526 static int fimc_lite_mmap(struct file *file, struct vm_area_struct *vma)
527 {
528         struct fimc_lite *fimc = video_drvdata(file);
529         int ret;
530
531         if (mutex_lock_interruptible(&fimc->lock))
532                 return -ERESTARTSYS;
533
534         ret = vb2_mmap(&fimc->vb_queue, vma);
535         mutex_unlock(&fimc->lock);
536
537         return ret;
538 }
539
540 static const struct v4l2_file_operations fimc_lite_fops = {
541         .owner          = THIS_MODULE,
542         .open           = fimc_lite_open,
543         .release        = fimc_lite_close,
544         .poll           = fimc_lite_poll,
545         .unlocked_ioctl = video_ioctl2,
546         .mmap           = fimc_lite_mmap,
547 };
548
549 /*
550  * Format and crop negotiation helpers
551  */
552
553 static const struct fimc_fmt *fimc_lite_try_format(struct fimc_lite *fimc,
554                                         u32 *width, u32 *height,
555                                         u32 *code, u32 *fourcc, int pad)
556 {
557         struct flite_variant *variant = fimc->variant;
558         const struct fimc_fmt *fmt;
559
560         fmt = fimc_lite_find_format(fourcc, code, 0);
561         if (WARN_ON(!fmt))
562                 return NULL;
563
564         if (code)
565                 *code = fmt->mbus_code;
566         if (fourcc)
567                 *fourcc = fmt->fourcc;
568
569         if (pad == FLITE_SD_PAD_SINK) {
570                 v4l_bound_align_image(width, 8, variant->max_width,
571                                       ffs(variant->out_width_align) - 1,
572                                       height, 0, variant->max_height, 0, 0);
573         } else {
574                 v4l_bound_align_image(width, 8, fimc->inp_frame.rect.width,
575                                       ffs(variant->out_width_align) - 1,
576                                       height, 0, fimc->inp_frame.rect.height,
577                                       0, 0);
578         }
579
580         v4l2_dbg(1, debug, &fimc->subdev, "code: 0x%x, %dx%d\n",
581                  code ? *code : 0, *width, *height);
582
583         return fmt;
584 }
585
586 static void fimc_lite_try_crop(struct fimc_lite *fimc, struct v4l2_rect *r)
587 {
588         struct flite_frame *frame = &fimc->inp_frame;
589
590         v4l_bound_align_image(&r->width, 0, frame->f_width, 0,
591                               &r->height, 0, frame->f_height, 0, 0);
592
593         /* Adjust left/top if cropping rectangle got out of bounds */
594         r->left = clamp_t(u32, r->left, 0, frame->f_width - r->width);
595         r->left = round_down(r->left, fimc->variant->win_hor_offs_align);
596         r->top  = clamp_t(u32, r->top, 0, frame->f_height - r->height);
597
598         v4l2_dbg(1, debug, &fimc->subdev, "(%d,%d)/%dx%d, sink fmt: %dx%d",
599                  r->left, r->top, r->width, r->height,
600                  frame->f_width, frame->f_height);
601 }
602
603 static void fimc_lite_try_compose(struct fimc_lite *fimc, struct v4l2_rect *r)
604 {
605         struct flite_frame *frame = &fimc->out_frame;
606         struct v4l2_rect *crop_rect = &fimc->inp_frame.rect;
607
608         /* Scaling is not supported so we enforce compose rectangle size
609            same as size of the sink crop rectangle. */
610         r->width = crop_rect->width;
611         r->height = crop_rect->height;
612
613         /* Adjust left/top if the composing rectangle got out of bounds */
614         r->left = clamp_t(u32, r->left, 0, frame->f_width - r->width);
615         r->left = round_down(r->left, fimc->variant->out_hor_offs_align);
616         r->top  = clamp_t(u32, r->top, 0, fimc->out_frame.f_height - r->height);
617
618         v4l2_dbg(1, debug, &fimc->subdev, "(%d,%d)/%dx%d, source fmt: %dx%d",
619                  r->left, r->top, r->width, r->height,
620                  frame->f_width, frame->f_height);
621 }
622
623 /*
624  * Video node ioctl operations
625  */
626 static int fimc_vidioc_querycap_capture(struct file *file, void *priv,
627                                         struct v4l2_capability *cap)
628 {
629         strlcpy(cap->driver, FIMC_LITE_DRV_NAME, sizeof(cap->driver));
630         cap->bus_info[0] = 0;
631         cap->card[0] = 0;
632         cap->capabilities = V4L2_CAP_STREAMING;
633         return 0;
634 }
635
636 static int fimc_lite_enum_fmt_mplane(struct file *file, void *priv,
637                                      struct v4l2_fmtdesc *f)
638 {
639         const struct fimc_fmt *fmt;
640
641         if (f->index >= ARRAY_SIZE(fimc_lite_formats))
642                 return -EINVAL;
643
644         fmt = &fimc_lite_formats[f->index];
645         strlcpy(f->description, fmt->name, sizeof(f->description));
646         f->pixelformat = fmt->fourcc;
647
648         return 0;
649 }
650
651 static int fimc_lite_g_fmt_mplane(struct file *file, void *fh,
652                                   struct v4l2_format *f)
653 {
654         struct fimc_lite *fimc = video_drvdata(file);
655         struct v4l2_pix_format_mplane *pixm = &f->fmt.pix_mp;
656         struct v4l2_plane_pix_format *plane_fmt = &pixm->plane_fmt[0];
657         struct flite_frame *frame = &fimc->out_frame;
658         const struct fimc_fmt *fmt = fimc->fmt;
659
660         plane_fmt->bytesperline = (frame->f_width * fmt->depth[0]) / 8;
661         plane_fmt->sizeimage = plane_fmt->bytesperline * frame->f_height;
662
663         pixm->num_planes = fmt->memplanes;
664         pixm->pixelformat = fmt->fourcc;
665         pixm->width = frame->f_width;
666         pixm->height = frame->f_height;
667         pixm->field = V4L2_FIELD_NONE;
668         pixm->colorspace = V4L2_COLORSPACE_JPEG;
669         return 0;
670 }
671
672 static int fimc_lite_try_fmt(struct fimc_lite *fimc,
673                              struct v4l2_pix_format_mplane *pixm,
674                              const struct fimc_fmt **ffmt)
675 {
676         struct flite_variant *variant = fimc->variant;
677         u32 bpl = pixm->plane_fmt[0].bytesperline;
678         const struct fimc_fmt *fmt;
679
680         fmt = fimc_lite_find_format(&pixm->pixelformat, NULL, 0);
681         if (WARN_ON(fmt == NULL))
682                 return -EINVAL;
683         if (ffmt)
684                 *ffmt = fmt;
685         v4l_bound_align_image(&pixm->width, 8, variant->max_width,
686                               ffs(variant->out_width_align) - 1,
687                               &pixm->height, 0, variant->max_height, 0, 0);
688
689         if ((bpl == 0 || ((bpl * 8) / fmt->depth[0]) < pixm->width))
690                 pixm->plane_fmt[0].bytesperline = (pixm->width *
691                                                    fmt->depth[0]) / 8;
692
693         if (pixm->plane_fmt[0].sizeimage == 0)
694                 pixm->plane_fmt[0].sizeimage = (pixm->width * pixm->height *
695                                                 fmt->depth[0]) / 8;
696         pixm->num_planes = fmt->memplanes;
697         pixm->pixelformat = fmt->fourcc;
698         pixm->colorspace = V4L2_COLORSPACE_JPEG;
699         pixm->field = V4L2_FIELD_NONE;
700         return 0;
701 }
702
703 static int fimc_lite_try_fmt_mplane(struct file *file, void *fh,
704                                     struct v4l2_format *f)
705 {
706         struct fimc_lite *fimc = video_drvdata(file);
707
708         return fimc_lite_try_fmt(fimc, &f->fmt.pix_mp, NULL);
709 }
710
711 static int fimc_lite_s_fmt_mplane(struct file *file, void *priv,
712                                   struct v4l2_format *f)
713 {
714         struct v4l2_pix_format_mplane *pixm = &f->fmt.pix_mp;
715         struct fimc_lite *fimc = video_drvdata(file);
716         struct flite_frame *frame = &fimc->out_frame;
717         const struct fimc_fmt *fmt = NULL;
718         int ret;
719
720         if (vb2_is_busy(&fimc->vb_queue))
721                 return -EBUSY;
722
723         ret = fimc_lite_try_fmt(fimc, &f->fmt.pix_mp, &fmt);
724         if (ret < 0)
725                 return ret;
726
727         fimc->fmt = fmt;
728         fimc->payload[0] = max((pixm->width * pixm->height * fmt->depth[0]) / 8,
729                                pixm->plane_fmt[0].sizeimage);
730         frame->f_width = pixm->width;
731         frame->f_height = pixm->height;
732
733         return 0;
734 }
735
736 static int fimc_pipeline_validate(struct fimc_lite *fimc)
737 {
738         struct v4l2_subdev *sd = &fimc->subdev;
739         struct v4l2_subdev_format sink_fmt, src_fmt;
740         struct media_pad *pad;
741         int ret;
742
743         while (1) {
744                 /* Retrieve format at the sink pad */
745                 pad = &sd->entity.pads[0];
746                 if (!(pad->flags & MEDIA_PAD_FL_SINK))
747                         break;
748                 /* Don't call FIMC subdev operation to avoid nested locking */
749                 if (sd == &fimc->subdev) {
750                         struct flite_frame *ff = &fimc->out_frame;
751                         sink_fmt.format.width = ff->f_width;
752                         sink_fmt.format.height = ff->f_height;
753                         sink_fmt.format.code = fimc->fmt->mbus_code;
754                 } else {
755                         sink_fmt.pad = pad->index;
756                         sink_fmt.which = V4L2_SUBDEV_FORMAT_ACTIVE;
757                         ret = v4l2_subdev_call(sd, pad, get_fmt, NULL,
758                                                &sink_fmt);
759                         if (ret < 0 && ret != -ENOIOCTLCMD)
760                                 return -EPIPE;
761                 }
762                 /* Retrieve format at the source pad */
763                 pad = media_entity_remote_source(pad);
764                 if (pad == NULL ||
765                     media_entity_type(pad->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
766                         break;
767
768                 sd = media_entity_to_v4l2_subdev(pad->entity);
769                 src_fmt.pad = pad->index;
770                 src_fmt.which = V4L2_SUBDEV_FORMAT_ACTIVE;
771                 ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, &src_fmt);
772                 if (ret < 0 && ret != -ENOIOCTLCMD)
773                         return -EPIPE;
774
775                 if (src_fmt.format.width != sink_fmt.format.width ||
776                     src_fmt.format.height != sink_fmt.format.height ||
777                     src_fmt.format.code != sink_fmt.format.code)
778                         return -EPIPE;
779         }
780         return 0;
781 }
782
783 static int fimc_lite_streamon(struct file *file, void *priv,
784                               enum v4l2_buf_type type)
785 {
786         struct fimc_lite *fimc = video_drvdata(file);
787         struct v4l2_subdev *sensor = fimc->pipeline.subdevs[IDX_SENSOR];
788         struct fimc_pipeline *p = &fimc->pipeline;
789         int ret;
790
791         if (fimc_lite_active(fimc))
792                 return -EBUSY;
793
794         ret = media_entity_pipeline_start(&sensor->entity, p->m_pipeline);
795         if (ret < 0)
796                 return ret;
797
798         ret = fimc_pipeline_validate(fimc);
799         if (ret) {
800                 media_entity_pipeline_stop(&sensor->entity);
801                 return ret;
802         }
803
804         return vb2_streamon(&fimc->vb_queue, type);
805 }
806
807 static int fimc_lite_streamoff(struct file *file, void *priv,
808                                enum v4l2_buf_type type)
809 {
810         struct fimc_lite *fimc = video_drvdata(file);
811         struct v4l2_subdev *sd = fimc->pipeline.subdevs[IDX_SENSOR];
812         int ret;
813
814         ret = vb2_streamoff(&fimc->vb_queue, type);
815         if (ret == 0)
816                 media_entity_pipeline_stop(&sd->entity);
817         return ret;
818 }
819
820 static int fimc_lite_reqbufs(struct file *file, void *priv,
821                              struct v4l2_requestbuffers *reqbufs)
822 {
823         struct fimc_lite *fimc = video_drvdata(file);
824         int ret;
825
826         reqbufs->count = max_t(u32, FLITE_REQ_BUFS_MIN, reqbufs->count);
827         ret = vb2_reqbufs(&fimc->vb_queue, reqbufs);
828         if (!ret < 0)
829                 fimc->reqbufs_count = reqbufs->count;
830
831         return ret;
832 }
833
834 static int fimc_lite_querybuf(struct file *file, void *priv,
835                               struct v4l2_buffer *buf)
836 {
837         struct fimc_lite *fimc = video_drvdata(file);
838
839         return vb2_querybuf(&fimc->vb_queue, buf);
840 }
841
842 static int fimc_lite_qbuf(struct file *file, void *priv,
843                           struct v4l2_buffer *buf)
844 {
845         struct fimc_lite *fimc = video_drvdata(file);
846
847         return vb2_qbuf(&fimc->vb_queue, buf);
848 }
849
850 static int fimc_lite_dqbuf(struct file *file, void *priv,
851                            struct v4l2_buffer *buf)
852 {
853         struct fimc_lite *fimc = video_drvdata(file);
854
855         return vb2_dqbuf(&fimc->vb_queue, buf, file->f_flags & O_NONBLOCK);
856 }
857
858 static int fimc_lite_create_bufs(struct file *file, void *priv,
859                                  struct v4l2_create_buffers *create)
860 {
861         struct fimc_lite *fimc = video_drvdata(file);
862
863         return vb2_create_bufs(&fimc->vb_queue, create);
864 }
865
866 static int fimc_lite_prepare_buf(struct file *file, void *priv,
867                                  struct v4l2_buffer *b)
868 {
869         struct fimc_lite *fimc = video_drvdata(file);
870
871         return vb2_prepare_buf(&fimc->vb_queue, b);
872 }
873
874 /* Return 1 if rectangle a is enclosed in rectangle b, or 0 otherwise. */
875 static int enclosed_rectangle(struct v4l2_rect *a, struct v4l2_rect *b)
876 {
877         if (a->left < b->left || a->top < b->top)
878                 return 0;
879         if (a->left + a->width > b->left + b->width)
880                 return 0;
881         if (a->top + a->height > b->top + b->height)
882                 return 0;
883
884         return 1;
885 }
886
887 static int fimc_lite_g_selection(struct file *file, void *fh,
888                                  struct v4l2_selection *sel)
889 {
890         struct fimc_lite *fimc = video_drvdata(file);
891         struct flite_frame *f = &fimc->out_frame;
892
893         if (sel->type != V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
894                 return -EINVAL;
895
896         switch (sel->target) {
897         case V4L2_SEL_TGT_COMPOSE_BOUNDS:
898         case V4L2_SEL_TGT_COMPOSE_DEFAULT:
899                 sel->r.left = 0;
900                 sel->r.top = 0;
901                 sel->r.width = f->f_width;
902                 sel->r.height = f->f_height;
903                 return 0;
904
905         case V4L2_SEL_TGT_COMPOSE_ACTIVE:
906                 sel->r = f->rect;
907                 return 0;
908         }
909
910         return -EINVAL;
911 }
912
913 static int fimc_lite_s_selection(struct file *file, void *fh,
914                                  struct v4l2_selection *sel)
915 {
916         struct fimc_lite *fimc = video_drvdata(file);
917         struct flite_frame *f = &fimc->out_frame;
918         struct v4l2_rect rect = sel->r;
919         unsigned long flags;
920
921         if (sel->type != V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE ||
922             sel->target != V4L2_SEL_TGT_COMPOSE_ACTIVE)
923                 return -EINVAL;
924
925         fimc_lite_try_compose(fimc, &rect);
926
927         if ((sel->flags & V4L2_SEL_FLAG_LE) &&
928             !enclosed_rectangle(&rect, &sel->r))
929                 return -ERANGE;
930
931         if ((sel->flags & V4L2_SEL_FLAG_GE) &&
932             !enclosed_rectangle(&sel->r, &rect))
933                 return -ERANGE;
934
935         sel->r = rect;
936         spin_lock_irqsave(&fimc->slock, flags);
937         f->rect = rect;
938         set_bit(ST_FLITE_CONFIG, &fimc->state);
939         spin_unlock_irqrestore(&fimc->slock, flags);
940
941         return 0;
942 }
943
944 static const struct v4l2_ioctl_ops fimc_lite_ioctl_ops = {
945         .vidioc_querycap                = fimc_vidioc_querycap_capture,
946         .vidioc_enum_fmt_vid_cap_mplane = fimc_lite_enum_fmt_mplane,
947         .vidioc_try_fmt_vid_cap_mplane  = fimc_lite_try_fmt_mplane,
948         .vidioc_s_fmt_vid_cap_mplane    = fimc_lite_s_fmt_mplane,
949         .vidioc_g_fmt_vid_cap_mplane    = fimc_lite_g_fmt_mplane,
950         .vidioc_g_selection             = fimc_lite_g_selection,
951         .vidioc_s_selection             = fimc_lite_s_selection,
952         .vidioc_reqbufs                 = fimc_lite_reqbufs,
953         .vidioc_querybuf                = fimc_lite_querybuf,
954         .vidioc_prepare_buf             = fimc_lite_prepare_buf,
955         .vidioc_create_bufs             = fimc_lite_create_bufs,
956         .vidioc_qbuf                    = fimc_lite_qbuf,
957         .vidioc_dqbuf                   = fimc_lite_dqbuf,
958         .vidioc_streamon                = fimc_lite_streamon,
959         .vidioc_streamoff               = fimc_lite_streamoff,
960 };
961
962 /* Capture subdev media entity operations */
963 static int fimc_lite_link_setup(struct media_entity *entity,
964                                 const struct media_pad *local,
965                                 const struct media_pad *remote, u32 flags)
966 {
967         struct v4l2_subdev *sd = media_entity_to_v4l2_subdev(entity);
968         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
969         unsigned int remote_ent_type = media_entity_type(remote->entity);
970
971         if (WARN_ON(fimc == NULL))
972                 return 0;
973
974         v4l2_dbg(1, debug, sd, "%s: %s --> %s, flags: 0x%x. source_id: 0x%x",
975                  __func__, local->entity->name, remote->entity->name,
976                  flags, fimc->source_subdev_grp_id);
977
978         switch (local->index) {
979         case FIMC_SD_PAD_SINK:
980                 if (remote_ent_type != MEDIA_ENT_T_V4L2_SUBDEV)
981                         return -EINVAL;
982
983                 if (flags & MEDIA_LNK_FL_ENABLED) {
984                         if (fimc->source_subdev_grp_id != 0)
985                                 return -EBUSY;
986                         fimc->source_subdev_grp_id = sd->grp_id;
987                         return 0;
988                 }
989
990                 fimc->source_subdev_grp_id = 0;
991                 break;
992
993         case FIMC_SD_PAD_SOURCE:
994                 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
995                         fimc->out_path = FIMC_IO_NONE;
996                         return 0;
997                 }
998                 if (remote_ent_type == MEDIA_ENT_T_V4L2_SUBDEV)
999                         fimc->out_path = FIMC_IO_ISP;
1000                 else
1001                         fimc->out_path = FIMC_IO_DMA;
1002                 break;
1003
1004         default:
1005                 v4l2_err(sd, "Invalid pad index\n");
1006                 return -EINVAL;
1007         }
1008
1009         return 0;
1010 }
1011
1012 static const struct media_entity_operations fimc_lite_subdev_media_ops = {
1013         .link_setup = fimc_lite_link_setup,
1014 };
1015
1016 static int fimc_lite_subdev_enum_mbus_code(struct v4l2_subdev *sd,
1017                                            struct v4l2_subdev_fh *fh,
1018                                            struct v4l2_subdev_mbus_code_enum *code)
1019 {
1020         const struct fimc_fmt *fmt;
1021
1022         fmt = fimc_lite_find_format(NULL, NULL, code->index);
1023         if (!fmt)
1024                 return -EINVAL;
1025         code->code = fmt->mbus_code;
1026         return 0;
1027 }
1028
1029 static int fimc_lite_subdev_get_fmt(struct v4l2_subdev *sd,
1030                                     struct v4l2_subdev_fh *fh,
1031                                     struct v4l2_subdev_format *fmt)
1032 {
1033         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1034         struct v4l2_mbus_framefmt *mf = &fmt->format;
1035         struct flite_frame *f = &fimc->out_frame;
1036
1037         if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1038                 mf = v4l2_subdev_get_try_format(fh, fmt->pad);
1039                 fmt->format = *mf;
1040                 return 0;
1041         }
1042         mf->colorspace = V4L2_COLORSPACE_JPEG;
1043
1044         mutex_lock(&fimc->lock);
1045         mf->code = fimc->fmt->mbus_code;
1046
1047         if (fmt->pad == FLITE_SD_PAD_SINK) {
1048                 /* full camera input frame size */
1049                 mf->width = f->f_width;
1050                 mf->height = f->f_height;
1051         } else {
1052                 /* crop size */
1053                 mf->width = f->rect.width;
1054                 mf->height = f->rect.height;
1055         }
1056         mutex_unlock(&fimc->lock);
1057         return 0;
1058 }
1059
1060 static int fimc_lite_subdev_set_fmt(struct v4l2_subdev *sd,
1061                                     struct v4l2_subdev_fh *fh,
1062                                     struct v4l2_subdev_format *fmt)
1063 {
1064         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1065         struct v4l2_mbus_framefmt *mf = &fmt->format;
1066         struct flite_frame *sink = &fimc->inp_frame;
1067         const struct fimc_fmt *ffmt;
1068
1069         v4l2_dbg(1, debug, sd, "pad%d: code: 0x%x, %dx%d",
1070                  fmt->pad, mf->code, mf->width, mf->height);
1071
1072         mf->colorspace = V4L2_COLORSPACE_JPEG;
1073         mutex_lock(&fimc->lock);
1074
1075         if ((fimc->out_path == FIMC_IO_ISP && sd->entity.stream_count > 0) ||
1076             (fimc->out_path == FIMC_IO_DMA && vb2_is_busy(&fimc->vb_queue))) {
1077                 mutex_unlock(&fimc->lock);
1078                 return -EBUSY;
1079         }
1080
1081         ffmt = fimc_lite_try_format(fimc, &mf->width, &mf->height,
1082                                     &mf->code, NULL, fmt->pad);
1083
1084         if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1085                 mf = v4l2_subdev_get_try_format(fh, fmt->pad);
1086                 *mf = fmt->format;
1087                 mutex_unlock(&fimc->lock);
1088                 return 0;
1089         }
1090
1091         if (fmt->pad == FLITE_SD_PAD_SINK) {
1092                 sink->f_width = mf->width;
1093                 sink->f_height = mf->height;
1094                 fimc->fmt = ffmt;
1095                 /* Set sink crop rectangle */
1096                 sink->rect.width = mf->width;
1097                 sink->rect.height = mf->height;
1098                 sink->rect.left = 0;
1099                 sink->rect.top = 0;
1100                 /* Reset source crop rectangle */
1101                 fimc->out_frame.rect = sink->rect;
1102         } else {
1103                 /* Allow changing format only on sink pad */
1104                 mf->code = fimc->fmt->mbus_code;
1105                 mf->width = sink->rect.width;
1106                 mf->height = sink->rect.height;
1107         }
1108
1109         mutex_unlock(&fimc->lock);
1110         return 0;
1111 }
1112
1113 static int fimc_lite_subdev_get_selection(struct v4l2_subdev *sd,
1114                                           struct v4l2_subdev_fh *fh,
1115                                           struct v4l2_subdev_selection *sel)
1116 {
1117         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1118         struct flite_frame *f = &fimc->inp_frame;
1119
1120         if ((sel->target != V4L2_SUBDEV_SEL_TGT_CROP_ACTUAL &&
1121              sel->target != V4L2_SUBDEV_SEL_TGT_CROP_BOUNDS) ||
1122             sel->pad != FLITE_SD_PAD_SINK)
1123                 return -EINVAL;
1124
1125         if (sel->which == V4L2_SUBDEV_FORMAT_TRY) {
1126                 sel->r = *v4l2_subdev_get_try_crop(fh, sel->pad);
1127                 return 0;
1128         }
1129
1130         mutex_lock(&fimc->lock);
1131         if (sel->target == V4L2_SUBDEV_SEL_TGT_CROP_ACTUAL) {
1132                 sel->r = f->rect;
1133         } else {
1134                 sel->r.left = 0;
1135                 sel->r.top = 0;
1136                 sel->r.width = f->f_width;
1137                 sel->r.height = f->f_height;
1138         }
1139         mutex_unlock(&fimc->lock);
1140
1141         v4l2_dbg(1, debug, sd, "%s: (%d,%d) %dx%d, f_w: %d, f_h: %d",
1142                  __func__, f->rect.left, f->rect.top, f->rect.width,
1143                  f->rect.height, f->f_width, f->f_height);
1144
1145         return 0;
1146 }
1147
1148 static int fimc_lite_subdev_set_selection(struct v4l2_subdev *sd,
1149                                           struct v4l2_subdev_fh *fh,
1150                                           struct v4l2_subdev_selection *sel)
1151 {
1152         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1153         struct flite_frame *f = &fimc->inp_frame;
1154         int ret = 0;
1155
1156         if (sel->target != V4L2_SUBDEV_SEL_TGT_CROP_ACTUAL ||
1157             sel->pad != FLITE_SD_PAD_SINK)
1158                 return -EINVAL;
1159
1160         mutex_lock(&fimc->lock);
1161         fimc_lite_try_crop(fimc, &sel->r);
1162
1163         if (sel->which == V4L2_SUBDEV_FORMAT_TRY) {
1164                 *v4l2_subdev_get_try_crop(fh, sel->pad) = sel->r;
1165         } else {
1166                 unsigned long flags;
1167                 spin_lock_irqsave(&fimc->slock, flags);
1168                 f->rect = sel->r;
1169                 /* Same crop rectangle on the source pad */
1170                 fimc->out_frame.rect = sel->r;
1171                 set_bit(ST_FLITE_CONFIG, &fimc->state);
1172                 spin_unlock_irqrestore(&fimc->slock, flags);
1173         }
1174         mutex_unlock(&fimc->lock);
1175
1176         v4l2_dbg(1, debug, sd, "%s: (%d,%d) %dx%d, f_w: %d, f_h: %d",
1177                  __func__, f->rect.left, f->rect.top, f->rect.width,
1178                  f->rect.height, f->f_width, f->f_height);
1179
1180         return ret;
1181 }
1182
1183 static int fimc_lite_subdev_s_stream(struct v4l2_subdev *sd, int on)
1184 {
1185         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1186
1187         if (fimc->out_path == FIMC_IO_DMA)
1188                 return -ENOIOCTLCMD;
1189
1190         /* TODO: */
1191
1192         return 0;
1193 }
1194
1195 static int fimc_lite_subdev_s_power(struct v4l2_subdev *sd, int on)
1196 {
1197         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1198
1199         if (fimc->out_path == FIMC_IO_DMA)
1200                 return -ENOIOCTLCMD;
1201
1202         /* TODO: */
1203
1204         return 0;
1205 }
1206
1207 static int fimc_lite_log_status(struct v4l2_subdev *sd)
1208 {
1209         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1210
1211         flite_hw_dump_regs(fimc, __func__);
1212         return 0;
1213 }
1214
1215 static int fimc_lite_subdev_registered(struct v4l2_subdev *sd)
1216 {
1217         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1218         struct vb2_queue *q = &fimc->vb_queue;
1219         struct video_device *vfd;
1220         int ret;
1221
1222         fimc->fmt = &fimc_lite_formats[0];
1223         fimc->out_path = FIMC_IO_DMA;
1224
1225         vfd = video_device_alloc();
1226         if (!vfd) {
1227                 v4l2_err(sd->v4l2_dev, "Failed to allocate video device\n");
1228                 return -ENOMEM;
1229         }
1230
1231         snprintf(vfd->name, sizeof(vfd->name), "fimc-lite.%d.capture",
1232                  fimc->index);
1233
1234         vfd->fops = &fimc_lite_fops;
1235         vfd->ioctl_ops = &fimc_lite_ioctl_ops;
1236         vfd->v4l2_dev = sd->v4l2_dev;
1237         vfd->minor = -1;
1238         vfd->release = video_device_release;
1239         vfd->lock = &fimc->lock;
1240         fimc->vfd = vfd;
1241         fimc->ref_count = 0;
1242         fimc->reqbufs_count = 0;
1243
1244         INIT_LIST_HEAD(&fimc->pending_buf_q);
1245         INIT_LIST_HEAD(&fimc->active_buf_q);
1246
1247         memset(q, 0, sizeof(*q));
1248         q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
1249         q->io_modes = VB2_MMAP | VB2_USERPTR;
1250         q->ops = &fimc_lite_qops;
1251         q->mem_ops = &vb2_dma_contig_memops;
1252         q->buf_struct_size = sizeof(struct flite_buffer);
1253         q->drv_priv = fimc;
1254
1255         vb2_queue_init(q);
1256
1257         fimc->vd_pad.flags = MEDIA_PAD_FL_SINK;
1258         ret = media_entity_init(&vfd->entity, 1, &fimc->vd_pad, 0);
1259         if (ret)
1260                 goto err;
1261
1262         video_set_drvdata(vfd, fimc);
1263
1264         ret = video_register_device(vfd, VFL_TYPE_GRABBER, -1);
1265         if (ret)
1266                 goto err_vd;
1267
1268         v4l2_info(sd->v4l2_dev, "Registered %s as /dev/%s\n",
1269                   vfd->name, video_device_node_name(vfd));
1270         return 0;
1271
1272  err_vd:
1273         media_entity_cleanup(&vfd->entity);
1274  err:
1275         video_device_release(vfd);
1276         return ret;
1277 }
1278
1279 static void fimc_lite_subdev_unregistered(struct v4l2_subdev *sd)
1280 {
1281         struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1282
1283         if (fimc == NULL)
1284                 return;
1285
1286         if (fimc->vfd) {
1287                 video_unregister_device(fimc->vfd);
1288                 media_entity_cleanup(&fimc->vfd->entity);
1289                 fimc->vfd = NULL;
1290         }
1291 }
1292
1293 static const struct v4l2_subdev_internal_ops fimc_lite_subdev_internal_ops = {
1294         .registered = fimc_lite_subdev_registered,
1295         .unregistered = fimc_lite_subdev_unregistered,
1296 };
1297
1298 static const struct v4l2_subdev_pad_ops fimc_lite_subdev_pad_ops = {
1299         .enum_mbus_code = fimc_lite_subdev_enum_mbus_code,
1300         .get_selection = fimc_lite_subdev_get_selection,
1301         .set_selection = fimc_lite_subdev_set_selection,
1302         .get_fmt = fimc_lite_subdev_get_fmt,
1303         .set_fmt = fimc_lite_subdev_set_fmt,
1304 };
1305
1306 static const struct v4l2_subdev_video_ops fimc_lite_subdev_video_ops = {
1307         .s_stream = fimc_lite_subdev_s_stream,
1308 };
1309
1310 static const struct v4l2_subdev_core_ops fimc_lite_core_ops = {
1311         .s_power = fimc_lite_subdev_s_power,
1312         .log_status = fimc_lite_log_status,
1313 };
1314
1315 static struct v4l2_subdev_ops fimc_lite_subdev_ops = {
1316         .core = &fimc_lite_core_ops,
1317         .video = &fimc_lite_subdev_video_ops,
1318         .pad = &fimc_lite_subdev_pad_ops,
1319 };
1320
1321 static int fimc_lite_s_ctrl(struct v4l2_ctrl *ctrl)
1322 {
1323         struct fimc_lite *fimc = container_of(ctrl->handler, struct fimc_lite,
1324                                               ctrl_handler);
1325         set_bit(ST_FLITE_CONFIG, &fimc->state);
1326         return 0;
1327 }
1328
1329 static const struct v4l2_ctrl_ops fimc_lite_ctrl_ops = {
1330         .s_ctrl = fimc_lite_s_ctrl,
1331 };
1332
1333 static const struct v4l2_ctrl_config fimc_lite_ctrl = {
1334         .ops    = &fimc_lite_ctrl_ops,
1335         .id     = V4L2_CTRL_CLASS_USER | 0x1001,
1336         .type   = V4L2_CTRL_TYPE_BOOLEAN,
1337         .name   = "Test Pattern 640x480",
1338 };
1339
1340 static int fimc_lite_create_capture_subdev(struct fimc_lite *fimc)
1341 {
1342         struct v4l2_ctrl_handler *handler = &fimc->ctrl_handler;
1343         struct v4l2_subdev *sd = &fimc->subdev;
1344         int ret;
1345
1346         v4l2_subdev_init(sd, &fimc_lite_subdev_ops);
1347         sd->flags = V4L2_SUBDEV_FL_HAS_DEVNODE;
1348         snprintf(sd->name, sizeof(sd->name), "FIMC-LITE.%d", fimc->index);
1349
1350         fimc->subdev_pads[FIMC_SD_PAD_SINK].flags = MEDIA_PAD_FL_SINK;
1351         fimc->subdev_pads[FIMC_SD_PAD_SOURCE].flags = MEDIA_PAD_FL_SOURCE;
1352         ret = media_entity_init(&sd->entity, FIMC_SD_PADS_NUM,
1353                                 fimc->subdev_pads, 0);
1354         if (ret)
1355                 return ret;
1356
1357         v4l2_ctrl_handler_init(handler, 1);
1358         fimc->test_pattern = v4l2_ctrl_new_custom(handler, &fimc_lite_ctrl,
1359                                                   NULL);
1360         if (handler->error) {
1361                 media_entity_cleanup(&sd->entity);
1362                 return handler->error;
1363         }
1364
1365         sd->ctrl_handler = handler;
1366         sd->internal_ops = &fimc_lite_subdev_internal_ops;
1367         sd->entity.ops = &fimc_lite_subdev_media_ops;
1368         v4l2_set_subdevdata(sd, fimc);
1369
1370         return 0;
1371 }
1372
1373 static void fimc_lite_unregister_capture_subdev(struct fimc_lite *fimc)
1374 {
1375         struct v4l2_subdev *sd = &fimc->subdev;
1376
1377         v4l2_device_unregister_subdev(sd);
1378         media_entity_cleanup(&sd->entity);
1379         v4l2_ctrl_handler_free(&fimc->ctrl_handler);
1380         v4l2_set_subdevdata(sd, NULL);
1381 }
1382
1383 static void fimc_lite_clk_put(struct fimc_lite *fimc)
1384 {
1385         if (IS_ERR_OR_NULL(fimc->clock))
1386                 return;
1387
1388         clk_unprepare(fimc->clock);
1389         clk_put(fimc->clock);
1390         fimc->clock = NULL;
1391 }
1392
1393 static int fimc_lite_clk_get(struct fimc_lite *fimc)
1394 {
1395         int ret;
1396
1397         fimc->clock = clk_get(&fimc->pdev->dev, FLITE_CLK_NAME);
1398         if (IS_ERR(fimc->clock))
1399                 return PTR_ERR(fimc->clock);
1400
1401         ret = clk_prepare(fimc->clock);
1402         if (ret < 0) {
1403                 clk_put(fimc->clock);
1404                 fimc->clock = NULL;
1405         }
1406         return ret;
1407 }
1408
1409 static int __devinit fimc_lite_probe(struct platform_device *pdev)
1410 {
1411         struct flite_drvdata *drv_data = fimc_lite_get_drvdata(pdev);
1412         struct fimc_lite *fimc;
1413         struct resource *res;
1414         int ret;
1415
1416         fimc = devm_kzalloc(&pdev->dev, sizeof(*fimc), GFP_KERNEL);
1417         if (!fimc)
1418                 return -ENOMEM;
1419
1420         fimc->index = pdev->id;
1421         fimc->variant = drv_data->variant[fimc->index];
1422         fimc->pdev = pdev;
1423
1424         init_waitqueue_head(&fimc->irq_queue);
1425         spin_lock_init(&fimc->slock);
1426         mutex_init(&fimc->lock);
1427
1428         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1429         fimc->regs = devm_request_and_ioremap(&pdev->dev, res);
1430         if (fimc->regs == NULL) {
1431                 dev_err(&pdev->dev, "Failed to obtain io memory\n");
1432                 return -ENOENT;
1433         }
1434
1435         res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1436         if (res == NULL) {
1437                 dev_err(&pdev->dev, "Failed to get IRQ resource\n");
1438                 return -ENXIO;
1439         }
1440
1441         ret = fimc_lite_clk_get(fimc);
1442         if (ret)
1443                 return ret;
1444
1445         ret = devm_request_irq(&pdev->dev, res->start, flite_irq_handler,
1446                                0, dev_name(&pdev->dev), fimc);
1447         if (ret) {
1448                 dev_err(&pdev->dev, "Failed to install irq (%d)\n", ret);
1449                 goto err_clk;
1450         }
1451
1452         /* The video node will be created within the subdev's registered() op */
1453         ret = fimc_lite_create_capture_subdev(fimc);
1454         if (ret)
1455                 goto err_clk;
1456
1457         platform_set_drvdata(pdev, fimc);
1458         pm_runtime_enable(&pdev->dev);
1459         ret = pm_runtime_get_sync(&pdev->dev);
1460         if (ret < 0)
1461                 goto err_sd;
1462
1463         fimc->alloc_ctx = vb2_dma_contig_init_ctx(&pdev->dev);
1464         if (IS_ERR(fimc->alloc_ctx)) {
1465                 ret = PTR_ERR(fimc->alloc_ctx);
1466                 goto err_pm;
1467         }
1468         pm_runtime_put(&pdev->dev);
1469
1470         dev_dbg(&pdev->dev, "FIMC-LITE.%d registered successfully\n",
1471                 fimc->index);
1472         return 0;
1473 err_pm:
1474         pm_runtime_put(&pdev->dev);
1475 err_sd:
1476         fimc_lite_unregister_capture_subdev(fimc);
1477 err_clk:
1478         fimc_lite_clk_put(fimc);
1479         return ret;
1480 }
1481
1482 static int fimc_lite_runtime_resume(struct device *dev)
1483 {
1484         struct fimc_lite *fimc = dev_get_drvdata(dev);
1485
1486         clk_enable(fimc->clock);
1487         return 0;
1488 }
1489
1490 static int fimc_lite_runtime_suspend(struct device *dev)
1491 {
1492         struct fimc_lite *fimc = dev_get_drvdata(dev);
1493
1494         clk_disable(fimc->clock);
1495         return 0;
1496 }
1497
1498 #ifdef CONFIG_PM_SLEEP
1499 static int fimc_lite_resume(struct device *dev)
1500 {
1501         struct fimc_lite *fimc = dev_get_drvdata(dev);
1502         struct flite_buffer *buf;
1503         unsigned long flags;
1504         int i;
1505
1506         spin_lock_irqsave(&fimc->slock, flags);
1507         if (!test_and_clear_bit(ST_LPM, &fimc->state) ||
1508             !test_bit(ST_FLITE_IN_USE, &fimc->state)) {
1509                 spin_unlock_irqrestore(&fimc->slock, flags);
1510                 return 0;
1511         }
1512         flite_hw_reset(fimc);
1513         spin_unlock_irqrestore(&fimc->slock, flags);
1514
1515         if (!test_and_clear_bit(ST_FLITE_SUSPENDED, &fimc->state))
1516                 return 0;
1517
1518         INIT_LIST_HEAD(&fimc->active_buf_q);
1519         fimc_pipeline_initialize(&fimc->pipeline, &fimc->vfd->entity, false);
1520         fimc_lite_hw_init(fimc);
1521         clear_bit(ST_FLITE_SUSPENDED, &fimc->state);
1522
1523         for (i = 0; i < fimc->reqbufs_count; i++) {
1524                 if (list_empty(&fimc->pending_buf_q))
1525                         break;
1526                 buf = fimc_lite_pending_queue_pop(fimc);
1527                 buffer_queue(&buf->vb);
1528         }
1529         return 0;
1530 }
1531
1532 static int fimc_lite_suspend(struct device *dev)
1533 {
1534         struct fimc_lite *fimc = dev_get_drvdata(dev);
1535         bool suspend = test_bit(ST_FLITE_IN_USE, &fimc->state);
1536         int ret;
1537
1538         if (test_and_set_bit(ST_LPM, &fimc->state))
1539                 return 0;
1540
1541         ret = fimc_lite_stop_capture(fimc, suspend);
1542         if (ret < 0 || !fimc_lite_active(fimc))
1543                 return ret;
1544
1545         return fimc_pipeline_shutdown(&fimc->pipeline);
1546 }
1547 #endif /* CONFIG_PM_SLEEP */
1548
1549 static int __devexit fimc_lite_remove(struct platform_device *pdev)
1550 {
1551         struct fimc_lite *fimc = platform_get_drvdata(pdev);
1552         struct device *dev = &pdev->dev;
1553
1554         pm_runtime_disable(dev);
1555         pm_runtime_set_suspended(dev);
1556         fimc_lite_unregister_capture_subdev(fimc);
1557         vb2_dma_contig_cleanup_ctx(fimc->alloc_ctx);
1558         fimc_lite_clk_put(fimc);
1559
1560         dev_info(dev, "Driver unloaded\n");
1561         return 0;
1562 }
1563
1564 static struct flite_variant fimc_lite0_variant_exynos4 = {
1565         .max_width              = 8192,
1566         .max_height             = 8192,
1567         .out_width_align        = 8,
1568         .win_hor_offs_align     = 2,
1569         .out_hor_offs_align     = 8,
1570 };
1571
1572 /* EXYNOS4212, EXYNOS4412 */
1573 static struct flite_drvdata fimc_lite_drvdata_exynos4 = {
1574         .variant = {
1575                 [0] = &fimc_lite0_variant_exynos4,
1576                 [1] = &fimc_lite0_variant_exynos4,
1577         },
1578 };
1579
1580 static struct platform_device_id fimc_lite_driver_ids[] = {
1581         {
1582                 .name           = "exynos-fimc-lite",
1583                 .driver_data    = (unsigned long)&fimc_lite_drvdata_exynos4,
1584         },
1585         { /* sentinel */ },
1586 };
1587 MODULE_DEVICE_TABLE(platform, fimc_lite_driver_ids);
1588
1589 static const struct dev_pm_ops fimc_lite_pm_ops = {
1590         SET_SYSTEM_SLEEP_PM_OPS(fimc_lite_suspend, fimc_lite_resume)
1591         SET_RUNTIME_PM_OPS(fimc_lite_runtime_suspend, fimc_lite_runtime_resume,
1592                            NULL)
1593 };
1594
1595 static struct platform_driver fimc_lite_driver = {
1596         .probe          = fimc_lite_probe,
1597         .remove         = __devexit_p(fimc_lite_remove),
1598         .id_table       = fimc_lite_driver_ids,
1599         .driver = {
1600                 .name           = FIMC_LITE_DRV_NAME,
1601                 .owner          = THIS_MODULE,
1602                 .pm             = &fimc_lite_pm_ops,
1603         }
1604 };
1605 module_platform_driver(fimc_lite_driver);
1606 MODULE_LICENSE("GPL");
1607 MODULE_ALIAS("platform:" FIMC_LITE_DRV_NAME);