Linux-libre 5.3.12-gnu
[librecmc/linux-libre.git] / drivers / media / platform / s5p-mfc / s5p_mfc_enc.c
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * linux/drivers/media/platform/s5p-mfc/s5p_mfc_enc.c
4  *
5  * Copyright (c) 2010-2011 Samsung Electronics Co., Ltd.
6  *              http://www.samsung.com/
7  *
8  * Jeongtae Park        <jtp.park@samsung.com>
9  * Kamil Debski         <k.debski@samsung.com>
10  */
11
12 #include <linux/clk.h>
13 #include <linux/interrupt.h>
14 #include <linux/io.h>
15 #include <linux/module.h>
16 #include <linux/platform_device.h>
17 #include <linux/sched.h>
18 #include <linux/videodev2.h>
19 #include <media/v4l2-event.h>
20 #include <linux/workqueue.h>
21 #include <media/v4l2-ctrls.h>
22 #include <media/videobuf2-v4l2.h>
23 #include "s5p_mfc_common.h"
24 #include "s5p_mfc_ctrl.h"
25 #include "s5p_mfc_debug.h"
26 #include "s5p_mfc_enc.h"
27 #include "s5p_mfc_intr.h"
28 #include "s5p_mfc_opr.h"
29
30 #define DEF_SRC_FMT_ENC V4L2_PIX_FMT_NV12M
31 #define DEF_DST_FMT_ENC V4L2_PIX_FMT_H264
32
33 static struct s5p_mfc_fmt formats[] = {
34         {
35                 .name           = "4:2:0 2 Planes 16x16 Tiles",
36                 .fourcc         = V4L2_PIX_FMT_NV12MT_16X16,
37                 .codec_mode     = S5P_MFC_CODEC_NONE,
38                 .type           = MFC_FMT_RAW,
39                 .num_planes     = 2,
40                 .versions       = MFC_V6_BIT | MFC_V7_BIT,
41         },
42         {
43                 .name           = "4:2:0 2 Planes 64x32 Tiles",
44                 .fourcc         = V4L2_PIX_FMT_NV12MT,
45                 .codec_mode     = S5P_MFC_CODEC_NONE,
46                 .type           = MFC_FMT_RAW,
47                 .num_planes     = 2,
48                 .versions       = MFC_V5_BIT,
49         },
50         {
51                 .name           = "4:2:0 2 Planes Y/CbCr",
52                 .fourcc         = V4L2_PIX_FMT_NV12M,
53                 .codec_mode     = S5P_MFC_CODEC_NONE,
54                 .type           = MFC_FMT_RAW,
55                 .num_planes     = 2,
56                 .versions       = MFC_V5PLUS_BITS,
57         },
58         {
59                 .name           = "4:2:0 2 Planes Y/CrCb",
60                 .fourcc         = V4L2_PIX_FMT_NV21M,
61                 .codec_mode     = S5P_MFC_CODEC_NONE,
62                 .type           = MFC_FMT_RAW,
63                 .num_planes     = 2,
64                 .versions       = MFC_V6PLUS_BITS,
65         },
66         {
67                 .name           = "H264 Encoded Stream",
68                 .fourcc         = V4L2_PIX_FMT_H264,
69                 .codec_mode     = S5P_MFC_CODEC_H264_ENC,
70                 .type           = MFC_FMT_ENC,
71                 .num_planes     = 1,
72                 .versions       = MFC_V5PLUS_BITS,
73         },
74         {
75                 .name           = "MPEG4 Encoded Stream",
76                 .fourcc         = V4L2_PIX_FMT_MPEG4,
77                 .codec_mode     = S5P_MFC_CODEC_MPEG4_ENC,
78                 .type           = MFC_FMT_ENC,
79                 .num_planes     = 1,
80                 .versions       = MFC_V5PLUS_BITS,
81         },
82         {
83                 .name           = "H263 Encoded Stream",
84                 .fourcc         = V4L2_PIX_FMT_H263,
85                 .codec_mode     = S5P_MFC_CODEC_H263_ENC,
86                 .type           = MFC_FMT_ENC,
87                 .num_planes     = 1,
88                 .versions       = MFC_V5PLUS_BITS,
89         },
90         {
91                 .name           = "VP8 Encoded Stream",
92                 .fourcc         = V4L2_PIX_FMT_VP8,
93                 .codec_mode     = S5P_MFC_CODEC_VP8_ENC,
94                 .type           = MFC_FMT_ENC,
95                 .num_planes     = 1,
96                 .versions       = MFC_V7PLUS_BITS,
97         },
98         {
99                 .fourcc         = V4L2_PIX_FMT_HEVC,
100                 .codec_mode     = S5P_FIMV_CODEC_HEVC_ENC,
101                 .type           = MFC_FMT_ENC,
102                 .num_planes     = 1,
103                 .versions       = MFC_V10_BIT,
104         },
105 };
106
107 #define NUM_FORMATS ARRAY_SIZE(formats)
108 static struct s5p_mfc_fmt *find_format(struct v4l2_format *f, unsigned int t)
109 {
110         unsigned int i;
111
112         for (i = 0; i < NUM_FORMATS; i++) {
113                 if (formats[i].fourcc == f->fmt.pix_mp.pixelformat &&
114                     formats[i].type == t)
115                         return &formats[i];
116         }
117         return NULL;
118 }
119
120 static struct mfc_control controls[] = {
121         {
122                 .id = V4L2_CID_MPEG_VIDEO_GOP_SIZE,
123                 .type = V4L2_CTRL_TYPE_INTEGER,
124                 .minimum = 0,
125                 .maximum = (1 << 16) - 1,
126                 .step = 1,
127                 .default_value = 12,
128         },
129         {
130                 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE,
131                 .type = V4L2_CTRL_TYPE_MENU,
132                 .minimum = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
133                 .maximum = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_MAX_BYTES,
134                 .default_value = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
135                 .menu_skip_mask = 0,
136         },
137         {
138                 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB,
139                 .type = V4L2_CTRL_TYPE_INTEGER,
140                 .minimum = 1,
141                 .maximum = (1 << 16) - 1,
142                 .step = 1,
143                 .default_value = 1,
144         },
145         {
146                 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES,
147                 .type = V4L2_CTRL_TYPE_INTEGER,
148                 .minimum = 1900,
149                 .maximum = (1 << 30) - 1,
150                 .step = 1,
151                 .default_value = 1900,
152         },
153         {
154                 .id = V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB,
155                 .type = V4L2_CTRL_TYPE_INTEGER,
156                 .minimum = 0,
157                 .maximum = (1 << 16) - 1,
158                 .step = 1,
159                 .default_value = 0,
160         },
161         {
162                 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING,
163                 .type = V4L2_CTRL_TYPE_BOOLEAN,
164                 .name = "Padding Control Enable",
165                 .minimum = 0,
166                 .maximum = 1,
167                 .step = 1,
168                 .default_value = 0,
169         },
170         {
171                 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV,
172                 .type = V4L2_CTRL_TYPE_INTEGER,
173                 .name = "Padding Color YUV Value",
174                 .minimum = 0,
175                 .maximum = (1 << 25) - 1,
176                 .step = 1,
177                 .default_value = 0,
178         },
179         {
180                 .id = V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE,
181                 .type = V4L2_CTRL_TYPE_BOOLEAN,
182                 .minimum = 0,
183                 .maximum = 1,
184                 .step = 1,
185                 .default_value = 0,
186         },
187         {
188                 .id = V4L2_CID_MPEG_VIDEO_BITRATE,
189                 .type = V4L2_CTRL_TYPE_INTEGER,
190                 .minimum = 1,
191                 .maximum = (1 << 30) - 1,
192                 .step = 1,
193                 .default_value = 1,
194         },
195         {
196                 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF,
197                 .type = V4L2_CTRL_TYPE_INTEGER,
198                 .name = "Rate Control Reaction Coeff.",
199                 .minimum = 1,
200                 .maximum = (1 << 16) - 1,
201                 .step = 1,
202                 .default_value = 1,
203         },
204         {
205                 .id = V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE,
206                 .type = V4L2_CTRL_TYPE_MENU,
207                 .name = "Force frame type",
208                 .minimum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
209                 .maximum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_NOT_CODED,
210                 .default_value = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
211                 .menu_skip_mask = 0,
212         },
213         {
214                 .id = V4L2_CID_MPEG_VIDEO_FORCE_KEY_FRAME,
215                 .type = V4L2_CTRL_TYPE_BUTTON,
216                 .minimum = 0,
217                 .maximum = 0,
218                 .step = 0,
219                 .default_value = 0,
220         },
221         {
222                 .id = V4L2_CID_MPEG_VIDEO_VBV_SIZE,
223                 .type = V4L2_CTRL_TYPE_INTEGER,
224                 .minimum = 0,
225                 .maximum = (1 << 16) - 1,
226                 .step = 1,
227                 .default_value = 0,
228         },
229         {
230                 .id = V4L2_CID_MPEG_VIDEO_MV_H_SEARCH_RANGE,
231                 .type = V4L2_CTRL_TYPE_INTEGER,
232                 .name = "Horizontal MV Search Range",
233                 .minimum = 16,
234                 .maximum = 128,
235                 .step = 16,
236                 .default_value = 32,
237         },
238         {
239                 .id = V4L2_CID_MPEG_VIDEO_MV_V_SEARCH_RANGE,
240                 .type = V4L2_CTRL_TYPE_INTEGER,
241                 .name = "Vertical MV Search Range",
242                 .minimum = 16,
243                 .maximum = 128,
244                 .step = 16,
245                 .default_value = 32,
246         },
247         {
248                 .id = V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE,
249                 .type = V4L2_CTRL_TYPE_INTEGER,
250                 .minimum = 0,
251                 .maximum = (1 << 16) - 1,
252                 .step = 1,
253                 .default_value = 0,
254         },
255         {
256                 .id = V4L2_CID_MPEG_VIDEO_HEADER_MODE,
257                 .type = V4L2_CTRL_TYPE_MENU,
258                 .minimum = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
259                 .maximum = V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME,
260                 .default_value = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
261                 .menu_skip_mask = 0,
262         },
263         {
264                 .id = V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE,
265                 .type = V4L2_CTRL_TYPE_MENU,
266                 .name = "Frame Skip Enable",
267                 .minimum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
268                 .maximum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT,
269                 .menu_skip_mask = 0,
270                 .default_value = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
271         },
272         {
273                 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT,
274                 .type = V4L2_CTRL_TYPE_BOOLEAN,
275                 .name = "Fixed Target Bit Enable",
276                 .minimum = 0,
277                 .maximum = 1,
278                 .default_value = 0,
279                 .step = 1,
280                 .menu_skip_mask = 0,
281         },
282         {
283                 .id = V4L2_CID_MPEG_VIDEO_B_FRAMES,
284                 .type = V4L2_CTRL_TYPE_INTEGER,
285                 .minimum = 0,
286                 .maximum = 2,
287                 .step = 1,
288                 .default_value = 0,
289         },
290         {
291                 .id = V4L2_CID_MPEG_VIDEO_H264_PROFILE,
292                 .type = V4L2_CTRL_TYPE_MENU,
293                 .minimum = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
294                 .maximum = V4L2_MPEG_VIDEO_H264_PROFILE_MULTIVIEW_HIGH,
295                 .default_value = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
296                 .menu_skip_mask = ~(
297                                 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE) |
298                                 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MAIN) |
299                                 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_HIGH)
300                                 ),
301         },
302         {
303                 .id = V4L2_CID_MPEG_VIDEO_H264_LEVEL,
304                 .type = V4L2_CTRL_TYPE_MENU,
305                 .minimum = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
306                 .maximum = V4L2_MPEG_VIDEO_H264_LEVEL_4_0,
307                 .default_value = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
308         },
309         {
310                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL,
311                 .type = V4L2_CTRL_TYPE_MENU,
312                 .minimum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
313                 .maximum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_5,
314                 .default_value = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
315                 .menu_skip_mask = 0,
316         },
317         {
318                 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE,
319                 .type = V4L2_CTRL_TYPE_MENU,
320                 .minimum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
321                 .maximum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY,
322                 .default_value = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
323                 .menu_skip_mask = 0,
324         },
325         {
326                 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA,
327                 .type = V4L2_CTRL_TYPE_INTEGER,
328                 .minimum = -6,
329                 .maximum = 6,
330                 .step = 1,
331                 .default_value = 0,
332         },
333         {
334                 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA,
335                 .type = V4L2_CTRL_TYPE_INTEGER,
336                 .minimum = -6,
337                 .maximum = 6,
338                 .step = 1,
339                 .default_value = 0,
340         },
341         {
342                 .id = V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE,
343                 .type = V4L2_CTRL_TYPE_MENU,
344                 .minimum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
345                 .maximum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC,
346                 .default_value = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
347                 .menu_skip_mask = 0,
348         },
349         {
350                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P,
351                 .type = V4L2_CTRL_TYPE_INTEGER,
352                 .name = "The Number of Ref. Pic for P",
353                 .minimum = 1,
354                 .maximum = 2,
355                 .step = 1,
356                 .default_value = 1,
357         },
358         {
359                 .id = V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM,
360                 .type = V4L2_CTRL_TYPE_BOOLEAN,
361                 .minimum = 0,
362                 .maximum = 1,
363                 .step = 1,
364                 .default_value = 0,
365         },
366         {
367                 .id = V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE,
368                 .type = V4L2_CTRL_TYPE_BOOLEAN,
369                 .minimum = 0,
370                 .maximum = 1,
371                 .step = 1,
372                 .default_value = 0,
373         },
374         {
375                 .id = V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP,
376                 .type = V4L2_CTRL_TYPE_INTEGER,
377                 .minimum = 0,
378                 .maximum = 51,
379                 .step = 1,
380                 .default_value = 1,
381         },
382         {
383                 .id = V4L2_CID_MPEG_VIDEO_H264_MIN_QP,
384                 .type = V4L2_CTRL_TYPE_INTEGER,
385                 .minimum = 0,
386                 .maximum = 51,
387                 .step = 1,
388                 .default_value = 1,
389         },
390         {
391                 .id = V4L2_CID_MPEG_VIDEO_H264_MAX_QP,
392                 .type = V4L2_CTRL_TYPE_INTEGER,
393                 .minimum = 0,
394                 .maximum = 51,
395                 .step = 1,
396                 .default_value = 51,
397         },
398         {
399                 .id = V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP,
400                 .type = V4L2_CTRL_TYPE_INTEGER,
401                 .minimum = 0,
402                 .maximum = 51,
403                 .step = 1,
404                 .default_value = 1,
405         },
406         {
407                 .id = V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP,
408                 .type = V4L2_CTRL_TYPE_INTEGER,
409                 .minimum = 0,
410                 .maximum = 51,
411                 .step = 1,
412                 .default_value = 1,
413         },
414         {
415                 .id = V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP,
416                 .type = V4L2_CTRL_TYPE_INTEGER,
417                 .name = "H263 I-Frame QP value",
418                 .minimum = 1,
419                 .maximum = 31,
420                 .step = 1,
421                 .default_value = 1,
422         },
423         {
424                 .id = V4L2_CID_MPEG_VIDEO_H263_MIN_QP,
425                 .type = V4L2_CTRL_TYPE_INTEGER,
426                 .name = "H263 Minimum QP value",
427                 .minimum = 1,
428                 .maximum = 31,
429                 .step = 1,
430                 .default_value = 1,
431         },
432         {
433                 .id = V4L2_CID_MPEG_VIDEO_H263_MAX_QP,
434                 .type = V4L2_CTRL_TYPE_INTEGER,
435                 .name = "H263 Maximum QP value",
436                 .minimum = 1,
437                 .maximum = 31,
438                 .step = 1,
439                 .default_value = 31,
440         },
441         {
442                 .id = V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP,
443                 .type = V4L2_CTRL_TYPE_INTEGER,
444                 .name = "H263 P frame QP value",
445                 .minimum = 1,
446                 .maximum = 31,
447                 .step = 1,
448                 .default_value = 1,
449         },
450         {
451                 .id = V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP,
452                 .type = V4L2_CTRL_TYPE_INTEGER,
453                 .name = "H263 B frame QP value",
454                 .minimum = 1,
455                 .maximum = 31,
456                 .step = 1,
457                 .default_value = 1,
458         },
459         {
460                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP,
461                 .type = V4L2_CTRL_TYPE_INTEGER,
462                 .name = "MPEG4 I-Frame QP value",
463                 .minimum = 1,
464                 .maximum = 31,
465                 .step = 1,
466                 .default_value = 1,
467         },
468         {
469                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP,
470                 .type = V4L2_CTRL_TYPE_INTEGER,
471                 .name = "MPEG4 Minimum QP value",
472                 .minimum = 1,
473                 .maximum = 31,
474                 .step = 1,
475                 .default_value = 1,
476         },
477         {
478                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP,
479                 .type = V4L2_CTRL_TYPE_INTEGER,
480                 .name = "MPEG4 Maximum QP value",
481                 .minimum = 0,
482                 .maximum = 51,
483                 .step = 1,
484                 .default_value = 51,
485         },
486         {
487                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP,
488                 .type = V4L2_CTRL_TYPE_INTEGER,
489                 .name = "MPEG4 P frame QP value",
490                 .minimum = 1,
491                 .maximum = 31,
492                 .step = 1,
493                 .default_value = 1,
494         },
495         {
496                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP,
497                 .type = V4L2_CTRL_TYPE_INTEGER,
498                 .name = "MPEG4 B frame QP value",
499                 .minimum = 1,
500                 .maximum = 31,
501                 .step = 1,
502                 .default_value = 1,
503         },
504         {
505                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK,
506                 .type = V4L2_CTRL_TYPE_BOOLEAN,
507                 .name = "H264 Dark Reg Adaptive RC",
508                 .minimum = 0,
509                 .maximum = 1,
510                 .step = 1,
511                 .default_value = 0,
512         },
513         {
514                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH,
515                 .type = V4L2_CTRL_TYPE_BOOLEAN,
516                 .name = "H264 Smooth Reg Adaptive RC",
517                 .minimum = 0,
518                 .maximum = 1,
519                 .step = 1,
520                 .default_value = 0,
521         },
522         {
523                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC,
524                 .type = V4L2_CTRL_TYPE_BOOLEAN,
525                 .name = "H264 Static Reg Adaptive RC",
526                 .minimum = 0,
527                 .maximum = 1,
528                 .step = 1,
529                 .default_value = 0,
530         },
531         {
532                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY,
533                 .type = V4L2_CTRL_TYPE_BOOLEAN,
534                 .name = "H264 Activity Reg Adaptive RC",
535                 .minimum = 0,
536                 .maximum = 1,
537                 .step = 1,
538                 .default_value = 0,
539         },
540         {
541                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE,
542                 .type = V4L2_CTRL_TYPE_BOOLEAN,
543                 .minimum = 0,
544                 .maximum = 1,
545                 .step = 1,
546                 .default_value = 0,
547         },
548         {
549                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC,
550                 .type = V4L2_CTRL_TYPE_MENU,
551                 .minimum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
552                 .maximum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED,
553                 .default_value = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
554                 .menu_skip_mask = 0,
555         },
556         {
557                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH,
558                 .type = V4L2_CTRL_TYPE_INTEGER,
559                 .minimum = 0,
560                 .maximum = (1 << 16) - 1,
561                 .step = 1,
562                 .default_value = 0,
563         },
564         {
565                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT,
566                 .type = V4L2_CTRL_TYPE_INTEGER,
567                 .minimum = 0,
568                 .maximum = (1 << 16) - 1,
569                 .step = 1,
570                 .default_value = 0,
571         },
572         {
573                 .id = V4L2_CID_MPEG_VIDEO_GOP_CLOSURE,
574                 .type = V4L2_CTRL_TYPE_BOOLEAN,
575                 .minimum = 0,
576                 .maximum = 1,
577                 .step = 1,
578                 .default_value = 1,
579         },
580         {
581                 .id = V4L2_CID_MPEG_VIDEO_H264_I_PERIOD,
582                 .type = V4L2_CTRL_TYPE_INTEGER,
583                 .minimum = 0,
584                 .maximum = (1 << 16) - 1,
585                 .step = 1,
586                 .default_value = 0,
587         },
588         {
589                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE,
590                 .type = V4L2_CTRL_TYPE_MENU,
591                 .minimum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
592                 .maximum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE,
593                 .default_value = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
594                 .menu_skip_mask = 0,
595         },
596         {
597                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_QPEL,
598                 .type = V4L2_CTRL_TYPE_BOOLEAN,
599                 .minimum = 0,
600                 .maximum = 1,
601                 .step = 1,
602                 .default_value = 0,
603         },
604         {
605                 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS,
606                 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
607                 .maximum = V4L2_CID_MPEG_VIDEO_VPX_8_PARTITIONS,
608                 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_PARTITION,
609                 .menu_skip_mask = 0,
610         },
611         {
612                 .id = V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4,
613                 .type = V4L2_CTRL_TYPE_BOOLEAN,
614                 .minimum = 0,
615                 .maximum = 1,
616                 .step = 1,
617                 .default_value = 0,
618         },
619         {
620                 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES,
621                 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
622                 .maximum = V4L2_CID_MPEG_VIDEO_VPX_2_REF_FRAME,
623                 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_REF_FRAME,
624                 .menu_skip_mask = 0,
625         },
626         {
627                 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL,
628                 .type = V4L2_CTRL_TYPE_INTEGER,
629                 .minimum = 0,
630                 .maximum = 63,
631                 .step = 1,
632                 .default_value = 0,
633         },
634         {
635                 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS,
636                 .type = V4L2_CTRL_TYPE_INTEGER,
637                 .minimum = 0,
638                 .maximum = 7,
639                 .step = 1,
640                 .default_value = 0,
641         },
642         {
643                 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD,
644                 .type = V4L2_CTRL_TYPE_INTEGER,
645                 .minimum = 0,
646                 .maximum = (1 << 16) - 1,
647                 .step = 1,
648                 .default_value = 0,
649         },
650         {
651                 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL,
652                 .type = V4L2_CTRL_TYPE_MENU,
653                 .minimum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
654                 .maximum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_REF_PERIOD,
655                 .default_value = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
656                 .menu_skip_mask = 0,
657         },
658         {
659                 .id = V4L2_CID_MPEG_VIDEO_VPX_MAX_QP,
660                 .type = V4L2_CTRL_TYPE_INTEGER,
661                 .minimum = 0,
662                 .maximum = 127,
663                 .step = 1,
664                 .default_value = 127,
665         },
666         {
667                 .id = V4L2_CID_MPEG_VIDEO_VPX_MIN_QP,
668                 .type = V4L2_CTRL_TYPE_INTEGER,
669                 .minimum = 0,
670                 .maximum = 11,
671                 .step = 1,
672                 .default_value = 0,
673         },
674         {
675                 .id = V4L2_CID_MPEG_VIDEO_VPX_I_FRAME_QP,
676                 .type = V4L2_CTRL_TYPE_INTEGER,
677                 .minimum = 0,
678                 .maximum = 127,
679                 .step = 1,
680                 .default_value = 10,
681         },
682         {
683                 .id = V4L2_CID_MPEG_VIDEO_VPX_P_FRAME_QP,
684                 .type = V4L2_CTRL_TYPE_INTEGER,
685                 .minimum = 0,
686                 .maximum = 127,
687                 .step = 1,
688                 .default_value = 10,
689         },
690         {
691                 .id = V4L2_CID_MPEG_VIDEO_VP8_PROFILE,
692                 .type = V4L2_CTRL_TYPE_MENU,
693                 .minimum = V4L2_MPEG_VIDEO_VP8_PROFILE_0,
694                 .maximum = V4L2_MPEG_VIDEO_VP8_PROFILE_3,
695                 .default_value = V4L2_MPEG_VIDEO_VP8_PROFILE_0,
696                 .menu_skip_mask = 0,
697         },
698         {
699                 .id = V4L2_CID_MPEG_VIDEO_HEVC_I_FRAME_QP,
700                 .type = V4L2_CTRL_TYPE_INTEGER,
701                 .name = "HEVC I Frame QP Value",
702                 .minimum = 0,
703                 .maximum = 51,
704                 .step = 1,
705                 .default_value = 0,
706         },
707         {
708                 .id = V4L2_CID_MPEG_VIDEO_HEVC_P_FRAME_QP,
709                 .type = V4L2_CTRL_TYPE_INTEGER,
710                 .name = "HEVC P Frame QP Value",
711                 .minimum = 0,
712                 .maximum = 51,
713                 .step = 1,
714                 .default_value = 0,
715         },
716         {
717                 .id = V4L2_CID_MPEG_VIDEO_HEVC_B_FRAME_QP,
718                 .type = V4L2_CTRL_TYPE_INTEGER,
719                 .minimum = 0,
720                 .maximum = 51,
721                 .step = 1,
722                 .default_value = 0,
723         },
724         {
725                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MIN_QP,
726                 .type = V4L2_CTRL_TYPE_INTEGER,
727                 .minimum = 0,
728                 .maximum = 51,
729                 .step = 1,
730                 .default_value = 0,
731         },
732         {
733                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MAX_QP,
734                 .type = V4L2_CTRL_TYPE_INTEGER,
735                 .minimum = 0,
736                 .maximum = 51,
737                 .step = 1,
738                 .default_value = 0,
739         },
740         {
741                 .id = V4L2_CID_MPEG_VIDEO_HEVC_PROFILE,
742                 .type = V4L2_CTRL_TYPE_MENU,
743                 .minimum = V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN,
744                 .maximum = V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE,
745                 .step = 1,
746                 .default_value = V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN,
747         },
748         {
749                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LEVEL,
750                 .type = V4L2_CTRL_TYPE_MENU,
751                 .minimum = V4L2_MPEG_VIDEO_HEVC_LEVEL_1,
752                 .maximum = V4L2_MPEG_VIDEO_HEVC_LEVEL_6_2,
753                 .step = 1,
754                 .default_value = V4L2_MPEG_VIDEO_HEVC_LEVEL_1,
755         },
756         {
757                 .id = V4L2_CID_MPEG_VIDEO_HEVC_TIER,
758                 .type = V4L2_CTRL_TYPE_MENU,
759                 .minimum = V4L2_MPEG_VIDEO_HEVC_TIER_MAIN,
760                 .maximum = V4L2_MPEG_VIDEO_HEVC_TIER_HIGH,
761                 .step = 1,
762                 .default_value = V4L2_MPEG_VIDEO_HEVC_TIER_MAIN,
763         },
764         {
765                 .id = V4L2_CID_MPEG_VIDEO_HEVC_FRAME_RATE_RESOLUTION,
766                 .type = V4L2_CTRL_TYPE_INTEGER,
767                 .minimum = 1,
768                 .maximum = (1 << 16) - 1,
769                 .step = 1,
770                 .default_value = 1,
771         },
772         {
773                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MAX_PARTITION_DEPTH,
774                 .type = V4L2_CTRL_TYPE_INTEGER,
775                 .minimum = 0,
776                 .maximum = 1,
777                 .step = 1,
778                 .default_value = 0,
779         },
780         {
781                 .id = V4L2_CID_MPEG_VIDEO_REF_NUMBER_FOR_PFRAMES,
782                 .type = V4L2_CTRL_TYPE_INTEGER,
783                 .minimum = 1,
784                 .maximum = 2,
785                 .step = 1,
786                 .default_value = 1,
787         },
788         {
789                 .id = V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_TYPE,
790                 .type = V4L2_CTRL_TYPE_MENU,
791                 .minimum = V4L2_MPEG_VIDEO_HEVC_REFRESH_NONE,
792                 .maximum = V4L2_MPEG_VIDEO_HEVC_REFRESH_IDR,
793                 .step = 1,
794                 .default_value = V4L2_MPEG_VIDEO_HEVC_REFRESH_NONE,
795         },
796         {
797                 .id = V4L2_CID_MPEG_VIDEO_HEVC_CONST_INTRA_PRED,
798                 .type = V4L2_CTRL_TYPE_BOOLEAN,
799                 .minimum = 0,
800                 .maximum = 1,
801                 .step = 1,
802                 .default_value = 0,
803         },
804         {
805                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LOSSLESS_CU,
806                 .type = V4L2_CTRL_TYPE_BOOLEAN,
807                 .minimum = 0,
808                 .maximum = 1,
809                 .step = 1,
810                 .default_value = 0,
811         },
812         {
813                 .id = V4L2_CID_MPEG_VIDEO_HEVC_WAVEFRONT,
814                 .type = V4L2_CTRL_TYPE_BOOLEAN,
815                 .minimum = 0,
816                 .maximum = 1,
817                 .step = 1,
818                 .default_value = 0,
819         },
820         {
821                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE,
822                 .type = V4L2_CTRL_TYPE_MENU,
823                 .minimum = V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED,
824                 .maximum = V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY,
825                 .step = 1,
826                 .default_value = V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED,
827         },
828         {
829                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_QP,
830                 .type = V4L2_CTRL_TYPE_BOOLEAN,
831                 .minimum = 0,
832                 .maximum = 1,
833                 .step = 1,
834                 .default_value = 0,
835         },
836         {
837                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_TYPE,
838                 .type = V4L2_CTRL_TYPE_MENU,
839                 .minimum = V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_B,
840                 .maximum = V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_P,
841                 .step = 1,
842                 .default_value = V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_B,
843         },
844         {
845                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_LAYER,
846                 .type = V4L2_CTRL_TYPE_INTEGER,
847                 .minimum = 0,
848                 .maximum = 6,
849                 .step = 1,
850                 .default_value = 0,
851         },
852         {
853                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_QP,
854                 .type = V4L2_CTRL_TYPE_INTEGER,
855                 .minimum = 0,
856                 .maximum = 51,
857                 .step = 1,
858                 .default_value = 0,
859         },
860         {
861                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_QP,
862                 .type = V4L2_CTRL_TYPE_INTEGER,
863                 .minimum = 0,
864                 .maximum = 51,
865                 .step = 1,
866                 .default_value = 0,
867         },
868         {
869                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_QP,
870                 .type = V4L2_CTRL_TYPE_INTEGER,
871                 .minimum = 0,
872                 .maximum = 51,
873                 .step = 1,
874                 .default_value = 0,
875         },
876         {
877                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_QP,
878                 .type = V4L2_CTRL_TYPE_INTEGER,
879                 .minimum = 0,
880                 .maximum = 51,
881                 .step = 1,
882                 .default_value = 0,
883         },
884         {
885                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_QP,
886                 .type = V4L2_CTRL_TYPE_INTEGER,
887                 .minimum = 0,
888                 .maximum = 51,
889                 .step = 1,
890                 .default_value = 0,
891         },
892         {
893                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_QP,
894                 .type = V4L2_CTRL_TYPE_INTEGER,
895                 .minimum = 0,
896                 .maximum = 51,
897                 .step = 1,
898                 .default_value = 0,
899         },
900         {
901                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_QP,
902                 .type = V4L2_CTRL_TYPE_INTEGER,
903                 .minimum = 0,
904                 .maximum = 51,
905                 .step = 1,
906                 .default_value = 0,
907         },
908         {
909                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_BR,
910                 .type = V4L2_CTRL_TYPE_INTEGER,
911                 .minimum = INT_MIN,
912                 .maximum = INT_MAX,
913                 .step = 1,
914                 .default_value = 0,
915         },
916         {
917                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_BR,
918                 .type = V4L2_CTRL_TYPE_INTEGER,
919                 .minimum = INT_MIN,
920                 .maximum = INT_MAX,
921                 .step = 1,
922                 .default_value = 0,
923         },
924         {
925                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_BR,
926                 .type = V4L2_CTRL_TYPE_INTEGER,
927                 .minimum = INT_MIN,
928                 .maximum = INT_MAX,
929                 .step = 1,
930                 .default_value = 0,
931         },
932         {
933                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_BR,
934                 .type = V4L2_CTRL_TYPE_INTEGER,
935                 .minimum = INT_MIN,
936                 .maximum = INT_MAX,
937                 .step = 1,
938                 .default_value = 0,
939         },
940         {
941                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_BR,
942                 .type = V4L2_CTRL_TYPE_INTEGER,
943                 .minimum = INT_MIN,
944                 .maximum = INT_MAX,
945                 .step = 1,
946                 .default_value = 0,
947         },
948         {
949                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_BR,
950                 .type = V4L2_CTRL_TYPE_INTEGER,
951                 .minimum = INT_MIN,
952                 .maximum = INT_MAX,
953                 .step = 1,
954                 .default_value = 0,
955         },
956         {
957                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_BR,
958                 .type = V4L2_CTRL_TYPE_INTEGER,
959                 .minimum = INT_MIN,
960                 .maximum = INT_MAX,
961                 .step = 1,
962                 .default_value = 0,
963         },
964         {
965                 .id = V4L2_CID_MPEG_VIDEO_HEVC_GENERAL_PB,
966                 .type = V4L2_CTRL_TYPE_BOOLEAN,
967                 .minimum = 0,
968                 .maximum = 1,
969                 .step = 1,
970                 .default_value = 0,
971         },
972         {
973                 .id = V4L2_CID_MPEG_VIDEO_HEVC_TEMPORAL_ID,
974                 .type = V4L2_CTRL_TYPE_BOOLEAN,
975                 .minimum = 0,
976                 .maximum = 1,
977                 .step = 1,
978                 .default_value = 0,
979         },
980         {
981                 .id = V4L2_CID_MPEG_VIDEO_HEVC_STRONG_SMOOTHING,
982                 .type = V4L2_CTRL_TYPE_BOOLEAN,
983                 .minimum = 0,
984                 .maximum = 1,
985                 .step = 1,
986                 .default_value = 0,
987         },
988         {
989                 .id = V4L2_CID_MPEG_VIDEO_HEVC_INTRA_PU_SPLIT,
990                 .type = V4L2_CTRL_TYPE_BOOLEAN,
991                 .minimum = 0,
992                 .maximum = 1,
993                 .step = 1,
994                 .default_value = 0,
995         },
996         {
997                 .id = V4L2_CID_MPEG_VIDEO_HEVC_TMV_PREDICTION,
998                 .type = V4L2_CTRL_TYPE_BOOLEAN,
999                 .minimum = 0,
1000                 .maximum = 1,
1001                 .step = 1,
1002                 .default_value = 0,
1003         },
1004         {
1005                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MAX_NUM_MERGE_MV_MINUS1,
1006                 .type = V4L2_CTRL_TYPE_INTEGER,
1007                 .minimum = 0,
1008                 .maximum = 4,
1009                 .step = 1,
1010                 .default_value = 0,
1011         },
1012         {
1013                 .id = V4L2_CID_MPEG_VIDEO_HEVC_WITHOUT_STARTCODE,
1014                 .type = V4L2_CTRL_TYPE_BOOLEAN,
1015                 .minimum = 0,
1016                 .maximum = 1,
1017                 .step = 1,
1018                 .default_value = 0,
1019         },
1020         {
1021                 .id = V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_PERIOD,
1022                 .type = V4L2_CTRL_TYPE_INTEGER,
1023                 .minimum = 0,
1024                 .maximum = (1 << 16) - 1,
1025                 .step = 1,
1026                 .default_value = 0,
1027         },
1028         {
1029                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LF_BETA_OFFSET_DIV2,
1030                 .type = V4L2_CTRL_TYPE_INTEGER,
1031                 .minimum = -6,
1032                 .maximum = 6,
1033                 .step = 1,
1034                 .default_value = 0,
1035         },
1036         {
1037                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LF_TC_OFFSET_DIV2,
1038                 .type = V4L2_CTRL_TYPE_INTEGER,
1039                 .minimum = -6,
1040                 .maximum = 6,
1041                 .step = 1,
1042                 .default_value = 0,
1043         },
1044         {
1045                 .id = V4L2_CID_MPEG_VIDEO_HEVC_SIZE_OF_LENGTH_FIELD,
1046                 .type = V4L2_CTRL_TYPE_MENU,
1047                 .minimum = V4L2_MPEG_VIDEO_HEVC_SIZE_0,
1048                 .maximum = V4L2_MPEG_VIDEO_HEVC_SIZE_4,
1049                 .step = 1,
1050                 .default_value = V4L2_MPEG_VIDEO_HEVC_SIZE_0,
1051         },
1052         {
1053                 .id = V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR,
1054                 .type = V4L2_CTRL_TYPE_INTEGER,
1055                 .minimum = 0,
1056                 .maximum = 1,
1057                 .step = 1,
1058                 .default_value = 0,
1059         },
1060         {
1061                 .id = V4L2_CID_MIN_BUFFERS_FOR_OUTPUT,
1062                 .type = V4L2_CTRL_TYPE_INTEGER,
1063                 .name = "Minimum number of output bufs",
1064                 .minimum = 1,
1065                 .maximum = 32,
1066                 .step = 1,
1067                 .default_value = 1,
1068                 .is_volatile = 1,
1069         },
1070 };
1071
1072 #define NUM_CTRLS ARRAY_SIZE(controls)
1073 static const char * const *mfc51_get_menu(u32 id)
1074 {
1075         static const char * const mfc51_video_frame_skip[] = {
1076                 "Disabled",
1077                 "Level Limit",
1078                 "VBV/CPB Limit",
1079                 NULL,
1080         };
1081         static const char * const mfc51_video_force_frame[] = {
1082                 "Disabled",
1083                 "I Frame",
1084                 "Not Coded",
1085                 NULL,
1086         };
1087         switch (id) {
1088         case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
1089                 return mfc51_video_frame_skip;
1090         case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
1091                 return mfc51_video_force_frame;
1092         }
1093         return NULL;
1094 }
1095
1096 static int s5p_mfc_ctx_ready(struct s5p_mfc_ctx *ctx)
1097 {
1098         mfc_debug(2, "src=%d, dst=%d, state=%d\n",
1099                   ctx->src_queue_cnt, ctx->dst_queue_cnt, ctx->state);
1100         /* context is ready to make header */
1101         if (ctx->state == MFCINST_GOT_INST && ctx->dst_queue_cnt >= 1)
1102                 return 1;
1103         /* context is ready to encode a frame */
1104         if ((ctx->state == MFCINST_RUNNING ||
1105                 ctx->state == MFCINST_HEAD_PRODUCED) &&
1106                 ctx->src_queue_cnt >= 1 && ctx->dst_queue_cnt >= 1)
1107                 return 1;
1108         /* context is ready to encode remaining frames */
1109         if (ctx->state == MFCINST_FINISHING &&
1110                 ctx->dst_queue_cnt >= 1)
1111                 return 1;
1112         mfc_debug(2, "ctx is not ready\n");
1113         return 0;
1114 }
1115
1116 static void cleanup_ref_queue(struct s5p_mfc_ctx *ctx)
1117 {
1118         struct s5p_mfc_buf *mb_entry;
1119
1120         /* move buffers in ref queue to src queue */
1121         while (!list_empty(&ctx->ref_queue)) {
1122                 mb_entry = list_entry((&ctx->ref_queue)->next,
1123                                                 struct s5p_mfc_buf, list);
1124                 list_del(&mb_entry->list);
1125                 ctx->ref_queue_cnt--;
1126                 list_add_tail(&mb_entry->list, &ctx->src_queue);
1127                 ctx->src_queue_cnt++;
1128         }
1129         mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
1130                   ctx->src_queue_cnt, ctx->ref_queue_cnt);
1131         INIT_LIST_HEAD(&ctx->ref_queue);
1132         ctx->ref_queue_cnt = 0;
1133 }
1134
1135 static int enc_pre_seq_start(struct s5p_mfc_ctx *ctx)
1136 {
1137         struct s5p_mfc_dev *dev = ctx->dev;
1138         struct s5p_mfc_buf *dst_mb;
1139         unsigned long dst_addr;
1140         unsigned int dst_size;
1141
1142         dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
1143         dst_addr = vb2_dma_contig_plane_dma_addr(&dst_mb->b->vb2_buf, 0);
1144         dst_size = vb2_plane_size(&dst_mb->b->vb2_buf, 0);
1145         s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
1146                         dst_size);
1147         return 0;
1148 }
1149
1150 static int enc_post_seq_start(struct s5p_mfc_ctx *ctx)
1151 {
1152         struct s5p_mfc_dev *dev = ctx->dev;
1153         struct s5p_mfc_enc_params *p = &ctx->enc_params;
1154         struct s5p_mfc_buf *dst_mb;
1155         unsigned int enc_pb_count;
1156
1157         if (p->seq_hdr_mode == V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE) {
1158                 if (!list_empty(&ctx->dst_queue)) {
1159                         dst_mb = list_entry(ctx->dst_queue.next,
1160                                         struct s5p_mfc_buf, list);
1161                         list_del(&dst_mb->list);
1162                         ctx->dst_queue_cnt--;
1163                         vb2_set_plane_payload(&dst_mb->b->vb2_buf, 0,
1164                                 s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size,
1165                                                 dev));
1166                         vb2_buffer_done(&dst_mb->b->vb2_buf,
1167                                         VB2_BUF_STATE_DONE);
1168                 }
1169         }
1170
1171         if (!IS_MFCV6_PLUS(dev)) {
1172                 ctx->state = MFCINST_RUNNING;
1173                 if (s5p_mfc_ctx_ready(ctx))
1174                         set_work_bit_irqsave(ctx);
1175                 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1176         } else {
1177                 enc_pb_count = s5p_mfc_hw_call(dev->mfc_ops,
1178                                 get_enc_dpb_count, dev);
1179                 if (ctx->pb_count < enc_pb_count)
1180                         ctx->pb_count = enc_pb_count;
1181                 if (FW_HAS_E_MIN_SCRATCH_BUF(dev)) {
1182                         ctx->scratch_buf_size = s5p_mfc_hw_call(dev->mfc_ops,
1183                                         get_e_min_scratch_buf_size, dev);
1184                         ctx->bank1.size += ctx->scratch_buf_size;
1185                 }
1186                 ctx->state = MFCINST_HEAD_PRODUCED;
1187         }
1188
1189         return 0;
1190 }
1191
1192 static int enc_pre_frame_start(struct s5p_mfc_ctx *ctx)
1193 {
1194         struct s5p_mfc_dev *dev = ctx->dev;
1195         struct s5p_mfc_buf *dst_mb;
1196         struct s5p_mfc_buf *src_mb;
1197         unsigned long src_y_addr, src_c_addr, dst_addr;
1198         unsigned int dst_size;
1199
1200         src_mb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf, list);
1201         src_y_addr = vb2_dma_contig_plane_dma_addr(&src_mb->b->vb2_buf, 0);
1202         src_c_addr = vb2_dma_contig_plane_dma_addr(&src_mb->b->vb2_buf, 1);
1203         s5p_mfc_hw_call(dev->mfc_ops, set_enc_frame_buffer, ctx,
1204                                                         src_y_addr, src_c_addr);
1205
1206         dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
1207         dst_addr = vb2_dma_contig_plane_dma_addr(&dst_mb->b->vb2_buf, 0);
1208         dst_size = vb2_plane_size(&dst_mb->b->vb2_buf, 0);
1209         s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
1210                         dst_size);
1211
1212         return 0;
1213 }
1214
1215 static int enc_post_frame_start(struct s5p_mfc_ctx *ctx)
1216 {
1217         struct s5p_mfc_dev *dev = ctx->dev;
1218         struct s5p_mfc_buf *mb_entry;
1219         unsigned long enc_y_addr = 0, enc_c_addr = 0;
1220         unsigned long mb_y_addr, mb_c_addr;
1221         int slice_type;
1222         unsigned int strm_size;
1223
1224         slice_type = s5p_mfc_hw_call(dev->mfc_ops, get_enc_slice_type, dev);
1225         strm_size = s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size, dev);
1226         mfc_debug(2, "Encoded slice type: %d\n", slice_type);
1227         mfc_debug(2, "Encoded stream size: %d\n", strm_size);
1228         mfc_debug(2, "Display order: %d\n",
1229                   mfc_read(dev, S5P_FIMV_ENC_SI_PIC_CNT));
1230         if (slice_type >= 0) {
1231                 s5p_mfc_hw_call(dev->mfc_ops, get_enc_frame_buffer, ctx,
1232                                 &enc_y_addr, &enc_c_addr);
1233                 list_for_each_entry(mb_entry, &ctx->src_queue, list) {
1234                         mb_y_addr = vb2_dma_contig_plane_dma_addr(
1235                                         &mb_entry->b->vb2_buf, 0);
1236                         mb_c_addr = vb2_dma_contig_plane_dma_addr(
1237                                         &mb_entry->b->vb2_buf, 1);
1238                         if ((enc_y_addr == mb_y_addr) &&
1239                                                 (enc_c_addr == mb_c_addr)) {
1240                                 list_del(&mb_entry->list);
1241                                 ctx->src_queue_cnt--;
1242                                 vb2_buffer_done(&mb_entry->b->vb2_buf,
1243                                                         VB2_BUF_STATE_DONE);
1244                                 break;
1245                         }
1246                 }
1247                 list_for_each_entry(mb_entry, &ctx->ref_queue, list) {
1248                         mb_y_addr = vb2_dma_contig_plane_dma_addr(
1249                                         &mb_entry->b->vb2_buf, 0);
1250                         mb_c_addr = vb2_dma_contig_plane_dma_addr(
1251                                         &mb_entry->b->vb2_buf, 1);
1252                         if ((enc_y_addr == mb_y_addr) &&
1253                                                 (enc_c_addr == mb_c_addr)) {
1254                                 list_del(&mb_entry->list);
1255                                 ctx->ref_queue_cnt--;
1256                                 vb2_buffer_done(&mb_entry->b->vb2_buf,
1257                                                         VB2_BUF_STATE_DONE);
1258                                 break;
1259                         }
1260                 }
1261         }
1262         if ((ctx->src_queue_cnt > 0) && (ctx->state == MFCINST_RUNNING)) {
1263                 mb_entry = list_entry(ctx->src_queue.next, struct s5p_mfc_buf,
1264                                                                         list);
1265                 if (mb_entry->flags & MFC_BUF_FLAG_USED) {
1266                         list_del(&mb_entry->list);
1267                         ctx->src_queue_cnt--;
1268                         list_add_tail(&mb_entry->list, &ctx->ref_queue);
1269                         ctx->ref_queue_cnt++;
1270                 }
1271         }
1272         mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
1273                   ctx->src_queue_cnt, ctx->ref_queue_cnt);
1274         if ((ctx->dst_queue_cnt > 0) && (strm_size > 0)) {
1275                 mb_entry = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf,
1276                                                                         list);
1277                 list_del(&mb_entry->list);
1278                 ctx->dst_queue_cnt--;
1279                 switch (slice_type) {
1280                 case S5P_FIMV_ENC_SI_SLICE_TYPE_I:
1281                         mb_entry->b->flags |= V4L2_BUF_FLAG_KEYFRAME;
1282                         break;
1283                 case S5P_FIMV_ENC_SI_SLICE_TYPE_P:
1284                         mb_entry->b->flags |= V4L2_BUF_FLAG_PFRAME;
1285                         break;
1286                 case S5P_FIMV_ENC_SI_SLICE_TYPE_B:
1287                         mb_entry->b->flags |= V4L2_BUF_FLAG_BFRAME;
1288                         break;
1289                 }
1290                 vb2_set_plane_payload(&mb_entry->b->vb2_buf, 0, strm_size);
1291                 vb2_buffer_done(&mb_entry->b->vb2_buf, VB2_BUF_STATE_DONE);
1292         }
1293         if ((ctx->src_queue_cnt == 0) || (ctx->dst_queue_cnt == 0))
1294                 clear_work_bit(ctx);
1295
1296         return 0;
1297 }
1298
1299 static const struct s5p_mfc_codec_ops encoder_codec_ops = {
1300         .pre_seq_start          = enc_pre_seq_start,
1301         .post_seq_start         = enc_post_seq_start,
1302         .pre_frame_start        = enc_pre_frame_start,
1303         .post_frame_start       = enc_post_frame_start,
1304 };
1305
1306 /* Query capabilities of the device */
1307 static int vidioc_querycap(struct file *file, void *priv,
1308                            struct v4l2_capability *cap)
1309 {
1310         struct s5p_mfc_dev *dev = video_drvdata(file);
1311
1312         strscpy(cap->driver, S5P_MFC_NAME, sizeof(cap->driver));
1313         strscpy(cap->card, dev->vfd_enc->name, sizeof(cap->card));
1314         snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s",
1315                  dev_name(&dev->plat_dev->dev));
1316         return 0;
1317 }
1318
1319 static int vidioc_enum_fmt(struct file *file, struct v4l2_fmtdesc *f,
1320                                                         bool out)
1321 {
1322         struct s5p_mfc_dev *dev = video_drvdata(file);
1323         struct s5p_mfc_fmt *fmt;
1324         int i, j = 0;
1325
1326         for (i = 0; i < ARRAY_SIZE(formats); ++i) {
1327                 if (out && formats[i].type != MFC_FMT_RAW)
1328                         continue;
1329                 else if (!out && formats[i].type != MFC_FMT_ENC)
1330                         continue;
1331                 else if ((dev->variant->version_bit & formats[i].versions) == 0)
1332                         continue;
1333
1334                 if (j == f->index) {
1335                         fmt = &formats[i];
1336                         strscpy(f->description, fmt->name,
1337                                 sizeof(f->description));
1338                         f->pixelformat = fmt->fourcc;
1339                         return 0;
1340                 }
1341                 ++j;
1342         }
1343         return -EINVAL;
1344 }
1345
1346 static int vidioc_enum_fmt_vid_cap(struct file *file, void *pirv,
1347                                    struct v4l2_fmtdesc *f)
1348 {
1349         return vidioc_enum_fmt(file, f, false);
1350 }
1351
1352 static int vidioc_enum_fmt_vid_out(struct file *file, void *priv,
1353                                    struct v4l2_fmtdesc *f)
1354 {
1355         return vidioc_enum_fmt(file, f, true);
1356 }
1357
1358 static int vidioc_g_fmt(struct file *file, void *priv, struct v4l2_format *f)
1359 {
1360         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1361         struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1362
1363         mfc_debug(2, "f->type = %d ctx->state = %d\n", f->type, ctx->state);
1364         if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1365                 /* This is run on output (encoder dest) */
1366                 pix_fmt_mp->width = 0;
1367                 pix_fmt_mp->height = 0;
1368                 pix_fmt_mp->field = V4L2_FIELD_NONE;
1369                 pix_fmt_mp->pixelformat = ctx->dst_fmt->fourcc;
1370                 pix_fmt_mp->num_planes = ctx->dst_fmt->num_planes;
1371
1372                 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->enc_dst_buf_size;
1373                 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->enc_dst_buf_size;
1374         } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1375                 /* This is run on capture (encoder src) */
1376                 pix_fmt_mp->width = ctx->img_width;
1377                 pix_fmt_mp->height = ctx->img_height;
1378
1379                 pix_fmt_mp->field = V4L2_FIELD_NONE;
1380                 pix_fmt_mp->pixelformat = ctx->src_fmt->fourcc;
1381                 pix_fmt_mp->num_planes = ctx->src_fmt->num_planes;
1382
1383                 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
1384                 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
1385                 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
1386                 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
1387         } else {
1388                 mfc_err("invalid buf type\n");
1389                 return -EINVAL;
1390         }
1391         return 0;
1392 }
1393
1394 static int vidioc_try_fmt(struct file *file, void *priv, struct v4l2_format *f)
1395 {
1396         struct s5p_mfc_dev *dev = video_drvdata(file);
1397         struct s5p_mfc_fmt *fmt;
1398         struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1399
1400         if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1401                 fmt = find_format(f, MFC_FMT_ENC);
1402                 if (!fmt) {
1403                         mfc_err("failed to try output format\n");
1404                         return -EINVAL;
1405                 }
1406                 if ((dev->variant->version_bit & fmt->versions) == 0) {
1407                         mfc_err("Unsupported format by this MFC version.\n");
1408                         return -EINVAL;
1409                 }
1410
1411                 pix_fmt_mp->plane_fmt[0].bytesperline =
1412                         pix_fmt_mp->plane_fmt[0].sizeimage;
1413         } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1414                 fmt = find_format(f, MFC_FMT_RAW);
1415                 if (!fmt) {
1416                         mfc_err("failed to try output format\n");
1417                         return -EINVAL;
1418                 }
1419                 if ((dev->variant->version_bit & fmt->versions) == 0) {
1420                         mfc_err("Unsupported format by this MFC version.\n");
1421                         return -EINVAL;
1422                 }
1423
1424                 v4l_bound_align_image(&pix_fmt_mp->width, 8, 1920, 1,
1425                         &pix_fmt_mp->height, 4, 1080, 1, 0);
1426         } else {
1427                 mfc_err("invalid buf type\n");
1428                 return -EINVAL;
1429         }
1430         return 0;
1431 }
1432
1433 static int vidioc_s_fmt(struct file *file, void *priv, struct v4l2_format *f)
1434 {
1435         struct s5p_mfc_dev *dev = video_drvdata(file);
1436         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1437         struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1438         int ret = 0;
1439
1440         ret = vidioc_try_fmt(file, priv, f);
1441         if (ret)
1442                 return ret;
1443         if (ctx->vq_src.streaming || ctx->vq_dst.streaming) {
1444                 v4l2_err(&dev->v4l2_dev, "%s queue busy\n", __func__);
1445                 ret = -EBUSY;
1446                 goto out;
1447         }
1448         if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1449                 /* dst_fmt is validated by call to vidioc_try_fmt */
1450                 ctx->dst_fmt = find_format(f, MFC_FMT_ENC);
1451                 ctx->state = MFCINST_INIT;
1452                 ctx->codec_mode = ctx->dst_fmt->codec_mode;
1453                 ctx->enc_dst_buf_size = pix_fmt_mp->plane_fmt[0].sizeimage;
1454                 pix_fmt_mp->plane_fmt[0].bytesperline = 0;
1455                 ctx->dst_bufs_cnt = 0;
1456                 ctx->capture_state = QUEUE_FREE;
1457                 ret = s5p_mfc_open_mfc_inst(dev, ctx);
1458         } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1459                 /* src_fmt is validated by call to vidioc_try_fmt */
1460                 ctx->src_fmt = find_format(f, MFC_FMT_RAW);
1461                 ctx->img_width = pix_fmt_mp->width;
1462                 ctx->img_height = pix_fmt_mp->height;
1463                 mfc_debug(2, "codec number: %d\n", ctx->src_fmt->codec_mode);
1464                 mfc_debug(2, "fmt - w: %d, h: %d, ctx - w: %d, h: %d\n",
1465                         pix_fmt_mp->width, pix_fmt_mp->height,
1466                         ctx->img_width, ctx->img_height);
1467
1468                 s5p_mfc_hw_call(dev->mfc_ops, enc_calc_src_size, ctx);
1469                 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
1470                 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
1471                 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
1472                 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
1473
1474                 ctx->src_bufs_cnt = 0;
1475                 ctx->output_state = QUEUE_FREE;
1476         } else {
1477                 mfc_err("invalid buf type\n");
1478                 ret = -EINVAL;
1479         }
1480 out:
1481         mfc_debug_leave();
1482         return ret;
1483 }
1484
1485 static int vidioc_reqbufs(struct file *file, void *priv,
1486                                           struct v4l2_requestbuffers *reqbufs)
1487 {
1488         struct s5p_mfc_dev *dev = video_drvdata(file);
1489         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1490         int ret = 0;
1491
1492         /* if memory is not mmp or userptr return error */
1493         if ((reqbufs->memory != V4L2_MEMORY_MMAP) &&
1494                 (reqbufs->memory != V4L2_MEMORY_USERPTR))
1495                 return -EINVAL;
1496         if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1497                 if (reqbufs->count == 0) {
1498                         mfc_debug(2, "Freeing buffers\n");
1499                         ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1500                         s5p_mfc_hw_call(dev->mfc_ops, release_codec_buffers,
1501                                         ctx);
1502                         ctx->capture_state = QUEUE_FREE;
1503                         return ret;
1504                 }
1505                 if (ctx->capture_state != QUEUE_FREE) {
1506                         mfc_err("invalid capture state: %d\n",
1507                                                         ctx->capture_state);
1508                         return -EINVAL;
1509                 }
1510                 ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1511                 if (ret != 0) {
1512                         mfc_err("error in vb2_reqbufs() for E(D)\n");
1513                         return ret;
1514                 }
1515                 ctx->capture_state = QUEUE_BUFS_REQUESTED;
1516
1517                 ret = s5p_mfc_hw_call(ctx->dev->mfc_ops,
1518                                 alloc_codec_buffers, ctx);
1519                 if (ret) {
1520                         mfc_err("Failed to allocate encoding buffers\n");
1521                         reqbufs->count = 0;
1522                         ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1523                         return -ENOMEM;
1524                 }
1525         } else if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1526                 if (reqbufs->count == 0) {
1527                         mfc_debug(2, "Freeing buffers\n");
1528                         ret = vb2_reqbufs(&ctx->vq_src, reqbufs);
1529                         s5p_mfc_hw_call(dev->mfc_ops, release_codec_buffers,
1530                                         ctx);
1531                         ctx->output_state = QUEUE_FREE;
1532                         return ret;
1533                 }
1534                 if (ctx->output_state != QUEUE_FREE) {
1535                         mfc_err("invalid output state: %d\n",
1536                                                         ctx->output_state);
1537                         return -EINVAL;
1538                 }
1539
1540                 if (IS_MFCV6_PLUS(dev)) {
1541                         /* Check for min encoder buffers */
1542                         if (ctx->pb_count &&
1543                                 (reqbufs->count < ctx->pb_count)) {
1544                                 reqbufs->count = ctx->pb_count;
1545                                 mfc_debug(2, "Minimum %d output buffers needed\n",
1546                                                 ctx->pb_count);
1547                         } else {
1548                                 ctx->pb_count = reqbufs->count;
1549                         }
1550                 }
1551
1552                 ret = vb2_reqbufs(&ctx->vq_src, reqbufs);
1553                 if (ret != 0) {
1554                         mfc_err("error in vb2_reqbufs() for E(S)\n");
1555                         return ret;
1556                 }
1557                 ctx->output_state = QUEUE_BUFS_REQUESTED;
1558         } else {
1559                 mfc_err("invalid buf type\n");
1560                 return -EINVAL;
1561         }
1562         return ret;
1563 }
1564
1565 static int vidioc_querybuf(struct file *file, void *priv,
1566                                                    struct v4l2_buffer *buf)
1567 {
1568         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1569         int ret = 0;
1570
1571         /* if memory is not mmp or userptr return error */
1572         if ((buf->memory != V4L2_MEMORY_MMAP) &&
1573                 (buf->memory != V4L2_MEMORY_USERPTR))
1574                 return -EINVAL;
1575         if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1576                 if (ctx->state != MFCINST_GOT_INST) {
1577                         mfc_err("invalid context state: %d\n", ctx->state);
1578                         return -EINVAL;
1579                 }
1580                 ret = vb2_querybuf(&ctx->vq_dst, buf);
1581                 if (ret != 0) {
1582                         mfc_err("error in vb2_querybuf() for E(D)\n");
1583                         return ret;
1584                 }
1585                 buf->m.planes[0].m.mem_offset += DST_QUEUE_OFF_BASE;
1586         } else if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1587                 ret = vb2_querybuf(&ctx->vq_src, buf);
1588                 if (ret != 0) {
1589                         mfc_err("error in vb2_querybuf() for E(S)\n");
1590                         return ret;
1591                 }
1592         } else {
1593                 mfc_err("invalid buf type\n");
1594                 return -EINVAL;
1595         }
1596         return ret;
1597 }
1598
1599 /* Queue a buffer */
1600 static int vidioc_qbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1601 {
1602         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1603
1604         if (ctx->state == MFCINST_ERROR) {
1605                 mfc_err("Call on QBUF after unrecoverable error\n");
1606                 return -EIO;
1607         }
1608         if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1609                 if (ctx->state == MFCINST_FINISHING) {
1610                         mfc_err("Call on QBUF after EOS command\n");
1611                         return -EIO;
1612                 }
1613                 return vb2_qbuf(&ctx->vq_src, NULL, buf);
1614         } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1615                 return vb2_qbuf(&ctx->vq_dst, NULL, buf);
1616         }
1617         return -EINVAL;
1618 }
1619
1620 /* Dequeue a buffer */
1621 static int vidioc_dqbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1622 {
1623         const struct v4l2_event ev = {
1624                 .type = V4L2_EVENT_EOS
1625         };
1626         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1627         int ret;
1628
1629         if (ctx->state == MFCINST_ERROR) {
1630                 mfc_err_limited("Call on DQBUF after unrecoverable error\n");
1631                 return -EIO;
1632         }
1633         if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1634                 ret = vb2_dqbuf(&ctx->vq_src, buf, file->f_flags & O_NONBLOCK);
1635         } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1636                 ret = vb2_dqbuf(&ctx->vq_dst, buf, file->f_flags & O_NONBLOCK);
1637                 if (ret == 0 && ctx->state == MFCINST_FINISHED
1638                                         && list_empty(&ctx->vq_dst.done_list))
1639                         v4l2_event_queue_fh(&ctx->fh, &ev);
1640         } else {
1641                 ret = -EINVAL;
1642         }
1643
1644         return ret;
1645 }
1646
1647 /* Export DMA buffer */
1648 static int vidioc_expbuf(struct file *file, void *priv,
1649         struct v4l2_exportbuffer *eb)
1650 {
1651         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1652
1653         if (eb->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1654                 return vb2_expbuf(&ctx->vq_src, eb);
1655         if (eb->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1656                 return vb2_expbuf(&ctx->vq_dst, eb);
1657         return -EINVAL;
1658 }
1659
1660 /* Stream on */
1661 static int vidioc_streamon(struct file *file, void *priv,
1662                            enum v4l2_buf_type type)
1663 {
1664         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1665
1666         if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1667                 return vb2_streamon(&ctx->vq_src, type);
1668         else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1669                 return vb2_streamon(&ctx->vq_dst, type);
1670         return -EINVAL;
1671 }
1672
1673 /* Stream off, which equals to a pause */
1674 static int vidioc_streamoff(struct file *file, void *priv,
1675                             enum v4l2_buf_type type)
1676 {
1677         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1678
1679         if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1680                 return vb2_streamoff(&ctx->vq_src, type);
1681         else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1682                 return vb2_streamoff(&ctx->vq_dst, type);
1683         return -EINVAL;
1684 }
1685
1686 static inline int h264_level(enum v4l2_mpeg_video_h264_level lvl)
1687 {
1688         static unsigned int t[V4L2_MPEG_VIDEO_H264_LEVEL_4_0 + 1] = {
1689                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_0   */ 10,
1690                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1B    */ 9,
1691                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_1   */ 11,
1692                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_2   */ 12,
1693                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_3   */ 13,
1694                 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_0   */ 20,
1695                 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_1   */ 21,
1696                 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_2   */ 22,
1697                 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_0   */ 30,
1698                 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_1   */ 31,
1699                 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_2   */ 32,
1700                 /* V4L2_MPEG_VIDEO_H264_LEVEL_4_0   */ 40,
1701         };
1702         return t[lvl];
1703 }
1704
1705 static inline int mpeg4_level(enum v4l2_mpeg_video_mpeg4_level lvl)
1706 {
1707         static unsigned int t[V4L2_MPEG_VIDEO_MPEG4_LEVEL_5 + 1] = {
1708                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0    */ 0,
1709                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0B   */ 9,
1710                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_1    */ 1,
1711                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_2    */ 2,
1712                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3    */ 3,
1713                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3B   */ 7,
1714                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_4    */ 4,
1715                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_5    */ 5,
1716         };
1717         return t[lvl];
1718 }
1719
1720 static inline int hevc_level(enum v4l2_mpeg_video_hevc_level lvl)
1721 {
1722         static unsigned int t[] = {
1723                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_1    */ 10,
1724                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_2    */ 20,
1725                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_2_1  */ 21,
1726                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_3    */ 30,
1727                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_3_1  */ 31,
1728                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_4    */ 40,
1729                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_4_1  */ 41,
1730                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_5    */ 50,
1731                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_5_1  */ 51,
1732                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_5_2  */ 52,
1733                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_6    */ 60,
1734                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_6_1  */ 61,
1735                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_6_2  */ 62,
1736         };
1737         return t[lvl];
1738 }
1739
1740 static inline int vui_sar_idc(enum v4l2_mpeg_video_h264_vui_sar_idc sar)
1741 {
1742         static unsigned int t[V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED + 1] = {
1743                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED     */ 0,
1744                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1             */ 1,
1745                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_12x11           */ 2,
1746                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_10x11           */ 3,
1747                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_16x11           */ 4,
1748                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_40x33           */ 5,
1749                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_24x11           */ 6,
1750                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_20x11           */ 7,
1751                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_32x11           */ 8,
1752                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_80x33           */ 9,
1753                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_18x11           */ 10,
1754                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_15x11           */ 11,
1755                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_64x33           */ 12,
1756                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_160x99          */ 13,
1757                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_4x3             */ 14,
1758                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_3x2             */ 15,
1759                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_2x1             */ 16,
1760                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED        */ 255,
1761         };
1762         return t[sar];
1763 }
1764
1765 /*
1766  * Update range of all HEVC quantization parameter controls that depend on the
1767  * V4L2_CID_MPEG_VIDEO_HEVC_MIN_QP, V4L2_CID_MPEG_VIDEO_HEVC_MAX_QP controls.
1768  */
1769 static void __enc_update_hevc_qp_ctrls_range(struct s5p_mfc_ctx *ctx,
1770                                              int min, int max)
1771 {
1772         static const int __hevc_qp_ctrls[] = {
1773                 V4L2_CID_MPEG_VIDEO_HEVC_I_FRAME_QP,
1774                 V4L2_CID_MPEG_VIDEO_HEVC_P_FRAME_QP,
1775                 V4L2_CID_MPEG_VIDEO_HEVC_B_FRAME_QP,
1776                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_QP,
1777                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_QP,
1778                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_QP,
1779                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_QP,
1780                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_QP,
1781                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_QP,
1782                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_QP,
1783         };
1784         struct v4l2_ctrl *ctrl = NULL;
1785         int i, j;
1786
1787         for (i = 0; i < ARRAY_SIZE(__hevc_qp_ctrls); i++) {
1788                 for (j = 0; j < ARRAY_SIZE(ctx->ctrls); j++) {
1789                         if (ctx->ctrls[j]->id == __hevc_qp_ctrls[i]) {
1790                                 ctrl = ctx->ctrls[j];
1791                                 break;
1792                         }
1793                 }
1794                 if (WARN_ON(!ctrl))
1795                         break;
1796
1797                 __v4l2_ctrl_modify_range(ctrl, min, max, ctrl->step, min);
1798         }
1799 }
1800
1801 static int s5p_mfc_enc_s_ctrl(struct v4l2_ctrl *ctrl)
1802 {
1803         struct s5p_mfc_ctx *ctx = ctrl_to_ctx(ctrl);
1804         struct s5p_mfc_dev *dev = ctx->dev;
1805         struct s5p_mfc_enc_params *p = &ctx->enc_params;
1806         int ret = 0;
1807
1808         switch (ctrl->id) {
1809         case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
1810                 p->gop_size = ctrl->val;
1811                 break;
1812         case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE:
1813                 p->slice_mode = ctrl->val;
1814                 break;
1815         case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB:
1816                 p->slice_mb = ctrl->val;
1817                 break;
1818         case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES:
1819                 p->slice_bit = ctrl->val * 8;
1820                 break;
1821         case V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB:
1822                 p->intra_refresh_mb = ctrl->val;
1823                 break;
1824         case V4L2_CID_MPEG_MFC51_VIDEO_PADDING:
1825                 p->pad = ctrl->val;
1826                 break;
1827         case V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV:
1828                 p->pad_luma = (ctrl->val >> 16) & 0xff;
1829                 p->pad_cb = (ctrl->val >> 8) & 0xff;
1830                 p->pad_cr = (ctrl->val >> 0) & 0xff;
1831                 break;
1832         case V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE:
1833                 p->rc_frame = ctrl->val;
1834                 break;
1835         case V4L2_CID_MPEG_VIDEO_BITRATE:
1836                 p->rc_bitrate = ctrl->val;
1837                 break;
1838         case V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF:
1839                 p->rc_reaction_coeff = ctrl->val;
1840                 break;
1841         case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
1842                 ctx->force_frame_type = ctrl->val;
1843                 break;
1844         case V4L2_CID_MPEG_VIDEO_FORCE_KEY_FRAME:
1845                 ctx->force_frame_type =
1846                         V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_I_FRAME;
1847                 break;
1848         case V4L2_CID_MPEG_VIDEO_VBV_SIZE:
1849                 p->vbv_size = ctrl->val;
1850                 break;
1851         case V4L2_CID_MPEG_VIDEO_MV_H_SEARCH_RANGE:
1852                 p->mv_h_range = ctrl->val;
1853                 break;
1854         case V4L2_CID_MPEG_VIDEO_MV_V_SEARCH_RANGE:
1855                 p->mv_v_range = ctrl->val;
1856                 break;
1857         case V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE:
1858                 p->codec.h264.cpb_size = ctrl->val;
1859                 break;
1860         case V4L2_CID_MPEG_VIDEO_HEADER_MODE:
1861                 p->seq_hdr_mode = ctrl->val;
1862                 break;
1863         case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
1864                 p->frame_skip_mode = ctrl->val;
1865                 break;
1866         case V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT:
1867                 p->fixed_target_bit = ctrl->val;
1868                 break;
1869         case V4L2_CID_MPEG_VIDEO_B_FRAMES:
1870                 p->num_b_frame = ctrl->val;
1871                 break;
1872         case V4L2_CID_MPEG_VIDEO_H264_PROFILE:
1873                 switch (ctrl->val) {
1874                 case V4L2_MPEG_VIDEO_H264_PROFILE_MAIN:
1875                         p->codec.h264.profile =
1876                                         S5P_FIMV_ENC_PROFILE_H264_MAIN;
1877                         break;
1878                 case V4L2_MPEG_VIDEO_H264_PROFILE_HIGH:
1879                         p->codec.h264.profile =
1880                                         S5P_FIMV_ENC_PROFILE_H264_HIGH;
1881                         break;
1882                 case V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE:
1883                         p->codec.h264.profile =
1884                                 S5P_FIMV_ENC_PROFILE_H264_BASELINE;
1885                         break;
1886                 case V4L2_MPEG_VIDEO_H264_PROFILE_CONSTRAINED_BASELINE:
1887                         if (IS_MFCV6_PLUS(dev))
1888                                 p->codec.h264.profile =
1889                                 S5P_FIMV_ENC_PROFILE_H264_CONSTRAINED_BASELINE;
1890                         else
1891                                 ret = -EINVAL;
1892                         break;
1893                 default:
1894                         ret = -EINVAL;
1895                 }
1896                 break;
1897         case V4L2_CID_MPEG_VIDEO_H264_LEVEL:
1898                 p->codec.h264.level_v4l2 = ctrl->val;
1899                 p->codec.h264.level = h264_level(ctrl->val);
1900                 if (p->codec.h264.level < 0) {
1901                         mfc_err("Level number is wrong\n");
1902                         ret = p->codec.h264.level;
1903                 }
1904                 break;
1905         case V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL:
1906                 p->codec.mpeg4.level_v4l2 = ctrl->val;
1907                 p->codec.mpeg4.level = mpeg4_level(ctrl->val);
1908                 if (p->codec.mpeg4.level < 0) {
1909                         mfc_err("Level number is wrong\n");
1910                         ret = p->codec.mpeg4.level;
1911                 }
1912                 break;
1913         case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE:
1914                 p->codec.h264.loop_filter_mode = ctrl->val;
1915                 break;
1916         case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA:
1917                 p->codec.h264.loop_filter_alpha = ctrl->val;
1918                 break;
1919         case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA:
1920                 p->codec.h264.loop_filter_beta = ctrl->val;
1921                 break;
1922         case V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE:
1923                 p->codec.h264.entropy_mode = ctrl->val;
1924                 break;
1925         case V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P:
1926                 p->codec.h264.num_ref_pic_4p = ctrl->val;
1927                 break;
1928         case V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM:
1929                 p->codec.h264._8x8_transform = ctrl->val;
1930                 break;
1931         case V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE:
1932                 p->rc_mb = ctrl->val;
1933                 break;
1934         case V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP:
1935                 p->codec.h264.rc_frame_qp = ctrl->val;
1936                 break;
1937         case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
1938                 p->codec.h264.rc_min_qp = ctrl->val;
1939                 break;
1940         case V4L2_CID_MPEG_VIDEO_H264_MAX_QP:
1941                 p->codec.h264.rc_max_qp = ctrl->val;
1942                 break;
1943         case V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP:
1944                 p->codec.h264.rc_p_frame_qp = ctrl->val;
1945                 break;
1946         case V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP:
1947                 p->codec.h264.rc_b_frame_qp = ctrl->val;
1948                 break;
1949         case V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP:
1950         case V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP:
1951                 p->codec.mpeg4.rc_frame_qp = ctrl->val;
1952                 break;
1953         case V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP:
1954         case V4L2_CID_MPEG_VIDEO_H263_MIN_QP:
1955                 p->codec.mpeg4.rc_min_qp = ctrl->val;
1956                 break;
1957         case V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP:
1958         case V4L2_CID_MPEG_VIDEO_H263_MAX_QP:
1959                 p->codec.mpeg4.rc_max_qp = ctrl->val;
1960                 break;
1961         case V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP:
1962         case V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP:
1963                 p->codec.mpeg4.rc_p_frame_qp = ctrl->val;
1964                 break;
1965         case V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP:
1966         case V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP:
1967                 p->codec.mpeg4.rc_b_frame_qp = ctrl->val;
1968                 break;
1969         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK:
1970                 p->codec.h264.rc_mb_dark = ctrl->val;
1971                 break;
1972         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH:
1973                 p->codec.h264.rc_mb_smooth = ctrl->val;
1974                 break;
1975         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC:
1976                 p->codec.h264.rc_mb_static = ctrl->val;
1977                 break;
1978         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY:
1979                 p->codec.h264.rc_mb_activity = ctrl->val;
1980                 break;
1981         case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE:
1982                 p->codec.h264.vui_sar = ctrl->val;
1983                 break;
1984         case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC:
1985                 p->codec.h264.vui_sar_idc = vui_sar_idc(ctrl->val);
1986                 break;
1987         case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH:
1988                 p->codec.h264.vui_ext_sar_width = ctrl->val;
1989                 break;
1990         case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT:
1991                 p->codec.h264.vui_ext_sar_height = ctrl->val;
1992                 break;
1993         case V4L2_CID_MPEG_VIDEO_GOP_CLOSURE:
1994                 p->codec.h264.open_gop = !ctrl->val;
1995                 break;
1996         case V4L2_CID_MPEG_VIDEO_H264_I_PERIOD:
1997                 p->codec.h264.open_gop_size = ctrl->val;
1998                 break;
1999         case V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE:
2000                 switch (ctrl->val) {
2001                 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE:
2002                         p->codec.mpeg4.profile =
2003                                 S5P_FIMV_ENC_PROFILE_MPEG4_SIMPLE;
2004                         break;
2005                 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE:
2006                         p->codec.mpeg4.profile =
2007                         S5P_FIMV_ENC_PROFILE_MPEG4_ADVANCED_SIMPLE;
2008                         break;
2009                 default:
2010                         ret = -EINVAL;
2011                 }
2012                 break;
2013         case V4L2_CID_MPEG_VIDEO_MPEG4_QPEL:
2014                 p->codec.mpeg4.quarter_pixel = ctrl->val;
2015                 break;
2016         case V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS:
2017                 p->codec.vp8.num_partitions = ctrl->val;
2018                 break;
2019         case V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4:
2020                 p->codec.vp8.imd_4x4 = ctrl->val;
2021                 break;
2022         case V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES:
2023                 p->codec.vp8.num_ref = ctrl->val;
2024                 break;
2025         case V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL:
2026                 p->codec.vp8.filter_level = ctrl->val;
2027                 break;
2028         case V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS:
2029                 p->codec.vp8.filter_sharpness = ctrl->val;
2030                 break;
2031         case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD:
2032                 p->codec.vp8.golden_frame_ref_period = ctrl->val;
2033                 break;
2034         case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL:
2035                 p->codec.vp8.golden_frame_sel = ctrl->val;
2036                 break;
2037         case V4L2_CID_MPEG_VIDEO_VPX_MIN_QP:
2038                 p->codec.vp8.rc_min_qp = ctrl->val;
2039                 break;
2040         case V4L2_CID_MPEG_VIDEO_VPX_MAX_QP:
2041                 p->codec.vp8.rc_max_qp = ctrl->val;
2042                 break;
2043         case V4L2_CID_MPEG_VIDEO_VPX_I_FRAME_QP:
2044                 p->codec.vp8.rc_frame_qp = ctrl->val;
2045                 break;
2046         case V4L2_CID_MPEG_VIDEO_VPX_P_FRAME_QP:
2047                 p->codec.vp8.rc_p_frame_qp = ctrl->val;
2048                 break;
2049         case V4L2_CID_MPEG_VIDEO_VP8_PROFILE:
2050                 p->codec.vp8.profile = ctrl->val;
2051                 break;
2052         case V4L2_CID_MPEG_VIDEO_HEVC_I_FRAME_QP:
2053                 p->codec.hevc.rc_frame_qp = ctrl->val;
2054                 break;
2055         case V4L2_CID_MPEG_VIDEO_HEVC_P_FRAME_QP:
2056                 p->codec.hevc.rc_p_frame_qp = ctrl->val;
2057                 break;
2058         case V4L2_CID_MPEG_VIDEO_HEVC_B_FRAME_QP:
2059                 p->codec.hevc.rc_b_frame_qp = ctrl->val;
2060                 break;
2061         case V4L2_CID_MPEG_VIDEO_HEVC_FRAME_RATE_RESOLUTION:
2062                 p->codec.hevc.rc_framerate = ctrl->val;
2063                 break;
2064         case V4L2_CID_MPEG_VIDEO_HEVC_MIN_QP:
2065                 p->codec.hevc.rc_min_qp = ctrl->val;
2066                 __enc_update_hevc_qp_ctrls_range(ctx, ctrl->val,
2067                                                  p->codec.hevc.rc_max_qp);
2068                 break;
2069         case V4L2_CID_MPEG_VIDEO_HEVC_MAX_QP:
2070                 p->codec.hevc.rc_max_qp = ctrl->val;
2071                 __enc_update_hevc_qp_ctrls_range(ctx, p->codec.hevc.rc_min_qp,
2072                                                  ctrl->val);
2073                 break;
2074         case V4L2_CID_MPEG_VIDEO_HEVC_LEVEL:
2075                 p->codec.hevc.level_v4l2 = ctrl->val;
2076                 p->codec.hevc.level = hevc_level(ctrl->val);
2077                 break;
2078         case V4L2_CID_MPEG_VIDEO_HEVC_PROFILE:
2079                 switch (ctrl->val) {
2080                 case V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN:
2081                         p->codec.hevc.profile =
2082                                 V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN;
2083                         break;
2084                 case V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE:
2085                         p->codec.hevc.profile =
2086                         V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE;
2087                         break;
2088                 default:
2089                         ret = -EINVAL;
2090                 }
2091                 break;
2092         case V4L2_CID_MPEG_VIDEO_HEVC_TIER:
2093                 p->codec.hevc.tier = ctrl->val;
2094                 break;
2095         case V4L2_CID_MPEG_VIDEO_HEVC_MAX_PARTITION_DEPTH:
2096                 p->codec.hevc.max_partition_depth = ctrl->val;
2097                 break;
2098         case V4L2_CID_MPEG_VIDEO_REF_NUMBER_FOR_PFRAMES:
2099                 p->codec.hevc.num_refs_for_p = ctrl->val;
2100                 break;
2101         case V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_TYPE:
2102                 p->codec.hevc.refreshtype = ctrl->val;
2103                 break;
2104         case V4L2_CID_MPEG_VIDEO_HEVC_CONST_INTRA_PRED:
2105                 p->codec.hevc.const_intra_period_enable = ctrl->val;
2106                 break;
2107         case V4L2_CID_MPEG_VIDEO_HEVC_LOSSLESS_CU:
2108                 p->codec.hevc.lossless_cu_enable = ctrl->val;
2109                 break;
2110         case V4L2_CID_MPEG_VIDEO_HEVC_WAVEFRONT:
2111                 p->codec.hevc.wavefront_enable = ctrl->val;
2112                 break;
2113         case V4L2_CID_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE:
2114                 p->codec.hevc.loopfilter = ctrl->val;
2115                 break;
2116         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_QP:
2117                 p->codec.hevc.hier_qp_enable = ctrl->val;
2118                 break;
2119         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_TYPE:
2120                 p->codec.hevc.hier_qp_type = ctrl->val;
2121                 break;
2122         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_LAYER:
2123                 p->codec.hevc.num_hier_layer = ctrl->val;
2124                 break;
2125         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_QP:
2126                 p->codec.hevc.hier_qp_layer[0] = ctrl->val;
2127                 break;
2128         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_QP:
2129                 p->codec.hevc.hier_qp_layer[1] = ctrl->val;
2130                 break;
2131         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_QP:
2132                 p->codec.hevc.hier_qp_layer[2] = ctrl->val;
2133                 break;
2134         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_QP:
2135                 p->codec.hevc.hier_qp_layer[3] = ctrl->val;
2136                 break;
2137         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_QP:
2138                 p->codec.hevc.hier_qp_layer[4] = ctrl->val;
2139                 break;
2140         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_QP:
2141                 p->codec.hevc.hier_qp_layer[5] = ctrl->val;
2142                 break;
2143         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_QP:
2144                 p->codec.hevc.hier_qp_layer[6] = ctrl->val;
2145                 break;
2146         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_BR:
2147                 p->codec.hevc.hier_bit_layer[0] = ctrl->val;
2148                 break;
2149         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_BR:
2150                 p->codec.hevc.hier_bit_layer[1] = ctrl->val;
2151                 break;
2152         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_BR:
2153                 p->codec.hevc.hier_bit_layer[2] = ctrl->val;
2154                 break;
2155         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_BR:
2156                 p->codec.hevc.hier_bit_layer[3] = ctrl->val;
2157                 break;
2158         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_BR:
2159                 p->codec.hevc.hier_bit_layer[4] = ctrl->val;
2160                 break;
2161         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_BR:
2162                 p->codec.hevc.hier_bit_layer[5] = ctrl->val;
2163                 break;
2164         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_BR:
2165                 p->codec.hevc.hier_bit_layer[6] = ctrl->val;
2166                 break;
2167         case V4L2_CID_MPEG_VIDEO_HEVC_GENERAL_PB:
2168                 p->codec.hevc.general_pb_enable = ctrl->val;
2169                 break;
2170         case V4L2_CID_MPEG_VIDEO_HEVC_TEMPORAL_ID:
2171                 p->codec.hevc.temporal_id_enable = ctrl->val;
2172                 break;
2173         case V4L2_CID_MPEG_VIDEO_HEVC_STRONG_SMOOTHING:
2174                 p->codec.hevc.strong_intra_smooth = ctrl->val;
2175                 break;
2176         case V4L2_CID_MPEG_VIDEO_HEVC_INTRA_PU_SPLIT:
2177                 p->codec.hevc.intra_pu_split_disable = ctrl->val;
2178                 break;
2179         case V4L2_CID_MPEG_VIDEO_HEVC_TMV_PREDICTION:
2180                 p->codec.hevc.tmv_prediction_disable = !ctrl->val;
2181                 break;
2182         case V4L2_CID_MPEG_VIDEO_HEVC_MAX_NUM_MERGE_MV_MINUS1:
2183                 p->codec.hevc.max_num_merge_mv = ctrl->val;
2184                 break;
2185         case V4L2_CID_MPEG_VIDEO_HEVC_WITHOUT_STARTCODE:
2186                 p->codec.hevc.encoding_nostartcode_enable = ctrl->val;
2187                 break;
2188         case V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_PERIOD:
2189                 p->codec.hevc.refreshperiod = ctrl->val;
2190                 break;
2191         case V4L2_CID_MPEG_VIDEO_HEVC_LF_BETA_OFFSET_DIV2:
2192                 p->codec.hevc.lf_beta_offset_div2 = ctrl->val;
2193                 break;
2194         case V4L2_CID_MPEG_VIDEO_HEVC_LF_TC_OFFSET_DIV2:
2195                 p->codec.hevc.lf_tc_offset_div2 = ctrl->val;
2196                 break;
2197         case V4L2_CID_MPEG_VIDEO_HEVC_SIZE_OF_LENGTH_FIELD:
2198                 p->codec.hevc.size_of_length_field = ctrl->val;
2199                 break;
2200         case V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR:
2201                 p->codec.hevc.prepend_sps_pps_to_idr = ctrl->val;
2202                 break;
2203         default:
2204                 v4l2_err(&dev->v4l2_dev, "Invalid control, id=%d, val=%d\n",
2205                                                         ctrl->id, ctrl->val);
2206                 ret = -EINVAL;
2207         }
2208         return ret;
2209 }
2210
2211 static int s5p_mfc_enc_g_v_ctrl(struct v4l2_ctrl *ctrl)
2212 {
2213         struct s5p_mfc_ctx *ctx = ctrl_to_ctx(ctrl);
2214         struct s5p_mfc_dev *dev = ctx->dev;
2215
2216         switch (ctrl->id) {
2217         case V4L2_CID_MIN_BUFFERS_FOR_OUTPUT:
2218                 if (ctx->state >= MFCINST_HEAD_PARSED &&
2219                     ctx->state < MFCINST_ABORT) {
2220                         ctrl->val = ctx->pb_count;
2221                         break;
2222                 } else if (ctx->state != MFCINST_INIT) {
2223                         v4l2_err(&dev->v4l2_dev, "Encoding not initialised\n");
2224                         return -EINVAL;
2225                 }
2226                 /* Should wait for the header to be produced */
2227                 s5p_mfc_wait_for_done_ctx(ctx,
2228                                 S5P_MFC_R2H_CMD_SEQ_DONE_RET, 0);
2229                 if (ctx->state >= MFCINST_HEAD_PARSED &&
2230                     ctx->state < MFCINST_ABORT) {
2231                         ctrl->val = ctx->pb_count;
2232                 } else {
2233                         v4l2_err(&dev->v4l2_dev, "Encoding not initialised\n");
2234                         return -EINVAL;
2235                 }
2236                 break;
2237         }
2238         return 0;
2239 }
2240
2241 static const struct v4l2_ctrl_ops s5p_mfc_enc_ctrl_ops = {
2242         .s_ctrl = s5p_mfc_enc_s_ctrl,
2243         .g_volatile_ctrl = s5p_mfc_enc_g_v_ctrl,
2244 };
2245
2246 static int vidioc_s_parm(struct file *file, void *priv,
2247                          struct v4l2_streamparm *a)
2248 {
2249         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
2250
2251         if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2252                 ctx->enc_params.rc_framerate_num =
2253                                         a->parm.output.timeperframe.denominator;
2254                 ctx->enc_params.rc_framerate_denom =
2255                                         a->parm.output.timeperframe.numerator;
2256         } else {
2257                 mfc_err("Setting FPS is only possible for the output queue\n");
2258                 return -EINVAL;
2259         }
2260         return 0;
2261 }
2262
2263 static int vidioc_g_parm(struct file *file, void *priv,
2264                          struct v4l2_streamparm *a)
2265 {
2266         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
2267
2268         if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
2269                 a->parm.output.timeperframe.denominator =
2270                                         ctx->enc_params.rc_framerate_num;
2271                 a->parm.output.timeperframe.numerator =
2272                                         ctx->enc_params.rc_framerate_denom;
2273         } else {
2274                 mfc_err("Setting FPS is only possible for the output queue\n");
2275                 return -EINVAL;
2276         }
2277         return 0;
2278 }
2279
2280 static int vidioc_encoder_cmd(struct file *file, void *priv,
2281                               struct v4l2_encoder_cmd *cmd)
2282 {
2283         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
2284         struct s5p_mfc_dev *dev = ctx->dev;
2285         struct s5p_mfc_buf *buf;
2286         unsigned long flags;
2287
2288         switch (cmd->cmd) {
2289         case V4L2_ENC_CMD_STOP:
2290                 if (cmd->flags != 0)
2291                         return -EINVAL;
2292
2293                 if (!ctx->vq_src.streaming)
2294                         return -EINVAL;
2295
2296                 spin_lock_irqsave(&dev->irqlock, flags);
2297                 if (list_empty(&ctx->src_queue)) {
2298                         mfc_debug(2, "EOS: empty src queue, entering finishing state\n");
2299                         ctx->state = MFCINST_FINISHING;
2300                         if (s5p_mfc_ctx_ready(ctx))
2301                                 set_work_bit_irqsave(ctx);
2302                         spin_unlock_irqrestore(&dev->irqlock, flags);
2303                         s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
2304                 } else {
2305                         mfc_debug(2, "EOS: marking last buffer of stream\n");
2306                         buf = list_entry(ctx->src_queue.prev,
2307                                                 struct s5p_mfc_buf, list);
2308                         if (buf->flags & MFC_BUF_FLAG_USED)
2309                                 ctx->state = MFCINST_FINISHING;
2310                         else
2311                                 buf->flags |= MFC_BUF_FLAG_EOS;
2312                         spin_unlock_irqrestore(&dev->irqlock, flags);
2313                 }
2314                 break;
2315         default:
2316                 return -EINVAL;
2317
2318         }
2319         return 0;
2320 }
2321
2322 static int vidioc_subscribe_event(struct v4l2_fh *fh,
2323                                   const struct v4l2_event_subscription *sub)
2324 {
2325         switch (sub->type) {
2326         case V4L2_EVENT_EOS:
2327                 return v4l2_event_subscribe(fh, sub, 2, NULL);
2328         default:
2329                 return -EINVAL;
2330         }
2331 }
2332
2333 static const struct v4l2_ioctl_ops s5p_mfc_enc_ioctl_ops = {
2334         .vidioc_querycap = vidioc_querycap,
2335         .vidioc_enum_fmt_vid_cap = vidioc_enum_fmt_vid_cap,
2336         .vidioc_enum_fmt_vid_out = vidioc_enum_fmt_vid_out,
2337         .vidioc_g_fmt_vid_cap_mplane = vidioc_g_fmt,
2338         .vidioc_g_fmt_vid_out_mplane = vidioc_g_fmt,
2339         .vidioc_try_fmt_vid_cap_mplane = vidioc_try_fmt,
2340         .vidioc_try_fmt_vid_out_mplane = vidioc_try_fmt,
2341         .vidioc_s_fmt_vid_cap_mplane = vidioc_s_fmt,
2342         .vidioc_s_fmt_vid_out_mplane = vidioc_s_fmt,
2343         .vidioc_reqbufs = vidioc_reqbufs,
2344         .vidioc_querybuf = vidioc_querybuf,
2345         .vidioc_qbuf = vidioc_qbuf,
2346         .vidioc_dqbuf = vidioc_dqbuf,
2347         .vidioc_expbuf = vidioc_expbuf,
2348         .vidioc_streamon = vidioc_streamon,
2349         .vidioc_streamoff = vidioc_streamoff,
2350         .vidioc_s_parm = vidioc_s_parm,
2351         .vidioc_g_parm = vidioc_g_parm,
2352         .vidioc_encoder_cmd = vidioc_encoder_cmd,
2353         .vidioc_subscribe_event = vidioc_subscribe_event,
2354         .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
2355 };
2356
2357 static int check_vb_with_fmt(struct s5p_mfc_fmt *fmt, struct vb2_buffer *vb)
2358 {
2359         int i;
2360
2361         if (!fmt)
2362                 return -EINVAL;
2363         if (fmt->num_planes != vb->num_planes) {
2364                 mfc_err("invalid plane number for the format\n");
2365                 return -EINVAL;
2366         }
2367         for (i = 0; i < fmt->num_planes; i++) {
2368                 dma_addr_t dma = vb2_dma_contig_plane_dma_addr(vb, i);
2369                 if (!dma) {
2370                         mfc_err("failed to get plane cookie\n");
2371                         return -EINVAL;
2372                 }
2373                 mfc_debug(2, "index: %d, plane[%d] cookie: %pad\n",
2374                           vb->index, i, &dma);
2375         }
2376         return 0;
2377 }
2378
2379 static int s5p_mfc_queue_setup(struct vb2_queue *vq,
2380                         unsigned int *buf_count, unsigned int *plane_count,
2381                         unsigned int psize[], struct device *alloc_devs[])
2382 {
2383         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2384         struct s5p_mfc_dev *dev = ctx->dev;
2385
2386         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2387                 if (ctx->state != MFCINST_GOT_INST) {
2388                         mfc_err("invalid state: %d\n", ctx->state);
2389                         return -EINVAL;
2390                 }
2391
2392                 if (ctx->dst_fmt)
2393                         *plane_count = ctx->dst_fmt->num_planes;
2394                 else
2395                         *plane_count = MFC_ENC_CAP_PLANE_COUNT;
2396                 if (*buf_count < 1)
2397                         *buf_count = 1;
2398                 if (*buf_count > MFC_MAX_BUFFERS)
2399                         *buf_count = MFC_MAX_BUFFERS;
2400                 psize[0] = ctx->enc_dst_buf_size;
2401                 alloc_devs[0] = ctx->dev->mem_dev[BANK_L_CTX];
2402         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2403                 if (ctx->src_fmt)
2404                         *plane_count = ctx->src_fmt->num_planes;
2405                 else
2406                         *plane_count = MFC_ENC_OUT_PLANE_COUNT;
2407
2408                 if (*buf_count < 1)
2409                         *buf_count = 1;
2410                 if (*buf_count > MFC_MAX_BUFFERS)
2411                         *buf_count = MFC_MAX_BUFFERS;
2412
2413                 psize[0] = ctx->luma_size;
2414                 psize[1] = ctx->chroma_size;
2415
2416                 if (IS_MFCV6_PLUS(dev)) {
2417                         alloc_devs[0] = ctx->dev->mem_dev[BANK_L_CTX];
2418                         alloc_devs[1] = ctx->dev->mem_dev[BANK_L_CTX];
2419                 } else {
2420                         alloc_devs[0] = ctx->dev->mem_dev[BANK_R_CTX];
2421                         alloc_devs[1] = ctx->dev->mem_dev[BANK_R_CTX];
2422                 }
2423         } else {
2424                 mfc_err("invalid queue type: %d\n", vq->type);
2425                 return -EINVAL;
2426         }
2427         return 0;
2428 }
2429
2430 static int s5p_mfc_buf_init(struct vb2_buffer *vb)
2431 {
2432         struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
2433         struct vb2_queue *vq = vb->vb2_queue;
2434         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2435         unsigned int i;
2436         int ret;
2437
2438         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2439                 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
2440                 if (ret < 0)
2441                         return ret;
2442                 i = vb->index;
2443                 ctx->dst_bufs[i].b = vbuf;
2444                 ctx->dst_bufs[i].cookie.stream =
2445                                         vb2_dma_contig_plane_dma_addr(vb, 0);
2446                 ctx->dst_bufs_cnt++;
2447         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2448                 ret = check_vb_with_fmt(ctx->src_fmt, vb);
2449                 if (ret < 0)
2450                         return ret;
2451                 i = vb->index;
2452                 ctx->src_bufs[i].b = vbuf;
2453                 ctx->src_bufs[i].cookie.raw.luma =
2454                                         vb2_dma_contig_plane_dma_addr(vb, 0);
2455                 ctx->src_bufs[i].cookie.raw.chroma =
2456                                         vb2_dma_contig_plane_dma_addr(vb, 1);
2457                 ctx->src_bufs_cnt++;
2458         } else {
2459                 mfc_err("invalid queue type: %d\n", vq->type);
2460                 return -EINVAL;
2461         }
2462         return 0;
2463 }
2464
2465 static int s5p_mfc_buf_prepare(struct vb2_buffer *vb)
2466 {
2467         struct vb2_queue *vq = vb->vb2_queue;
2468         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2469         int ret;
2470
2471         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2472                 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
2473                 if (ret < 0)
2474                         return ret;
2475                 mfc_debug(2, "plane size: %ld, dst size: %zu\n",
2476                         vb2_plane_size(vb, 0), ctx->enc_dst_buf_size);
2477                 if (vb2_plane_size(vb, 0) < ctx->enc_dst_buf_size) {
2478                         mfc_err("plane size is too small for capture\n");
2479                         return -EINVAL;
2480                 }
2481         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2482                 ret = check_vb_with_fmt(ctx->src_fmt, vb);
2483                 if (ret < 0)
2484                         return ret;
2485                 mfc_debug(2, "plane size: %ld, luma size: %d\n",
2486                         vb2_plane_size(vb, 0), ctx->luma_size);
2487                 mfc_debug(2, "plane size: %ld, chroma size: %d\n",
2488                         vb2_plane_size(vb, 1), ctx->chroma_size);
2489                 if (vb2_plane_size(vb, 0) < ctx->luma_size ||
2490                     vb2_plane_size(vb, 1) < ctx->chroma_size) {
2491                         mfc_err("plane size is too small for output\n");
2492                         return -EINVAL;
2493                 }
2494         } else {
2495                 mfc_err("invalid queue type: %d\n", vq->type);
2496                 return -EINVAL;
2497         }
2498         return 0;
2499 }
2500
2501 static int s5p_mfc_start_streaming(struct vb2_queue *q, unsigned int count)
2502 {
2503         struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
2504         struct s5p_mfc_dev *dev = ctx->dev;
2505
2506         if (IS_MFCV6_PLUS(dev) &&
2507                         (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)) {
2508
2509                 if ((ctx->state == MFCINST_GOT_INST) &&
2510                         (dev->curr_ctx == ctx->num) && dev->hw_lock) {
2511                         s5p_mfc_wait_for_done_ctx(ctx,
2512                                                 S5P_MFC_R2H_CMD_SEQ_DONE_RET,
2513                                                 0);
2514                 }
2515
2516                 if (ctx->src_bufs_cnt < ctx->pb_count) {
2517                         mfc_err("Need minimum %d OUTPUT buffers\n",
2518                                         ctx->pb_count);
2519                         return -ENOBUFS;
2520                 }
2521         }
2522
2523         /* If context is ready then dev = work->data;schedule it to run */
2524         if (s5p_mfc_ctx_ready(ctx))
2525                 set_work_bit_irqsave(ctx);
2526         s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
2527
2528         return 0;
2529 }
2530
2531 static void s5p_mfc_stop_streaming(struct vb2_queue *q)
2532 {
2533         unsigned long flags;
2534         struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
2535         struct s5p_mfc_dev *dev = ctx->dev;
2536
2537         if ((ctx->state == MFCINST_FINISHING ||
2538                 ctx->state == MFCINST_RUNNING) &&
2539                 dev->curr_ctx == ctx->num && dev->hw_lock) {
2540                 ctx->state = MFCINST_ABORT;
2541                 s5p_mfc_wait_for_done_ctx(ctx, S5P_MFC_R2H_CMD_FRAME_DONE_RET,
2542                                           0);
2543         }
2544         ctx->state = MFCINST_FINISHED;
2545         spin_lock_irqsave(&dev->irqlock, flags);
2546         if (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2547                 s5p_mfc_cleanup_queue(&ctx->dst_queue, &ctx->vq_dst);
2548                 INIT_LIST_HEAD(&ctx->dst_queue);
2549                 ctx->dst_queue_cnt = 0;
2550         }
2551         if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2552                 cleanup_ref_queue(ctx);
2553                 s5p_mfc_cleanup_queue(&ctx->src_queue, &ctx->vq_src);
2554                 INIT_LIST_HEAD(&ctx->src_queue);
2555                 ctx->src_queue_cnt = 0;
2556         }
2557         spin_unlock_irqrestore(&dev->irqlock, flags);
2558 }
2559
2560 static void s5p_mfc_buf_queue(struct vb2_buffer *vb)
2561 {
2562         struct vb2_queue *vq = vb->vb2_queue;
2563         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2564         struct s5p_mfc_dev *dev = ctx->dev;
2565         unsigned long flags;
2566         struct s5p_mfc_buf *mfc_buf;
2567
2568         if (ctx->state == MFCINST_ERROR) {
2569                 vb2_buffer_done(vb, VB2_BUF_STATE_ERROR);
2570                 cleanup_ref_queue(ctx);
2571                 return;
2572         }
2573         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2574                 mfc_buf = &ctx->dst_bufs[vb->index];
2575                 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
2576                 /* Mark destination as available for use by MFC */
2577                 spin_lock_irqsave(&dev->irqlock, flags);
2578                 list_add_tail(&mfc_buf->list, &ctx->dst_queue);
2579                 ctx->dst_queue_cnt++;
2580                 spin_unlock_irqrestore(&dev->irqlock, flags);
2581         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2582                 mfc_buf = &ctx->src_bufs[vb->index];
2583                 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
2584                 spin_lock_irqsave(&dev->irqlock, flags);
2585                 list_add_tail(&mfc_buf->list, &ctx->src_queue);
2586                 ctx->src_queue_cnt++;
2587                 spin_unlock_irqrestore(&dev->irqlock, flags);
2588         } else {
2589                 mfc_err("unsupported buffer type (%d)\n", vq->type);
2590         }
2591         if (s5p_mfc_ctx_ready(ctx))
2592                 set_work_bit_irqsave(ctx);
2593         s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
2594 }
2595
2596 static struct vb2_ops s5p_mfc_enc_qops = {
2597         .queue_setup            = s5p_mfc_queue_setup,
2598         .wait_prepare           = vb2_ops_wait_prepare,
2599         .wait_finish            = vb2_ops_wait_finish,
2600         .buf_init               = s5p_mfc_buf_init,
2601         .buf_prepare            = s5p_mfc_buf_prepare,
2602         .start_streaming        = s5p_mfc_start_streaming,
2603         .stop_streaming         = s5p_mfc_stop_streaming,
2604         .buf_queue              = s5p_mfc_buf_queue,
2605 };
2606
2607 const struct s5p_mfc_codec_ops *get_enc_codec_ops(void)
2608 {
2609         return &encoder_codec_ops;
2610 }
2611
2612 struct vb2_ops *get_enc_queue_ops(void)
2613 {
2614         return &s5p_mfc_enc_qops;
2615 }
2616
2617 const struct v4l2_ioctl_ops *get_enc_v4l2_ioctl_ops(void)
2618 {
2619         return &s5p_mfc_enc_ioctl_ops;
2620 }
2621
2622 #define IS_MFC51_PRIV(x) ((V4L2_CTRL_ID2WHICH(x) == V4L2_CTRL_CLASS_MPEG) \
2623                                                 && V4L2_CTRL_DRIVER_PRIV(x))
2624
2625 int s5p_mfc_enc_ctrls_setup(struct s5p_mfc_ctx *ctx)
2626 {
2627         struct v4l2_ctrl_config cfg;
2628         int i;
2629
2630         v4l2_ctrl_handler_init(&ctx->ctrl_handler, NUM_CTRLS);
2631         if (ctx->ctrl_handler.error) {
2632                 mfc_err("v4l2_ctrl_handler_init failed\n");
2633                 return ctx->ctrl_handler.error;
2634         }
2635         for (i = 0; i < NUM_CTRLS; i++) {
2636                 if (IS_MFC51_PRIV(controls[i].id)) {
2637                         memset(&cfg, 0, sizeof(struct v4l2_ctrl_config));
2638                         cfg.ops = &s5p_mfc_enc_ctrl_ops;
2639                         cfg.id = controls[i].id;
2640                         cfg.min = controls[i].minimum;
2641                         cfg.max = controls[i].maximum;
2642                         cfg.def = controls[i].default_value;
2643                         cfg.name = controls[i].name;
2644                         cfg.type = controls[i].type;
2645                         cfg.flags = 0;
2646
2647                         if (cfg.type == V4L2_CTRL_TYPE_MENU) {
2648                                 cfg.step = 0;
2649                                 cfg.menu_skip_mask = controls[i].menu_skip_mask;
2650                                 cfg.qmenu = mfc51_get_menu(cfg.id);
2651                         } else {
2652                                 cfg.step = controls[i].step;
2653                                 cfg.menu_skip_mask = 0;
2654                         }
2655                         ctx->ctrls[i] = v4l2_ctrl_new_custom(&ctx->ctrl_handler,
2656                                         &cfg, NULL);
2657                 } else {
2658                         if ((controls[i].type == V4L2_CTRL_TYPE_MENU) ||
2659                                 (controls[i].type ==
2660                                         V4L2_CTRL_TYPE_INTEGER_MENU)) {
2661                                 ctx->ctrls[i] = v4l2_ctrl_new_std_menu(
2662                                         &ctx->ctrl_handler,
2663                                         &s5p_mfc_enc_ctrl_ops, controls[i].id,
2664                                         controls[i].maximum, 0,
2665                                         controls[i].default_value);
2666                         } else {
2667                                 ctx->ctrls[i] = v4l2_ctrl_new_std(
2668                                         &ctx->ctrl_handler,
2669                                         &s5p_mfc_enc_ctrl_ops, controls[i].id,
2670                                         controls[i].minimum,
2671                                         controls[i].maximum, controls[i].step,
2672                                         controls[i].default_value);
2673                         }
2674                 }
2675                 if (ctx->ctrl_handler.error) {
2676                         mfc_err("Adding control (%d) failed\n", i);
2677                         return ctx->ctrl_handler.error;
2678                 }
2679                 if (controls[i].is_volatile && ctx->ctrls[i])
2680                         ctx->ctrls[i]->flags |= V4L2_CTRL_FLAG_VOLATILE;
2681         }
2682         v4l2_ctrl_handler_setup(&ctx->ctrl_handler);
2683         return 0;
2684 }
2685
2686 void s5p_mfc_enc_ctrls_delete(struct s5p_mfc_ctx *ctx)
2687 {
2688         int i;
2689
2690         v4l2_ctrl_handler_free(&ctx->ctrl_handler);
2691         for (i = 0; i < NUM_CTRLS; i++)
2692                 ctx->ctrls[i] = NULL;
2693 }
2694
2695 void s5p_mfc_enc_init(struct s5p_mfc_ctx *ctx)
2696 {
2697         struct v4l2_format f;
2698         f.fmt.pix_mp.pixelformat = DEF_SRC_FMT_ENC;
2699         ctx->src_fmt = find_format(&f, MFC_FMT_RAW);
2700         f.fmt.pix_mp.pixelformat = DEF_DST_FMT_ENC;
2701         ctx->dst_fmt = find_format(&f, MFC_FMT_ENC);
2702 }