2 * linux/drivers/media/video/s5p-mfc/s5p_mfc_enc.c
4 * Copyright (c) 2010-2011 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com/
7 * Jeongtae Park <jtp.park@samsung.com>
8 * Kamil Debski <k.debski@samsung.com>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
16 #include <linux/clk.h>
17 #include <linux/interrupt.h>
19 #include <linux/module.h>
20 #include <linux/platform_device.h>
21 #include <linux/sched.h>
22 #include <linux/version.h>
23 #include <linux/videodev2.h>
24 #include <linux/workqueue.h>
25 #include <media/v4l2-ctrls.h>
26 #include <media/videobuf2-core.h>
28 #include "s5p_mfc_common.h"
29 #include "s5p_mfc_debug.h"
30 #include "s5p_mfc_enc.h"
31 #include "s5p_mfc_intr.h"
32 #include "s5p_mfc_opr.h"
34 static struct s5p_mfc_fmt formats[] = {
36 .name = "4:2:0 2 Planes 64x32 Tiles",
37 .fourcc = V4L2_PIX_FMT_NV12MT,
38 .codec_mode = S5P_FIMV_CODEC_NONE,
43 .name = "4:2:0 2 Planes",
44 .fourcc = V4L2_PIX_FMT_NV12M,
45 .codec_mode = S5P_FIMV_CODEC_NONE,
50 .name = "H264 Encoded Stream",
51 .fourcc = V4L2_PIX_FMT_H264,
52 .codec_mode = S5P_FIMV_CODEC_H264_ENC,
57 .name = "MPEG4 Encoded Stream",
58 .fourcc = V4L2_PIX_FMT_MPEG4,
59 .codec_mode = S5P_FIMV_CODEC_MPEG4_ENC,
64 .name = "H263 Encoded Stream",
65 .fourcc = V4L2_PIX_FMT_H263,
66 .codec_mode = S5P_FIMV_CODEC_H263_ENC,
72 #define NUM_FORMATS ARRAY_SIZE(formats)
73 static struct s5p_mfc_fmt *find_format(struct v4l2_format *f, unsigned int t)
77 for (i = 0; i < NUM_FORMATS; i++) {
78 if (formats[i].fourcc == f->fmt.pix_mp.pixelformat &&
85 static struct mfc_control controls[] = {
87 .id = V4L2_CID_MPEG_VIDEO_GOP_SIZE,
88 .type = V4L2_CTRL_TYPE_INTEGER,
90 .maximum = (1 << 16) - 1,
95 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE,
96 .type = V4L2_CTRL_TYPE_MENU,
97 .minimum = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
98 .maximum = V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_BYTES,
99 .default_value = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
103 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB,
104 .type = V4L2_CTRL_TYPE_INTEGER,
106 .maximum = (1 << 16) - 1,
111 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES,
112 .type = V4L2_CTRL_TYPE_INTEGER,
114 .maximum = (1 << 30) - 1,
116 .default_value = 1900,
119 .id = V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB,
120 .type = V4L2_CTRL_TYPE_INTEGER,
122 .maximum = (1 << 16) - 1,
127 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING,
128 .type = V4L2_CTRL_TYPE_BOOLEAN,
129 .name = "Padding Control Enable",
136 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV,
137 .type = V4L2_CTRL_TYPE_INTEGER,
138 .name = "Padding Color YUV Value",
140 .maximum = (1 << 25) - 1,
145 .id = V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE,
146 .type = V4L2_CTRL_TYPE_BOOLEAN,
153 .id = V4L2_CID_MPEG_VIDEO_BITRATE,
154 .type = V4L2_CTRL_TYPE_INTEGER,
156 .maximum = (1 << 30) - 1,
161 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF,
162 .type = V4L2_CTRL_TYPE_INTEGER,
163 .name = "Rate Control Reaction Coeff.",
165 .maximum = (1 << 16) - 1,
170 .id = V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE,
171 .type = V4L2_CTRL_TYPE_MENU,
172 .name = "Force frame type",
173 .minimum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
174 .maximum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_NOT_CODED,
175 .default_value = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
179 .id = V4L2_CID_MPEG_VIDEO_VBV_SIZE,
180 .type = V4L2_CTRL_TYPE_INTEGER,
182 .maximum = (1 << 16) - 1,
187 .id = V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE,
188 .type = V4L2_CTRL_TYPE_INTEGER,
190 .maximum = (1 << 16) - 1,
195 .id = V4L2_CID_MPEG_VIDEO_HEADER_MODE,
196 .type = V4L2_CTRL_TYPE_MENU,
197 .minimum = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
198 .maximum = V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME,
199 .default_value = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
203 .id = V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE,
204 .type = V4L2_CTRL_TYPE_MENU,
205 .name = "Frame Skip Enable",
206 .minimum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
207 .maximum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT,
209 .default_value = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
212 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT,
213 .type = V4L2_CTRL_TYPE_BOOLEAN,
214 .name = "Fixed Target Bit Enable",
221 .id = V4L2_CID_MPEG_VIDEO_B_FRAMES,
222 .type = V4L2_CTRL_TYPE_INTEGER,
229 .id = V4L2_CID_MPEG_VIDEO_H264_PROFILE,
230 .type = V4L2_CTRL_TYPE_MENU,
231 .minimum = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
232 .maximum = V4L2_MPEG_VIDEO_H264_PROFILE_MULTIVIEW_HIGH,
233 .default_value = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
235 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE) |
236 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MAIN) |
237 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_HIGH)
241 .id = V4L2_CID_MPEG_VIDEO_H264_LEVEL,
242 .type = V4L2_CTRL_TYPE_MENU,
243 .minimum = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
244 .maximum = V4L2_MPEG_VIDEO_H264_LEVEL_4_0,
245 .default_value = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
248 .id = V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL,
249 .type = V4L2_CTRL_TYPE_MENU,
250 .minimum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
251 .maximum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_5,
252 .default_value = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
256 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE,
257 .type = V4L2_CTRL_TYPE_MENU,
258 .minimum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
259 .maximum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY,
260 .default_value = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
264 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA,
265 .type = V4L2_CTRL_TYPE_INTEGER,
272 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA,
273 .type = V4L2_CTRL_TYPE_INTEGER,
280 .id = V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE,
281 .type = V4L2_CTRL_TYPE_MENU,
282 .minimum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
283 .maximum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC,
284 .default_value = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
288 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P,
289 .type = V4L2_CTRL_TYPE_INTEGER,
290 .name = "The Number of Ref. Pic for P",
297 .id = V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM,
298 .type = V4L2_CTRL_TYPE_BOOLEAN,
305 .id = V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE,
306 .type = V4L2_CTRL_TYPE_BOOLEAN,
313 .id = V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP,
314 .type = V4L2_CTRL_TYPE_INTEGER,
321 .id = V4L2_CID_MPEG_VIDEO_H264_MIN_QP,
322 .type = V4L2_CTRL_TYPE_INTEGER,
329 .id = V4L2_CID_MPEG_VIDEO_H264_MAX_QP,
330 .type = V4L2_CTRL_TYPE_INTEGER,
337 .id = V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP,
338 .type = V4L2_CTRL_TYPE_INTEGER,
345 .id = V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP,
346 .type = V4L2_CTRL_TYPE_INTEGER,
353 .id = V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP,
354 .type = V4L2_CTRL_TYPE_INTEGER,
355 .name = "H263 I-Frame QP value",
362 .id = V4L2_CID_MPEG_VIDEO_H263_MIN_QP,
363 .type = V4L2_CTRL_TYPE_INTEGER,
364 .name = "H263 Minimum QP value",
371 .id = V4L2_CID_MPEG_VIDEO_H263_MAX_QP,
372 .type = V4L2_CTRL_TYPE_INTEGER,
373 .name = "H263 Maximum QP value",
380 .id = V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP,
381 .type = V4L2_CTRL_TYPE_INTEGER,
382 .name = "H263 P frame QP value",
389 .id = V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP,
390 .type = V4L2_CTRL_TYPE_INTEGER,
391 .name = "H263 B frame QP value",
398 .id = V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP,
399 .type = V4L2_CTRL_TYPE_INTEGER,
400 .name = "MPEG4 I-Frame QP value",
407 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP,
408 .type = V4L2_CTRL_TYPE_INTEGER,
409 .name = "MPEG4 Minimum QP value",
416 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP,
417 .type = V4L2_CTRL_TYPE_INTEGER,
418 .name = "MPEG4 Maximum QP value",
425 .id = V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP,
426 .type = V4L2_CTRL_TYPE_INTEGER,
427 .name = "MPEG4 P frame QP value",
434 .id = V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP,
435 .type = V4L2_CTRL_TYPE_INTEGER,
436 .name = "MPEG4 B frame QP value",
443 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK,
444 .type = V4L2_CTRL_TYPE_BOOLEAN,
445 .name = "H264 Dark Reg Adaptive RC",
452 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH,
453 .type = V4L2_CTRL_TYPE_BOOLEAN,
454 .name = "H264 Smooth Reg Adaptive RC",
461 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC,
462 .type = V4L2_CTRL_TYPE_BOOLEAN,
463 .name = "H264 Static Reg Adaptive RC",
470 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY,
471 .type = V4L2_CTRL_TYPE_BOOLEAN,
472 .name = "H264 Activity Reg Adaptive RC",
479 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE,
480 .type = V4L2_CTRL_TYPE_BOOLEAN,
487 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC,
488 .type = V4L2_CTRL_TYPE_MENU,
489 .minimum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
490 .maximum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED,
491 .default_value = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
495 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH,
496 .type = V4L2_CTRL_TYPE_INTEGER,
498 .maximum = (1 << 16) - 1,
503 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT,
504 .type = V4L2_CTRL_TYPE_INTEGER,
506 .maximum = (1 << 16) - 1,
511 .id = V4L2_CID_MPEG_VIDEO_GOP_CLOSURE,
512 .type = V4L2_CTRL_TYPE_BOOLEAN,
519 .id = V4L2_CID_MPEG_VIDEO_H264_I_PERIOD,
520 .type = V4L2_CTRL_TYPE_INTEGER,
522 .maximum = (1 << 16) - 1,
527 .id = V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE,
528 .type = V4L2_CTRL_TYPE_MENU,
529 .minimum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
530 .maximum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE,
531 .default_value = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
535 .id = V4L2_CID_MPEG_VIDEO_MPEG4_QPEL,
536 .type = V4L2_CTRL_TYPE_BOOLEAN,
544 #define NUM_CTRLS ARRAY_SIZE(controls)
545 static const char * const *mfc51_get_menu(u32 id)
547 static const char * const mfc51_video_frame_skip[] = {
553 static const char * const mfc51_video_force_frame[] = {
560 case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
561 return mfc51_video_frame_skip;
562 case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
563 return mfc51_video_force_frame;
568 static int s5p_mfc_ctx_ready(struct s5p_mfc_ctx *ctx)
570 mfc_debug(2, "src=%d, dst=%d, state=%d\n",
571 ctx->src_queue_cnt, ctx->dst_queue_cnt, ctx->state);
572 /* context is ready to make header */
573 if (ctx->state == MFCINST_GOT_INST && ctx->dst_queue_cnt >= 1)
575 /* context is ready to encode a frame */
576 if (ctx->state == MFCINST_RUNNING &&
577 ctx->src_queue_cnt >= 1 && ctx->dst_queue_cnt >= 1)
579 /* context is ready to encode remain frames */
580 if (ctx->state == MFCINST_FINISHING &&
581 ctx->src_queue_cnt >= 1 && ctx->dst_queue_cnt >= 1)
583 mfc_debug(2, "ctx is not ready\n");
587 static void cleanup_ref_queue(struct s5p_mfc_ctx *ctx)
589 struct s5p_mfc_buf *mb_entry;
590 unsigned long mb_y_addr, mb_c_addr;
592 /* move buffers in ref queue to src queue */
593 while (!list_empty(&ctx->ref_queue)) {
594 mb_entry = list_entry((&ctx->ref_queue)->next,
595 struct s5p_mfc_buf, list);
596 mb_y_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 0);
597 mb_c_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 1);
598 list_del(&mb_entry->list);
599 ctx->ref_queue_cnt--;
600 list_add_tail(&mb_entry->list, &ctx->src_queue);
601 ctx->src_queue_cnt++;
603 mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
604 ctx->src_queue_cnt, ctx->ref_queue_cnt);
605 INIT_LIST_HEAD(&ctx->ref_queue);
606 ctx->ref_queue_cnt = 0;
609 static int enc_pre_seq_start(struct s5p_mfc_ctx *ctx)
611 struct s5p_mfc_dev *dev = ctx->dev;
612 struct s5p_mfc_buf *dst_mb;
613 unsigned long dst_addr;
614 unsigned int dst_size;
617 spin_lock_irqsave(&dev->irqlock, flags);
618 dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
619 dst_addr = vb2_dma_contig_plane_dma_addr(dst_mb->b, 0);
620 dst_size = vb2_plane_size(dst_mb->b, 0);
621 s5p_mfc_set_enc_stream_buffer(ctx, dst_addr, dst_size);
622 spin_unlock_irqrestore(&dev->irqlock, flags);
626 static int enc_post_seq_start(struct s5p_mfc_ctx *ctx)
628 struct s5p_mfc_dev *dev = ctx->dev;
629 struct s5p_mfc_enc_params *p = &ctx->enc_params;
630 struct s5p_mfc_buf *dst_mb;
633 if (p->seq_hdr_mode == V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE) {
634 spin_lock_irqsave(&dev->irqlock, flags);
635 dst_mb = list_entry(ctx->dst_queue.next,
636 struct s5p_mfc_buf, list);
637 list_del(&dst_mb->list);
638 ctx->dst_queue_cnt--;
639 vb2_set_plane_payload(dst_mb->b, 0,
640 s5p_mfc_get_enc_strm_size());
641 vb2_buffer_done(dst_mb->b, VB2_BUF_STATE_DONE);
642 spin_unlock_irqrestore(&dev->irqlock, flags);
644 ctx->state = MFCINST_RUNNING;
645 if (s5p_mfc_ctx_ready(ctx)) {
646 spin_lock_irqsave(&dev->condlock, flags);
647 set_bit(ctx->num, &dev->ctx_work_bits);
648 spin_unlock_irqrestore(&dev->condlock, flags);
650 s5p_mfc_try_run(dev);
654 static int enc_pre_frame_start(struct s5p_mfc_ctx *ctx)
656 struct s5p_mfc_dev *dev = ctx->dev;
657 struct s5p_mfc_buf *dst_mb;
658 struct s5p_mfc_buf *src_mb;
660 unsigned long src_y_addr, src_c_addr, dst_addr;
661 unsigned int dst_size;
663 spin_lock_irqsave(&dev->irqlock, flags);
664 src_mb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf, list);
665 src_y_addr = vb2_dma_contig_plane_dma_addr(src_mb->b, 0);
666 src_c_addr = vb2_dma_contig_plane_dma_addr(src_mb->b, 1);
667 s5p_mfc_set_enc_frame_buffer(ctx, src_y_addr, src_c_addr);
668 spin_unlock_irqrestore(&dev->irqlock, flags);
670 spin_lock_irqsave(&dev->irqlock, flags);
671 dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
672 dst_addr = vb2_dma_contig_plane_dma_addr(dst_mb->b, 0);
673 dst_size = vb2_plane_size(dst_mb->b, 0);
674 s5p_mfc_set_enc_stream_buffer(ctx, dst_addr, dst_size);
675 spin_unlock_irqrestore(&dev->irqlock, flags);
680 static int enc_post_frame_start(struct s5p_mfc_ctx *ctx)
682 struct s5p_mfc_dev *dev = ctx->dev;
683 struct s5p_mfc_buf *mb_entry;
684 unsigned long enc_y_addr, enc_c_addr;
685 unsigned long mb_y_addr, mb_c_addr;
687 unsigned int strm_size;
690 slice_type = s5p_mfc_get_enc_slice_type();
691 strm_size = s5p_mfc_get_enc_strm_size();
692 mfc_debug(2, "Encoded slice type: %d", slice_type);
693 mfc_debug(2, "Encoded stream size: %d", strm_size);
694 mfc_debug(2, "Display order: %d",
695 mfc_read(dev, S5P_FIMV_ENC_SI_PIC_CNT));
696 spin_lock_irqsave(&dev->irqlock, flags);
697 if (slice_type >= 0) {
698 s5p_mfc_get_enc_frame_buffer(ctx, &enc_y_addr, &enc_c_addr);
699 list_for_each_entry(mb_entry, &ctx->src_queue, list) {
700 mb_y_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 0);
701 mb_c_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 1);
702 if ((enc_y_addr == mb_y_addr) &&
703 (enc_c_addr == mb_c_addr)) {
704 list_del(&mb_entry->list);
705 ctx->src_queue_cnt--;
706 vb2_buffer_done(mb_entry->b,
711 list_for_each_entry(mb_entry, &ctx->ref_queue, list) {
712 mb_y_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 0);
713 mb_c_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 1);
714 if ((enc_y_addr == mb_y_addr) &&
715 (enc_c_addr == mb_c_addr)) {
716 list_del(&mb_entry->list);
717 ctx->ref_queue_cnt--;
718 vb2_buffer_done(mb_entry->b,
724 if ((ctx->src_queue_cnt > 0) && (ctx->state == MFCINST_RUNNING)) {
725 mb_entry = list_entry(ctx->src_queue.next, struct s5p_mfc_buf,
727 if (mb_entry->used) {
728 list_del(&mb_entry->list);
729 ctx->src_queue_cnt--;
730 list_add_tail(&mb_entry->list, &ctx->ref_queue);
731 ctx->ref_queue_cnt++;
733 mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
734 ctx->src_queue_cnt, ctx->ref_queue_cnt);
737 /* at least one more dest. buffers exist always */
738 mb_entry = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf,
740 list_del(&mb_entry->list);
741 ctx->dst_queue_cnt--;
742 switch (slice_type) {
743 case S5P_FIMV_ENC_SI_SLICE_TYPE_I:
744 mb_entry->b->v4l2_buf.flags |= V4L2_BUF_FLAG_KEYFRAME;
746 case S5P_FIMV_ENC_SI_SLICE_TYPE_P:
747 mb_entry->b->v4l2_buf.flags |= V4L2_BUF_FLAG_PFRAME;
749 case S5P_FIMV_ENC_SI_SLICE_TYPE_B:
750 mb_entry->b->v4l2_buf.flags |= V4L2_BUF_FLAG_BFRAME;
753 vb2_set_plane_payload(mb_entry->b, 0, strm_size);
754 vb2_buffer_done(mb_entry->b, VB2_BUF_STATE_DONE);
756 spin_unlock_irqrestore(&dev->irqlock, flags);
757 if ((ctx->src_queue_cnt == 0) || (ctx->dst_queue_cnt == 0)) {
758 spin_lock(&dev->condlock);
759 clear_bit(ctx->num, &dev->ctx_work_bits);
760 spin_unlock(&dev->condlock);
765 static struct s5p_mfc_codec_ops encoder_codec_ops = {
766 .pre_seq_start = enc_pre_seq_start,
767 .post_seq_start = enc_post_seq_start,
768 .pre_frame_start = enc_pre_frame_start,
769 .post_frame_start = enc_post_frame_start,
772 /* Query capabilities of the device */
773 static int vidioc_querycap(struct file *file, void *priv,
774 struct v4l2_capability *cap)
776 struct s5p_mfc_dev *dev = video_drvdata(file);
778 strncpy(cap->driver, dev->plat_dev->name, sizeof(cap->driver) - 1);
779 strncpy(cap->card, dev->plat_dev->name, sizeof(cap->card) - 1);
780 cap->bus_info[0] = 0;
781 cap->version = KERNEL_VERSION(1, 0, 0);
782 cap->capabilities = V4L2_CAP_VIDEO_CAPTURE_MPLANE
783 | V4L2_CAP_VIDEO_OUTPUT_MPLANE
784 | V4L2_CAP_STREAMING;
788 static int vidioc_enum_fmt(struct v4l2_fmtdesc *f, bool mplane, bool out)
790 struct s5p_mfc_fmt *fmt;
793 for (i = 0; i < ARRAY_SIZE(formats); ++i) {
794 if (mplane && formats[i].num_planes == 1)
796 else if (!mplane && formats[i].num_planes > 1)
798 if (out && formats[i].type != MFC_FMT_RAW)
800 else if (!out && formats[i].type != MFC_FMT_ENC)
804 strlcpy(f->description, fmt->name,
805 sizeof(f->description));
806 f->pixelformat = fmt->fourcc;
814 static int vidioc_enum_fmt_vid_cap(struct file *file, void *pirv,
815 struct v4l2_fmtdesc *f)
817 return vidioc_enum_fmt(f, false, false);
820 static int vidioc_enum_fmt_vid_cap_mplane(struct file *file, void *pirv,
821 struct v4l2_fmtdesc *f)
823 return vidioc_enum_fmt(f, true, false);
826 static int vidioc_enum_fmt_vid_out(struct file *file, void *prov,
827 struct v4l2_fmtdesc *f)
829 return vidioc_enum_fmt(f, false, true);
832 static int vidioc_enum_fmt_vid_out_mplane(struct file *file, void *prov,
833 struct v4l2_fmtdesc *f)
835 return vidioc_enum_fmt(f, true, true);
838 static int vidioc_g_fmt(struct file *file, void *priv, struct v4l2_format *f)
840 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
841 struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
843 mfc_debug(2, "f->type = %d ctx->state = %d\n", f->type, ctx->state);
844 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
845 /* This is run on output (encoder dest) */
846 pix_fmt_mp->width = 0;
847 pix_fmt_mp->height = 0;
848 pix_fmt_mp->field = V4L2_FIELD_NONE;
849 pix_fmt_mp->pixelformat = ctx->dst_fmt->fourcc;
850 pix_fmt_mp->num_planes = ctx->dst_fmt->num_planes;
852 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->enc_dst_buf_size;
853 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->enc_dst_buf_size;
854 } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
855 /* This is run on capture (encoder src) */
856 pix_fmt_mp->width = ctx->img_width;
857 pix_fmt_mp->height = ctx->img_height;
859 pix_fmt_mp->field = V4L2_FIELD_NONE;
860 pix_fmt_mp->pixelformat = ctx->src_fmt->fourcc;
861 pix_fmt_mp->num_planes = ctx->src_fmt->num_planes;
863 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
864 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
865 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
866 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
868 mfc_err("invalid buf type\n");
874 static int vidioc_try_fmt(struct file *file, void *priv, struct v4l2_format *f)
876 struct s5p_mfc_fmt *fmt;
877 struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
879 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
880 fmt = find_format(f, MFC_FMT_ENC);
882 mfc_err("failed to try output format\n");
886 if (pix_fmt_mp->plane_fmt[0].sizeimage == 0) {
887 mfc_err("must be set encoding output size\n");
891 pix_fmt_mp->plane_fmt[0].bytesperline =
892 pix_fmt_mp->plane_fmt[0].sizeimage;
893 } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
894 fmt = find_format(f, MFC_FMT_RAW);
896 mfc_err("failed to try output format\n");
900 if (fmt->num_planes != pix_fmt_mp->num_planes) {
901 mfc_err("failed to try output format\n");
904 v4l_bound_align_image(&pix_fmt_mp->width, 8, 1920, 1,
905 &pix_fmt_mp->height, 4, 1080, 1, 0);
907 mfc_err("invalid buf type\n");
913 static int vidioc_s_fmt(struct file *file, void *priv, struct v4l2_format *f)
915 struct s5p_mfc_dev *dev = video_drvdata(file);
916 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
917 struct s5p_mfc_fmt *fmt;
918 struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
922 ret = vidioc_try_fmt(file, priv, f);
925 if (ctx->vq_src.streaming || ctx->vq_dst.streaming) {
926 v4l2_err(&dev->v4l2_dev, "%s queue busy\n", __func__);
930 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
931 fmt = find_format(f, MFC_FMT_ENC);
933 mfc_err("failed to set capture format\n");
936 ctx->state = MFCINST_INIT;
938 ctx->codec_mode = ctx->dst_fmt->codec_mode;
939 ctx->enc_dst_buf_size = pix_fmt_mp->plane_fmt[0].sizeimage;
940 pix_fmt_mp->plane_fmt[0].bytesperline = 0;
941 ctx->dst_bufs_cnt = 0;
942 ctx->capture_state = QUEUE_FREE;
943 s5p_mfc_alloc_instance_buffer(ctx);
944 spin_lock_irqsave(&dev->condlock, flags);
945 set_bit(ctx->num, &dev->ctx_work_bits);
946 spin_unlock_irqrestore(&dev->condlock, flags);
947 s5p_mfc_clean_ctx_int_flags(ctx);
948 s5p_mfc_try_run(dev);
949 if (s5p_mfc_wait_for_done_ctx(ctx, \
950 S5P_FIMV_R2H_CMD_OPEN_INSTANCE_RET, 1)) {
951 /* Error or timeout */
952 mfc_err("Error getting instance from hardware\n");
953 s5p_mfc_release_instance_buffer(ctx);
957 mfc_debug(2, "Got instance number: %d\n", ctx->inst_no);
958 } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
959 fmt = find_format(f, MFC_FMT_RAW);
961 mfc_err("failed to set output format\n");
964 if (fmt->num_planes != pix_fmt_mp->num_planes) {
965 mfc_err("failed to set output format\n");
970 ctx->img_width = pix_fmt_mp->width;
971 ctx->img_height = pix_fmt_mp->height;
972 mfc_debug(2, "codec number: %d\n", ctx->src_fmt->codec_mode);
973 mfc_debug(2, "fmt - w: %d, h: %d, ctx - w: %d, h: %d\n",
974 pix_fmt_mp->width, pix_fmt_mp->height,
975 ctx->img_width, ctx->img_height);
976 if (ctx->src_fmt->fourcc == V4L2_PIX_FMT_NV12M) {
977 ctx->buf_width = ALIGN(ctx->img_width,
978 S5P_FIMV_NV12M_HALIGN);
979 ctx->luma_size = ALIGN(ctx->img_width,
980 S5P_FIMV_NV12M_HALIGN) * ALIGN(ctx->img_height,
981 S5P_FIMV_NV12M_LVALIGN);
982 ctx->chroma_size = ALIGN(ctx->img_width,
983 S5P_FIMV_NV12M_HALIGN) * ALIGN((ctx->img_height
984 >> 1), S5P_FIMV_NV12M_CVALIGN);
986 ctx->luma_size = ALIGN(ctx->luma_size,
987 S5P_FIMV_NV12M_SALIGN);
988 ctx->chroma_size = ALIGN(ctx->chroma_size,
989 S5P_FIMV_NV12M_SALIGN);
991 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
992 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
993 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
994 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
996 } else if (ctx->src_fmt->fourcc == V4L2_PIX_FMT_NV12MT) {
997 ctx->buf_width = ALIGN(ctx->img_width,
998 S5P_FIMV_NV12MT_HALIGN);
999 ctx->luma_size = ALIGN(ctx->img_width,
1000 S5P_FIMV_NV12MT_HALIGN) * ALIGN(ctx->img_height,
1001 S5P_FIMV_NV12MT_VALIGN);
1002 ctx->chroma_size = ALIGN(ctx->img_width,
1003 S5P_FIMV_NV12MT_HALIGN) * ALIGN((ctx->img_height
1004 >> 1), S5P_FIMV_NV12MT_VALIGN);
1005 ctx->luma_size = ALIGN(ctx->luma_size,
1006 S5P_FIMV_NV12MT_SALIGN);
1007 ctx->chroma_size = ALIGN(ctx->chroma_size,
1008 S5P_FIMV_NV12MT_SALIGN);
1010 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
1011 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
1012 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
1013 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
1015 ctx->src_bufs_cnt = 0;
1016 ctx->output_state = QUEUE_FREE;
1018 mfc_err("invalid buf type\n");
1026 static int vidioc_reqbufs(struct file *file, void *priv,
1027 struct v4l2_requestbuffers *reqbufs)
1029 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1032 /* if memory is not mmp or userptr return error */
1033 if ((reqbufs->memory != V4L2_MEMORY_MMAP) &&
1034 (reqbufs->memory != V4L2_MEMORY_USERPTR))
1036 if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1037 if (ctx->capture_state != QUEUE_FREE) {
1038 mfc_err("invalid capture state: %d\n",
1039 ctx->capture_state);
1042 ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1044 mfc_err("error in vb2_reqbufs() for E(D)\n");
1047 ctx->capture_state = QUEUE_BUFS_REQUESTED;
1048 ret = s5p_mfc_alloc_codec_buffers(ctx);
1050 mfc_err("Failed to allocate encoding buffers\n");
1052 ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1055 } else if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1056 if (ctx->output_state != QUEUE_FREE) {
1057 mfc_err("invalid output state: %d\n",
1061 ret = vb2_reqbufs(&ctx->vq_src, reqbufs);
1063 mfc_err("error in vb2_reqbufs() for E(S)\n");
1066 ctx->output_state = QUEUE_BUFS_REQUESTED;
1068 mfc_err("invalid buf type\n");
1074 static int vidioc_querybuf(struct file *file, void *priv,
1075 struct v4l2_buffer *buf)
1077 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1080 /* if memory is not mmp or userptr return error */
1081 if ((buf->memory != V4L2_MEMORY_MMAP) &&
1082 (buf->memory != V4L2_MEMORY_USERPTR))
1084 if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1085 if (ctx->state != MFCINST_GOT_INST) {
1086 mfc_err("invalid context state: %d\n", ctx->state);
1089 ret = vb2_querybuf(&ctx->vq_dst, buf);
1091 mfc_err("error in vb2_querybuf() for E(D)\n");
1094 buf->m.planes[0].m.mem_offset += DST_QUEUE_OFF_BASE;
1095 } else if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1096 ret = vb2_querybuf(&ctx->vq_src, buf);
1098 mfc_err("error in vb2_querybuf() for E(S)\n");
1102 mfc_err("invalid buf type\n");
1108 /* Queue a buffer */
1109 static int vidioc_qbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1111 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1113 if (ctx->state == MFCINST_ERROR) {
1114 mfc_err("Call on QBUF after unrecoverable error\n");
1117 if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1118 return vb2_qbuf(&ctx->vq_src, buf);
1119 else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1120 return vb2_qbuf(&ctx->vq_dst, buf);
1124 /* Dequeue a buffer */
1125 static int vidioc_dqbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1127 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1129 if (ctx->state == MFCINST_ERROR) {
1130 mfc_err("Call on DQBUF after unrecoverable error\n");
1133 if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1134 return vb2_dqbuf(&ctx->vq_src, buf, file->f_flags & O_NONBLOCK);
1135 else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1136 return vb2_dqbuf(&ctx->vq_dst, buf, file->f_flags & O_NONBLOCK);
1141 static int vidioc_streamon(struct file *file, void *priv,
1142 enum v4l2_buf_type type)
1144 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1146 if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1147 return vb2_streamon(&ctx->vq_src, type);
1148 else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1149 return vb2_streamon(&ctx->vq_dst, type);
1153 /* Stream off, which equals to a pause */
1154 static int vidioc_streamoff(struct file *file, void *priv,
1155 enum v4l2_buf_type type)
1157 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1159 if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1160 return vb2_streamoff(&ctx->vq_src, type);
1161 else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1162 return vb2_streamoff(&ctx->vq_dst, type);
1166 static inline int h264_level(enum v4l2_mpeg_video_h264_level lvl)
1168 static unsigned int t[V4L2_MPEG_VIDEO_H264_LEVEL_4_0 + 1] = {
1169 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_0 */ 10,
1170 /* V4L2_MPEG_VIDEO_H264_LEVEL_1B */ 9,
1171 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_1 */ 11,
1172 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_2 */ 12,
1173 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_3 */ 13,
1174 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_0 */ 20,
1175 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_1 */ 21,
1176 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_2 */ 22,
1177 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_0 */ 30,
1178 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_1 */ 31,
1179 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_2 */ 32,
1180 /* V4L2_MPEG_VIDEO_H264_LEVEL_4_0 */ 40,
1185 static inline int mpeg4_level(enum v4l2_mpeg_video_mpeg4_level lvl)
1187 static unsigned int t[V4L2_MPEG_VIDEO_MPEG4_LEVEL_5 + 1] = {
1188 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0 */ 0,
1189 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0B */ 9,
1190 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_1 */ 1,
1191 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_2 */ 2,
1192 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3 */ 3,
1193 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3B */ 7,
1194 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_4 */ 4,
1195 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_5 */ 5,
1200 static inline int vui_sar_idc(enum v4l2_mpeg_video_h264_vui_sar_idc sar)
1202 static unsigned int t[V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED + 1] = {
1203 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED */ 0,
1204 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1 */ 1,
1205 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_12x11 */ 2,
1206 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_10x11 */ 3,
1207 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_16x11 */ 4,
1208 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_40x33 */ 5,
1209 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_24x11 */ 6,
1210 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_20x11 */ 7,
1211 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_32x11 */ 8,
1212 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_80x33 */ 9,
1213 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_18x11 */ 10,
1214 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_15x11 */ 11,
1215 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_64x33 */ 12,
1216 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_160x99 */ 13,
1217 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_4x3 */ 14,
1218 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_3x2 */ 15,
1219 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_2x1 */ 16,
1220 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED */ 255,
1225 static int s5p_mfc_enc_s_ctrl(struct v4l2_ctrl *ctrl)
1227 struct s5p_mfc_ctx *ctx = ctrl_to_ctx(ctrl);
1228 struct s5p_mfc_dev *dev = ctx->dev;
1229 struct s5p_mfc_enc_params *p = &ctx->enc_params;
1233 case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
1234 p->gop_size = ctrl->val;
1236 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE:
1237 p->slice_mode = ctrl->val;
1239 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB:
1240 p->slice_mb = ctrl->val;
1242 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES:
1243 p->slice_bit = ctrl->val * 8;
1245 case V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB:
1246 p->intra_refresh_mb = ctrl->val;
1248 case V4L2_CID_MPEG_MFC51_VIDEO_PADDING:
1251 case V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV:
1252 p->pad_luma = (ctrl->val >> 16) & 0xff;
1253 p->pad_cb = (ctrl->val >> 8) & 0xff;
1254 p->pad_cr = (ctrl->val >> 0) & 0xff;
1256 case V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE:
1257 p->rc_frame = ctrl->val;
1259 case V4L2_CID_MPEG_VIDEO_BITRATE:
1260 p->rc_bitrate = ctrl->val;
1262 case V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF:
1263 p->rc_reaction_coeff = ctrl->val;
1265 case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
1266 ctx->force_frame_type = ctrl->val;
1268 case V4L2_CID_MPEG_VIDEO_VBV_SIZE:
1269 p->vbv_size = ctrl->val;
1271 case V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE:
1272 p->codec.h264.cpb_size = ctrl->val;
1274 case V4L2_CID_MPEG_VIDEO_HEADER_MODE:
1275 p->seq_hdr_mode = ctrl->val;
1277 case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
1278 p->frame_skip_mode = ctrl->val;
1280 case V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT:
1281 p->fixed_target_bit = ctrl->val;
1283 case V4L2_CID_MPEG_VIDEO_B_FRAMES:
1284 p->num_b_frame = ctrl->val;
1286 case V4L2_CID_MPEG_VIDEO_H264_PROFILE:
1287 switch (ctrl->val) {
1288 case V4L2_MPEG_VIDEO_H264_PROFILE_MAIN:
1289 p->codec.h264.profile =
1290 S5P_FIMV_ENC_PROFILE_H264_MAIN;
1292 case V4L2_MPEG_VIDEO_H264_PROFILE_HIGH:
1293 p->codec.h264.profile =
1294 S5P_FIMV_ENC_PROFILE_H264_HIGH;
1296 case V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE:
1297 p->codec.h264.profile =
1298 S5P_FIMV_ENC_PROFILE_H264_BASELINE;
1304 case V4L2_CID_MPEG_VIDEO_H264_LEVEL:
1305 p->codec.h264.level_v4l2 = ctrl->val;
1306 p->codec.h264.level = h264_level(ctrl->val);
1307 if (p->codec.h264.level < 0) {
1308 mfc_err("Level number is wrong\n");
1309 ret = p->codec.h264.level;
1312 case V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL:
1313 p->codec.mpeg4.level_v4l2 = ctrl->val;
1314 p->codec.mpeg4.level = mpeg4_level(ctrl->val);
1315 if (p->codec.mpeg4.level < 0) {
1316 mfc_err("Level number is wrong\n");
1317 ret = p->codec.mpeg4.level;
1320 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE:
1321 p->codec.h264.loop_filter_mode = ctrl->val;
1323 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA:
1324 p->codec.h264.loop_filter_alpha = ctrl->val;
1326 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA:
1327 p->codec.h264.loop_filter_beta = ctrl->val;
1329 case V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE:
1330 p->codec.h264.entropy_mode = ctrl->val;
1332 case V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P:
1333 p->codec.h264.num_ref_pic_4p = ctrl->val;
1335 case V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM:
1336 p->codec.h264._8x8_transform = ctrl->val;
1338 case V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE:
1339 p->codec.h264.rc_mb = ctrl->val;
1341 case V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP:
1342 p->codec.h264.rc_frame_qp = ctrl->val;
1344 case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
1345 p->codec.h264.rc_min_qp = ctrl->val;
1347 case V4L2_CID_MPEG_VIDEO_H264_MAX_QP:
1348 p->codec.h264.rc_max_qp = ctrl->val;
1350 case V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP:
1351 p->codec.h264.rc_p_frame_qp = ctrl->val;
1353 case V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP:
1354 p->codec.h264.rc_b_frame_qp = ctrl->val;
1356 case V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP:
1357 case V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP:
1358 p->codec.mpeg4.rc_frame_qp = ctrl->val;
1360 case V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP:
1361 case V4L2_CID_MPEG_VIDEO_H263_MIN_QP:
1362 p->codec.mpeg4.rc_min_qp = ctrl->val;
1364 case V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP:
1365 case V4L2_CID_MPEG_VIDEO_H263_MAX_QP:
1366 p->codec.mpeg4.rc_max_qp = ctrl->val;
1368 case V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP:
1369 case V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP:
1370 p->codec.mpeg4.rc_p_frame_qp = ctrl->val;
1372 case V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP:
1373 case V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP:
1374 p->codec.mpeg4.rc_b_frame_qp = ctrl->val;
1376 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK:
1377 p->codec.h264.rc_mb_dark = ctrl->val;
1379 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH:
1380 p->codec.h264.rc_mb_smooth = ctrl->val;
1382 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC:
1383 p->codec.h264.rc_mb_static = ctrl->val;
1385 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY:
1386 p->codec.h264.rc_mb_activity = ctrl->val;
1388 case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE:
1389 p->codec.h264.vui_sar = ctrl->val;
1391 case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC:
1392 p->codec.h264.vui_sar_idc = vui_sar_idc(ctrl->val);
1394 case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH:
1395 p->codec.h264.vui_ext_sar_width = ctrl->val;
1397 case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT:
1398 p->codec.h264.vui_ext_sar_height = ctrl->val;
1400 case V4L2_CID_MPEG_VIDEO_GOP_CLOSURE:
1401 p->codec.h264.open_gop = !ctrl->val;
1403 case V4L2_CID_MPEG_VIDEO_H264_I_PERIOD:
1404 p->codec.h264.open_gop_size = ctrl->val;
1406 case V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE:
1407 switch (ctrl->val) {
1408 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE:
1409 p->codec.mpeg4.profile =
1410 S5P_FIMV_ENC_PROFILE_MPEG4_SIMPLE;
1412 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE:
1413 p->codec.mpeg4.profile =
1414 S5P_FIMV_ENC_PROFILE_MPEG4_ADVANCED_SIMPLE;
1420 case V4L2_CID_MPEG_VIDEO_MPEG4_QPEL:
1421 p->codec.mpeg4.quarter_pixel = ctrl->val;
1424 v4l2_err(&dev->v4l2_dev, "Invalid control, id=%d, val=%d\n",
1425 ctrl->id, ctrl->val);
1431 static const struct v4l2_ctrl_ops s5p_mfc_enc_ctrl_ops = {
1432 .s_ctrl = s5p_mfc_enc_s_ctrl,
1435 static int vidioc_s_parm(struct file *file, void *priv,
1436 struct v4l2_streamparm *a)
1438 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1440 if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1441 ctx->enc_params.rc_framerate_num =
1442 a->parm.output.timeperframe.denominator;
1443 ctx->enc_params.rc_framerate_denom =
1444 a->parm.output.timeperframe.numerator;
1446 mfc_err("Setting FPS is only possible for the output queue\n");
1452 static int vidioc_g_parm(struct file *file, void *priv,
1453 struct v4l2_streamparm *a)
1455 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1457 if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
1458 a->parm.output.timeperframe.denominator =
1459 ctx->enc_params.rc_framerate_num;
1460 a->parm.output.timeperframe.numerator =
1461 ctx->enc_params.rc_framerate_denom;
1463 mfc_err("Setting FPS is only possible for the output queue\n");
1469 static const struct v4l2_ioctl_ops s5p_mfc_enc_ioctl_ops = {
1470 .vidioc_querycap = vidioc_querycap,
1471 .vidioc_enum_fmt_vid_cap = vidioc_enum_fmt_vid_cap,
1472 .vidioc_enum_fmt_vid_cap_mplane = vidioc_enum_fmt_vid_cap_mplane,
1473 .vidioc_enum_fmt_vid_out = vidioc_enum_fmt_vid_out,
1474 .vidioc_enum_fmt_vid_out_mplane = vidioc_enum_fmt_vid_out_mplane,
1475 .vidioc_g_fmt_vid_cap_mplane = vidioc_g_fmt,
1476 .vidioc_g_fmt_vid_out_mplane = vidioc_g_fmt,
1477 .vidioc_try_fmt_vid_cap_mplane = vidioc_try_fmt,
1478 .vidioc_try_fmt_vid_out_mplane = vidioc_try_fmt,
1479 .vidioc_s_fmt_vid_cap_mplane = vidioc_s_fmt,
1480 .vidioc_s_fmt_vid_out_mplane = vidioc_s_fmt,
1481 .vidioc_reqbufs = vidioc_reqbufs,
1482 .vidioc_querybuf = vidioc_querybuf,
1483 .vidioc_qbuf = vidioc_qbuf,
1484 .vidioc_dqbuf = vidioc_dqbuf,
1485 .vidioc_streamon = vidioc_streamon,
1486 .vidioc_streamoff = vidioc_streamoff,
1487 .vidioc_s_parm = vidioc_s_parm,
1488 .vidioc_g_parm = vidioc_g_parm,
1491 static int check_vb_with_fmt(struct s5p_mfc_fmt *fmt, struct vb2_buffer *vb)
1497 if (fmt->num_planes != vb->num_planes) {
1498 mfc_err("invalid plane number for the format\n");
1501 for (i = 0; i < fmt->num_planes; i++) {
1502 if (!vb2_dma_contig_plane_dma_addr(vb, i)) {
1503 mfc_err("failed to get plane cookie\n");
1506 mfc_debug(2, "index: %d, plane[%d] cookie: 0x%08zx",
1507 vb->v4l2_buf.index, i,
1508 vb2_dma_contig_plane_dma_addr(vb, i));
1513 static int s5p_mfc_queue_setup(struct vb2_queue *vq,
1514 const struct v4l2_format *fmt,
1515 unsigned int *buf_count, unsigned int *plane_count,
1516 unsigned int psize[], void *allocators[])
1518 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1520 if (ctx->state != MFCINST_GOT_INST) {
1521 mfc_err("inavlid state: %d\n", ctx->state);
1524 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1526 *plane_count = ctx->dst_fmt->num_planes;
1528 *plane_count = MFC_ENC_CAP_PLANE_COUNT;
1531 if (*buf_count > MFC_MAX_BUFFERS)
1532 *buf_count = MFC_MAX_BUFFERS;
1533 psize[0] = ctx->enc_dst_buf_size;
1534 allocators[0] = ctx->dev->alloc_ctx[MFC_BANK1_ALLOC_CTX];
1535 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1537 *plane_count = ctx->src_fmt->num_planes;
1539 *plane_count = MFC_ENC_OUT_PLANE_COUNT;
1543 if (*buf_count > MFC_MAX_BUFFERS)
1544 *buf_count = MFC_MAX_BUFFERS;
1545 psize[0] = ctx->luma_size;
1546 psize[1] = ctx->chroma_size;
1547 allocators[0] = ctx->dev->alloc_ctx[MFC_BANK2_ALLOC_CTX];
1548 allocators[1] = ctx->dev->alloc_ctx[MFC_BANK2_ALLOC_CTX];
1550 mfc_err("inavlid queue type: %d\n", vq->type);
1556 static void s5p_mfc_unlock(struct vb2_queue *q)
1558 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1559 struct s5p_mfc_dev *dev = ctx->dev;
1561 mutex_unlock(&dev->mfc_mutex);
1564 static void s5p_mfc_lock(struct vb2_queue *q)
1566 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1567 struct s5p_mfc_dev *dev = ctx->dev;
1569 mutex_lock(&dev->mfc_mutex);
1572 static int s5p_mfc_buf_init(struct vb2_buffer *vb)
1574 struct vb2_queue *vq = vb->vb2_queue;
1575 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1579 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1580 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
1583 i = vb->v4l2_buf.index;
1584 ctx->dst_bufs[i].b = vb;
1585 ctx->dst_bufs[i].cookie.stream =
1586 vb2_dma_contig_plane_dma_addr(vb, 0);
1587 ctx->dst_bufs_cnt++;
1588 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1589 ret = check_vb_with_fmt(ctx->src_fmt, vb);
1592 i = vb->v4l2_buf.index;
1593 ctx->src_bufs[i].b = vb;
1594 ctx->src_bufs[i].cookie.raw.luma =
1595 vb2_dma_contig_plane_dma_addr(vb, 0);
1596 ctx->src_bufs[i].cookie.raw.chroma =
1597 vb2_dma_contig_plane_dma_addr(vb, 1);
1598 ctx->src_bufs_cnt++;
1600 mfc_err("inavlid queue type: %d\n", vq->type);
1606 static int s5p_mfc_buf_prepare(struct vb2_buffer *vb)
1608 struct vb2_queue *vq = vb->vb2_queue;
1609 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1612 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1613 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
1616 mfc_debug(2, "plane size: %ld, dst size: %d\n",
1617 vb2_plane_size(vb, 0), ctx->enc_dst_buf_size);
1618 if (vb2_plane_size(vb, 0) < ctx->enc_dst_buf_size) {
1619 mfc_err("plane size is too small for capture\n");
1622 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1623 ret = check_vb_with_fmt(ctx->src_fmt, vb);
1626 mfc_debug(2, "plane size: %ld, luma size: %d\n",
1627 vb2_plane_size(vb, 0), ctx->luma_size);
1628 mfc_debug(2, "plane size: %ld, chroma size: %d\n",
1629 vb2_plane_size(vb, 1), ctx->chroma_size);
1630 if (vb2_plane_size(vb, 0) < ctx->luma_size ||
1631 vb2_plane_size(vb, 1) < ctx->chroma_size) {
1632 mfc_err("plane size is too small for output\n");
1636 mfc_err("inavlid queue type: %d\n", vq->type);
1642 static int s5p_mfc_start_streaming(struct vb2_queue *q, unsigned int count)
1644 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1645 struct s5p_mfc_dev *dev = ctx->dev;
1646 unsigned long flags;
1648 v4l2_ctrl_handler_setup(&ctx->ctrl_handler);
1649 /* If context is ready then dev = work->data;schedule it to run */
1650 if (s5p_mfc_ctx_ready(ctx)) {
1651 spin_lock_irqsave(&dev->condlock, flags);
1652 set_bit(ctx->num, &dev->ctx_work_bits);
1653 spin_unlock_irqrestore(&dev->condlock, flags);
1655 s5p_mfc_try_run(dev);
1659 static int s5p_mfc_stop_streaming(struct vb2_queue *q)
1661 unsigned long flags;
1662 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1663 struct s5p_mfc_dev *dev = ctx->dev;
1665 if ((ctx->state == MFCINST_FINISHING ||
1666 ctx->state == MFCINST_RUNNING) &&
1667 dev->curr_ctx == ctx->num && dev->hw_lock) {
1668 ctx->state = MFCINST_ABORT;
1669 s5p_mfc_wait_for_done_ctx(ctx, S5P_FIMV_R2H_CMD_FRAME_DONE_RET,
1672 ctx->state = MFCINST_FINISHED;
1673 spin_lock_irqsave(&dev->irqlock, flags);
1674 if (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1675 s5p_mfc_cleanup_queue(&ctx->dst_queue, &ctx->vq_dst);
1676 INIT_LIST_HEAD(&ctx->dst_queue);
1677 ctx->dst_queue_cnt = 0;
1679 if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1680 cleanup_ref_queue(ctx);
1681 s5p_mfc_cleanup_queue(&ctx->src_queue, &ctx->vq_src);
1682 INIT_LIST_HEAD(&ctx->src_queue);
1683 ctx->src_queue_cnt = 0;
1685 spin_unlock_irqrestore(&dev->irqlock, flags);
1689 static void s5p_mfc_buf_queue(struct vb2_buffer *vb)
1691 struct vb2_queue *vq = vb->vb2_queue;
1692 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1693 struct s5p_mfc_dev *dev = ctx->dev;
1694 unsigned long flags;
1695 struct s5p_mfc_buf *mfc_buf;
1697 if (ctx->state == MFCINST_ERROR) {
1698 vb2_buffer_done(vb, VB2_BUF_STATE_ERROR);
1699 cleanup_ref_queue(ctx);
1702 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1703 mfc_buf = &ctx->dst_bufs[vb->v4l2_buf.index];
1705 /* Mark destination as available for use by MFC */
1706 spin_lock_irqsave(&dev->irqlock, flags);
1707 list_add_tail(&mfc_buf->list, &ctx->dst_queue);
1708 ctx->dst_queue_cnt++;
1709 spin_unlock_irqrestore(&dev->irqlock, flags);
1710 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1711 mfc_buf = &ctx->src_bufs[vb->v4l2_buf.index];
1713 spin_lock_irqsave(&dev->irqlock, flags);
1714 if (vb->v4l2_planes[0].bytesused == 0) {
1715 mfc_debug(1, "change state to FINISHING\n");
1716 ctx->state = MFCINST_FINISHING;
1717 vb2_buffer_done(vb, VB2_BUF_STATE_DONE);
1718 cleanup_ref_queue(ctx);
1720 list_add_tail(&mfc_buf->list, &ctx->src_queue);
1721 ctx->src_queue_cnt++;
1723 spin_unlock_irqrestore(&dev->irqlock, flags);
1725 mfc_err("unsupported buffer type (%d)\n", vq->type);
1727 if (s5p_mfc_ctx_ready(ctx)) {
1728 spin_lock_irqsave(&dev->condlock, flags);
1729 set_bit(ctx->num, &dev->ctx_work_bits);
1730 spin_unlock_irqrestore(&dev->condlock, flags);
1732 s5p_mfc_try_run(dev);
1735 static struct vb2_ops s5p_mfc_enc_qops = {
1736 .queue_setup = s5p_mfc_queue_setup,
1737 .wait_prepare = s5p_mfc_unlock,
1738 .wait_finish = s5p_mfc_lock,
1739 .buf_init = s5p_mfc_buf_init,
1740 .buf_prepare = s5p_mfc_buf_prepare,
1741 .start_streaming = s5p_mfc_start_streaming,
1742 .stop_streaming = s5p_mfc_stop_streaming,
1743 .buf_queue = s5p_mfc_buf_queue,
1746 struct s5p_mfc_codec_ops *get_enc_codec_ops(void)
1748 return &encoder_codec_ops;
1751 struct vb2_ops *get_enc_queue_ops(void)
1753 return &s5p_mfc_enc_qops;
1756 const struct v4l2_ioctl_ops *get_enc_v4l2_ioctl_ops(void)
1758 return &s5p_mfc_enc_ioctl_ops;
1761 #define IS_MFC51_PRIV(x) ((V4L2_CTRL_ID2CLASS(x) == V4L2_CTRL_CLASS_MPEG) \
1762 && V4L2_CTRL_DRIVER_PRIV(x))
1764 int s5p_mfc_enc_ctrls_setup(struct s5p_mfc_ctx *ctx)
1766 struct v4l2_ctrl_config cfg;
1769 v4l2_ctrl_handler_init(&ctx->ctrl_handler, NUM_CTRLS);
1770 if (ctx->ctrl_handler.error) {
1771 mfc_err("v4l2_ctrl_handler_init failed\n");
1772 return ctx->ctrl_handler.error;
1774 for (i = 0; i < NUM_CTRLS; i++) {
1775 if (IS_MFC51_PRIV(controls[i].id)) {
1776 cfg.ops = &s5p_mfc_enc_ctrl_ops;
1777 cfg.id = controls[i].id;
1778 cfg.min = controls[i].minimum;
1779 cfg.max = controls[i].maximum;
1780 cfg.def = controls[i].default_value;
1781 cfg.name = controls[i].name;
1782 cfg.type = controls[i].type;
1785 if (cfg.type == V4L2_CTRL_TYPE_MENU) {
1787 cfg.menu_skip_mask = cfg.menu_skip_mask;
1788 cfg.qmenu = mfc51_get_menu(cfg.id);
1790 cfg.step = controls[i].step;
1791 cfg.menu_skip_mask = 0;
1793 ctx->ctrls[i] = v4l2_ctrl_new_custom(&ctx->ctrl_handler,
1796 if (controls[i].type == V4L2_CTRL_TYPE_MENU) {
1797 ctx->ctrls[i] = v4l2_ctrl_new_std_menu(
1799 &s5p_mfc_enc_ctrl_ops, controls[i].id,
1800 controls[i].maximum, 0,
1801 controls[i].default_value);
1803 ctx->ctrls[i] = v4l2_ctrl_new_std(
1805 &s5p_mfc_enc_ctrl_ops, controls[i].id,
1806 controls[i].minimum,
1807 controls[i].maximum, controls[i].step,
1808 controls[i].default_value);
1811 if (ctx->ctrl_handler.error) {
1812 mfc_err("Adding control (%d) failed\n", i);
1813 return ctx->ctrl_handler.error;
1815 if (controls[i].is_volatile && ctx->ctrls[i])
1816 ctx->ctrls[i]->flags |= V4L2_CTRL_FLAG_VOLATILE;
1821 void s5p_mfc_enc_ctrls_delete(struct s5p_mfc_ctx *ctx)
1825 v4l2_ctrl_handler_free(&ctx->ctrl_handler);
1826 for (i = 0; i < NUM_CTRLS; i++)
1827 ctx->ctrls[i] = NULL;