media: venus: hfi_plat_v4: Add capabilities for the 4XX lite core

Populate the HFI v4 lite capability set used by the AR50_LITE video
core.

These capabilities define the supported codec formats and operational
limits specific to this streamlined VPU variant.

Signed-off-by: Jorge Ramirez-Ortiz <jorge.ramirez@oss.qualcomm.com>
Reviewed-by: Bryan O'Donoghue <bryan.odonoghue@linaro.org>
Reviewed-by: Dikshita Agarwal <quic_dikshita@quicinc.com>
Signed-off-by: Bryan O'Donoghue <bod@kernel.org>
Signed-off-by: Hans Verkuil <hverkuil+cisco@kernel.org>

diff --git a/drivers/media/platform/qcom/venus/hfi_platform_v4.c b/drivers/media/platform/qcom/venus/hfi_platform_v4.c
index 41e4dc28ec1b021ee6a982736f2146c4cd992d30..cda888b56b5d4806f10d062371b9a4969e27d9b4 100644 (file)
--- a/drivers/media/platform/qcom/venus/hfi_platform_v4.c
+++ b/drivers/media/platform/qcom/venus/hfi_platform_v4.c
@@ -246,28 +246,150 @@ static const struct hfi_plat_caps caps[] = {
        .num_fmts = 4,
 } };
 
+static const struct hfi_plat_caps caps_lite[] = {
+{
+       .codec = HFI_VIDEO_CODEC_H264,
+       .domain = VIDC_SESSION_TYPE_DEC,
+       .caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
+       .caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
+       .caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
+       .caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
+       .caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
+       .caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
+       .caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
+       .num_caps = 7,
+       .pl[0] = { HFI_H264_PROFILE_BASELINE, HFI_H264_LEVEL_5},
+       .pl[1] = {HFI_H264_PROFILE_MAIN, HFI_H264_LEVEL_5},
+       .pl[2] = {HFI_H264_PROFILE_HIGH, HFI_H264_LEVEL_5},
+       .pl[3] = {HFI_H264_PROFILE_CONSTRAINED_BASE, HFI_H264_LEVEL_5},
+       .pl[4] = {HFI_H264_PROFILE_CONSTRAINED_HIGH, HFI_H264_LEVEL_5},
+       .num_pl = 5,
+       .fmts[0] = {HFI_BUFFER_OUTPUT, HFI_COLOR_FORMAT_NV12_UBWC},
+       .fmts[1] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12_UBWC},
+       .fmts[2] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12},
+       .fmts[3] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV21},
+       .num_fmts = 4,
+}, {
+       .codec = HFI_VIDEO_CODEC_HEVC,
+       .domain = VIDC_SESSION_TYPE_DEC,
+       .caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
+       .caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
+       .caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
+       .caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
+       .caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
+       .caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
+       .caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
+       .num_caps = 7,
+       .pl[0] = {HFI_HEVC_PROFILE_MAIN, HFI_HEVC_LEVEL_5 | HFI_HEVC_TIER_HIGH0 << 28 },
+       .pl[1] = {HFI_HEVC_PROFILE_MAIN10, HFI_HEVC_LEVEL_5 | HFI_HEVC_TIER_HIGH0 << 28 },
+       .num_pl = 2,
+       .fmts[0] = {HFI_BUFFER_OUTPUT, HFI_COLOR_FORMAT_NV12_UBWC},
+       .fmts[1] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12_UBWC},
+       .fmts[2] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12},
+       .fmts[3] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV21},
+       .num_fmts = 4,
+}, {
+       .codec = HFI_VIDEO_CODEC_VP9,
+       .domain = VIDC_SESSION_TYPE_DEC,
+       .caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
+       .caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
+       .caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
+       .caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
+       .caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
+       .caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
+       .caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
+       .num_caps = 7,
+       .pl[0] = {HFI_VP9_PROFILE_P0, 200},
+       .pl[1] = {HFI_VP9_PROFILE_P2_10B, 200},
+       .num_pl = 2,
+       .fmts[0] = {HFI_BUFFER_OUTPUT, HFI_COLOR_FORMAT_NV12_UBWC},
+       .fmts[1] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12_UBWC},
+       .fmts[2] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12},
+       .fmts[3] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV21},
+       .num_fmts = 4,
+}, {
+       .codec = HFI_VIDEO_CODEC_H264,
+       .domain = VIDC_SESSION_TYPE_ENC,
+       .caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
+       .caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
+       .caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
+       .caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
+       .caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
+       .caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
+       .caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
+       .caps[7] = {HFI_CAPABILITY_HIER_P_NUM_ENH_LAYERS, 0, 6, 1},
+       .caps[8] = {HFI_CAPABILITY_ENC_LTR_COUNT, 0, 4, 1},
+       .caps[9] = {HFI_CAPABILITY_MBS_PER_SECOND_POWERSAVE, 0, 244800, 1},
+       .caps[10] = {HFI_CAPABILITY_I_FRAME_QP, 0, 51, 1},
+       .caps[11] = {HFI_CAPABILITY_P_FRAME_QP, 0, 51, 1},
+       .caps[12] = {HFI_CAPABILITY_B_FRAME_QP, 0, 51, 1},
+       .caps[13] = {HFI_CAPABILITY_SLICE_BYTE, 1, 10, 1},
+       .caps[14] = {HFI_CAPABILITY_SLICE_MB, 1, 10, 1},
+       .num_caps = 15,
+       .pl[0] = {HFI_H264_PROFILE_BASELINE, HFI_H264_LEVEL_5},
+       .pl[1] = {HFI_H264_PROFILE_MAIN, HFI_H264_LEVEL_5},
+       .pl[2] = {HFI_H264_PROFILE_HIGH, HFI_H264_LEVEL_5},
+       .pl[3] = {HFI_H264_PROFILE_CONSTRAINED_BASE, HFI_H264_LEVEL_5},
+       .pl[4] = {HFI_H264_PROFILE_CONSTRAINED_HIGH, HFI_H264_LEVEL_5},
+       .num_pl = 5,
+       .fmts[0] = {HFI_BUFFER_INPUT, HFI_COLOR_FORMAT_NV12},
+       .fmts[1] = {HFI_BUFFER_INPUT, HFI_COLOR_FORMAT_NV12_UBWC},
+       .num_fmts = 2,
+}, {
+       .codec = HFI_VIDEO_CODEC_HEVC,
+       .domain = VIDC_SESSION_TYPE_ENC,
+       .caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
+       .caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
+       .caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
+       .caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
+       .caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
+       .caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
+       .caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
+       .caps[7] = {HFI_CAPABILITY_HIER_P_NUM_ENH_LAYERS, 0, 6, 1},
+       .caps[8] = {HFI_CAPABILITY_ENC_LTR_COUNT, 0, 4, 1},
+       .caps[9] = {HFI_CAPABILITY_MBS_PER_SECOND_POWERSAVE, 0, 244800, 1},
+       .caps[10] = {HFI_CAPABILITY_I_FRAME_QP, 0, 51, 1},
+       .caps[11] = {HFI_CAPABILITY_P_FRAME_QP, 0, 51, 1},
+       .caps[12] = {HFI_CAPABILITY_B_FRAME_QP, 0, 51, 1},
+       .caps[13] = {HFI_CAPABILITY_SLICE_BYTE, 1, 10, 1},
+       .caps[14] = {HFI_CAPABILITY_SLICE_MB, 1, 10, 1},
+       .num_caps = 15,
+       .pl[0] = {HFI_HEVC_PROFILE_MAIN, HFI_HEVC_LEVEL_5 | HFI_HEVC_TIER_HIGH0},
+       .pl[1] = {HFI_HEVC_PROFILE_MAIN10, HFI_HEVC_LEVEL_5 | HFI_HEVC_TIER_HIGH0},
+       .num_pl = 2,
+       .fmts[0] = {HFI_BUFFER_INPUT, HFI_COLOR_FORMAT_NV12},
+       .fmts[1] = {HFI_BUFFER_INPUT, HFI_COLOR_FORMAT_NV12_UBWC},
+       .num_fmts = 2,
+} };
+
 static const struct hfi_plat_caps *get_capabilities(struct venus_core *core,
                                                    unsigned int *entries)
 {
-       if (is_lite(core))
-               return NULL;
+       *entries = is_lite(core) ? ARRAY_SIZE(caps_lite) : ARRAY_SIZE(caps);
 
-       *entries = ARRAY_SIZE(caps);
-       return caps;
+       return is_lite(core) ? caps_lite : caps;
 }
 
 static void get_codecs(struct venus_core *core,
                       u32 *enc_codecs, u32 *dec_codecs, u32 *count)
 {
-       if (is_lite(core))
-               return;
+       const struct hfi_plat_caps *caps;
+       unsigned int num;
+       size_t i;
+
+       *enc_codecs = 0;
+       *dec_codecs = 0;
+
+       caps = get_capabilities(core, &num);
 
-       *enc_codecs = HFI_VIDEO_CODEC_H264 | HFI_VIDEO_CODEC_HEVC |
-                     HFI_VIDEO_CODEC_VP8;
-       *dec_codecs = HFI_VIDEO_CODEC_H264 | HFI_VIDEO_CODEC_HEVC |
-                     HFI_VIDEO_CODEC_VP8 | HFI_VIDEO_CODEC_VP9 |
-                     HFI_VIDEO_CODEC_MPEG2;
-       *count = 8;
+       for (i = 0; i < num; caps++, i++) {
+               if (caps->domain == VIDC_SESSION_TYPE_ENC)
+                       *enc_codecs |= caps->codec;
+               else
+                       *dec_codecs |= caps->codec;
+       }
+
+       *count = num;
 }
 
 static const struct hfi_platform_codec_freq_data codec_freq_data[] =  {
@@ -281,15 +403,28 @@ static const struct hfi_platform_codec_freq_data codec_freq_data[] =  {
        { V4L2_PIX_FMT_VP9, VIDC_SESSION_TYPE_DEC, 200, 10, 200 },
 };
 
+static const struct hfi_platform_codec_freq_data codec_freq_data_lite[] = {
+       { V4L2_PIX_FMT_H264, VIDC_SESSION_TYPE_DEC, 440, 0, 440 },
+       { V4L2_PIX_FMT_HEVC, VIDC_SESSION_TYPE_DEC, 440, 0, 440 },
+       { V4L2_PIX_FMT_VP9, VIDC_SESSION_TYPE_DEC, 440, 0, 440 },
+       { V4L2_PIX_FMT_H264, VIDC_SESSION_TYPE_ENC, 675, 0, 675 },
+       { V4L2_PIX_FMT_HEVC, VIDC_SESSION_TYPE_ENC, 675, 0, 675 },
+};
+
 static const struct hfi_platform_codec_freq_data *
 get_codec_freq_data(struct venus_core *core, u32 session_type, u32 pixfmt)
 {
-       const struct hfi_platform_codec_freq_data *data = codec_freq_data;
-       unsigned int i, data_size = ARRAY_SIZE(codec_freq_data);
+       const struct hfi_platform_codec_freq_data *data;
+       unsigned int i, data_size;
        const struct hfi_platform_codec_freq_data *found = NULL;
 
-       if (is_lite(core))
-               return NULL;
+       if (is_lite(core)) {
+               data = codec_freq_data_lite;
+               data_size = ARRAY_SIZE(codec_freq_data_lite);
+       } else {
+               data = codec_freq_data;
+               data_size = ARRAY_SIZE(codec_freq_data);
+       }
 
        for (i = 0; i < data_size; i++) {
                if (data[i].pixfmt == pixfmt && data[i].session_type == session_type) {