github-mirror/linux
1
0
Fork 0
mirror of https://github.com/torvalds/linux.git synced 2026-05-30 18:13:41 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity Graph

media: venus: hfi_plat_v4: Add capabilities for the 4XX lite core

Browse Source 
Populate the HFI v4 lite capability set used by the AR50_LITE video
core.

These capabilities define the supported codec formats and operational
limits specific to this streamlined VPU variant.

Signed-off-by: Jorge Ramirez-Ortiz <jorge.ramirez@oss.qualcomm.com>
Reviewed-by: Bryan O'Donoghue <bryan.odonoghue@linaro.org>
Reviewed-by: Dikshita Agarwal <quic_dikshita@quicinc.com>
Signed-off-by: Bryan O'Donoghue <bod@kernel.org>
Signed-off-by: Hans Verkuil <hverkuil+cisco@kernel.org>
This commit is contained in:
Jorge Ramirez-Ortiz 2025-08-14 10:52:44 +02:00 committed by Mauro Carvalho Chehab
parent ba4fdff920
commit 7998681eb7
1 changed files with 151 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

167
drivers/media/platform/qcom/venus/hfi_platform_v4.c
View File

@ -246,28 +246,150 @@ static const struct hfi_plat_caps caps[] = {
.num_fmts = 4,
} };
static const struct hfi_plat_caps caps_lite[] = {
{
.codec = HFI_VIDEO_CODEC_H264,
.domain = VIDC_SESSION_TYPE_DEC,
.caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
.caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
.caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
.caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
.caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
.caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
.caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
.num_caps = 7,
.pl[0] = { HFI_H264_PROFILE_BASELINE, HFI_H264_LEVEL_5},
.pl[1] = {HFI_H264_PROFILE_MAIN, HFI_H264_LEVEL_5},
.pl[2] = {HFI_H264_PROFILE_HIGH, HFI_H264_LEVEL_5},
.pl[3] = {HFI_H264_PROFILE_CONSTRAINED_BASE, HFI_H264_LEVEL_5},
.pl[4] = {HFI_H264_PROFILE_CONSTRAINED_HIGH, HFI_H264_LEVEL_5},
.num_pl = 5,
.fmts[0] = {HFI_BUFFER_OUTPUT, HFI_COLOR_FORMAT_NV12_UBWC},
.fmts[1] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12_UBWC},
.fmts[2] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12},
.fmts[3] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV21},
.num_fmts = 4,
}, {
.codec = HFI_VIDEO_CODEC_HEVC,
.domain = VIDC_SESSION_TYPE_DEC,
.caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
.caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
.caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
.caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
.caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
.caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
.caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
.num_caps = 7,
.pl[0] = {HFI_HEVC_PROFILE_MAIN, HFI_HEVC_LEVEL_5 | HFI_HEVC_TIER_HIGH0 << 28 },
.pl[1] = {HFI_HEVC_PROFILE_MAIN10, HFI_HEVC_LEVEL_5 | HFI_HEVC_TIER_HIGH0 << 28 },
.num_pl = 2,
.fmts[0] = {HFI_BUFFER_OUTPUT, HFI_COLOR_FORMAT_NV12_UBWC},
.fmts[1] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12_UBWC},
.fmts[2] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12},
.fmts[3] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV21},
.num_fmts = 4,
}, {
.codec = HFI_VIDEO_CODEC_VP9,
.domain = VIDC_SESSION_TYPE_DEC,
.caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
.caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
.caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
.caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
.caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
.caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
.caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
.num_caps = 7,
.pl[0] = {HFI_VP9_PROFILE_P0, 200},
.pl[1] = {HFI_VP9_PROFILE_P2_10B, 200},
.num_pl = 2,
.fmts[0] = {HFI_BUFFER_OUTPUT, HFI_COLOR_FORMAT_NV12_UBWC},
.fmts[1] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12_UBWC},
.fmts[2] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV12},
.fmts[3] = {HFI_BUFFER_OUTPUT2, HFI_COLOR_FORMAT_NV21},
.num_fmts = 4,
}, {
.codec = HFI_VIDEO_CODEC_H264,
.domain = VIDC_SESSION_TYPE_ENC,
.caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
.caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
.caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
.caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
.caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
.caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
.caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
.caps[7] = {HFI_CAPABILITY_HIER_P_NUM_ENH_LAYERS, 0, 6, 1},
.caps[8] = {HFI_CAPABILITY_ENC_LTR_COUNT, 0, 4, 1},
.caps[9] = {HFI_CAPABILITY_MBS_PER_SECOND_POWERSAVE, 0, 244800, 1},
.caps[10] = {HFI_CAPABILITY_I_FRAME_QP, 0, 51, 1},
.caps[11] = {HFI_CAPABILITY_P_FRAME_QP, 0, 51, 1},
.caps[12] = {HFI_CAPABILITY_B_FRAME_QP, 0, 51, 1},
.caps[13] = {HFI_CAPABILITY_SLICE_BYTE, 1, 10, 1},
.caps[14] = {HFI_CAPABILITY_SLICE_MB, 1, 10, 1},
.num_caps = 15,
.pl[0] = {HFI_H264_PROFILE_BASELINE, HFI_H264_LEVEL_5},
.pl[1] = {HFI_H264_PROFILE_MAIN, HFI_H264_LEVEL_5},
.pl[2] = {HFI_H264_PROFILE_HIGH, HFI_H264_LEVEL_5},
.pl[3] = {HFI_H264_PROFILE_CONSTRAINED_BASE, HFI_H264_LEVEL_5},
.pl[4] = {HFI_H264_PROFILE_CONSTRAINED_HIGH, HFI_H264_LEVEL_5},
.num_pl = 5,
.fmts[0] = {HFI_BUFFER_INPUT, HFI_COLOR_FORMAT_NV12},
.fmts[1] = {HFI_BUFFER_INPUT, HFI_COLOR_FORMAT_NV12_UBWC},
.num_fmts = 2,
}, {
.codec = HFI_VIDEO_CODEC_HEVC,
.domain = VIDC_SESSION_TYPE_ENC,
.caps[0] = {HFI_CAPABILITY_FRAME_WIDTH, 128, 1920, 1},
.caps[1] = {HFI_CAPABILITY_FRAME_HEIGHT, 128, 1920, 1},
.caps[2] = {HFI_CAPABILITY_MBS_PER_FRAME, 64, 8160, 1},
.caps[3] = {HFI_CAPABILITY_BITRATE, 1, 60000000, 1 },
.caps[4] = {HFI_CAPABILITY_MBS_PER_SECOND, 64, 244800, 1},
.caps[5] = {HFI_CAPABILITY_FRAMERATE, 1, 120, 1},
.caps[6] = {HFI_CAPABILITY_MAX_VIDEOCORES, 0, 1, 1},
.caps[7] = {HFI_CAPABILITY_HIER_P_NUM_ENH_LAYERS, 0, 6, 1},
.caps[8] = {HFI_CAPABILITY_ENC_LTR_COUNT, 0, 4, 1},
.caps[9] = {HFI_CAPABILITY_MBS_PER_SECOND_POWERSAVE, 0, 244800, 1},
.caps[10] = {HFI_CAPABILITY_I_FRAME_QP, 0, 51, 1},
.caps[11] = {HFI_CAPABILITY_P_FRAME_QP, 0, 51, 1},
.caps[12] = {HFI_CAPABILITY_B_FRAME_QP, 0, 51, 1},
.caps[13] = {HFI_CAPABILITY_SLICE_BYTE, 1, 10, 1},
.caps[14] = {HFI_CAPABILITY_SLICE_MB, 1, 10, 1},
.num_caps = 15,
.pl[0] = {HFI_HEVC_PROFILE_MAIN, HFI_HEVC_LEVEL_5 | HFI_HEVC_TIER_HIGH0},
.pl[1] = {HFI_HEVC_PROFILE_MAIN10, HFI_HEVC_LEVEL_5 | HFI_HEVC_TIER_HIGH0},
.num_pl = 2,
.fmts[0] = {HFI_BUFFER_INPUT, HFI_COLOR_FORMAT_NV12},
.fmts[1] = {HFI_BUFFER_INPUT, HFI_COLOR_FORMAT_NV12_UBWC},
.num_fmts = 2,
} };
static const struct hfi_plat_caps *get_capabilities(struct venus_core *core,
unsigned int *entries)
{
if (is_lite(core))
return NULL;
*entries = is_lite(core) ? ARRAY_SIZE(caps_lite) : ARRAY_SIZE(caps);
*entries = ARRAY_SIZE(caps);
return caps;
return is_lite(core) ? caps_lite : caps;
}
static void get_codecs(struct venus_core *core,
u32 *enc_codecs, u32 *dec_codecs, u32 *count)
{
if (is_lite(core))
return;
const struct hfi_plat_caps *caps;
unsigned int num;
size_t i;
*enc_codecs = HFI_VIDEO_CODEC_H264 | HFI_VIDEO_CODEC_HEVC |
HFI_VIDEO_CODEC_VP8;
*dec_codecs = HFI_VIDEO_CODEC_H264 | HFI_VIDEO_CODEC_HEVC |
HFI_VIDEO_CODEC_VP8 | HFI_VIDEO_CODEC_VP9 |
HFI_VIDEO_CODEC_MPEG2;
*count = 8;
*enc_codecs = 0;
*dec_codecs = 0;
caps = get_capabilities(core, &num);
for (i = 0; i < num; caps++, i++) {
if (caps->domain == VIDC_SESSION_TYPE_ENC)
*enc_codecs |= caps->codec;
else
*dec_codecs |= caps->codec;
}
*count = num;
}
static const struct hfi_platform_codec_freq_data codec_freq_data[] = {
@ -281,15 +403,28 @@ static const struct hfi_platform_codec_freq_data codec_freq_data[] = {
{ V4L2_PIX_FMT_VP9, VIDC_SESSION_TYPE_DEC, 200, 10, 200 },
};
static const struct hfi_platform_codec_freq_data codec_freq_data_lite[] = {
{ V4L2_PIX_FMT_H264, VIDC_SESSION_TYPE_DEC, 440, 0, 440 },
{ V4L2_PIX_FMT_HEVC, VIDC_SESSION_TYPE_DEC, 440, 0, 440 },
{ V4L2_PIX_FMT_VP9, VIDC_SESSION_TYPE_DEC, 440, 0, 440 },
{ V4L2_PIX_FMT_H264, VIDC_SESSION_TYPE_ENC, 675, 0, 675 },
{ V4L2_PIX_FMT_HEVC, VIDC_SESSION_TYPE_ENC, 675, 0, 675 },
};
static const struct hfi_platform_codec_freq_data *
get_codec_freq_data(struct venus_core *core, u32 session_type, u32 pixfmt)
{
const struct hfi_platform_codec_freq_data *data = codec_freq_data;
unsigned int i, data_size = ARRAY_SIZE(codec_freq_data);
const struct hfi_platform_codec_freq_data *data;
unsigned int i, data_size;
const struct hfi_platform_codec_freq_data *found = NULL;
if (is_lite(core))
return NULL;
if (is_lite(core)) {
data = codec_freq_data_lite;
data_size = ARRAY_SIZE(codec_freq_data_lite);
} else {
data = codec_freq_data;
data_size = ARRAY_SIZE(codec_freq_data);
}
for (i = 0; i < data_size; i++) {
if (data[i].pixfmt == pixfmt && data[i].session_type == session_type) {