1.资源文件
https://download.csdn.net/download/twicave/89579327
上面是.264 .265和原始的YUV420文件，各自的大小。
2.转换工具：
2.1 .h264 .h265互转
可以使用ffmpeg工具：Builds - CODEX FFMPEG @ gyan.dev
命令行参数：
ffmpeg -i Tennis1080p.h264 -c:v libx265 -preset medium -crf 28 Tennis1080p.h265
2.2 .h264 转 yuv
我因为要测试rk3588上一个硬件解码器，使用的是一个.c代码：
2.3 yuv file reader
这个可以使用python直接处理，2.2代码里存储的YUV420SP格式我没有完全解出来，色彩不正：
import cv2
import numpy as np
yuv_frame_pack_file = "Tennis1080p.yuv"
def yuv420sp_to_rgb(yuv420sp_frame, width, height, format='NV21'):
y_size = width * height
uv_size = (width * height) // 2
# 分离 Y 分量
y = yuv420sp_frame[:y_size].reshape((height, width))
# 分离 UV 分量
uv = yuv420sp_frame[y_size:y_size + uv_size]
uv = uv.reshape((height // 2, width)) # UV 分量的宽度为原图的宽度，但高度为一半
if format == 'NV12':
u = uv[0::2, :] # U分量
v = uv[1::2, :] # V分量
elif format == 'NV21':
v = uv[0::2, :] # V分量
u = uv[1::2, :] # U分量
else:
raise ValueError("Unsupported format. Use 'NV12' or 'NV21'.")
# 将U和V分量上采样到Y的分辨率
u_upscaled = cv2.resize(u, (width, height), interpolation=cv2.INTER_LINEAR)
v_upscaled = cv2.resize(v, (width, height), interpolation=cv2.INTER_LINEAR)
# 合并Y, U, V分量为一个3通道的图像
yuv_image = np.zeros((height + height // 2, width), dtype=np.uint8)
yuv_image[:height, :] = y
yuv_image[height:height + height // 4, :] = u_upscaled[:height // 4, :]
yuv_image[height + height // 4:, :] = v_upscaled[:height // 4, :]
# 转换到RGB
rgb_image = cv2.cvtColor(yuv_image, cv2.COLOR_YUV2RGB_I420)
return rgb_image
# 设置图像的宽度和高度
width, height = 1920, 1080
# 设置图像的宽度和高度
width, height = 1920, 1080
# 读取一帧YUV420数据
cnt = 23 #控制跳过几帧。视频总帧数可以按照通过文件尺寸测算，YUV420系列一帧是1920*1080*1.5 Bytes.
with open(yuv_frame_pack_file , 'rb') as file:
while(cnt>0):
cnt -=1
yuv420_frame = file.read(width * height * 3 // 2) # YUV420格式，每帧大小为width * height * 3 / 2
continue
yuv420_frame = file.read(width * height * 3 // 2) # YUV420格式，每帧大小为width * height * 3 / 2
yuv420_frame = np.frombuffer(yuv420_frame, dtype=np.uint8)
rgb_frame = yuv420sp_to_rgb(yuv420_frame, width, height)
cv2.imshow('RGB Image', rgb_frame)
cv2.waitKey(0)
cv2.destroyAllWindows()
2.3.1解码效果
附录A h.265=>yuv frames file转换工具
实际测试过程中，您可能需要对.h264, .h265的转换速度做比对，这里给出.h265转储为yuv frames file的C代码，相较2.2的原始c代码修改很少：
我只改了mpp_init，和需要处理的.h265文件名。
/**
* 1. make
* 2. ./mpp-dec-h264-to-yuv-file
* 3. gst-launch-1.0 filesrc location=Tennis1080p.yuv ! videoparse width=1920 height=1080 format=nv12 ! videoconvert ! xvimagesink
* 4. gst-launch-1.0 filesrc location=Tennis1080p.h264 ! h264parse ! mppvideodec ! xvimagesink
*/
#include <unistd.h>
#include <stdio.h>
#include <rockchip/rk_mpi.h>
#define __IN_FILE__ ("Tennis1080p.h265")
#define __OUT_FILE__ ("Tennis1080p.yuv")
void dump_frame(MppFrame frame, FILE *out_fp)
{
printf("dump_frame_to_file\n");
RK_U32 width = 0;
RK_U32 height = 0;
RK_U32 h_stride = 0;
RK_U32 v_stride = 0;
MppFrameFormat fmt = MPP_FMT_YUV420SP;
MppBuffer buffer = NULL;
RK_U8 *base = NULL;
width = mpp_frame_get_width(frame);
height = mpp_frame_get_height(frame);
h_stride = mpp_frame_get_hor_stride(frame);
v_stride = mpp_frame_get_ver_stride(frame);
fmt = mpp_frame_get_fmt(frame);
buffer = mpp_frame_get_buffer(frame);
RK_U32 buf_size = mpp_frame_get_buf_size(frame);
printf("w x h: %dx%d hor_stride:%d ver_stride:%d buf_size:%d\n",
width, height, h_stride, v_stride, buf_size);
if (NULL == buffer) {
printf("buffer is null\n");
return ;
}
base = (RK_U8 *)mpp_buffer_get_ptr(buffer);
// MPP_FMT_YUV420SP
if (fmt != MPP_FMT_YUV420SP) {
printf("fmt %d not supported\n", fmt);
return;
}
RK_U32 i;
RK_U8 *base_y = base;
RK_U8 *base_c = base + h_stride * v_stride;
for (i = 0; i < height; i++, base_y += h_stride) {
fwrite(base_y, 1, width, out_fp);
}
for (i = 0; i < height / 2; i++, base_c += h_stride) {
fwrite(base_c, 1, width, out_fp);
}
}
void dump_frame_to_file(MppCtx ctx, MppApi *mpi, MppFrame frame, FILE *out_fp)
{
printf("decode_and_dump_to_file\n");
MPP_RET ret;
if (mpp_frame_get_info_change(frame)) {
printf("mpp_frame_get_info_change\n");
/**
* 第一次解码会到这个分支，需要为解码器设置缓冲区.
* 解码器缓冲区支持3种模式。参考【图像内存分配以及交互模式】Rockchip_Developer_Guide_MPP_CN.pdf
* 这里使用纯内部模式。
*/
ret = mpi->control(ctx, MPP_DEC_SET_INFO_CHANGE_READY, NULL);
if (ret) {
printf("mpp_frame_get_info_change mpi->control error"
"MPP_DEC_SET_INFO_CHANGE_READY %d\n", ret);
}
return;
}
RK_U32 err_info = mpp_frame_get_errinfo(frame);
RK_U32 discard = mpp_frame_get_discard(frame);
printf("err_info: %u discard: %u\n", err_info, discard);
if (err_info) {
return;
}
// save
dump_frame(frame, out_fp);
return;
}
int main(void)
{
printf("---------- mpp start ----------\n");
// 1. 打开输入文件
FILE *in_fp = fopen(__IN_FILE__, "rb");
if (!in_fp) {
printf("fopen error\n");
return -1;
}
// 2. 打开输出文件
FILE *out_fp = fopen(__OUT_FILE__, "wb+");
if (!out_fp) {
printf("fopen error\n");
return -1;
}
// 3. 初始化解码器上下文，MppCtx MppApi
MppCtx ctx = NULL;
MppApi *mpi = NULL;
MPP_RET ret = mpp_create(&ctx, &mpi);
if (MPP_OK != ret) {
printf("mpp_create error\n");
return -1;
}
/**
* 4. 配置解器
* - 解码文件需要 split 模式
* - 设置非阻塞模式，0非阻塞（默认），-1阻塞，+val 超时(ms)
*/
RK_U32 need_split = -1;
ret = mpi->control(ctx, MPP_DEC_SET_PARSER_SPLIT_MODE, (MppParam*)&need_split);
if (MPP_OK != ret) {
printf("mpi->control error MPP_DEC_SET_PARSER_SPLIT_MODE\n");
return -1;
}
ret = mpp_init(ctx, MPP_CTX_DEC, MPP_VIDEO_CodingHEVC); // 固定为H265 https://blog.csdn.net/weixin_38807927/article/details/135760601
if (MPP_OK != ret) {
printf("mpp_init error\n");
return -1;
}
// 5. 初始化包，MppPacket
int buf_size = 5 * 1024 * 1024;
char *buf = (char*)malloc(buf_size);
if (!buf) {
printf("malloc error\n");
return -1;
}
MppPacket pkt = NULL;
ret = mpp_packet_init(&pkt, buf, buf_size);
if (MPP_OK != ret) {
printf("mpp_packet_init error\n");
return -1;
}
// 6. 循环读取文件，输入解码器，解码，保存结果
int over = 0;
while (!over) {
printf("decode...\n");
int len = fread(buf, 1, buf_size, in_fp);
printf("read file length:%d\n", len);
if (0 < len) {
mpp_packet_write(pkt, 0, buf, len);
mpp_packet_set_pos(pkt, buf);
mpp_packet_set_length(pkt, len);
if (feof(in_fp) || len < buf_size) { // 文件读完，设置结束标志位
mpp_packet_set_eos(pkt);
printf("mpp_packet_set_eos\n");
}
}
/**
* decode_put_packet返回失败，意味着内部缓冲区已满。
* 非阻塞模式，使用pkt_is_send判断当前读取的数据包（buf）是否成功发送。
*/
int pkt_is_send = 0;
while (!pkt_is_send && !over) {
if (0 < len) {
printf("pkt remain:%d\n", mpp_packet_get_length(pkt));
ret = mpi->decode_put_packet(ctx, pkt);
if (MPP_OK == ret) {
printf("pkt send success remain:%d\n", mpp_packet_get_length(pkt));
pkt_is_send = 1;
}
}
MppFrame frame;
MPP_RET ret;
ret = mpi->decode_get_frame(ctx, &frame);
if (MPP_OK != ret || !frame) {
printf("decode_get_frame falied ret:%d\n", ret);
usleep(2000); // 等待一下2ms，通常1080p解码时间2ms
continue;
}
printf("decode_get_frame success\n");
dump_frame_to_file(ctx, mpi, frame, out_fp);
if (mpp_frame_get_eos(frame)) {
printf("mpp_frame_get_eos\n");
mpp_frame_deinit(&frame);
over = 1;
continue;
}
mpp_frame_deinit(&frame);
}
}
// 7. 释放资源
fclose(in_fp);
fclose(out_fp);
mpi->reset(ctx);
mpp_packet_deinit(&pkt);
mpp_destroy(ctx);
free(buf);
printf("---------- mpp over ----------\n");
return 0;
}
A.1相应的make file :
将文件放置在.c文件的同级目录，命名为：makefile
app: mpp-dec-h264-to-yuv-file.c mpp-multi-thread-demo.c mpp-dec-h265-to-yuv-file.c
gcc mpp-dec-h264-to-yuv-file.c -o mpp-dec-h264-to-yuv-file -lrockchip_mpp
gcc mpp-dec-h265-to-yuv-file.c -o mpp-dec-h265-to-yuv-file -lrockchip_mpp
gcc mpp-multi-thread-demo.c -o mpp-multi-thread-demo -lrockchip_mpp -lpthread -I/usr/include/glib-2.0 -I/usr/lib/aarch64-linux-gnu/glib-2.0/include -lglib-2.0需要编译时：执行
make
即可。