spring boot 实现rtsp视频推流

发布于:2025-05-23 ⋅ 阅读:(23) ⋅ 点赞:(0)

1、搭建rtsp服务(docker方式)

docker pull aler9/rtsp-simple-server
docker run -d --restart=always \
  --name rtsp-server \
  -p 8554:8554 \
  aler9/rtsp-simple-server

2、maven依赖

<dependency>
            <groupId>org.bytedeco</groupId>
            <artifactId>javacv-platform</artifactId>
            <version>1.5.11</version>
        </dependency>
        <dependency>
            <groupId>org.bytedeco</groupId>
            <artifactId>ffmpeg-platform</artifactId>
            <version>7.1-1.5.11</version>
        </dependency>

3、新建RtspStreamer服务类

package com.example.superior_conjuncte_iot_rtspvideo.system_config.config;


import jakarta.annotation.PreDestroy;
import lombok.extern.slf4j.Slf4j;
import org.bytedeco.ffmpeg.global.avcodec;
import org.bytedeco.ffmpeg.global.avutil;
import org.bytedeco.javacpp.Loader;
import org.bytedeco.javacv.FFmpegFrameRecorder;
import org.bytedeco.javacv.FFmpegLogCallback;
import org.bytedeco.javacv.Frame;
import org.bytedeco.javacv.Java2DFrameConverter;
import org.springframework.stereotype.Component;

import javax.imageio.ImageIO;
import java.awt.image.BufferedImage;
import java.io.ByteArrayInputStream;
import java.util.Base64;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;




@Component
@Slf4j
public class RtspStreamer {
    static {
        FFmpegLogCallback.set();
        // 强制加载 FFmpeg 核心库
        Loader.load(org.bytedeco.ffmpeg.global.avutil.class);
        Loader.load(org.bytedeco.ffmpeg.global.avcodec.class);
        Loader.load(org.bytedeco.ffmpeg.global.avformat.class);
    }

    private FFmpegFrameRecorder recorder;
    private ExecutorService executor = Executors.newSingleThreadExecutor();
    private final Java2DFrameConverter converter = new Java2DFrameConverter();





    /**
     * 启动 RTSP 流服务
     * @param rtspUrl 例如: "rtsp://localhost:8554/live"
     * @param width 视频宽度
     * @param height 视频高度
     */
    public void startStream(String rtspUrl, int width, int height) {
        try {

            recorder = new FFmpegFrameRecorder(rtspUrl, width, height);

            recorder.setVideoCodec(avcodec.AV_CODEC_ID_H264);
            recorder.setFormat("rtsp");

            recorder.setPixelFormat(avutil.AV_PIX_FMT_YUV420P);
            recorder.setFrameRate(30);

            recorder.setVideoBitrate(2_000_000);                 // 码率设为 2Mbps

            recorder.setVideoOption("preset", "medium");
            recorder.setVideoOption("tune", "zerolatency");
            recorder.setVideoOption("g", "30");

            recorder.start();


        } catch (Exception e) {
            log.error("启动 RTSP 失败"+e.getMessage());
            throw new RuntimeException("启动 RTSP 失败", e);
        }
    }

    /**
     * 推送视频帧
     * @param image 视频帧图像
     */
    public void pushFrame(BufferedImage image) {
        executor.submit(() -> {
            try {
                //转换格式
                BufferedImage bgrImage = convertToBGR(image);
                Frame frame = converter.getFrame(bgrImage);
                recorder.record(frame);
            } catch (Exception e) {
                log.error("推送视频帧失败"+e.getMessage());
                e.printStackTrace();
            }
        });

    }

    //转换格式,很关键
    private BufferedImage convertToBGR(BufferedImage image) {
        BufferedImage bgrImage = new BufferedImage(
                image.getWidth(), image.getHeight(), BufferedImage.TYPE_3BYTE_BGR
        );
        bgrImage.getGraphics().drawImage(image, 0, 0, null);
        return bgrImage;
    }

    @PreDestroy
    public void stopStream() {
        if (recorder != null) {
            try {
                recorder.stop();
                recorder.release();
            } catch (Exception e) {
                log.error("停止 RTSP 失败"+e.getMessage());
            }
        }
        executor.shutdown();
    }

    //字符串视频流解码
    public BufferedImage getBufferedImage(String base64Image){
        try {
            byte[] imageBytes = Base64.getDecoder().decode(base64Image);
            BufferedImage image = ImageIO.read(new ByteArrayInputStream(imageBytes));
            return image;
        }catch (Exception ex){
            log.error("视频解码错误");
            return null;
        }
    }
}


4、测试代码

package com.example.superior_conjuncte_iot_web.tj.project_video.service.impl;

import com.example.superior_conjuncte_iot_web.system_config.videoConfig.RtspStreamer;
import com.example.superior_conjuncte_iot_web.tj.project_video.service.IVideoRtspService;
import jakarta.annotation.Resource;
import lombok.extern.slf4j.Slf4j;
import org.springframework.boot.ApplicationArguments;
import org.springframework.boot.ApplicationRunner;
import org.springframework.context.annotation.Lazy;
import org.springframework.stereotype.Service;

import java.awt.*;
import java.awt.image.BufferedImage;

@Service
@Slf4j
public class VideoRtspServiceImpl implements IVideoRtspService, ApplicationRunner {

    @Resource
    @Lazy
    private RtspStreamer rtspStreamer;

    @Override
    public void run(ApplicationArguments args)  {
        rtspStreamer.startStream("rtsp://localhost:8554/live", 640, 480);
        // 模拟生成视频帧(例如从摄像头或文件读取)
        Thread thread=new Thread(() -> {
            while (true) {
                BufferedImage image = generateTestFrame(); // 生成测试帧
                rtspStreamer.pushFrame(image);
                try {
                    Thread.sleep(33); // 约30帧/秒
                } catch (InterruptedException e) {
                    e.printStackTrace();
                }
            }
        });
        thread.setDaemon(true);
        thread.start();

    }

    // 生成测试帧(渐变颜色)
    private BufferedImage generateTestFrame() {
        BufferedImage img = new BufferedImage(640, 480, BufferedImage.TYPE_3BYTE_BGR);
        Graphics2D g2d = img.createGraphics();
        g2d.setColor(new Color((int) (Math.random() * 255), (int) (Math.random() * 255), (int) (Math.random() * 255)));
        g2d.fillRect(0, 0, 640, 480);
        g2d.dispose();
        return img;
    }
}

5、用VLC工具测试
测试地址:rtsp://localhost:8554/live,其中localhost:8554为rtsp服务器的地址