Recherche avancée

Sur d’autres sites (11694)

• Révision 17418 : un pipeline header_prive_css pour inserer les css de bases ou js inline pre-css

  16 mars 2011, par cedric -

• avfilter/vsrc_gradients : add circular type

  5 avril 2022, par Paul B Mahol

  avfilter/vsrc_gradients : add circular type
  

  • [DH] doc/filters.texi
  • [DH] libavfilter/vsrc_gradients.c

• Is it possible to use something other than a circular buffer when using ffmpeg to pass RTSP video to a WebRTC client ?

  3 novembre 2024, par Doctico

  I have a Node application that uses ffmpeg to receive the RTSP stream of an ip camera (h264), and then pass send it using node-webrtc to a remote client. However, in my current implementation, ffmpeg only outputs 8192 byte chunks, which must be buffered in order to create the full frame that my current node-webrtc flow expects. This circular buffer results in a 1-2 second delay when the client is viewing the video. Is there any way to pass the stream through node-webrtc as the chunks come in, or at least extract complete frames so that circular buffering is not necessary ?

  


  So far, I have tried this, which works but has a 1-2 second delay, and even higher delay with higher resolution cameras :

  


      async startStream() {

        const rtspUrl = 'rtsp://my-rtsp-url';

        const videoSource = new wrtc.nonstandard.RTCVideoSource();
        const videoTrack = videoSource.createTrack();

        const width = 640;
        const height = 480;
        const frameSize = width * height * 1.5; // YUV420p format

        //circular buffer:
        let frameBuffer = Buffer.alloc(0);
        const frameStream = new Writable({
            write: (chunk, encoding, callback) => {
                frameBuffer = Buffer.concat([frameBuffer, chunk]);

                while (frameBuffer.length >= frameSize) {
                    const frame = frameBuffer.slice(0, frameSize);
                    frameBuffer = frameBuffer.slice(frameSize);

                    videoSource.onFrame({
                        width: width,
                        height: height,
                        data: new Uint8ClampedArray(frame)
                    });
                }
                callback();
            }
        });

        const ffmpegProcess = ffmpeg(rtspUrl)
            .inputOptions([
                `-fflags nobuffer`,
                `-flags low_delay`,
                `-rtsp_transport tcp`,
                `-strict experimental`,
                `-analyzeduration 0`,
                `-threads 0`,
                `-hwaccel auto`
            ])
            .outputOptions([
                `-f rawvideo`,
                `-c:v rawvideo`,
                '-b:v', streamId === 1 ? '2000k' : '1000k',
                '-bf', '0',
                `-s ${width}x${height}`,
                `-pix_fmt yuv420p`,
                `-tune zerolatency`
            ])
            .on('start', (cmd) => console.log('FFmpeg started:', cmd))
            .on('error', error => {
                console.error('FFmpeg error:', error);
                this.stopStream();
            })
            .on('end', () => {
                console.log('FFmpeg stream ended');
                this.stopStream();
            })

        ffmpegProcess
            .pipe(frameStream);

        return videoTrack;
    }