Recherche avancée

Sur d’autres sites (11680)

• Stream sent via FFMPEG (NodeJS) to RTMP (YouTube) not being received

  10 décembre 2024, par Qumber

  I am writing a very basic chrome extension that captures and sends video stream to a nodeJS server, which in turns sends it to Youtube live server.

  


  Here is my implementation of the backend which receives data via WebRTC and send to YT using FFMPEG :

  


  const express = require('express');
const cors = require('cors');
const { RTCPeerConnection, RTCSessionDescription } = require('@roamhq/wrtc');
const { spawn } = require('child_process');

const app = express();
app.use(express.json());
app.use(cors());

app.post('/webrtc', async (req, res) => {
  const peerConnection = new RTCPeerConnection();

  // Start ffmpeg process for streaming
  const ffmpeg = spawn('ffmpeg', [
    '-f', 'flv',
    '-i', 'pipe:0',
    '-c:v', 'libx264',
    '-preset', 'veryfast',
    '-maxrate', '3000k',
    '-bufsize', '6000k',
    '-pix_fmt', 'yuv420p',
    '-g', '50',
    '-f', 'flv',
    'rtmp://a.rtmp.youtube.com/live2/MY_KEY'
  ]);

  ffmpeg.on('error', (err) => {
    console.error('FFmpeg error:', err);
  });

  ffmpeg.stderr.on('data', (data) => {
    console.error('FFmpeg stderr:', data.toString());
  });

  ffmpeg.stdout.on('data', (data) => {
    console.log('FFmpeg stdout:', data.toString());
  });

  // Handle incoming tracks
  peerConnection.ontrack = (event) => {
    console.log('Track received:', event.track.kind);
    const track = event.track;

    // Stream the incoming track to FFmpeg
    track.onunmute = () => {
      console.log('Track unmuted:', track.kind);
      const reader = track.createReadStream();
      reader.on('data', (chunk) => {
        console.log('Forwarding chunk to FFmpeg:', chunk.length);
        ffmpeg.stdin.write(chunk);
      });
      reader.on('end', () => {
        console.log('Stream ended');
        ffmpeg.stdin.end();
      });
    };

    track.onmute = () => {
      console.log('Track muted:', track.kind);
    };
  };

  // Set the remote description (offer) received from the client
  await peerConnection.setRemoteDescription(new RTCSessionDescription(req.body.sdp));

  // Create an answer and send it back to the client
  const answer = await peerConnection.createAnswer();
  await peerConnection.setLocalDescription(answer);

  res.json({ sdp: peerConnection.localDescription });
});

app.listen(3000, () => {
  console.log('WebRTC to RTMP server running on port 3000');
});



  


  This is the output I get, but nothing gets sent to YouTube :

  


  


  FFmpeg stderr: ffmpeg version 7.0.2 Copyright (c) 2000-2024 the FFmpeg developers
  built with Apple clang version 15.0.0 (clang-1500.3.9.4)

FFmpeg stderr:   configuration: --prefix=/opt/homebrew/Cellar/ffmpeg/7.0.2_1 --enable-shared --enable-pthreads --enable-version3 --cc=clang --host-cflags= --host-ldflags='-Wl,-ld_classic' --enable-ffplay --enable-gnutls --enable-gpl --enable-libaom --enable-libaribb24 --enable-libbluray --enable-libdav1d --enable-libharfbuzz --enable-libjxl --enable-libmp3lame --enable-libopus --enable-librav1e --enable-librist --enable-librubberband --enable-libsnappy --enable-libsrt --enable-libssh --enable-libsvtav1 --enable-libtesseract --enable-libtheora --enable-libvidstab --enable-libvmaf --enable-libvorbis --enable-libvpx --enable-libwebp --enable-libx264 --enable-libx265 --enable-libxml2 --enable-libxvid --enable-lzma --enable-libfontconfig --enable-libfreetype --enable-frei0r --enable-libass --enable-libopencore-amrnb --enable-libopencore-amrwb --enable-libopenjpeg --enable-libspeex --enable-libsoxr --enable-libzmq --enable-libzimg --disable-libjack --disable-indev=jack --enable-videotoolbox --enable-audiotoolbox --enable-neon

FFmpeg stderr:   libavutil      59.  8.100 / 59.  8.100
  libavcodec     61.  3.100 / 61.  3.100
  libavformat    61.  1.100 / 61.  1.100
  libavdevice    61.  1.100 / 61.  1.100

FFmpeg stderr:   libavfilter    10.  1.100 / 10.  1.100
  libswscale      8.  1.100 /  8.  1.100
  libswresample   5.  1.100 /  5.  1.100
  libpostproc    58.  1.100 / 58.  1.100


  


  


  I do not understand what I am doing wrong. Any help would be appreciated.

  


  ---

  


  Optionally Here's the frontend code from the extension, which (to me) appears to be recording and sending the capture :

  


  popup.js & popup.html

  


  


  


  document.addEventListener('DOMContentLoaded', () => {
  document.getElementById('openCapturePage').addEventListener('click', () => {
    chrome.tabs.create({
      url: chrome.runtime.getURL('capture.html')
    });
  });
});

  


  &#xA;&#xA;&#xA;&#xA;  &#xA;  <code class="echappe-js">&lt;script src='http://stackoverflow.com/feeds/tag/popup.js'&gt;&lt;/script&gt;&#xA;&#xA;&#xA;&#xA;  
  StreamSavvy
  &#xA;
  Open Capture Page
  &#xA;&#xA;&#xA;
  

  


  


  



  capture.js & capture.html

  


  


  


  let peerConnection;

async function startStreaming() {
  try {
    const stream = await navigator.mediaDevices.getDisplayMedia({
      video: {
        cursor: "always"
      },
      audio: false
    });

    peerConnection = new RTCPeerConnection({
      iceServers: [{
        urls: 'stun:stun.l.google.com:19302'
      }]
    });

    stream.getTracks().forEach(track => peerConnection.addTrack(track, stream));

    const offer = await peerConnection.createOffer();
    await peerConnection.setLocalDescription(offer);

    const response = await fetch('http://localhost:3000/webrtc', {
      method: 'POST',
      headers: {
        'Content-Type': 'application/json'
      },
      body: JSON.stringify({
        sdp: peerConnection.localDescription
      })
    });

    const {
      sdp
    } = await response.json();
    await peerConnection.setRemoteDescription(new RTCSessionDescription(sdp));

    console.log("Streaming to server via WebRTC...");
  } catch (error) {
    console.error("Error starting streaming:", error.name, error.message);
  }
}

async function stopStreaming() {
  if (peerConnection) {
    // Stop all media tracks
    peerConnection.getSenders().forEach(sender => {
      if (sender.track) {
        sender.track.stop();
      }
    });

    // Close the peer connection
    peerConnection.close();
    peerConnection = null;
    console.log("Streaming stopped");
  }
}

document.addEventListener('DOMContentLoaded', () => {
  document.getElementById('startCapture').addEventListener('click', startStreaming);
  document.getElementById('stopCapture').addEventListener('click', stopStreaming);
});

  


  &#xA;&#xA;&#xA;&#xA;  &#xA;  <code class="echappe-js">&lt;script src='http://stackoverflow.com/feeds/tag/capture.js'&gt;&lt;/script&gt;&#xA;&#xA;&#xA;&#xA;  
  StreamSavvy Capture
  &#xA;
  Start Capture
  &#xA;
  Stop Capture
  &#xA;&#xA;&#xA;
  

  


  


  



  background.js (service worker)

  


  


  


  chrome.runtime.onInstalled.addListener(() => {
  console.log("StreamSavvy Extension Installed");
});

chrome.runtime.onMessage.addListener((message, sender, sendResponse) => {
  if (message.type === 'startStreaming') {
    chrome.tabs.create({
      url: chrome.runtime.getURL('capture.html')
    });
    sendResponse({
      status: 'streaming'
    });
  } else if (message.type === 'stopStreaming') {
    chrome.tabs.query({
      url: chrome.runtime.getURL('capture.html')
    }, (tabs) => {
      if (tabs.length > 0) {
        chrome.tabs.sendMessage(tabs[0].id, {
          type: 'stopStreaming'
        });
        sendResponse({
          status: 'stopped'
        });
      }
    });
  }
  return true; // Keep the message channel open for sendResponse
});

  


  


  



• Psychopy gives the ffmpeg error and does not play the videos

  17 août 2017, par I.Nuel

  I want to create an experiment with Psychopy in which I will present randomly video that participant will have to evaluate.

  I have created a routine with my MovieStim and my Rating response and a Loop with my conditions file (in which are my video files videoname.wmv).
  All my videos are in the same folder as my experiment.

  I have specified the MovieStim with a variable refering to my Loop’s column ($Stimulus).

  But when I run the experiment I have this message.

  Running: E:\Thèse ESPRIT\Approach_Aversion\Experience_AA\Approach_Aversion_lastrun.py 
  
  pyo version 0.8.0 (uses single precision)
  
  WARNING:root:Warning: could not find imageio's ffmpeg executable:
  
  [Error 5] Accès refus: 'C:\\Program Files (x86)\\PsychoPy2\\lib\\site-packages\\imageio\\resources\\ffmpeg\\ffmpeg.win32.exe'
  
  Traceback (most recent call last):
  
    File "E:\Thèse ESPRIT\Approach_Aversion\Experience_AA\Approach_Aversion_lastrun.py", line 105, in <module>
  
      depth=0.0,
  
    File "C:\Program Files (x86)\PsychoPy2\lib\site-packages\psychopy-1.84.2-py2.7.egg\psychopy\contrib\lazy_import.py", line 120, in __call__
  
      return obj(*args, **kwargs)
  
    File "C:\Program Files (x86)\PsychoPy2\lib\site-packages\psychopy-1.84.2-py2.7.egg\psychopy\visual\movie3.py", line 124, in __init__
  
      self.loadMovie(self.filename)
  
    File "C:\Program Files (x86)\PsychoPy2\lib\site-packages\psychopy-1.84.2-py2.7.egg\psychopy\visual\movie3.py", line 170, in loadMovie
  
      self._mov = VideoFileClip(filename, audio=(1 - self.noAudio))
  
    File "C:\Program Files (x86)\PsychoPy2\lib\site-packages\moviepy\video\io\VideoFileClip.py", line 55, in __init__
  
      reader = FFMPEG_VideoReader(filename, pix_fmt=pix_fmt)
  
    File "C:\Program Files (x86)\PsychoPy2\lib\site-packages\moviepy\video\io\ffmpeg_reader.py", line 32, in __init__
  
      infos = ffmpeg_parse_infos(filename, print_infos, check_duration)
  
    File "C:\Program Files (x86)\PsychoPy2\lib\site-packages\moviepy\video\io\ffmpeg_reader.py", line 237, in ffmpeg_parse_infos
  
      proc = sp.Popen(cmd, **popen_params)
  
    File "C:\Program Files (x86)\PsychoPy2\lib\subprocess.py", line 710, in __init__
  
      errread, errwrite)
  
    File "C:\Program Files (x86)\PsychoPy2\lib\subprocess.py", line 958, in _execute_child
  
      startupinfo)
  
  WindowsError: [Error 2] Le fichier spécifié est introuvable
  
  </module>

  It seems to be something wrong with the ffmpeg executable but I don’t understand what.

  Do you have any idea ?

  Thank you very much fo advance !

  Have a nice day.

  Ivane

• Why storage access functions not working on android 10 API-29 ? error=13, Permission denied ?

  8 janvier 2021, par Rpatel

  


  This example code is to create video from images and music.
Code running on till API level 28 but when I just upgrade to
Build version 29 then it starts crashing. I tried the most solution
but could not find the proper reason and solution.
  
Please let me know...

  


  


  2

  


  021-01-08 19:48:16.045 18413-19578/com.example.photovideomaker E/audio: io&#xA;    java.io.IOException: Cannot run program "/data/user/0/com.example.photovideomaker/files/ffmpeg": error=13, Permission denied&#xA;        at java.lang.ProcessBuilder.start(ProcessBuilder.java:1050)&#xA;        at java.lang.Runtime.exec(Runtime.java:698)&#xA;        at java.lang.Runtime.exec(Runtime.java:563)&#xA;        at com.example.photovideomaker.service.CreateVideoService.joinAudio(CreateVideoService.java:252)&#xA;        at com.example.photovideomaker.service.CreateVideoService.createVideo(CreateVideoService.java:89)&#xA;        at com.example.photovideomaker.service.CreateVideoService.onHandleIntent(CreateVideoService.java:83)&#xA;        at android.app.IntentService$ServiceHandler.handleMessage(IntentService.java:78)&#xA;        at android.os.Handler.dispatchMessage(Handler.java:107)&#xA;        at android.os.Looper.loop(Looper.java:214)&#xA;        at android.os.HandlerThread.run(HandlerThread.java:67)&#xA;     Caused by: java.io.IOException: error=13, Permission denied&#xA;        at java.lang.UNIXProcess.forkAndExec(Native Method)&#xA;        at java.lang.UNIXProcess.<init>(UNIXProcess.java:133)&#xA;        at java.lang.ProcessImpl.start(ProcessImpl.java:141)&#xA;        at java.lang.ProcessBuilder.start(ProcessBuilder.java:1029)&#xA;        at java.lang.Runtime.exec(Runtime.java:698)&#xA0;&#xA;        at java.lang.Runtime.exec(Runtime.java:563)&#xA0;&#xA;        at com.example.photovideomaker.service.CreateVideoService.joinAudio(CreateVideoService.java:252)&#xA0;&#xA;        at com.example.photovideomaker.service.CreateVideoService.createVideo(CreateVideoService.java:89)&#xA0;&#xA;        at com.example.photovideomaker.service.CreateVideoService.onHandleIntent(CreateVideoService.java:83)&#xA0;&#xA;        at android.app.IntentService$ServiceHandler.handleMessage(IntentService.java:78)&#xA0;&#xA;        at android.os.Handler.dispatchMessage(Handler.java:107)&#xA0;&#xA;        at android.os.Looper.loop(Looper.java:214)&#xA0;&#xA;        at android.os.HandlerThread.run(HandlerThread.java:67)&#xA0;&#xA;</init>

  


  


  This function throwing the error "On Process.runtime"

  


  


  private void createVideo() {
        long startTime = System.currentTimeMillis();
        toatalSecond = (application.getSecond() * ((float) application.getSelectedImages().size())) - DEFAULT_FONT_SCALE;
        joinAudio();
        while (true) {
            if (ImageCreatorService.isImageComplate) {
                Log.e("image creation ", " complte");

                break;
            }else {
                Log.e("image creation ", "not complte");
            }
        }
        Log.e("createVideo", "video create start");
        new File(FileUtils.TEMP_DIRECTORY, "video.txt").delete();
        for (int i = 0; i < application.videoImages.size(); i++) {
            appendVideoLog(String.format("file '%s'", application.videoImages.get(i)));
        }

        File r0=new File(FileUtils.TEMP_DIRECTORY, "video.txt");
        String videoPath = new File(FileUtils.APP_DIRECTORY, getVideoName()).getAbsolutePath();
        String[] inputCode = application.getMusicData() != null ? new String[]{
                FileUtils.getFFmpeg(this), "-r",
                String.valueOf(BitmapDescriptorFactory.HUE_ORANGE / application.getSecond()),
                "-f", "concat", "-safe", "0", "-i", r0.getAbsolutePath(), "-i",
                audioFile.getAbsolutePath(), "-strict", "experimental", "-r", "30",
                "-t", String.valueOf(toatalSecond), "-c:v", "libx264", "-preset",
                "ultrafast", "-pix_fmt", "yuv420p", "-ac", "2", videoPath}
        : new String[]{FileUtils.getFFmpeg(this),
                "-r", String.valueOf(BitmapDescriptorFactory.HUE_ORANGE / application.getSecond()),
                "-f", "concat", "-i", r0.getAbsolutePath(), "-r", "30", "-c:v", "libx264", "-preset", "ultrafast", "-pix_fmt", "yuv420p", videoPath};

        System.gc();
        Process process = null;
        try {
            process = Runtime.getRuntime().exec(inputCode);
            while (!Util.isProcessCompleted(process)) {
                BufferedReader reader = new BufferedReader(new InputStreamReader(process.getErrorStream()));
                while (true) {
                    String line = reader.readLine();
                    if (line != null) {
                        Log.e("process", line);
                        appendLog(line);
                        final int incr = durationToprogtess(line);
                        new Handler(Looper.getMainLooper()).post(new Runnable() {
                            public void run() {
                                if (receiver != null) {
                                    receiver.onVideoProgressUpdate(incr);
                                }
                            }
                        });
                        mBuilder.setProgress(100, ((int) ((75.0f * ((float) incr)) / 100.0f)) + 25, false);
                        mNotifyManager.notify(1001, mBuilder.build());
                    }else {
                        break;
                    }
                }
            }
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            Util.destroyProcess(process);
        }
        mBuilder.setContentText("Video created :" + FileUtils.getDuration(System.currentTimeMillis() - startTime)).setProgress(0, 0, false);
        mNotifyManager.notify(1001, mBuilder.build());
        try {
            long fileSize = new File(videoPath).length();
            String artist = getResources().getString(R.string.artist_name);
            ContentValues values = new ContentValues();
            values.put("_data", videoPath);
            values.put("_size", Long.valueOf(fileSize));
            values.put("mime_type", "video/mp4");
            values.put("artist", artist);
            values.put("duration", Float.valueOf(toatalSecond * 1000.0f));
            getContentResolver().insert(Media.getContentUriForPath(videoPath), values);
        } catch (Exception e2) {
            e2.printStackTrace();
        }
        try {
            sendBroadcast(new Intent("android.intent.action.MEDIA_SCANNER_SCAN_FILE", Uri.fromFile(new File(videoPath))));
        } catch (Exception e3) {
            e3.printStackTrace();
        }

        buildNotification(videoPath);
        final String str = videoPath;
        new Handler(Looper.getMainLooper()).post(new Runnable() {
            public void run() {
                if (receiver != null) {
                    receiver.onVideoProgressUpdate(100);
                    receiver.onProgressFinish(str);
                }
            }
        });
        FileUtils.deleteTempDir();
       stopSelf();
    }


  


  I have tried checking the directory in storage and check mkdir is working or not but this function purely works for creating video from a collection of images, themes, and audio. as per android