Recherche avancée

Sur d’autres sites (7977)

• avcodec : postpone removal of deprecated codec caps

  19 avril 2021, par James Almer

  avcodec : postpone removal of deprecated codec caps
  This was deprecated only a year ago
  Signed-off-by : James Almer <jamrial@gmail.com>
  

  • [DH] libavcodec/version.h

• Using ffmpeg to capture frames from webcam and audio from micro and saving to file

  19 septembre 2016, par Solidus

  For the past few weeks I’ve been struggling with the ffmpeg API since I can not find a clear documentation and I also find it hard to search as all the solutions I find online involve not the c API but the ffmpeg.c command line program. I am creating a program which needs to capture video from a webcam and audio, show the frames on screen and record both the audio and frames to a video file. I am also using QT as a framework for this project.

  I’ve been able to show the frames on the screen and even record them, but my problem is the record of both the audio and video. I’ve decided to create a simpler program for tests, that only saves the stream to a file without showing the frames on screen, starting from the remuxing.c example on the ffmpeg documentation. My code is as follows :

  //This is the variables on the .h
  
  AVOutputFormat *ofmt;
  
  AVFormatContext *ifmt_ctx, *ofmt_ctx;
  
  
  
  QString cDeviceName;
  
  QString aDeviceName;
  
  
  
  int audioStream, videoStream;
  
  bool done;
  
  
  
  //The .cpp
  
  #include "cameratest.h"
  
  #include <qtconcurrent></qtconcurrent>QtConcurrent>
  
  #include <qdebug>
  
  
  
  CameraTest::CameraTest(QString cDeviceName, QString aDeviceName, QObject *parent) :
  
      QObject(parent)
  
  {
  
      done = false;
  
      this->cDeviceName = cDeviceName;
  
      this->aDeviceName = aDeviceName;
  
      av_register_all();
  
      avdevice_register_all();
  
  }
  
  
  
  void CameraTest::toggleDone() {
  
      done = !done;
  
  }
  
  
  
  int CameraTest::init() {
  
      ofmt = NULL;
  
      ifmt_ctx = NULL;
  
      ofmt_ctx = NULL;
  
  
  
      QString fullDName = cDeviceName.prepend("video=") + ":" + aDeviceName.prepend("audio="); 
  
      qDebug() &lt;&lt; fullDName;
  
      AVInputFormat *fmt = av_find_input_format("dshow");
  
  
  
      int ret, i;
  
  
  
      if (avformat_open_input(&amp;ifmt_ctx, fullDName.toUtf8().data(), fmt, NULL) &lt; 0) {
  
         fprintf(stderr, "Could not open input file '%s'", fullDName.toUtf8().data());
  
         return -1;
  
      }
  
      if ((ret = avformat_find_stream_info(ifmt_ctx, 0)) &lt; 0) {
  
         fprintf(stderr, "Failed to retrieve input stream information");
  
         return -1;
  
      }
  
      av_dump_format(ifmt_ctx, 0, fullDName.toUtf8().data(), 0);
  
      avformat_alloc_output_context2(&amp;ofmt_ctx, NULL, NULL, "test.avi");
  
      if (!ofmt_ctx) {
  
         fprintf(stderr, "Could not create output context\n");
  
         ret = AVERROR_UNKNOWN;
  
         return -1;
  
      }
  
      ofmt = ofmt_ctx->oformat;
  
  
  
      for (i = 0; i &lt; ifmt_ctx->nb_streams; i++) {
  
         AVStream *in_stream = ifmt_ctx->streams[i];
  
         AVStream *out_stream = avformat_new_stream(ofmt_ctx, in_stream->codec->codec);
  
  
  
         if (ifmt_ctx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  
             videoStream = i;
  
         }
  
         else if (ifmt_ctx->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
  
             audioStream = i;
  
         }
  
  
  
         if (!out_stream) {
  
             fprintf(stderr, "Failed allocating output stream\n");
  
             ret = AVERROR_UNKNOWN;
  
             return -1;
  
         }
  
         ret = avcodec_copy_context(out_stream->codec, in_stream->codec);
  
         if (ret &lt; 0) {
  
             fprintf(stderr, "Failed to copy context from input to output stream codec context\n");
  
             return -1;
  
         }
  
         out_stream->codec->codec_tag = 0;
  
         if (ofmt_ctx->oformat->flags &amp; AVFMT_GLOBALHEADER)
  
             out_stream->codec->flags |= CODEC_FLAG_GLOBAL_HEADER;
  
      }
  
      av_dump_format(ofmt_ctx, 0, "test.avi", 1);
  
      if (!(ofmt->flags &amp; AVFMT_NOFILE)) {
  
         ret = avio_open(&amp;ofmt_ctx->pb, "test.avi", AVIO_FLAG_WRITE);
  
         if (ret &lt; 0) {
  
             fprintf(stderr, "Could not open output file '%s'", "test.avi");
  
             return -1;
  
         }
  
      }
  
      ret = avformat_write_header(ofmt_ctx, NULL);
  
      if (ret &lt; 0) {
  
         fprintf(stderr, "Error occurred when opening output file\n");
  
         return -1;
  
      }
  
      QtConcurrent::run(this, &amp;CameraTest::grabFrames);
  
      return 0;
  
  }
  
  
  
  void CameraTest::grabFrames() {
  
      AVPacket pkt;
  
      int ret;
  
      while (av_read_frame(ifmt_ctx, &amp;pkt) >= 0) {
  
          AVStream *in_stream, *out_stream;
  
          in_stream  = ifmt_ctx->streams[pkt.stream_index];
  
          out_stream = ofmt_ctx->streams[pkt.stream_index];
  
          /* copy packet */
  
          pkt.pts = av_rescale_q_rnd(pkt.pts, in_stream->time_base, out_stream->time_base, (AVRounding) (AV_ROUND_NEAR_INF|AV_ROUND_PASS_MINMAX));
  
          pkt.dts = av_rescale_q_rnd(pkt.dts, in_stream->time_base, out_stream->time_base, (AVRounding) (AV_ROUND_NEAR_INF|AV_ROUND_PASS_MINMAX));
  
          pkt.duration = av_rescale_q(pkt.duration, in_stream->time_base, out_stream->time_base);
  
          pkt.pos = -1;
  
          int ret = av_interleaved_write_frame(ofmt_ctx, &amp;pkt);
  
          if (ret &lt; 0) {
  
             qDebug() &lt;&lt; "Error muxing packet";
  
             //break;
  
          }
  
          av_free_packet(&amp;pkt);
  
  
  
          if(done) break;
  
      }
  
      av_write_trailer(ofmt_ctx);
  
  
  
      avformat_close_input(&amp;ifmt_ctx);
  
      /* close output */
  
      if (ofmt_ctx &amp;&amp; !(ofmt->flags &amp; AVFMT_NOFILE))
  
         avio_close(ofmt_ctx->pb);
  
      avformat_free_context(ofmt_ctx);
  
      if (ret &lt; 0 &amp;&amp; ret != AVERROR_EOF) {
  
          //return -1;
  
         //fprintf(stderr, "Error occurred: %s\n", av_err2str(ret));
  
      }
  
  }
  
  </qdebug>

  The av_interleaved_write_frame returns an error with the video packets. The end file shows only the first frame but the audio seems to be ok.

  On the console this is what is printed :

  Input #0, dshow, from 'video=Integrated Camera:audio=Microfone interno (Conexant 206':
  
    Duration: N/A, start: 146544.738000, bitrate: 1411 kb/s
  
      Stream #0:0: Video: rawvideo, bgr24, 640x480, 30 tbr, 10000k tbn, 30 tbc
  
      Stream #0:1: Audio: pcm_s16le, 44100 Hz, 2 channels, s16, 1411 kb/s
  
  Output #0, avi, to 'test.avi':
  
      Stream #0:0: Video: rawvideo, bgr24, 640x480, q=2-31, 30 tbc
  
      Stream #0:1: Audio: pcm_s16le, 44100 Hz, 2 channels, s16, 1411 kb/s
  
  
  
  [avi @ 0089f660] Using AVStream.codec.time_base as a timebase hint to the muxer is deprecated. Set AVStream.time_base instead.
  
  [avi @ 0089f660] Using AVStream.codec.time_base as a timebase hint to the muxer is deprecated. Set AVStream.time_base instead.
  
  [avi @ 0089f660] Application provided invalid, non monotonically increasing dts to muxer in stream 0: 4396365 >= 4396365
  
  [avi @ 0089f660] Too large number of skipped frames 4396359 > 60000
  
  [avi @ 0089f660] Too large number of skipped frames 4396360 > 60000
  
  [avi @ 0089f660] Application provided invalid, non monotonically increasing dts to muxer in stream 0: 4396390 >= 4396390
  
  [avi @ 0089f660] Too large number of skipped frames 4396361 > 60000
  
  [avi @ 0089f660] Too large number of skipped frames 4396362 > 60000
  
  [avi @ 0089f660] Too large number of skipped frames 4396364 > 60000
  
  [avi @ 0089f660] Too large number of skipped frames 4396365 > 60000
  
  [avi @ 0089f660] Too large number of skipped frames 4396366 > 60000
  
  [avi @ 0089f660] Too large number of skipped frames 4396367 > 60000

  This seems to me like a simple problem to solve but I really am mostly clueless about the ffmpeg API, if someone could lead me to the right direction that would be great !

  Thanks !

• Problems accessing codecs with ggplot and gganimate

  19 décembre 2016, par noLongerRandom

  Using gganimate. Can’t figure out how to properly access functionality of ffmpeg, specifically I want to change the codec I’m using in the video file I’m outputting.

  # load packages
  
  library(ggplot)
  
  library(animation)
  
  library(gganimate)
  
  
  
  # Here's my data.frame
  
  myDf <- data.frame(
  
      year = c(1962, 1963, 1964, 1965, 1966, 1967, 1968, 1969, 1970, 1971, 1972, 1973, 1974, 1975, 1976, 1977, 1978, 1979, 1980, 1981, 1982, 1983, 1984, 1985, 1986, 1987, 1988, 1989, 1990, 1991, 1992, 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014), 
  
      bottom50 = c(0.195, 0.191, 0.187, 0.192, 0.196, 0.205, 0.207, 0.210, 0.209, 0.204, 0.203, 0.204, 0.205, 0.203, 0.202, 0.200, 0.200, 0.201, 0.199, 0.195, 0.190, 0.183, 0.179, 0.179, 0.177, 0.172, 0.169, 0.169, 0.168, 0.166, 0.158, 0.159, 0.158, 0.154, 0.151, 0.148, 0.149, 0.148, 0.146, 0.149, 0.148, 0.145, 0.142, 0.138, 0.135, 0.137, 0.137, 0.136, 0.130, 0.127, 0.123, 0.127, 0.125), top1 = c(0.126, 0.127, 0.129, 0.128, 0.126, 0.123, 0.122, 0.115, 0.110, 0.111, 0.111, 0.109, 0.106, 0.105, 0.105, 0.107, 0.108, 0.111, 0.107, 0.110, 0.112, 0.115, 0.125, 0.125, 0.122, 0.133, 0.149, 0.145, 0.145, 0.139, 0.150, 0.146, 0.147, 0.153, 0.160, 0.166, 0.169, 0.177, 0.183, 0.173, 0.171, 0.172, 0.183, 0.194, 0.201, 0.199, 0.195, 0.185, 0.198, 0.196, 0.208, 0.196, 0.202)
  
  )
  
  
  
  #Basic plot
  
  p <- ggplot(myDf, aes(x = year, y = bottom50, frame = year)) + 
  
      geom_line(color = "dodgerblue") + 
  
      geom_line(aes(y = top1), color = "darkred")

  The non-animated version gets me what I want :

  

  And I get an animation version output to video with :

  gganimate(p, interval = .1, title_frame = FALSE, "income.mp4")

  That’s fine, but I want to change some the output parameters, specifically : alter the dimensions, the frame rate, and use a different codec.

  # change some of the options
  
  ani.options(ani.height = 1080, ani.width = 1920, 
  
              interval = 0.04166667, other.opts = "-vcodec qtrle -f mov")
  
  # re-animate
  
  gganimate(p, title_frame = FALSE, "income.mov")

  That gives me the following error :

  Error in animation_saver(saver, filename) : 
  
    Don't know how to save animation of type mov

  I’m using ’.mov’ as my file extension because I’m trying to change to the Animation codec (so it’s no longer a .mp4 wrapper). I’ve got ffmpeg installed, so this is probably a syntax issue. But the documentation isn’t very clear here ; gganimate doesn’t have any documentation on changing codecs (or outputting any video besides an mp4), and the animation package is light on specifics as well.