Recherche avancée

Sur d’autres sites (9544)

• How to write NALs produced by x264_encoder_encode() using ffmpeg av_interleaved_write_frame()

  21 janvier 2013, par Haleeq Usman

  I have been trying to produce a "flv" video file in the following sequence :

  av_register_all();
  
  
  
  // Open video file
  
  if (avformat_open_input(&pFormatCtx, "6.mp4", NULL, NULL) != 0)
  
      return -1; // Couldn't open file
  
  
  
  // Retrieve stream information
  
  if (avformat_find_stream_info(pFormatCtx, NULL) < 0)
  
      return -1; // Couldn't find stream information
  
  
  
  // Dump information about file onto standard error
  
  av_dump_format(pFormatCtx, 0, "input_file.mp4", 0);
  
  
  
  // Find the first video stream
  
  videoStream = -1;
  
  for (i = 0; i < pFormatCtx->nb_streams; i++)
  
      if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  
          videoStream = i;
  
          break;
  
      }
  
  if (videoStream == -1)
  
      return -1; // Didn't find a video stream
  
  
  
  // Get a pointer to the codec context for the video stream
  
  pCodecCtx = pFormatCtx->streams[videoStream]->codec;
  
  
  
  // Find the decoder for the video stream
  
  pCodec = avcodec_find_decoder(pCodecCtx->codec_id);
  
  if (pCodec == NULL) {
  
      fprintf(stderr, "Unsupported codec!\n");
  
      return -1; // Codec not found
  
  }
  
  // Open codec
  
  if (avcodec_open2(pCodecCtx, pCodec, NULL) < 0)
  
      return -1; // Could not open codec
  
  
  
  // Allocate video frame
  
  pFrame = avcodec_alloc_frame();
  
  
  
  // Allocate video frame
  
  pFrame = avcodec_alloc_frame();
  
  
  
  // Allocate an AVFrame structure
  
  pFrameYUV420 = avcodec_alloc_frame();
  
  if (pFrameYUV420 == NULL)
  
      return -1;
  
  
  
  // Determine required buffer size and allocate buffer
  
  numBytes = avpicture_get_size(pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height);
  
  buffer = (uint8_t *) av_malloc(numBytes * sizeof(uint8_t));
  
  
  
  // Assign appropriate parts of buffer to image planes in pFrameYUV420
  
  // Note that pFrameYUV420 is an AVFrame, but AVFrame is a superset of AVPicture
  
  avpicture_fill((AVPicture *) pFrameRGB, buffer, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height);
  
  
  
  // Setup scaler
  
  img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, SWS_BILINEAR, 0, 0, 0);
  
  if (img_convert_ctx == NULL) {
  
      fprintf(stderr, "Cannot initialize the conversion context!\n");
  
      exit(1);
  
  }
  
  
  
  // Setup encoder/muxing now
  
  filename = "output_file.flv";
  
  fmt = av_guess_format("flv", filename, NULL);
  
  if (fmt == NULL) {
  
      printf("Could not guess format.\n");
  
      return -1;
  
  }
  
  /* allocate the output media context */
  
  oc = avformat_alloc_context();
  
  if (oc == NULL) {
  
      printf("could not allocate context.\n");
  
      return -1;
  
  }
  
  oc->oformat = fmt;
  
  snprintf(oc->filename, sizeof(oc->filename), "%s", filename);
  
  
  
  video_st = NULL;
  
  if (fmt->video_codec != AV_CODEC_ID_NONE) {
  
      video_st = add_stream(oc, &video_codec, fmt->video_codec);
  
  }
  
  
  
  // Let's see some information about our format
  
  av_dump_format(oc, 0, filename, 1);
  
  
  
  /* open the output file, if needed */
  
  if (!(fmt->flags & AVFMT_NOFILE)) {
  
      ret = avio_open(&oc->pb, filename, AVIO_FLAG_WRITE);
  
      if (ret < 0) {
  
          fprintf(stderr, "Could not open '%s': %s\n", filename, av_err2str(ret));
  
          return 1;
  
      }
  
      }
  
  /* Write the stream header, if any. */
  
  ret = avformat_write_header(oc, NULL);
  
  if (ret < 0) {
  
      fprintf(stderr, "Error occurred when opening output file: %s\n", av_err2str(ret));
  
      return 1;
  
  }
  
  
  
  // Setup x264 params
  
  x264_param_t param;
  
  x264_param_default_preset(&param, "veryfast", "zerolatency");
  
  param.i_threads = 1;
  
  param.i_width = video_st->codec->width;
  
  param.i_height = video_st->codec->height;
  
  param.i_fps_num = STREAM_FRAME_RATE; // 30 fps, same as video
  
  param.i_fps_den = 1;
  
  // Intra refres:
  
  param.i_keyint_max = STREAM_FRAME_RATE;
  
  param.b_intra_refresh = 1;
  
  // Rate control:
  
  param.rc.i_rc_method = X264_RC_CRF;
  
  param.rc.f_rf_constant = 25;
  
  param.rc.f_rf_constant_max = 35;
  
  // For streaming:
  
  param.b_repeat_headers = 1;
  
  param.b_annexb = 1;
  
  x264_param_apply_profile(&param, "baseline");
  
  
  
  x264_t* encoder = x264_encoder_open(&param);
  
  x264_picture_t pic_in, pic_out;
  
  x264_picture_alloc(&pic_in, X264_CSP_I420, video_st->codec->width, video_st->codec->height);
  
  
  
  x264_nal_t* nals;
  
  int i_nals;
  
  
  
  // The loop:
  
  // 1. Read frames
  
  // 2. Decode the frame
  
  // 3. Attempt to re-encode using x264
  
  // 4. Write the x264 encoded frame using av_interleaved_write_frame
  
  while (av_read_frame(pFormatCtx, &packet) >= 0) {
  
      // Is this a packet from the video stream?
  
      if (packet.stream_index == videoStream) {
  
          // Decode video frame
  
          avcodec_decode_video2(pCodecCtx, pFrame, &frameFinished, &packet);
  
  
  
          // Did we get a video frame?
  
          if (frameFinished) {
  
              sws_scale(img_convert_ctx, pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pic_in.img.plane, pic_in.img.i_stride);
  
              int frame_size = x264_encoder_encode(encoder, &nals, &i_nals, &pic_in, &pic_out);
  
  
  
              if (frame_size >= 0) {
  
                  if (i_nals < 0)
  
                      printf("invalid frame size: %d\n", i_nals);
  
                  // write out NALs
  
                  for (i = 0; i < i_nals; i++) {
  
                      // initalize a packet
  
                      AVPacket p;
  
                      av_init_packet(&p);
  
                      p.data = nals[i].p_payload;
  
                      p.size = nals[i].i_payload;
  
                      p.stream_index = video_st->index;
  
                      p.flags = AV_PKT_FLAG_KEY;
  
                      p.pts = AV_NOPTS_VALUE;
  
                      p.dts = AV_NOPTS_VALUE;
  
                      ret = av_interleaved_write_frame(oc, &p);
  
                  }
  
              }
  
              printf("encoded frame #%d\n", frame_count);
  
              frame_count++;
  
          }
  
      }
  
  
  
      // Free the packet that was allocated by av_read_frame
  
      av_free_packet(&packet);
  
  }
  
  
  
  // Now we free up resources used/close codecs, and finally close our program.

  Here is the implementation for the add_stream() function :

  /* Add an output stream. */
  
  static AVStream *add_stream(AVFormatContext *oc, AVCodec **codec, enum AVCodecID codec_id) {
  
      AVCodecContext *c;
  
      AVStream *st;
  
      int r;
  
      /* find the encoder */
  
      *codec = avcodec_find_encoder(codec_id);
  
      if (!(*codec)) {
  
          fprintf(stderr, "Could not find encoder for '%s'\n",
  
                  avcodec_get_name(codec_id));
  
          exit(1);
  
      }
  
      st = avformat_new_stream(oc, *codec);
  
      if (!st) {
  
          fprintf(stderr, "Could not allocate stream\n");
  
          exit(1);
  
      }
  
      st->id = oc->nb_streams - 1;
  
      c = st->codec;
  
      switch ((*codec)->type) {
  
      case AVMEDIA_TYPE_AUDIO:
  
          st->id = 1;
  
          c->sample_fmt = AV_SAMPLE_FMT_FLTP;
  
          c->bit_rate = 64000;
  
          c->sample_rate = 44100;
  
          c->channels = 2;
  
          break;
  
      case AVMEDIA_TYPE_VIDEO:
  
          avcodec_get_context_defaults3(c, *codec);
  
          c->codec_id = codec_id;
  
          c->bit_rate = 500*1000;
  
          //c->rc_min_rate = 500*1000;
  
          //c->rc_max_rate = 500*1000;
  
          //c->rc_buffer_size = 500*1000;
  
          /* Resolution must be a multiple of two. */
  
          c->width = 1280;
  
          c->height = 720;
  
          /* timebase: This is the fundamental unit of time (in seconds) in terms
  
           * of which frame timestamps are represented. For fixed-fps content,
  
           * timebase should be 1/framerate and timestamp increments should be
  
           * identical to 1. */
  
          c->time_base.den = STREAM_FRAME_RATE;
  
          c->time_base.num = 1;
  
          c->gop_size = 12; /* emit one intra frame every twelve frames at most */
  
          c->pix_fmt = STREAM_PIX_FMT;
  
          if (c->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
  
              /* just for testing, we also add B frames */
  
              c->max_b_frames = 2;
  
          }
  
          if (c->codec_id == AV_CODEC_ID_MPEG1VIDEO) {
  
              /* Needed to avoid using macroblocks in which some coeffs overflow.
  
               * This does not happen with normal video, it just happens here as
  
               * the motion of the chroma plane does not match the luma plane. */
  
              c->mb_decision = 2;
  
          }
  
          break;
  
      default:
  
          break;
  
      }
  
      /* Some formats want stream headers to be separate. */
  
      if (oc->oformat->flags & AVFMT_GLOBALHEADER)
  
          c->flags |= CODEC_FLAG_GLOBAL_HEADER;
  
      return st;
  
  }

  After the encoding is complete, I check the output file output_file.flv. I notice it's size is very large : 101MB and it does not play. If I use ffmpeg to decode/encode the input file, then I get an output file about 83MB in size (which is about the same size as the original .mp4 file used as input). Also, the 83MB output from just using ffmpeg C api, as opposed to using x264 for the encoding step, plays just fine. Does anyone know where I am going wrong ? I have tried researching this for a few days now but with no luck :(. I feel that I am close to making it work, however, I just cannot figure out what I am doing wrong. Thank you !

• FFmpeg add HTML or swf between a video file [closed]

  6 février 2013, par Nick

  I want to show some flash ads using html inside a video, using ffmpeg can I insert it ? So when a user plays the video after few mins between my video the ad comes. Is it possible using ffmpeg,

• No audio encoded with ffmpeg using webm/libvorbis

  15 mars 2013, par Craig Lillard

  Having issues getting audio to encode to webm. Tried many different methods and it just ain't happenin. The commands are printed below before each pass.

  I have tried moving the audio commands around, trying different bitrates, different audio commands and have tried it on a couple of different files as well that both have audio.

  Encoding these files to MP4 using x264 causes no problems and works just fine and the audio plays, so it appears to be an issue just with webm. As you can see below, it is a 2-pass encode.

  Thanks for any help you can provide !

  Craig

  Webm LG PASS 1...........................
  
  
  
  
  
  
  
  
  
      webm_pass1: /usr/bin/ffmpeg -i /home/thedirectory/video613268.mov  -codec:v libvpx -quality good -vf 'scale=640:360 [scaled];movie=/home/thedirectory/watermarks/w640X360.png [logo];[scaled][logo] overlay' -cpu-used 0 -b:v 500k -aspect 16:9 -qmin 10 -qmax 42 -maxrate:v 500k -bufsize:v 1000k -r:v 25/1 -force_fps -threads 0 -an -acodec libvorbis -ac 2 -ab 96k -ar 44100 -pass 1 -f webm -y /dev/null
  
  
  
  
  
  
  
      ffmpeg version 0.10.2 Copyright (c) 2000-2012 the FFmpeg developers
  
        built on Mar 11 2013 14:48:26 with gcc 4.6.2 20111027 (Red Hat 4.6.2-2)
  
        configuration: --prefix=/usr --libdir=/usr/lib64 --shlibdir=/usr/lib64 --mandir=/usr/share/man --incdir=/usr/include --disable-avisynth --extra-cflags='-O2 -g -pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector --param=ssp-buffer-size=4 -m64 -mtune=generic -fPIC' --enable-avfilter --enable-libfaac --enable-libgsm --enable-libmp3lame --enable-libopencore-amrnb --enable-libopencore-amrwb --enable-libx264 --enable-gpl --enable-nonfree --enable-postproc --enable-pthreads --enable-shared --enable-swscale --enable-vdpau --enable-version3 --enable-x11grab --enable-libvorbis --enable-libvpx
  
        libavutil      51. 35.100 / 51. 35.100
  
        libavcodec     53. 61.100 / 53. 61.100
  
        libavformat    53. 32.100 / 53. 32.100
  
        libavdevice    53.  4.100 / 53.  4.100
  
        libavfilter     2. 61.100 /  2. 61.100
  
        libswscale      2.  1.100 /  2.  1.100
  
        libswresample   0.  6.100 /  0.  6.100
  
        libpostproc    52.  0.100 / 52.  0.100
  
      Input #0, mov,mp4,m4a,3gp,3g2,mj2, from '/home/thedirectory/video613268.mov':
  
        Metadata:
  
          major_brand     : qt  
  
          minor_version   : 537199360
  
          compatible_brands: qt  
  
          creation_time   : 2013-02-23 20:04:32
  
        Duration: 00:00:21.02, start: 0.000000, bitrate: 114326 kb/s
  
          Stream #0:0(eng): Video: mjpeg (jpeg / 0x6765706A), yuvj422p, 1920x1080 [SAR 72:72 DAR 16:9], 112786 kb/s, 29.97 fps, 29.97 tbr, 2997 tbn, 2997 tbc
  
          Metadata:
  
            creation_time   : 2013-02-23 20:04:32
  
            handler_name    : ?Gestionnaire d?alias Apple
  
          Stream #0:1(eng): Audio: pcm_s16be (twos / 0x736F7774), 48000 Hz, 2 channels, s16, 1536 kb/s
  
          Metadata:
  
            creation_time   : 2013-02-23 20:04:32
  
            handler_name    : ?Gestionnaire d?alias Apple
  
      Incompatible pixel format 'yuvj422p' for codec 'libvpx', auto-selecting format 'yuv420p'
  
      [buffer @ 0x1f675a0] w:1920 h:1080 pixfmt:yuvj422p tb:1/1000000 sar:1/1 sws_param:
  
      [movie @ 0x1f799c0] seek_point:0 format_name:(null) file_name:/home/thedirectory/watermarks/w640X360.png stream_index:0
  
      [overlay @ 0x1f7c2c0] auto-inserting filter 'auto-inserted scale 0' between the filter 'Parsed_movie_1' and the filter 'Parsed_overlay_2'
  
      [scale @ 0x1f78d40] w:1920 h:1080 fmt:yuvj422p -> w:640 h:360 fmt:yuv420p flags:0x4
  
      [scale @ 0x1f7cde0] w:640 h:360 fmt:rgba -> w:640 h:360 fmt:yuva420p flags:0x4
  
      [overlay @ 0x1f7c2c0] main w:640 h:360 fmt:yuv420p overlay x:0 y:0 w:640 h:360 fmt:yuva420p
  
      [overlay @ 0x1f7c2c0] main_tb:1/1000000 overlay_tb:1/25 -> tb:1/1000000 exact:1
  
      [libvpx @ 0x1f77ce0] v1.0.0
  
      Output #0, webm, to '/dev/null':
  
        Metadata:
  
          major_brand     : qt  
  
          minor_version   : 537199360
  
          compatible_brands: qt  
  
          creation_time   : 2013-02-23 20:04:32
  
          encoder         : Lavf53.32.100
  
          Stream #0:0(eng): Video: vp8, yuv420p, 640x360 [SAR 1:1 DAR 16:9], q=10-42, pass 1, 500 kb/s, 1k tbn, 25 tbc
  
          Metadata:
  
            creation_time   : 2013-02-23 20:04:32
  
            handler_name    : ?Gestionnaire d?alias Apple
  
      Stream mapping:
  
        Stream #0:0 -> #0:0 (mjpeg -> libvpx)
  
      Press [q] to stop, [?] for help
  
      frame=  527 fps= 21 q=0.0 Lsize=       0kB time=00:00:00.00 bitrate=   0.0kbits/s dup=0 drop=103    
  
      video:0kB audio:0kB global headers:0kB muxing overhead -nan%
  
      Output file is empty, nothing was encoded (check -ss / -t / -frames parameters if used)
  
      Webm LG PASS 2.......................
  
  
  
  
  
  
  
  
  
      webm_pass2: /usr/bin/ffmpeg -i /home/thedirectory/video613268.mov -codec:v libvpx -quality good -vf 'scale=640:360 [scaled];movie=/home/thedirectory/watermarks/w640X360.png [logo];[scaled][logo] overlay' -cpu-used 0 -b:v 500k  -aspect 16:9  -qmin 10 -qmax 42 -maxrate:v 500k -bufsize:v 1000k -r:v 24/1 -force_fps -threads 0 -an -acodec libvorbis -ac 2 -ab 96k -ar 44100 -pass 2 -f webm -y /media/amazons3/webmlg/video613268.mov.webm
  
  
  
  
  
  
  
      ffmpeg version 0.10.2 Copyright (c) 2000-2012 the FFmpeg developers
  
        built on Mar 11 2013 14:48:26 with gcc 4.6.2 20111027 (Red Hat 4.6.2-2)
  
        configuration: --prefix=/usr --libdir=/usr/lib64 --shlibdir=/usr/lib64 --mandir=/usr/share/man --incdir=/usr/include --disable-avisynth --extra-cflags='-O2 -g -pipe -Wall -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector --param=ssp-buffer-size=4 -m64 -mtune=generic -fPIC' --enable-avfilter --enable-libfaac --enable-libgsm --enable-libmp3lame --enable-libopencore-amrnb --enable-libopencore-amrwb --enable-libx264 --enable-gpl --enable-nonfree --enable-postproc --enable-pthreads --enable-shared --enable-swscale --enable-vdpau --enable-version3 --enable-x11grab --enable-libvorbis --enable-libvpx
  
        libavutil      51. 35.100 / 51. 35.100
  
        libavcodec     53. 61.100 / 53. 61.100
  
        libavformat    53. 32.100 / 53. 32.100
  
        libavdevice    53.  4.100 / 53.  4.100
  
        libavfilter     2. 61.100 /  2. 61.100
  
        libswscale      2.  1.100 /  2.  1.100
  
        libswresample   0.  6.100 /  0.  6.100
  
        libpostproc    52.  0.100 / 52.  0.100
  
      Input #0, mov,mp4,m4a,3gp,3g2,mj2, from '/home/thedirectory/video613268.mov':
  
        Metadata:
  
          major_brand     : qt  
  
          minor_version   : 537199360
  
          compatible_brands: qt  
  
          creation_time   : 2013-02-23 20:04:32
  
        Duration: 00:00:21.02, start: 0.000000, bitrate: 114326 kb/s
  
          Stream #0:0(eng): Video: mjpeg (jpeg / 0x6765706A), yuvj422p, 1920x1080 [SAR 72:72 DAR 16:9], 112786 kb/s, 29.97 fps, 29.97 tbr, 2997 tbn, 2997 tbc
  
          Metadata:
  
            creation_time   : 2013-02-23 20:04:32
  
            handler_name    : ?Gestionnaire d?alias Apple
  
          Stream #0:1(eng): Audio: pcm_s16be (twos / 0x736F7774), 48000 Hz, 2 channels, s16, 1536 kb/s
  
          Metadata:
  
            creation_time   : 2013-02-23 20:04:32
  
            handler_name    : ?Gestionnaire d?alias Apple
  
      Incompatible pixel format 'yuvj422p' for codec 'libvpx', auto-selecting format 'yuv420p'
  
      [buffer @ 0x1f2a5a0] w:1920 h:1080 pixfmt:yuvj422p tb:1/1000000 sar:1/1 sws_param:
  
      [movie @ 0x1f3bec0] seek_point:0 format_name:(null) file_name:/home/thedirectory/watermarks/w640X360.png stream_index:0
  
      [overlay @ 0x1f3f2c0] auto-inserting filter 'auto-inserted scale 0' between the filter 'Parsed_movie_1' and the filter 'Parsed_overlay_2'
  
      [scale @ 0x1f3c8a0] w:1920 h:1080 fmt:yuvj422p -> w:640 h:360 fmt:yuv420p flags:0x4
  
      [scale @ 0x1f3fde0] w:640 h:360 fmt:rgba -> w:640 h:360 fmt:yuva420p flags:0x4
  
      [overlay @ 0x1f3f2c0] main w:640 h:360 fmt:yuv420p overlay x:0 y:0 w:640 h:360 fmt:yuva420p
  
      [overlay @ 0x1f3f2c0] main_tb:1/1000000 overlay_tb:1/25 -> tb:1/1000000 exact:1
  
      [libvpx @ 0x1f3ace0] v1.0.0
  
      Output #0, webm, to '/media/amazons3/webmlg/video613268.mov.webm':
  
        Metadata:
  
          major_brand     : qt  
  
          minor_version   : 537199360
  
          compatible_brands: qt  
  
          creation_time   : 2013-02-23 20:04:32
  
          encoder         : Lavf53.32.100
  
          Stream #0:0(eng): Video: vp8, yuv420p, 640x360 [SAR 1:1 DAR 16:9], q=10-42, pass 2, 500 kb/s, 1k tbn, 24 tbc
  
          Metadata:
  
            creation_time   : 2013-02-23 20:04:32
  
            handler_name    : ?Gestionnaire d?alias Apple
  
      Stream mapping:
  
        Stream #0:0 -> #0:0 (mjpeg -> libvpx)
  
      Press [q] to stop, [?] for help
  
      frame=  506 fps=  7 q=0.0 Lsize=    1610kB time=00:00:21.08 bitrate= 625.8kbits/s dup=0 drop=124    
  
      video:1389kB audio:0kB global headers:0kB muxing overhead 15.952140%