Recherche avancée

Sur d’autres sites (8437)

• seeking with av_seek_frame returns invalid data

  27 juin 2016, par mtadmk

  Based on dranger tutorial I’m trying to implement seeking in video file. Problem is with seeking to beginning milliseconds - it always returns 0 when seeking backward, or some place in file (based on file format).

  I.e. with this video file and seeking forward to 500 pts there is always 6163 pts returned. Seeking backward to 500 is always returning 0. I have no idea why.

  Code to do this :

  import java.util.Arrays;
  
  import java.util.List;
  
  import org.bytedeco.javacpp.BytePointer;
  
  import org.bytedeco.javacpp.DoublePointer;
  
  import org.bytedeco.javacpp.PointerPointer;
  
  import org.bytedeco.javacpp.avcodec;
  
  import org.bytedeco.javacpp.avformat;
  
  import org.bytedeco.javacpp.avutil;
  
  import org.bytedeco.javacpp.swscale;
  
  
  
  import static org.bytedeco.javacpp.avcodec.av_free_packet;
  
  import static org.bytedeco.javacpp.avcodec.avcodec_close;
  
  import static org.bytedeco.javacpp.avcodec.avcodec_decode_video2;
  
  import static org.bytedeco.javacpp.avcodec.avcodec_find_decoder;
  
  import static org.bytedeco.javacpp.avcodec.avcodec_flush_buffers;
  
  import static org.bytedeco.javacpp.avcodec.avcodec_open2;
  
  import static org.bytedeco.javacpp.avcodec.avpicture_fill;
  
  import static org.bytedeco.javacpp.avcodec.avpicture_get_size;
  
  import static org.bytedeco.javacpp.avformat.AVSEEK_FLAG_BACKWARD;
  
  import static org.bytedeco.javacpp.avformat.av_dump_format;
  
  import static org.bytedeco.javacpp.avformat.av_read_frame;
  
  import static org.bytedeco.javacpp.avformat.av_register_all;
  
  import static org.bytedeco.javacpp.avformat.av_seek_frame;
  
  import static org.bytedeco.javacpp.avformat.avformat_close_input;
  
  import static org.bytedeco.javacpp.avformat.avformat_find_stream_info;
  
  import static org.bytedeco.javacpp.avformat.avformat_open_input;
  
  import static org.bytedeco.javacpp.avutil.AVMEDIA_TYPE_VIDEO;
  
  import static org.bytedeco.javacpp.avutil.AV_PIX_FMT_RGB24;
  
  import static org.bytedeco.javacpp.avutil.AV_TIME_BASE;
  
  import static org.bytedeco.javacpp.avutil.av_frame_alloc;
  
  import static org.bytedeco.javacpp.avutil.av_frame_get_best_effort_timestamp;
  
  import static org.bytedeco.javacpp.avutil.av_free;
  
  import static org.bytedeco.javacpp.avutil.av_make_q;
  
  import static org.bytedeco.javacpp.avutil.av_malloc;
  
  import static org.bytedeco.javacpp.avutil.av_q2d;
  
  import static org.bytedeco.javacpp.avutil.av_rescale_q;
  
  import static org.bytedeco.javacpp.swscale.SWS_BILINEAR;
  
  import static org.bytedeco.javacpp.swscale.sws_getContext;
  
  import static org.bytedeco.javacpp.swscale.sws_scale;
  
  
  
  public class SeekTest1 {
  
      private avformat.AVFormatContext videoFile;
  
      private final avcodec.AVPacket framePacket = new avcodec.AVPacket();
  
      private avcodec.AVCodecContext videoCodec;
  
      private avutil.AVFrame yuvFrame;
  
      private swscale.SwsContext scalingContext;
  
      private avutil.AVFrame rgbFrame;
  
      private int streamId;
  
      private long lastTime;
  
  
  
      public static void main(String[] args) {
  
          if (args.length > 0) {
  
              new SeekTest1().start(args[0]);
  
          } else {
  
              new SeekTest1().start("/path/to/file");
  
          }
  
  
  
      }
  
  
  
      private void start(String path) {
  
          init(path);
  
          //test for forward
  
  //        List<integer> seekPos = Arrays.asList(0, 100, 0, 200, 0, 300, 0, 400, 0, 500, 0, 600, 0, 700);
  
          //test for backward
  
          List<integer> seekPos = Arrays.asList(10000, 8000, 10000, 7000, 10000, 6000, 10000, 4000, 10000, 2000, 10000, 1000, 10000, 200);
  
          seekPos.forEach(seekPosition -> {
  
              readFrame();
  
              seek(seekPosition);
  
          });
  
          readFrame();
  
          cleanUp();
  
      }
  
  
  
      long seek(long seekPosition) {
  
          final avutil.AVRational timeBase = fetchTimeBase();
  
          long timeInBaseUnit = fetchTimeInBaseUnit(seekPosition, timeBase);
  
  
  
          //changing flag to AVSEEK_FLAG_ANY does not change behavior
  
          int flag = 0;
  
          if (timeInBaseUnit &lt; lastTime) {
  
              flag = AVSEEK_FLAG_BACKWARD;
  
              System.out.println("seeking backward to " + timeInBaseUnit);
  
          } else {
  
              System.out.println("seeking forward to " + timeInBaseUnit);
  
          }
  
          avcodec_flush_buffers(videoCodec);
  
          av_seek_frame(videoFile, streamId, timeInBaseUnit, flag);
  
          return timeInBaseUnit;
  
      }
  
  
  
      private long fetchTimeInBaseUnit(long seekPositionMillis, avutil.AVRational timeBase) {
  
          return av_rescale_q((long) (seekPositionMillis / 1000.0 * AV_TIME_BASE), av_make_q(1, AV_TIME_BASE), timeBase);
  
      }
  
  
  
      private void readFrame() {
  
          while (av_read_frame(videoFile, framePacket) >= 0) {
  
              if (framePacket.stream_index() == streamId) {
  
                  // Decode video frame
  
                  final int[] frameFinished = new int[1];
  
                  avcodec_decode_video2(this.videoCodec, yuvFrame, frameFinished, framePacket);
  
  
  
                  if (frameFinished[0] != 0) {
  
                      av_free_packet(framePacket);
  
                      long millis = produceFinishedFrame();
  
                      System.out.println("produced time " + millis);
  
                      break;
  
                  }
  
              }
  
              av_free_packet(framePacket);
  
          }
  
      }
  
  
  
      private long produceFinishedFrame() {
  
          sws_scale(scalingContext, yuvFrame.data(), yuvFrame.linesize(), 0,
  
              videoCodec.height(), rgbFrame.data(), rgbFrame.linesize());
  
          final long pts = av_frame_get_best_effort_timestamp(yuvFrame);
  
          final double timeBase = av_q2d(fetchTimeBase());
  
          final long foundMillis = (long) (pts * 1000 * timeBase);
  
          lastTime = foundMillis;
  
          return foundMillis;
  
      }
  
  
  
      private avutil.AVRational fetchTimeBase() {
  
          return videoFile.streams(streamId).time_base();
  
      }
  
  
  
      private void init(String videoPath) {
  
          final avformat.AVFormatContext videoFile = new avformat.AVFormatContext(null);
  
  
  
          av_register_all();
  
          if (avformat_open_input(videoFile, videoPath, null, null) != 0) throw new RuntimeException("unable to open");
  
          if (avformat_find_stream_info(videoFile, (PointerPointer) null) &lt; 0) throw new RuntimeException("Couldn't find stream information");
  
  
  
          av_dump_format(videoFile, 0, videoPath, 0);
  
  
  
          final int streamId = findFirstVideoStream(videoFile);
  
  
  
          final avcodec.AVCodecContext codec = videoFile.streams(streamId).codec();
  
  
  
          final avcodec.AVCodec pCodec = avcodec_find_decoder(codec.codec_id());
  
          if (pCodec == null) throw new RuntimeException("Unsupported codec");
  
  
  
          if (avcodec_open2(codec, pCodec, (avutil.AVDictionary) null) &lt; 0) throw new RuntimeException("Could not open codec");
  
  
  
          final avutil.AVFrame yuvFrame = av_frame_alloc();
  
  
  
          final avutil.AVFrame rgbFrame = av_frame_alloc();
  
          if (rgbFrame == null) throw new RuntimeException("Can't allocate avframe");
  
  
  
          final int numBytes = avpicture_get_size(AV_PIX_FMT_RGB24, codec.width(), codec.height());
  
          final BytePointer frameBuffer = new BytePointer(av_malloc(numBytes));
  
  
  
          final swscale.SwsContext swsContext = sws_getContext(codec.width(), codec.height(), codec.pix_fmt(), codec.width(), codec.height(),
  
              AV_PIX_FMT_RGB24, SWS_BILINEAR, null, null, (DoublePointer) null);
  
  
  
          avpicture_fill(new avcodec.AVPicture(rgbFrame), frameBuffer, AV_PIX_FMT_RGB24, codec.width(), codec.height());
  
  
  
          this.videoFile = videoFile;
  
          this.videoCodec = codec;
  
          this.yuvFrame = yuvFrame;
  
          this.scalingContext = swsContext;
  
          this.rgbFrame = rgbFrame;
  
          this.streamId = streamId;
  
      }
  
  
  
      private static int findFirstVideoStream(avformat.AVFormatContext videoFile) {
  
          int videoStream = -1;
  
          for (int i = 0; i &lt; videoFile.nb_streams(); i++) {
  
              if (videoFile.streams(i).codec().codec_type() == AVMEDIA_TYPE_VIDEO) {
  
                  videoStream = i;
  
                  break;
  
              }
  
          }
  
          if (videoStream == -1) throw new RuntimeException("Didn't find video stream");
  
          return videoStream;
  
      }
  
  
  
      private void cleanUp() {
  
          av_free(this.rgbFrame);
  
          av_free(yuvFrame);
  
          avcodec_close(videoCodec);
  
          avformat_close_input(videoFile);
  
      }
  
  }
  
  </integer></integer>

  As input arg should be provided file from above.

• reading video mpegts stream from stdin using libavformat libavcodec

  1er février 2012, par D Starkweather

  I'm trying to read video frames from stdin using ffmpeg's libav* lib collection. Simply passing "pipe:0" or "pipe :" as the filename to avformat_open_input_file() in my program does not do the trick. (e.g. cat /dev/video0 | ./myprogram OR ./myprogram < /dev/video0 ; it also fails using file.avi in place of /dev/video0).

  Peeking into ffmpeg.c, I find the following bit of code using tcsetattr() to set the termios :

  struct termios tty;
  
  
  
  if (tcgetattr (0, &tty) == 0) {
  
  oldtty = tty;
  
  restore_tty = 1;
  
  atexit(term_exit);
  
  
  
  tty.c_iflag &= ~(IGNBRK|BRKINT|PARMRK|ISTRIP
  
                        |INLCR|IGNCR|ICRNL|IXON);
  
  tty.c_oflag |= OPOST;
  
  tty.c_lflag &= ~(ECHO|ECHONL|ICANON|IEXTEN);
  
  tty.c_cflag &= ~(CSIZE|PARENB);
  
  tty.c_cflag |= CS8;
  
  tty.c_cc[VMIN] = 1;
  
  tty.c_cc[VTIME] = 0;
  
  
  
  tcsetattr (0, TCSANOW, &tty);
  
  }
  
  signal(SIGQUIT, sigterm_handler); /* Quit (POSIX).  */
  
  }
  
  
  
  avformat_network_deinit();
  
  
  
  signal(SIGINT , sigterm_handler); /* Interrupt (ANSI).    */
  
  signal(SIGTERM, sigterm_handler); /* Termination (ANSI).  */
  
  signal(SIGXCPU, sigterm_handler);

  However, when I try this, it appears to have no effect. What settings do I need in the termios struct to continuously read video frames in ?

  Currently, all i am able to do is call av_read_frames a few times (return code 0) before it usually either segfaults or hangs waiting. The buffer usually contains just a blank screen (all black). With any luck, the video buffer will contain the first video frame it comes across, but does not update to the later frames.

  (I'm running this on Debian 6.0) Here's my version of ffmpeg :

  ffmpeg version N-36936-g4cf81d9 Copyright (c) 2000-2012 the FFmpeg
  developers built on Jan 19 2012 20:51:47 with gcc 4.4.5
  configuration : —enable-shared —enable-gray —enable-hardcoded-tables
  —enable-runtime-cpudetect —enable-libmp3lame —enable-libopenjpeg —enable-librtmp —enable-libtheora —enable-libvorbis —enable-libx264 —enable-libxvid —enable-zlib —enable-gpl libavutil 51. 34.101 / 51. 34.101 libavcodec 53. 57.100 /
  53. 57.100 libavformat 53. 30.100 / 53. 30.100 libavdevice 53. 4.100 / 53. 4.100 libavfilter 2. 59.101 / 2. 59.101 libswscale 2. 1.100 / 2. 1.100 libswresample 0. 6.100 /
  0. 6.100 libpostproc 52. 0.100 / 52. 0.100 Hyper fast Audio and Video encoder usage : ffmpeg [options] [[infile options] -i
  infile].

  Thank you very much for any help helpful tips. It is much appreciated.

  D. Grant Starkweather

• Perl FFMpeg print output

  31 janvier 2012, par user346443

  Hi im using the following perl command to convert files with ffmpeg :

  system ("/usr/local/bin/ffmpeg -i $inputFile $outputFile");

  I would like to know if its possible to print the ffmpeg output ?

  Cheers

  UPDATE

  The solution was to use backticks

  my $output = qx{/usr/local/bin/ffmpeg -i $inputFile $outputFile 2>&1};
  
  print $output

  This prints out the following :

  FFmpeg version SVN-r26402, Copyright (c) 2000-2011 the FFmpeg developers built on Jan 31 2012 12:30:35 with gcc 4.4.5 20110214 (Red Hat 4.4.5-6) configuration: --enable-libmp3lame --disable-mmx --enable-shared libavutil 50.36. 0 / 50.36. 0 libavcore 0.16. 1 / 0.16. 1 libavcodec 52.108. 0 / 52.108. 0 libavformat 52.93. 0 / 52.93. 0 libavdevice 52. 2. 3 / 52. 2. 3 libavfilter 1.74. 0 / 1.74. 0 libswscale 0.12. 0 / 0.12. 0 [wav @ 0x8af94c0] max_analyze_duration reached Input #0, wav, from 'a.wav': Duration: 00:00:05.84, bitrate: 1537 kb/s Stream #0.0: Audio: pcm_s16le, 48000 Hz, 2 channels, s16, 1536 kb/s Output #0, mp3, to 'a.mp3': Metadata: TSSE : Lavf52.93.0 Stream #0.0: Audio: libmp3lame, 48000 Hz, 2 channels, s16, 64 kb/s Stream mapping: Stream #0.0 -> #0.0 Press [q] to stop encoding size= 42kB time=5.42 bitrate= 64.0kbits/s size= 46kB time=5.88 bitrate= 64.0kbits/s video:0kB audio:46kB global headers:0kB muxing overhead 0.070153%