Recherche avancée

Sur d’autres sites (5923)

• libavcodec : ffprobe on file encoded with FFV1 codec reports "read_quant_table error"

  20 novembre 2016, par Ali Alidoust

  I’m using the following code to encode a series of frames into an mkv or avi file with FFV1 encoding :

     HRESULT Session::createContext(LPCSTR filename, UINT width, UINT height, UINT fps_num, UINT fps_den) {
  
      LOG("Exporting to file: ", filename);
  
  
  
      AVCodecID codecId = AV_CODEC_ID_FFV1;
  
      this->pixelFormat = AV_PIX_FMT_YUV420P;
  
  
  
      this->codec = avcodec_find_encoder(codecId);
  
      RET_IF_NULL(this->codec, "Could not create codec", E_FAIL);
  
  
  
      this->oformat = av_guess_format(NULL, filename, NULL);
  
      RET_IF_NULL(this->oformat, "Could not create format", E_FAIL);
  
      this->oformat->video_codec = codecId;
  
      this->width = width;
  
      this->height = height;
  
      this->codecContext = avcodec_alloc_context3(this->codec);
  
      RET_IF_NULL(this->codecContext, "Could not allocate context for the codec", E_FAIL);
  
  
  
      this->codecContext->codec = this->codec;
  
      this->codecContext->codec_id = codecId;
  
  
  
      this->codecContext->pix_fmt = pixelFormat;
  
      this->codecContext->width = this->width;
  
      this->codecContext->height = this->height;
  
      this->codecContext->time_base.num = fps_den;
  
      this->codecContext->time_base.den = fps_num;
  
  
  
      this->codecContext->gop_size = 1;
  
  
  
  
  
      RET_IF_FAILED_AV(avformat_alloc_output_context2(&fmtContext, this->oformat, NULL, NULL), "Could not allocate format context", E_FAIL);
  
      RET_IF_NULL(this->fmtContext, "Could not allocate format context", E_FAIL);
  
  
  
      this->fmtContext->oformat = this->oformat;
  
      this->fmtContext->video_codec_id = codecId;
  
  
  
      this->stream = avformat_new_stream(this->fmtContext, this->codec);
  
      RET_IF_NULL(this->stream, "Could not create new stream", E_FAIL);
  
      this->stream->time_base = this->codecContext->time_base;
  
      RET_IF_FAILED_AV(avcodec_parameters_from_context(this->stream->codecpar, this->codecContext), "Could not convert AVCodecContext to AVParameters", E_FAIL);
  
  
  
      if (this->fmtContext->oformat->flags & AVFMT_GLOBALHEADER)
  
      {
  
          this->codecContext->flags |= CODEC_FLAG_GLOBAL_HEADER;
  
      }
  
  
  
      av_opt_set_int(this->codecContext->priv_data, "coder", 0, 0);
  
      av_opt_set_int(this->codecContext->priv_data, "context", 1, 0);
  
      av_opt_set_int(this->codecContext->priv_data, "slicecrc", 1, 0);
  
      //av_opt_set_int(this->codecContext->priv_data, "slicecrc", 1, 0);
  
      //av_opt_set_int(this->codecContext->priv_data, "pix_fmt", pixelFormat, 0);
  
  
  
      RET_IF_FAILED_AV(avcodec_open2(this->codecContext, this->codec, NULL), "Could not open codec", E_FAIL);
  
      RET_IF_FAILED_AV(avio_open(&this->fmtContext->pb, filename, AVIO_FLAG_WRITE), "Could not open output file", E_FAIL);
  
      RET_IF_NULL(this->fmtContext->pb, "Could not open output file", E_FAIL);
  
      RET_IF_FAILED_AV(avformat_write_header(this->fmtContext, NULL), "Could not write header", E_FAIL);
  
  
  
      frame = av_frame_alloc();
  
      RET_IF_NULL(frame, "Could not allocate frame", E_FAIL);
  
      frame->format = this->codecContext->pix_fmt;
  
      frame->width = width;
  
      frame->height = height;
  
      return S_OK;
  
  }
  
  
  
  HRESULT Session::writeFrame(IMFSample * pSample) {
  
      IMFMediaBuffer *mediaBuffer = NULL;
  
      BYTE *pDataNV12 = NULL;
  
      DWORD length;
  
  
  
      RET_IF_FAILED(pSample->ConvertToContiguousBuffer(&mediaBuffer), "Could not convert IMFSample to contagiuous buffer", E_FAIL);
  
      RET_IF_FAILED(mediaBuffer->GetCurrentLength(&length), "Could not get buffer length", E_FAIL);
  
      RET_IF_FAILED(mediaBuffer->Lock(&pDataNV12, NULL, NULL), "Could not lock the buffer", E_FAIL);
  
      BYTE *pDataYUV420P = new BYTE[length];
  
      this->convertNV12toYUV420P(pDataNV12, pDataYUV420P, this->width, this->height);
  
      RET_IF_FAILED(av_image_fill_arrays(frame->data, frame->linesize, pDataYUV420P, pixelFormat, this->width, this->height, 1), "Could not fill the frame with data from the buffer", E_FAIL);
  
      LOG_IF_FAILED(mediaBuffer->Unlock(), "Could not unlock the buffer");
  
  
  
      frame->pts = av_rescale_q(this->pts++, this->codecContext->time_base, this->stream->time_base);
  
  
  
      AVPacket pkt;
  
  
  
      av_init_packet(&pkt);
  
      pkt.data = NULL;
  
      pkt.size = 0;
  
  
  
      RET_IF_FAILED_AV(avcodec_send_frame(this->codecContext, frame), "Could not send the frame to the encoder", E_FAIL);
  
      delete[] pDataYUV420P;
  
      if (SUCCEEDED(avcodec_receive_packet(this->codecContext, &pkt))) {
  
          RET_IF_FAILED_AV(av_interleaved_write_frame(this->fmtContext, &pkt), "Could not write the received packet.", E_FAIL);
  
      }
  
  
  
      av_packet_unref(&pkt);
  
  
  
      return S_OK;
  
  }
  
  
  
  HRESULT Session::endSession() {
  
      LOG("Ending session...");
  
  
  
      LOG("Closing files...")
  
      LOG_IF_FAILED_AV(av_write_trailer(this->fmtContext), "Could not finalize the output file.");
  
      LOG_IF_FAILED_AV(avio_close(this->fmtContext->pb), "Could not close the output file.");
  
      LOG_IF_FAILED_AV(avcodec_close(this->codecContext), "Could not close the codec.");
  
      av_free(this->codecContext);
  
      LOG("Done.")
  
      return S_OK;
  
  }

  The problem is that the generated file is not playable in either VLC or MPC-HC. However, MPC-HC reports following info in file properties :

  General
  
  Unique ID                      : 202978442142665779317960161865934977227 (0x98B439D9BE859109BD5EC00A62A238CB)
  
  Complete name                  : T:\Test.mkv
  
  Format                         : Matroska
  
  Format version                 : Version 4 / Version 2
  
  File size                      : 24.6 MiB
  
  Duration                       : 147ms
  
  Overall bit rate               : 1 401 Mbps
  
  Writing application            : Lavf57.57.100
  
  Writing library                : Lavf57.57.100
  
  
  
  Video
  
  ID                             : 1
  
  Format                         : FFV1
  
  Format version                 : Version 0
  
  Codec ID                       : V_MS/VFW/FOURCC / FFV1
  
  Duration                       : 147ms
  
  Width                          : 1 280 pixels
  
  Height                         : 720 pixels
  
  Display aspect ratio           : 16:9
  
  Frame rate mode                : Constant
  
  Frame rate                     : 1 000.000 fps
  
  Color space                    : YUV
  
  Chroma subsampling             : 4:2:0
  
  Bit depth                      : 8 bits
  
  Compression mode               : Lossless
  
  Default                        : Yes
  
  Forced                         : No
  
  DURATION                       : 00:00:00.147000000
  
  coder_type                     : Golomb Rice

  Something to note is that it reports 1000 FPS which is weird since I’ve set AVCodecContext::time_base in the code.

  UPDATE 1 :

  I managed to set the correct fps by setting time_base property of the stream :

  this->stream->time_base.den = fps_num;
  
  this->stream->time_base.num = fps_den;

  VLC plays the output file but it shows VLC logo instead of the video, as if there is no video stream in the file.

  UPDATE 2 :

  Cleaned up the code. Now if I set codecId = AV_CODEC_ID_MPEG2VIDEO the output file is valid and is played in both VLC and MPC-HC. Using ffprobe on the file with FFV1 encoding yields the following result :

  C:\root\apps\ffmpeg>ffprobe.exe t:\test.avi
  
  ffprobe version 3.2 Copyright (c) 2007-2016 the FFmpeg developers
  
    built with gcc 5.4.0 (GCC)
  
    configuration: --disable-static --enable-shared --enable-gpl --enable-version3 --disable-w32threads --enable-dxva2 --enable-libmfx --enable-nvenc --enable-avisynth --enable-bzlib --enable-libebur128 --enable-fontconfig --enable-frei0r --enable-gnutls --enable-iconv --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libfreetype --enable-libgme --enable-libgsm --enable-libilbc --enable-libmodplug --enable-libmp3lame --enable-libopencore-amrnb --enable-libopencore-amrwb --enable-libopenh264 --enable-libopenjpeg --enable-libopus --enable-librtmp --enable-libschroedinger --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvo-amrwbenc --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx264 --enable-libx265 --enable-libxavs --enable-libxvid --enable-libzimg --enable-lzma --enable-decklink --enable-zlib
  
    libavutil      55. 34.100 / 55. 34.100
  
    libavcodec     57. 64.100 / 57. 64.100
  
    libavformat    57. 56.100 / 57. 56.100
  
    libavdevice    57.  1.100 / 57.  1.100
  
    libavfilter     6. 65.100 /  6. 65.100
  
    libswscale      4.  2.100 /  4.  2.100
  
    libswresample   2.  3.100 /  2.  3.100
  
    libpostproc    54.  1.100 / 54.  1.100
  
  [ffv1 @ 00000000006b83a0] read_quant_table error
  
  Input #0, avi, from 't:\test.avi':
  
    Metadata:
  
      encoder         : Lavf57.56.100
  
    Duration: 00:00:04.94, start: 0.000000, bitrate: 107005 kb/s
  
      Stream #0:0: Video: ffv1 (FFV1 / 0x31564646), yuv420p, 1280x720, 107717 kb/s, 29.97 fps, 29.97 tbr, 29.97 tbn, 29.97 tbc

• Ffmpeg in Android Studio

  7 décembre 2016, par Ahmed Abd-Elmeged

  i’am trying to add Ffmpeg library to use it in Live Streaming app based in Youtube APi when i add it and i use Cmake Build tool the header files only shown in the c native class which i create and i want it to be included in the other header files
  which came with library how can i do it in cmake script or onther way ?

  This my cmake build script

  # Sets the minimum version of CMake required to build the native
  
  # library. You should either keep the default value or only pass a
  
  # value of 3.4.0 or lower.
  
  
  
  cmake_minimum_required(VERSION 3.4.1)
  
  
  
  # Creates and names a library, sets it as either STATIC
  
  # or SHARED, and provides the relative paths to its source code.
  
  # You can define multiple libraries, and CMake builds it for you.
  
  # Gradle automatically packages shared libraries with your APK.
  
  
  
  add_library( # Sets the name of the library.
  
               ffmpeg-jni
  
  
  
               # Sets the library as a shared library.
  
               SHARED
  
  
  
               # Provides a relative path to your source file(s).
  
               # Associated headers in the same location as their source
  
               # file are automatically included.
  
               src/main/cpp/ffmpeg-jni.c )
  
  
  
  # Searches for a specified prebuilt library and stores the path as a
  
  # variable. Because system libraries are included in the search path by
  
  # default, you only need to specify the name of the public NDK library
  
  # you want to add. CMake verifies that the library exists before
  
  # completing its build.
  
  
  
  find_library( # Sets the name of the path variable.
  
                log-lib
  
  
  
                # Specifies the name of the NDK library that
  
                # you want CMake to locate.
  
                log )
  
  
  
  # Specifies libraries CMake should link to your target library. You
  
  # can link multiple libraries, such as libraries you define in the
  
  # build script, prebuilt third-party libraries, or system libraries.
  
  
  
  target_link_libraries( # Specifies the target library.
  
                         ffmpeg-jni
  
  
  
                         # Links the target library to the log library
  
                         # included in the NDK.
  
                         ${log-lib} )
  
  
  
  include_directories(src/main/cpp/include/ffmpeglib)
  
  
  
  include_directories(src/main/cpp/include/libavcodec)
  
  
  
  include_directories(src/main/cpp/include/libavformat)
  
  
  
  include_directories(src/main/cpp/include/libavutil)

  This my native class i create as native file i android studio and i also have an error in jintJNIcall not found

  #include <android></android>log.h>
  
  #include 
  
  #include 
  
  
  
  #include "libavcodec/avcodec.h"
  
  #include "libavformat/avformat.h"
  
  #include "libavutil/opt.h"
  
  
  
  
  
  
  
  #ifdef __cplusplus
  
  extern "C" {
  
  #endif
  
  
  
  JNIEXPORT jboolean
  
  JNICALL Java_com_example_venrto_ffmpegtest_Ffmpeg_init(JNIEnv *env, jobject thiz,
  
                                                           jint width, jint height,
  
                                                           jint audio_sample_rate,
  
                                                           jstring rtmp_url);
  
  JNIEXPORT void JNICALL Java_com_example_venrto_ffmpegtest_Ffmpeg_shutdown(JNIEnv
  
                                                                              *env,
  
                                                                              jobject thiz
  
  );
  
  JNIEXPORT jintJNICALL
  
          Java_com_example_venrto_ffmpegtest_Ffmpeg_encodeVideoFrame(JNIEnv
  
                                                                       *env,
  
                                                                       jobject thiz,
  
                                                                       jbyteArray
  
                                                                       yuv_image);
  
  JNIEXPORT jint
  
  JNICALL Java_com_example_venrto_ffmpegtest_Ffmpeg_encodeAudioFrame(JNIEnv *env,
  
                                                                       jobject thiz,
  
                                                                       jshortArray audio_data,
  
                                                                       jint length);
  
  
  
  #ifdef __cplusplus
  
  }
  
  #endif
  
  
  
  #define LOGI(...) __android_log_print(ANDROID_LOG_INFO, "ffmpeg-jni", __VA_ARGS__)
  
  #define URL_WRONLY 2
  
  static AVFormatContext *fmt_context;
  
  static AVStream *video_stream;
  
  static AVStream *audio_stream;
  
  
  
  static int pts
  
          = 0;
  
  static int last_audio_pts = 0;
  
  
  
  // Buffers for UV format conversion
  
  static unsigned char *u_buf;
  
  static unsigned char *v_buf;
  
  
  
  static int enable_audio = 1;
  
  static int64_t audio_samples_written = 0;
  
  static int audio_sample_rate = 0;
  
  
  
  // Stupid buffer for audio samples. Not even a proper ring buffer
  
  #define AUDIO_MAX_BUF_SIZE 16384  // 2x what we get from Java
  
  static short audio_buf[AUDIO_MAX_BUF_SIZE];
  
  static int audio_buf_size = 0;
  
  
  
  void AudioBuffer_Push(const short *audio, int num_samples) {
  
      if (audio_buf_size >= AUDIO_MAX_BUF_SIZE - num_samples) {
  
          LOGI("AUDIO BUFFER OVERFLOW: %i + %i > %i", audio_buf_size, num_samples,
  
               AUDIO_MAX_BUF_SIZE);
  
          return;
  
      }
  
      for (int i = 0; i &lt; num_samples; i++) {
  
          audio_buf[audio_buf_size++] = audio[i];
  
      }
  
  }
  
  
  
  int AudioBuffer_Size() { return audio_buf_size; }
  
  
  
  short *AudioBuffer_Get() { return audio_buf; }
  
  
  
  void AudioBuffer_Pop(int num_samples) {
  
      if (num_samples > audio_buf_size) {
  
          LOGI("Audio buffer Pop WTF: %i vs %i", num_samples, audio_buf_size);
  
          return;
  
      }
  
      memmove(audio_buf, audio_buf + num_samples, num_samples * sizeof(short));
  
      audio_buf_size -= num_samples;
  
  }
  
  
  
  void AudioBuffer_Clear() {
  
      memset(audio_buf, 0, sizeof(audio_buf));
  
      audio_buf_size = 0;
  
  }
  
  
  
  static void log_callback(void *ptr, int level, const char *fmt, va_list vl) {
  
      char x[2048];
  
      vsnprintf(x, 2048, fmt, vl);
  
      LOGI(x);
  
  }
  
  
  
  JNIEXPORT jboolean
  
  JNICALL Java_com_example_venrto_ffmpegtest_Ffmpeg_init(JNIEnv *env, jobject thiz,
  
                                                           jint width, jint height,
  
                                                           jint audio_sample_rate_param,
  
                                                           jstring rtmp_url) {
  
      avcodec_register_all();
  
      av_register_all();
  
      av_log_set_callback(log_callback);
  
  
  
      fmt_context = avformat_alloc_context();
  
      AVOutputFormat *ofmt = av_guess_format("flv", NULL, NULL);
  
      if (ofmt) {
  
          LOGI("av_guess_format returned %s", ofmt->long_name);
  
      } else {
  
          LOGI("av_guess_format fail");
  
          return JNI_FALSE;
  
      }
  
  
  
      fmt_context->oformat = ofmt;
  
      LOGI("creating video stream");
  
      video_stream = av_new_stream(fmt_context, 0);
  
  
  
      if (enable_audio) {
  
          LOGI("creating audio stream");
  
          audio_stream = av_new_stream(fmt_context, 1);
  
      }
  
  
  
      // Open Video Codec.
  
      // ======================
  
      AVCodec *video_codec = avcodec_find_encoder(AV_CODEC_ID_H264);
  
      if (!video_codec) {
  
          LOGI("Did not find the video codec");
  
          return JNI_FALSE;  // leak!
  
      } else {
  
          LOGI("Video codec found!");
  
      }
  
      AVCodecContext *video_codec_ctx = video_stream->codec;
  
      video_codec_ctx->codec_id = video_codec->id;
  
      video_codec_ctx->codec_type = AVMEDIA_TYPE_VIDEO;
  
      video_codec_ctx->level = 31;
  
  
  
      video_codec_ctx->width = width;
  
      video_codec_ctx->height = height;
  
      video_codec_ctx->pix_fmt = PIX_FMT_YUV420P;
  
      video_codec_ctx->rc_max_rate = 0;
  
      video_codec_ctx->rc_buffer_size = 0;
  
      video_codec_ctx->gop_size = 12;
  
      video_codec_ctx->max_b_frames = 0;
  
      video_codec_ctx->slices = 8;
  
      video_codec_ctx->b_frame_strategy = 1;
  
      video_codec_ctx->coder_type = 0;
  
      video_codec_ctx->me_cmp = 1;
  
      video_codec_ctx->me_range = 16;
  
      video_codec_ctx->qmin = 10;
  
      video_codec_ctx->qmax = 51;
  
      video_codec_ctx->keyint_min = 25;
  
      video_codec_ctx->refs = 3;
  
      video_codec_ctx->trellis = 0;
  
      video_codec_ctx->scenechange_threshold = 40;
  
      video_codec_ctx->flags |= CODEC_FLAG_LOOP_FILTER;
  
      video_codec_ctx->me_method = ME_HEX;
  
      video_codec_ctx->me_subpel_quality = 6;
  
      video_codec_ctx->i_quant_factor = 0.71;
  
      video_codec_ctx->qcompress = 0.6;
  
      video_codec_ctx->max_qdiff = 4;
  
      video_codec_ctx->time_base.den = 10;
  
      video_codec_ctx->time_base.num = 1;
  
      video_codec_ctx->bit_rate = 3200 * 1000;
  
      video_codec_ctx->bit_rate_tolerance = 0;
  
      video_codec_ctx->flags2 |= 0x00000100;
  
  
  
      fmt_context->bit_rate = 4000 * 1000;
  
  
  
      av_opt_set(video_codec_ctx, "partitions", "i8x8,i4x4,p8x8,b8x8", 0);
  
      av_opt_set_int(video_codec_ctx, "direct-pred", 1, 0);
  
      av_opt_set_int(video_codec_ctx, "rc-lookahead", 0, 0);
  
      av_opt_set_int(video_codec_ctx, "fast-pskip", 1, 0);
  
      av_opt_set_int(video_codec_ctx, "mixed-refs", 1, 0);
  
      av_opt_set_int(video_codec_ctx, "8x8dct", 0, 0);
  
      av_opt_set_int(video_codec_ctx, "weightb", 0, 0);
  
  
  
      if (fmt_context->oformat->flags &amp; AVFMT_GLOBALHEADER)
  
          video_codec_ctx->flags |= CODEC_FLAG_GLOBAL_HEADER;
  
  
  
      LOGI("Opening video codec");
  
      AVDictionary *vopts = NULL;
  
      av_dict_set(&amp;vopts, "profile", "main", 0);
  
      //av_dict_set(&amp;vopts, "vprofile", "main", 0);
  
      av_dict_set(&amp;vopts, "rc-lookahead", 0, 0);
  
      av_dict_set(&amp;vopts, "tune", "film", 0);
  
      av_dict_set(&amp;vopts, "preset", "ultrafast", 0);
  
      av_opt_set(video_codec_ctx->priv_data, "tune", "film", 0);
  
      av_opt_set(video_codec_ctx->priv_data, "preset", "ultrafast", 0);
  
      av_opt_set(video_codec_ctx->priv_data, "tune", "film", 0);
  
      int open_res = avcodec_open2(video_codec_ctx, video_codec, &amp;vopts);
  
      if (open_res &lt; 0) {
  
          LOGI("Error opening video codec: %i", open_res);
  
          return JNI_FALSE;   // leak!
  
      }
  
  
  
      // Open Audio Codec.
  
      // ======================
  
  
  
      if (enable_audio) {
  
          AudioBuffer_Clear();
  
          audio_sample_rate = audio_sample_rate_param;
  
          AVCodec *audio_codec = avcodec_find_encoder(AV_CODEC_ID_AAC);
  
          if (!audio_codec) {
  
              LOGI("Did not find the audio codec");
  
              return JNI_FALSE;  // leak!
  
          } else {
  
              LOGI("Audio codec found!");
  
          }
  
          AVCodecContext *audio_codec_ctx = audio_stream->codec;
  
          audio_codec_ctx->codec_id = audio_codec->id;
  
          audio_codec_ctx->codec_type = AVMEDIA_TYPE_AUDIO;
  
          audio_codec_ctx->bit_rate = 128000;
  
          audio_codec_ctx->bit_rate_tolerance = 16000;
  
          audio_codec_ctx->channels = 1;
  
          audio_codec_ctx->profile = FF_PROFILE_AAC_LOW;
  
          audio_codec_ctx->sample_fmt = AV_SAMPLE_FMT_FLT;
  
          audio_codec_ctx->sample_rate = 44100;
  
  
  
          LOGI("Opening audio codec");
  
          AVDictionary *opts = NULL;
  
          av_dict_set(&amp;opts, "strict", "experimental", 0);
  
          open_res = avcodec_open2(audio_codec_ctx, audio_codec, &amp;opts);
  
          LOGI("audio frame size: %i", audio_codec_ctx->frame_size);
  
  
  
          if (open_res &lt; 0) {
  
              LOGI("Error opening audio codec: %i", open_res);
  
              return JNI_FALSE;   // leak!
  
          }
  
      }
  
  
  
      const jbyte *url = (*env)->GetStringUTFChars(env, rtmp_url, NULL);
  
  
  
      // Point to an output file
  
      if (!(ofmt->flags &amp; AVFMT_NOFILE)) {
  
          if (avio_open(&amp;fmt_context->pb, url, URL_WRONLY) &lt; 0) {
  
              LOGI("ERROR: Could not open file %s", url);
  
              return JNI_FALSE;  // leak!
  
          }
  
      }
  
      (*env)->ReleaseStringUTFChars(env, rtmp_url, url);
  
  
  
      LOGI("Writing output header.");
  
      // Write file header
  
      if (avformat_write_header(fmt_context, NULL) != 0) {
  
          LOGI("ERROR: av_write_header failed");
  
          return JNI_FALSE;
  
      }
  
  
  
      pts = 0;
  
      last_audio_pts = 0;
  
      audio_samples_written = 0;
  
  
  
      // Initialize buffers for UV format conversion
  
      int frame_size = video_codec_ctx->width * video_codec_ctx->height;
  
      u_buf = (unsigned char *) av_malloc(frame_size / 4);
  
      v_buf = (unsigned char *) av_malloc(frame_size / 4);
  
  
  
      LOGI("ffmpeg encoding init done");
  
      return JNI_TRUE;
  
  }
  
  
  
  JNIEXPORT void JNICALL
  
  Java_com_example_venrto_ffmpegtest_Ffmpeg_shutdown(JNIEnv
  
                                                       *env,
  
                                                       jobject thiz
  
  ) {
  
      av_write_trailer(fmt_context);
  
      avio_close(fmt_context
  
                         ->pb);
  
      avcodec_close(video_stream
  
                            ->codec);
  
      if (enable_audio) {
  
          avcodec_close(audio_stream
  
                                ->codec);
  
      }
  
      av_free(fmt_context);
  
      av_free(u_buf);
  
      av_free(v_buf);
  
  
  
      fmt_context = NULL;
  
      u_buf = NULL;
  
      v_buf = NULL;
  
  }
  
  
  
  JNIEXPORT jintJNICALL
  
  Java_com_example_venrto_ffmpegtest_Ffmpeg_encodeVideoFrame(JNIEnv
  
                                                               *env,
  
                                                               jobject thiz,
  
                                                               jbyteArray
  
                                                               yuv_image) {
  
      int yuv_length = (*env)->GetArrayLength(env, yuv_image);
  
      unsigned char *yuv_data = (*env)->GetByteArrayElements(env, yuv_image, 0);
  
  
  
      AVCodecContext *video_codec_ctx = video_stream->codec;
  
  //LOGI("Yuv size: %i w: %i h: %i", yuv_length, video_codec_ctx->width, video_codec_ctx->height);
  
  
  
      int frame_size = video_codec_ctx->width * video_codec_ctx->height;
  
  
  
      const unsigned char *uv = yuv_data + frame_size;
  
  
  
  // Convert YUV from NV12 to I420. Y channel is the same so we don't touch it,
  
  // we just have to deinterleave UV.
  
      for (
  
              int i = 0;
  
              i &lt; frame_size / 4; i++) {
  
          v_buf[i] = uv[i * 2];
  
          u_buf[i] = uv[i * 2 + 1];
  
      }
  
  
  
      AVFrame source;
  
      memset(&amp;source, 0, sizeof(AVFrame));
  
      source.data[0] =
  
              yuv_data;
  
      source.data[1] =
  
              u_buf;
  
      source.data[2] =
  
              v_buf;
  
      source.linesize[0] = video_codec_ctx->
  
              width;
  
      source.linesize[1] = video_codec_ctx->width / 2;
  
      source.linesize[2] = video_codec_ctx->width / 2;
  
  
  
  // only for bitrate regulation. irrelevant for sync.
  
      source.
  
              pts = pts;
  
      pts++;
  
  
  
      int out_length = frame_size + (frame_size / 2);
  
      unsigned char *out = (unsigned char *) av_malloc(out_length);
  
      int compressed_length = avcodec_encode_video(video_codec_ctx, out, out_length, &amp;source);
  
  
  
      (*env)->
  
              ReleaseByteArrayElements(env, yuv_image, yuv_data,
  
                                       0);
  
  
  
  // Write to file too
  
      if (compressed_length > 0) {
  
          AVPacket pkt;
  
          av_init_packet(&amp;pkt);
  
          pkt.
  
                  pts = last_audio_pts;
  
          if (video_codec_ctx->coded_frame &amp;&amp; video_codec_ctx->coded_frame->key_frame) {
  
              pkt.flags |= 0x0001;
  
          }
  
          pkt.
  
                  stream_index = video_stream->index;
  
          pkt.
  
                  data = out;
  
          pkt.
  
                  size = compressed_length;
  
          if (
  
                  av_interleaved_write_frame(fmt_context,
  
                                             &amp;pkt) != 0) {
  
              LOGI("Error writing video frame");
  
          }
  
      } else {
  
          LOGI("??? compressed_length &lt;= 0");
  
      }
  
  
  
      last_audio_pts++;
  
  
  
      av_free(out);
  
      return
  
              compressed_length;
  
  }
  
  
  
  JNIEXPORT jintJNICALL
  
  Java_com_example_venrto_ffmpegtest_Ffmpeg_encodeAudioFrame(JNIEnv
  
                                                               *env,
  
                                                               jobject thiz,
  
                                                               jshortArray
  
                                                               audio_data,
  
                                                               jint length
  
  ) {
  
      if (!enable_audio) {
  
          return 0;
  
      }
  
  
  
      short *audio = (*env)->GetShortArrayElements(env, audio_data, 0);
  
  //LOGI("java audio buffer size: %i", length);
  
  
  
      AVCodecContext *audio_codec_ctx = audio_stream->codec;
  
  
  
      unsigned char *out = av_malloc(128000);
  
  
  
      AudioBuffer_Push(audio, length
  
      );
  
  
  
      int total_compressed = 0;
  
      while (
  
  
  
              AudioBuffer_Size()
  
  
  
              >= audio_codec_ctx->frame_size) {
  
          AVPacket pkt;
  
          av_init_packet(&amp;pkt);
  
  
  
          int compressed_length = avcodec_encode_audio(audio_codec_ctx, out, 128000,
  
                                                       AudioBuffer_Get());
  
  
  
          total_compressed +=
  
                  compressed_length;
  
          audio_samples_written += audio_codec_ctx->
  
                  frame_size;
  
  
  
          int new_pts = (audio_samples_written * 1000) / audio_sample_rate;
  
          if (compressed_length > 0) {
  
              pkt.
  
                      size = compressed_length;
  
              pkt.
  
                      pts = new_pts;
  
              last_audio_pts = new_pts;
  
  //LOGI("audio_samples_written: %i  comp_length: %i   pts: %i", (int)audio_samples_written, (int)compressed_length, (int)new_pts);
  
              pkt.flags |= 0x0001;
  
              pkt.
  
                      stream_index = audio_stream->index;
  
              pkt.
  
                      data = out;
  
              if (
  
                      av_interleaved_write_frame(fmt_context,
  
                                                 &amp;pkt) != 0) {
  
                  LOGI("Error writing audio frame");
  
              }
  
          }
  
          AudioBuffer_Pop(audio_codec_ctx
  
                                  ->frame_size);
  
      }
  
  
  
      (*env)->
  
              ReleaseShortArrayElements(env, audio_data, audio,
  
                                        0);
  
  
  
      av_free(out);
  
      return
  
              total_compressed;
  
  }

  this an example for a header file which i have an error include

  #include "libavutil/samplefmt.h"
  
  #include "libavutil/avutil.h"
  
  #include "libavutil/cpu.h"
  
  #include "libavutil/dict.h"
  
  #include "libavutil/log.h"
  
  #include "libavutil/pixfmt.h"
  
  #include "libavutil/rational.h"
  
  
  
  #include "libavutil/version.h"

  in the libavcodec/avcodec.h

  This code based in this example :
  https://github.com/youtube/yt-watchme

• Unable to transfer continuous FFmpeg buffer to client browser using node.js

  10 décembre 2016, par chintitomasud

  I have tried to process a Video file transcoding on demand by using FFmpeg to transfer the chunk(buffer) to the client browser as mp4 format but I failed to show the mp4 content on html5 video player . Without using ffmpeg all code run properly . I have replaced createReadSteam with ffmpeg . Using it I have faced some problems. FFmpeg is new to me and I ’m kind of confused with spawn method. When I post a url path it shows the following text on the command line

  Spawning new process /samiul113039/1080.mp4:GET

  piping ffmpeg output to client, pid 10016

  HTTP connection disrupted, killing ffmpeg : 10016

  Spawning new process /samiul113039/1080.mp4:GET

  piping ffmpeg output to client, pid 4796

  HTTP connection disrupted, killing ffmpeg : 4796

  ffmpeg didn’t quit on q, sending signals ffmpeg has exited : 10016,

  code null ffmpeg didn’t quit on q, sending signals ffmpeg has exited :
  4796, code nul

  =

  var fs=require('fs');
  
  
  
  var url=require("url");
  
  var urlvalue="http://csestudents.uiu.ac.bd/samiul113039/1080.mp4";
  
  
  
  
  
  var parseurl=url.parse(urlvalue);
  
  
  
  var HDHomeRunIP = parseurl.hostname;
  
  var HDHomeRunPort = parseurl.port;
  
  var childKillTimeoutMs = 1000;
  
  
  
  var parseArgs = require('minimist')(process.argv.slice(2));
  
  
  
  // define startsWith for string
  
  if (typeof String.prototype.startsWith != 'function') {
  
    // see below for better implementation!
  
    String.prototype.startsWith = function (str){
  
      return this.indexOf(str) == 0;
  
    };
  
  }
  
  // Called when the response object fires the 'close' handler, kills ffmpeg 
  
  function responseCloseHandler(command) {
  
    if (command.exited != true) {
  
      console.log('HTTP connection disrupted, killing ffmpeg: ' + command.pid);
  
      // Send a 'q' which signals ffmpeg to quit. 
  
      // Then wait half a second, send a nice signal, wait another half second
  
      // and send SIGKILL
  
      command.stdin.write('q\n');
  
      command.stdin.destroy();
  
      // install timeout and wait
  
      setTimeout(function() {
  
        if (command.exited != true) {
  
          console.log('ffmpeg didn\'t quit on q, sending signals');
  
          // still connected, do safe sig kills
  
          command.kill();
  
          try { 
  
            command.kill('SIGQUIT');
  
          } catch (err) {}
  
          try {
  
            command.kill('SIGINT');
  
          } catch (err) {} 
  
          // wait some more!
  
          setTimeout(function() {
  
            if (command.exited != true) {
  
              console.log('ffmpeg didn\'t quit on signals, sending SIGKILL');
  
              // at this point, just give up and whack it
  
              try {
  
                command.kill('SIGKILL');
  
              } catch (err) {}
  
            }
  
          }, childKillTimeoutMs);
  
        }    
  
      }, childKillTimeoutMs);
  
    }
  
  }
  
  
  
  // Performs a proxy. Copies data from proxy_request into response
  
  function doProxy(request,response,http,options) {
  
    var proxy_request = http.request(options, function (proxy_response) {
  
      proxy_response.on('data', function(chunk) {
  
        response.write(chunk, 'binary');
  
      });
  
      proxy_response.on('end', function() {
  
        response.end();
  
      });
  
      response.writeHead(proxy_response.statusCode, proxy_response.headers);
  
    });
  
    request.on('data', function(chunk) {
  
      proxy_request.write(chunk, 'binary');
  
    });
  
    // error handler
  
    proxy_request.on('error', function(e) {
  
      console.log('problem with request: ' + e.message);
  
      response.writeHeader(500);
  
      response.end();
  
    });
  
  
  
    proxy_request.end();
  
  }
  
  
  
  var child_process = require('child_process');
  
  var auth = require('./auth');
  
  // Performs the transcoding after the URL is validated
  
  function doTranscode(request,response) {
  
    //res.setHeader("Accept-Ranges", "bytes");
  
    response.setHeader("Accept-Ranges", "bytes");
  
    response.setHeader("Content-Type", "video/mp4");        
  
    response.setHeader("Connection","close");
  
    response.setHeader("Cache-Control","no-cache");
  
    response.setHeader("Pragma","no-cache");
  
  
  
    // always write the header
  
    response.writeHeader(200);
  
  
  
    // if get, spawn command stream it
  
    if (request.method == 'GET') {
  
      console.log('Spawning new process ' + request.url + ":" + request.method);
  
  
  
  var command = child_process.spawn('ffmpeg', 
  
                                        ['-i','http://csestudents.uiu.ac.bd/samiul113039/1080.mp4','-f','mpegts','-'],
  
                                        { stdio: ['pipe','pipe','ignore'] }); 
  
  
  
       command.exited = false;
  
      // handler for when ffmpeg dies unexpectedly
  
      command.on('exit',function(code,signal) {
  
        console.log('ffmpeg has exited: ' + command.pid + ", code " + code);
  
        // set flag saying we've quit
  
        command.exited = true;
  
        response.end();
  
      });
  
      command.on('error',function(error) {
  
        console.log('ffmpeg error handler - unable to kill: ' + command.pid);
  
        // on well, might as well give up
  
        command.exited = true;
  
        try {
  
          command.stdin.close(); 
  
        } catch (err) {}
  
        try {
  
          command.stdout.close();
  
        } catch (err) {}
  
        try {
  
          command.stderr.close();
  
        } catch (err) {}
  
        response.end();
  
      });
  
      // handler for when client closes the URL connection - stop ffmpeg
  
      response.on('end',function() { 
  
       responseCloseHandler(command);
  
      });
  
      // handler for when client closes the URL connection - stop ffmpeg
  
      response.on('close',function() { 
  
        responseCloseHandler(command); 
  
      });
  
  
  
      // now stream
  
      console.log('piping ffmpeg output to client, pid ' + command.pid);
  
      command.stdout.pipe(response);
  
      command.stdin.on('error',function(err) {
  
        console.log("Weird error in stdin pipe ", err);
  
        response.end();
  
      });
  
      command.stdout.on('error',function(err) {
  
        console.log("Weird error in stdout pipe ",err);
  
        response.end();
  
      });
  
    } 
  
    else {
  
      // not GET, so close response
  
      response.end();
  
    }
  
  }
  
  
  
  // Load the http module to create an http server.
  
  var http = require('http');
  
  
  
  // Configure our HTTP server to respond with Hello World to all requests.
  
  var server = http.createServer(function (request, response) {
  
    //console.log("New connection from " + request.socket.remoteAddress + ":" + request.url);
  
  
  
    if (auth.validate(request,response)) {
  
      // first send a HEAD request to our HD Home Run with the same url to see if the address is valid.
  
      // This prevents an ffmpeg instance to spawn when clients request invalid things - like robots.txt/etc
  
      var options = {method: 'HEAD', hostname: HDHomeRunIP, port: HDHomeRunPort, path: request.url};
  
      var req = http.request(options, function(res) {
  
        // if they do a get, and it returns good status
  
        if (request.method == "GET" &&
  
            res.statusCode == 200 &&
  
            res.headers["content-type"] != null &&
  
            res.headers["content-type"].startsWith("video")) {
  
          // transcode is possible, start it now!
  
          doTranscode(request,response);
  
        } 
  
        else {
  
          // no video or error, cannot transcode, just forward the response from the HD Home run to the client
  
          if (request.method == "HEAD") {
  
            response.writeHead(res.statusCode,res.headers);
  
            response.end();
  
          }
  
          else {
  
            // do a 301 redirect and have the device response directly  
  
  
  
            // just proxy it, that way browser doesn't redirect to HDHomeRun IP but keeps the node.js server IP
  
            options = {method: request.method, hostname: HDHomeRunIP, /* port: HDHomeRunPort, */path: request.url};
  
            doProxy(request,response,http,options);
  
          }
  
        }
  
      });
  
      req.on('error', function(e) {
  
        console.log('problem with request: ' + e.message);
  
        response.writeHeader(500);
  
        response.end();
  
      });
  
      // finish the client request, rest of processing done in the async callbacks
  
      req.end();
  
    }
  
  });
  
  
  
  // turn on no delay for tcp
  
  server.on('connection', function (socket) {
  
    socket.setNoDelay(true);
  
  });
  
  server.listen(7000);

  stdio : [’pipe’,’pipe’,’ignore’]
  Actually the code was written by someone. i have just modified the code.
  [’pipe’,’pipe’,’ignore’] what does pipe,pipe.ignore mean here,