Recherche avancée

Sur d’autres sites (11693)

• How to extract frames at 30 fps using FFMPEG APIs on Android ?

  8 septembre 2016, par Amber Beriwal

  We are working on a project that consumes FFMPEG library for video frame extraction on Android platform.

  On Windows, we have observed :

  • Using CLI, ffmpeg is capable of extracting frames at 30 fps using command ffmpeg -i input.flv -vf fps=1 out%d.png.
  • Using Xuggler, we are able to extract frames at 30 fps.
  • Using FFMPEG APIs directly in code, we are getting frames at 30 fps.

  But when we use FFMPEG APIs directly on Android (See Hardware Details), we are getting following results :

  • 720p video (1280 x 720) - 16 fps (approx. 60 ms/frame)
  • 1080p video (1920 x 1080) - 7 fps (approx. 140 ms/frame)

  We haven’t tested Xuggler/CLI on Android yet.

  Ideally, we should be able to get the data in constant time (approx. 30 ms/frame).

  How can we get 30 fps on Android ?

  Code being used on Android :

  if (avformat_open_input(&pFormatCtx, pcVideoFile, NULL, NULL)) {
  
      iError = -1;  //Couldn't open file
  
  }
  
  
  
  if (!iError) {
  
      //Retrieve stream information
  
      if (avformat_find_stream_info(pFormatCtx, NULL) < 0)
  
          iError = -2; //Couldn't find stream information
  
  }
  
  
  
  //Find the first video stream
  
  if (!iError) {
  
  
  
      for (i = 0; i < pFormatCtx->nb_streams; i++) {
  
          if (AVMEDIA_TYPE_VIDEO
  
                  == pFormatCtx->streams[i]->codec->codec_type) {
  
              iFramesInVideo = pFormatCtx->streams[i]->nb_index_entries;
  
              duration = pFormatCtx->streams[i]->duration;
  
              begin = pFormatCtx->streams[i]->start_time;
  
              time_base = (pFormatCtx->streams[i]->time_base.num * 1.0f)
  
                      / pFormatCtx->streams[i]->time_base.den;
  
  
  
              pCodecCtx = avcodec_alloc_context3(NULL);
  
              if (!pCodecCtx) {
  
                  iError = -6;
  
                  break;
  
              }
  
  
  
              AVCodecParameters params = { 0 };
  
              iReturn = avcodec_parameters_from_context(&params,
  
                      pFormatCtx->streams[i]->codec);
  
              if (iReturn < 0) {
  
                  iError = -7;
  
                  break;
  
              }
  
  
  
              iReturn = avcodec_parameters_to_context(pCodecCtx, &params);
  
              if (iReturn < 0) {
  
                  iError = -7;
  
                  break;
  
              }
  
  
  
              //pCodecCtx = pFormatCtx->streams[i]->codec;
  
  
  
              iVideoStreamIndex = i;
  
              break;
  
          }
  
      }
  
  }
  
  
  
  if (!iError) {
  
      if (iVideoStreamIndex == -1) {
  
          iError = -3; // Didn't find a video stream
  
      }
  
  }
  
  
  
  if (!iError) {
  
      // Find the decoder for the video stream
  
      pCodec = avcodec_find_decoder(pCodecCtx->codec_id);
  
      if (pCodec == NULL) {
  
          iError = -4;
  
      }
  
  }
  
  
  
  if (!iError) {
  
      // Open codec
  
      if (avcodec_open2(pCodecCtx, pCodec, NULL) < 0)
  
          iError = -5;
  
  }
  
  
  
  if (!iError) {
  
      iNumBytes = av_image_get_buffer_size(AV_PIX_FMT_RGB24, pCodecCtx->width,
  
              pCodecCtx->height, 1);
  
  
  
      // initialize SWS context for software scaling
  
      sws_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height,
  
              pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height,
  
              AV_PIX_FMT_RGB24,
  
              SWS_BILINEAR,
  
              NULL,
  
              NULL,
  
              NULL);
  
      if (!sws_ctx) {
  
          iError = -7;
  
      }
  
  }
  
  clock_gettime(CLOCK_MONOTONIC_RAW, &end);
  
  delta_us = (end.tv_sec - start.tv_sec) * 1000000
  
          + (end.tv_nsec - start.tv_nsec) / 1000;
  
  start = end;
  
  //LOGI("Starting_Frame_Extraction: %lld", delta_us);
  
  if (!iError) {
  
      while (av_read_frame(pFormatCtx, &packet) == 0) {
  
          // Is this a packet from the video stream?
  
          if (packet.stream_index == iVideoStreamIndex) {
  
              pFrame = av_frame_alloc();
  
              if (NULL == pFrame) {
  
                  iError = -8;
  
                  break;
  
              }
  
  
  
              // Decode video frame
  
              avcodec_decode_video2(pCodecCtx, pFrame, &iFrameFinished,
  
                      &packet);
  
              if (iFrameFinished) {
  
                  //OUR CODE
  
              }
  
              av_frame_free(&pFrame);
  
              pFrame = NULL;
  
          }
  
          av_packet_unref(&packet);
  
      }
  
  }

• QSharedMemory in Real-Time process

  21 novembre 2016, par Seungsoo Kim

  I’m trying to use QSharedMemory Class to share video data between two processes.

  So I tried like following method, but it has problem in simultaneous access of two processes.

  Two process crashes when they access sequentially to same memory name(key) "SharedMemory".

  I locked them while they’re used, but also it doesn’t work well.

  How can i avoid this crash ??

  1. Writing to SharedMemory - data type is and this function called by callback.

     QBuffer buffer;
     
     buffer.open(QBuffer::ReadWrite);
     
     QDataStream out(&buffer);
     
     
     
     QByteArray outArray = QByteArray::fromRawData(reinterpret_cast<const>(data), strlen(reinterpret_cast<const>(data)));
     
     out &lt;&lt; width &lt;&lt; height &lt;&lt; step &lt;&lt; cameraId &lt;&lt; strlen(reinterpret_cast<const>(data));
     
     out.writeRawData(outArray.data(), outArray.size());
     
     
     
     int size = buffer.size();
     
     
     
     sharedMemory.setKey("SharedMemory");
     
     
     
     if (!sharedMemory.isAttached()) {
     
         printf("Cannot attach to shared memory to update!\n");
     
     }
     
     if (!sharedMemory.create(size))
     
     {
     
         printf("failed to allocate memory\n");
     
     }
     
     sharedMemory.lock();
     
     char *to = (char*)sharedMemory.data();
     
     const char *from = buffer.data().data();
     
     memcpy(to, from,qMin(sharedMemory.size(),size));
     
     sharedMemory.unlock();
     
     </const></const></const>

  2. Using data in SharedMemory. - this function is called by QThread, interval 100ms

     QSharedMemory sharedMemory("SharedMemory");
     
     sharedMemory.lock();
     
     if (!sharedMemory.attach()) {
     
         printf("failed to attach to memory\n");
     
         return;
     
     }
     
     
     
     QBuffer buffer;
     
     QDataStream in(&buffer);
     
     
     
     sharedMemory.create(1920 * 1080);
     
     buffer.setData((char*)sharedMemory.constData(), sharedMemory.size());
     
     buffer.open(QBuffer::ReadOnly);
     
     sharedMemory.unlock();
     
     sharedMemory.detach();
     
     
     
     int r_width = 0;    
     
     int r_height = 0;
     
     int r_cameraId = 0;
     
     int r_step = 0;
     
     int r_strlen = 0;
     
     in >> r_width >> r_height >> r_step >> r_cameraId >> r_strlen;
     
     
     
     char* receive = new char[r_strlen];
     
     in.readRawData(receive, r_strlen);
     
     //unsigned char* r_receive = new unsigned char[r_strlen];
     
     //r_receive = (unsigned char*)receive;
     
     
     
     QPixmap backBuffer = QPixmap::fromImage(QImage((unsigned char*)receive, r_width, r_height, r_step, QImage::Format::Format_RGB888));
     
     ui.label->setPixmap(backBuffer.scaled(ui.label->size(), Qt::KeepAspectRatio));
     
     ui.label->show();

  please share your idea ! thank you !

• Using libavformat to mux H.264 frames into RTP

  22 novembre 2016, par DanielB6

  I have an encoder that produces a series of H.264 I-frames and P-frames. I’m trying to use libavformat to mux and transmit these frames over RTP, but I’m stuck.

  My program sends RTP data, but the RTP timestamp increments by 1 each successive frame, instead of 90000/fps. It also doesn’t look like it’s doing the proper framing for H.264 NAL, since I can’t decode the stream as H.264 in Wireshark.

  I suspect that I’m not setting up the codec information properly, but it appears in many places in the output format context, so it’s unclear what exactly needs to be setup. The examples seem to all copy codec context info from encoders, which isn’t my use case.

  This is what I’m trying :

  int main() {
  
      AVFormatContext context = avformat_alloc_context();
  
  
  
      if (!context) {
  
          printf("avformat_alloc_context failed\n");
  
          return;
  
      }
  
  
  
      AVOutputFormat *format = av_guess_format("rtp", NULL, NULL);
  
  
  
      if (!format) {
  
          printf("av_guess_format failed\n");
  
          return;
  
      }
  
  
  
      context->oformat = format;
  
  
  
      snprintf(context->filename, sizeof(context->filename), "rtp://%s:%d", "192.168.2.16", 10000);
  
  
  
      if (avio_open(&(context->pb), context->filename, AVIO_FLAG_READ_WRITE) < 0) {
  
          printf("avio_open failed\n");
  
          return;
  
      }
  
  
  
      stream = avformat_new_stream(context, NULL);
  
  
  
      if (!stream) {
  
          printf("avformat_new_stream failed\n");
  
          return;
  
      }
  
  
  
      stream->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
  
      stream->codecpar->codec_id = AV_CODEC_ID_H264;
  
      stream->codecpar->width = 1920;
  
      stream->codecpar->height = 1080;
  
  
  
      avformat_write_header(context, NULL);
  
  
  
      ...
  
      write packets
  
      ...
  
  }

  Example write packet :

  int write_packet(uint8_t *data, int size) {
  
      AVPacket p;
  
      av_init_packet(&p);
  
      p.data = buffer;
  
      p.size = size;
  
      p.stream_index = stream->index;
  
  
  
      av_interleaved_write_frame(context, &p);
  
  }

  I’ve even went so far to build in libx264, find the encoder, and copy the codec context info from there into the stream codecpar, with the same result. My goal is to build without libx264, and any other libs that aren’t required, but it isn’t clear whether libx264 is required for defaults such as time base.

  How can the libavformat RTP muxer be initialized to properly send H.264 frames over RTCP+RTP ?