Recherche avancée

Sur d’autres sites (13691)

• Android studio + OpenCV + FFmpeg

  11 juillet 2018, par t0m

  I have problem with code, which is functional only for Genymotion device (Android 4.1.1), but for Genymotion device 5.0.1 and real device Huawei honor 4c Android 4.4.2 not.

  I have imported OpenCV 3.1 to Android studio by : https://stackoverflow.com/a/27421494/4244605
  I added JavaCV with FFmpeg by : https://github.com/bytedeco/javacv

  Android studio 1.5.1
  minSdkVersion 15
  compileSdkVersion 23

  Code is only for test.
  OpenCVCameraActivity.java :

  import android.app.Activity;
  
  import android.hardware.Camera;
  
  import android.media.AudioFormat;
  
  import android.media.AudioRecord;
  
  import android.media.MediaRecorder;
  
  import android.os.Bundle;
  
  import android.os.Environment;
  
  import android.util.Log;
  
  import android.view.Menu;
  
  import android.view.MenuItem;
  
  import android.view.MotionEvent;
  
  import android.view.SubMenu;
  
  import android.view.SurfaceView;
  
  import android.view.View;
  
  import android.view.WindowManager;
  
  import android.widget.Toast;
  
  
  
  import org.bytedeco.javacv.FFmpegFrameRecorder;
  
  import org.bytedeco.javacv.Frame;
  
  import org.opencv.android.BaseLoaderCallback;
  
  import org.opencv.android.CameraBridgeViewBase;
  
  import org.opencv.android.LoaderCallbackInterface;
  
  import org.opencv.android.OpenCVLoader;
  
  import org.opencv.core.Mat;
  
  
  
  import java.io.File;
  
  import java.nio.ShortBuffer;
  
  import java.text.SimpleDateFormat;
  
  import java.util.Date;
  
  import java.util.List;
  
  import java.util.ListIterator;
  
  
  
  @SuppressWarnings("ALL")
  
  public class OpenCVCameraActivity extends Activity implements
  
          CameraBridgeViewBase.CvCameraViewListener2,
  
          View.OnTouchListener {
  
  
  
      //name of activity, for DEBUGGING
  
      private static final String TAG = OpenCVCameraActivity.class.getSimpleName();
  
  
  
      private OpenCVCameraPreview mOpenCvCameraView;
  
      private List mResolutionList;
  
      private MenuItem[] mEffectMenuItems;
  
      private SubMenu mColorEffectsMenu;
  
      private MenuItem[] mResolutionMenuItems;
  
      private SubMenu mResolutionMenu;
  
  
  
      private static long frameCounter = 0;
  
  
  
      long startTime = 0;
  
      private Mat edgesMat;
  
      boolean recording = false;
  
      private int sampleAudioRateInHz = 44100;
  
      private int imageWidth = 1920;
  
      private int imageHeight = 1080;
  
      private int frameRate = 30;
  
      private Frame yuvImage = null;
  
      private File ffmpeg_link;
  
      private FFmpegFrameRecorder recorder;
  
  
  
      /* audio data getting thread */
  
      private AudioRecord audioRecord;
  
      private AudioRecordRunnable audioRecordRunnable;
  
      private Thread audioThread;
  
      volatile boolean runAudioThread = true;
  
      ShortBuffer[] samples;
  
  
  
  
  
      private BaseLoaderCallback mLoaderCallback = new BaseLoaderCallback(this) {
  
          @Override
  
          public void onManagerConnected(int status) {
  
              switch (status) {
  
                  case LoaderCallbackInterface.SUCCESS:
  
                      Log.i(TAG, "OpenCV loaded successfully");
  
                      mOpenCvCameraView.enableView();
  
                      mOpenCvCameraView.setOnTouchListener(OpenCVCameraActivity.this);
  
                  break;
  
                  default:
  
                      super.onManagerConnected(status);
  
                  break;
  
              }
  
          }
  
      };
  
  
  
      @Override
  
      protected void onCreate(Bundle savedInstanceState) {
  
          super.onCreate(savedInstanceState);
  
          if(Static.DEBUG) Log.i(TAG, "onCreate()");
  
  
  
          getWindow().addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON);
  
  
  
          try {
  
              setContentView(R.layout.activity_opencv);
  
  
  
              mOpenCvCameraView = (OpenCVCameraPreview) findViewById(R.id.openCVCameraPreview);
  
              mOpenCvCameraView.setVisibility(SurfaceView.VISIBLE);
  
              mOpenCvCameraView.setCvCameraViewListener(this);
  
  
  
              //mOpenCvCameraView.enableFpsMeter();
  
  
  
              ffmpeg_link = new File(Environment.getExternalStorageDirectory(), "stream.mp4");
  
          } catch (Exception e){
  
              e.printStackTrace();
  
          }
  
      }
  
  
  
      @Override
  
      protected void onRestart() {
  
          if (Static.DEBUG) Log.i(TAG, "onRestart()");
  
          super.onRestart();
  
      }
  
  
  
      @Override
  
      protected void onStart() {
  
          if (Static.DEBUG) Log.i(TAG, "onStart()");
  
          super.onStart();
  
      }
  
  
  
      @Override
  
      protected void onResume() {
  
          if (Static.DEBUG) Log.i(TAG, "onResume()");
  
          super.onResume();
  
  
  
          if (!OpenCVLoader.initDebug()) {
  
              Log.i(TAG, "Internal OpenCV library not found. Using OpenCV Manager for initialization");
  
              OpenCVLoader.initAsync(OpenCVLoader.OPENCV_VERSION_2_4_11, this, mLoaderCallback);
  
          } else {
  
              Log.i(TAG, "OpenCV library found inside package. Using it!");
  
              mLoaderCallback.onManagerConnected(LoaderCallbackInterface.SUCCESS);
  
          }
  
  
  
      }
  
  
  
      @Override
  
      public boolean onCreateOptionsMenu(Menu menu) {
  
          if (Static.DEBUG) Log.i(TAG, "onCreateOptionsMenu()");
  
          super.onCreateOptionsMenu(menu);
  
  
  
          List<string> effects = mOpenCvCameraView.getEffectList();
  
  
  
          if (effects == null) {
  
              Log.e(TAG, "Color effects are not supported by device!");
  
              return true;
  
          }
  
  
  
          mColorEffectsMenu = menu.addSubMenu("Color Effect");
  
          mEffectMenuItems = new MenuItem[effects.size()];
  
  
  
          int idx = 0;
  
          ListIterator<string> effectItr = effects.listIterator();
  
          while(effectItr.hasNext()) {
  
              String element = effectItr.next();
  
              mEffectMenuItems[idx] = mColorEffectsMenu.add(1, idx, Menu.NONE, element);
  
              idx++;
  
          }
  
  
  
          mResolutionMenu = menu.addSubMenu("Resolution");
  
          mResolutionList = mOpenCvCameraView.getResolutionList();
  
          mResolutionMenuItems = new MenuItem[mResolutionList.size()];
  
  
  
          ListIterator resolutionItr = mResolutionList.listIterator();
  
          idx = 0;
  
          while(resolutionItr.hasNext()) {
  
              Camera.Size element = resolutionItr.next();
  
              mResolutionMenuItems[idx] = mResolutionMenu.add(2, idx, Menu.NONE,
  
                      Integer.valueOf(element.width).toString() + "x" + Integer.valueOf(element.height).toString());
  
              idx++;
  
          }
  
  
  
          return true;
  
      }
  
  
  
      @Override
  
      protected void onPause() {
  
          if (Static.DEBUG) Log.i(TAG, "onPause()");
  
          super.onPause();
  
  
  
          if (mOpenCvCameraView != null)
  
              mOpenCvCameraView.disableView();
  
  
  
      }
  
  
  
      @Override
  
      protected void onStop() {
  
          if (Static.DEBUG) Log.i(TAG, "onStop()");
  
          super.onStop();
  
      }
  
  
  
      @Override
  
      protected void onDestroy() {
  
          if (Static.DEBUG) Log.i(TAG, "onDestroy()");
  
          super.onDestroy();
  
  
  
          if (mOpenCvCameraView != null)
  
              mOpenCvCameraView.disableView();
  
      }
  
  
  
      public Mat onCameraFrame(CameraBridgeViewBase.CvCameraViewFrame inputFrame) {
  
  
  
          ++frameCounter;
  
          //Log.i(TAG, "Frame number: "+frameCounter);
  
  
  
          return inputFrame.rgba();
  
      }
  
  
  
  
  
      @Override
  
      public void onCameraViewStarted(int width, int height) {
  
          edgesMat = new Mat();
  
      }
  
  
  
      @Override
  
      public void onCameraViewStopped() {
  
          if (edgesMat != null)
  
              edgesMat.release();
  
  
  
          edgesMat = null;
  
      }
  
  
  
      public boolean onOptionsItemSelected(MenuItem item) {
  
          Log.i(TAG, "called onOptionsItemSelected; selected item: " + item);
  
          if (item.getGroupId() == 1)
  
          {
  
              mOpenCvCameraView.setEffect((String) item.getTitle());
  
              Toast.makeText(this, mOpenCvCameraView.getEffect(), Toast.LENGTH_SHORT).show();
  
          } else if (item.getGroupId() == 2) {
  
              int id = item.getItemId();
  
              Camera.Size resolution = mResolutionList.get(id);
  
              mOpenCvCameraView.setResolution(resolution);
  
              resolution = mOpenCvCameraView.getResolution();
  
              String caption = Integer.valueOf(resolution.width).toString() + "x" + Integer.valueOf(resolution.height).toString();
  
              Toast.makeText(this, caption, Toast.LENGTH_SHORT).show();
  
          }
  
  
  
          return true;
  
      }
  
  
  
      @Override
  
      public boolean onTouch(View v, MotionEvent event) {
  
          Log.i(TAG,"onTouch event");
  
          SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd_HH-mm-ss");
  
          String currentDateandTime = sdf.format(new Date());
  
          String fileName = Environment.getExternalStorageDirectory().getPath() +
  
                  "/sample_picture_" + currentDateandTime + ".jpg";
  
          mOpenCvCameraView.takePicture(fileName);
  
          Toast.makeText(this, fileName + " saved", Toast.LENGTH_SHORT).show();
  
          return false;
  
      }
  
  
  
      /**
  
       * Click to ImageButton to start recording.
  
       */
  
      public void onClickBtnStartRecord2(View v) {
  
          if (Static.DEBUG) Log.i(TAG, "onClickBtnStartRecord()");
  
  
  
          if(!recording)
  
              startRecording();
  
          else
  
              stopRecording();
  
      }
  
  
  
      private void startRecording() {
  
          if (Static.DEBUG) Log.i(TAG, "startRecording()");
  
          initRecorder();
  
  
  
          try {
  
              recorder.start();
  
              startTime = System.currentTimeMillis();
  
              recording = true;
  
              audioThread.start();
  
          } catch(FFmpegFrameRecorder.Exception e) {
  
              e.printStackTrace();
  
          }
  
      }
  
  
  
      private void stopRecording() {
  
          if (Static.DEBUG) Log.i(TAG, "stopRecording()");
  
  
  
          runAudioThread = false;
  
          try {
  
              audioThread.join();
  
          } catch(InterruptedException e) {
  
              e.printStackTrace();
  
          }
  
          audioRecordRunnable = null;
  
          audioThread = null;
  
  
  
          if(recorder != null &amp;&amp; recording) {
  
  
  
              recording = false;
  
              Log.v(TAG, "Finishing recording, calling stop and release on recorder");
  
              try {
  
                  recorder.stop();
  
                  recorder.release();
  
              } catch(FFmpegFrameRecorder.Exception e) {
  
                  e.printStackTrace();
  
              }
  
              recorder = null;
  
          }
  
      }
  
  
  
  
  
      //---------------------------------------
  
      // initialize ffmpeg_recorder
  
      //---------------------------------------
  
      private void initRecorder() {
  
  
  
          Log.w(TAG, "init recorder");
  
          try {
  
  
  
              if (yuvImage == null) {
  
                  yuvImage = new Frame(imageWidth, imageHeight, Frame.DEPTH_UBYTE, 2);
  
                  Log.i(TAG, "create yuvImage");
  
              }
  
  
  
              Log.i(TAG, "ffmpeg_url: " + ffmpeg_link.getAbsolutePath());
  
              Log.i(TAG, "ffmpeg_url: " + ffmpeg_link.exists());
  
              recorder = new FFmpegFrameRecorder(ffmpeg_link, imageWidth, imageHeight, 1);
  
              recorder.setFormat("mp4");
  
              recorder.setSampleRate(sampleAudioRateInHz);
  
              // Set in the surface changed method
  
              recorder.setFrameRate(frameRate);
  
  
  
              Log.i(TAG, "recorder initialize success");
  
  
  
              audioRecordRunnable = new AudioRecordRunnable();
  
              audioThread = new Thread(audioRecordRunnable);
  
              runAudioThread = true;
  
          } catch (Exception e){
  
              e.printStackTrace();
  
          }
  
      }
  
  
  
      //---------------------------------------------
  
      // audio thread, gets and encodes audio data
  
      //---------------------------------------------
  
      class AudioRecordRunnable implements Runnable {
  
  
  
          @Override
  
          public void run() {
  
              android.os.Process.setThreadPriority(android.os.Process.THREAD_PRIORITY_URGENT_AUDIO);
  
  
  
              // Audio
  
              int bufferSize;
  
              ShortBuffer audioData;
  
              int bufferReadResult;
  
  
  
              bufferSize = AudioRecord.getMinBufferSize(sampleAudioRateInHz,
  
                      AudioFormat.CHANNEL_IN_MONO, AudioFormat.ENCODING_PCM_16BIT);
  
              audioRecord = new AudioRecord(MediaRecorder.AudioSource.MIC, sampleAudioRateInHz,
  
                      AudioFormat.CHANNEL_IN_MONO, AudioFormat.ENCODING_PCM_16BIT, bufferSize);
  
  
  
              audioData = ShortBuffer.allocate(bufferSize);
  
  
  
              Log.d(TAG, "audioRecord.startRecording()");
  
              audioRecord.startRecording();
  
  
  
              /* ffmpeg_audio encoding loop */
  
              while(runAudioThread) {
  
                  //Log.v(TAG,"recording? " + recording);
  
                  bufferReadResult = audioRecord.read(audioData.array(), 0, audioData.capacity());
  
                  audioData.limit(bufferReadResult);
  
                  if(bufferReadResult > 0) {
  
                      Log.v(TAG, "bufferReadResult: " + bufferReadResult);
  
                      // If "recording" isn't true when start this thread, it never get's set according to this if statement...!!!
  
                      // Why?  Good question...
  
                      if(recording) {
  
                              try {
  
                                  recorder.recordSamples(audioData);
  
                                  //Log.v(TAG,"recording " + 1024*i + " to " + 1024*i+1024);
  
                              } catch(FFmpegFrameRecorder.Exception e) {
  
                                  Log.v(TAG, e.getMessage());
  
                                  e.printStackTrace();
  
                              }
  
                      }
  
                  }
  
              }
  
              Log.v(TAG, "AudioThread Finished, release audioRecord");
  
  
  
              /* encoding finish, release recorder */
  
              if(audioRecord != null) {
  
                  audioRecord.stop();
  
                  audioRecord.release();
  
                  audioRecord = null;
  
                  Log.v(TAG, "audioRecord released");
  
              }
  
          }
  
      }
  
  }
  
  </string></string>

  OpenCVCameraPreview.java :

  import android.content.Context;
  
  import android.hardware.Camera;
  
  import android.util.AttributeSet;
  
  import android.util.Log;
  
  
  
  import org.opencv.android.JavaCameraView;
  
  
  
  import java.io.FileOutputStream;
  
  import java.util.List;
  
  
  
  public class OpenCVCameraPreview extends JavaCameraView implements Camera.PictureCallback {
  
  
  
      private static final String TAG =  OpenCVCameraPreview.class.getSimpleName();
  
      private String mPictureFileName;
  
  
  
      public OpenCVCameraPreview(Context context, AttributeSet attrs) {
  
          super(context, attrs);
  
      }
  
  
  
      public List<string> getEffectList() {
  
          return mCamera.getParameters().getSupportedColorEffects();
  
      }
  
  
  
      public boolean isEffectSupported() {
  
          return (mCamera.getParameters().getColorEffect() != null);
  
      }
  
  
  
      public String getEffect() {
  
          return mCamera.getParameters().getColorEffect();
  
      }
  
  
  
      public void setEffect(String effect) {
  
          Camera.Parameters params = mCamera.getParameters();
  
          params.setColorEffect(effect);
  
          mCamera.setParameters(params);
  
      }
  
  
  
      public List getResolutionList() {
  
          return mCamera.getParameters().getSupportedPreviewSizes();
  
      }
  
  
  
      public void setResolution(Camera.Size resolution) {
  
          disconnectCamera();
  
          mMaxHeight = resolution.height;
  
          mMaxWidth = resolution.width;
  
          connectCamera(getWidth(), getHeight());
  
      }
  
  
  
      public Camera.Size getResolution() {
  
          return mCamera.getParameters().getPreviewSize();
  
      }
  
  
  
      public void takePicture(final String fileName) {
  
          Log.i(TAG, "Taking picture");
  
          this.mPictureFileName = fileName;
  
          // Postview and jpeg are sent in the same buffers if the queue is not empty when performing a capture.
  
          // Clear up buffers to avoid mCamera.takePicture to be stuck because of a memory issue
  
          mCamera.setPreviewCallback(null);
  
  
  
          // PictureCallback is implemented by the current class
  
          mCamera.takePicture(null, null, this);
  
      }
  
  
  
      @Override
  
      public void onPictureTaken(byte[] data, Camera camera) {
  
          Log.i(TAG, "Saving a bitmap to file");
  
          // The camera preview was automatically stopped. Start it again.
  
          mCamera.startPreview();
  
          mCamera.setPreviewCallback(this);
  
  
  
          // Write the image in a file (in jpeg format)
  
          try {
  
              FileOutputStream fos = new FileOutputStream(mPictureFileName);
  
  
  
              fos.write(data);
  
              fos.close();
  
  
  
          } catch (java.io.IOException e) {
  
              Log.e("PictureDemo", "Exception in photoCallback", e);
  
          }
  
  
  
      }
  
  }
  
  </string>

  Gradle :

  apply plugin: 'com.android.application'
  
  
  
  android {
  
      compileSdkVersion 23
  
      buildToolsVersion "23.0.2"
  
  
  
      defaultConfig {
  
          applicationId "co.example.example"
  
          minSdkVersion 15
  
          targetSdkVersion 23
  
          versionCode 1
  
          versionName "1.0"
  
      }
  
      buildTypes {
  
          release {
  
              minifyEnabled false
  
              proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro'
  
          }
  
      }
  
  
  
      packagingOptions {
  
          exclude 'META-INF/maven/org.bytedeco.javacpp-presets/opencv/pom.properties'
  
          exclude 'META-INF/maven/org.bytedeco.javacpp-presets/opencv/pom.xml'
  
          exclude 'META-INF/maven/org.bytedeco.javacpp-presets/ffmpeg/pom.properties'
  
          exclude 'META-INF/maven/org.bytedeco.javacpp-presets/ffmpeg/pom.xml'
  
      }
  
  }
  
  
  
  repositories {
  
      mavenCentral()
  
  }
  
  
  
  dependencies {
  
      compile fileTree(include: ['*.jar'], dir: 'libs')
  
      testCompile 'junit:junit:4.12'
  
      compile 'com.android.support:appcompat-v7:23.1.1'
  
      compile 'com.google.android.gms:play-services-appindexing:8.1.0'
  
  
  
      compile group: 'org.bytedeco', name: 'javacv', version: '1.1'
  
      compile group: 'org.bytedeco.javacpp-presets', name: 'opencv', version: '3.0.0-1.1', classifier: 'android-arm'
  
      compile group: 'org.bytedeco.javacpp-presets', name: 'opencv', version: '3.0.0-1.1', classifier: 'android-x86'
  
      compile group: 'org.bytedeco.javacpp-presets', name: 'ffmpeg', version: '2.8.1-1.1', classifier: 'android-arm'
  
      compile group: 'org.bytedeco.javacpp-presets', name: 'ffmpeg', version: '2.8.1-1.1', classifier: 'android-x86'
  
  
  
      compile project(':openCVLibrary310')
  
  }

  proguard-rules.pro
  Edited by : link

  jniLibs :
  app/src/main/jniLibs :

  armeabi armeabi-v7a arm64-v8a mips mips64 x86 x86_64

  Problem

  02-19 11:57:37.684 1759-1759/ I/OpenCVCameraActivity: onClickBtnStartRecord()
  
  02-19 11:57:37.684 1759-1759/ I/OpenCVCameraActivity: startRecording()
  
  02-19 11:57:37.684 1759-1759/ W/OpenCVCameraActivity: init recorder
  
  02-19 11:57:37.691 1759-1759/ I/OpenCVCameraActivity: create yuvImage
  
  02-19 11:57:37.691 1759-1759/ I/OpenCVCameraActivity: ffmpeg_url: /storage/emulated/0/stream.mp4
  
  02-19 11:57:37.696 1759-1759/ I/OpenCVCameraActivity: ffmpeg_url: false
  
  02-19 11:57:37.837 1759-1759/ W/linker: libjniavutil.so: unused DT entry: type 0x1d arg 0x18cc3
  
  02-19 11:57:37.837 1759-1759/ W/linker: libjniavutil.so: unused DT entry: type 0x6ffffffe arg 0x21c30
  
  02-19 11:57:37.837 1759-1759/ W/linker: libjniavutil.so: unused DT entry: type 0x6fffffff arg 0x1
  
  02-19 11:57:37.838 1759-1759/co.example.example E/art: dlopen("/data/app/co.example.example-2/lib/x86/libjniavutil.so", RTLD_LAZY) failed: dlopen failed: cannot locate symbol "av_version_info" referenced by "libjniavutil.so"...
  
  02-19 11:57:37.843 1759-1759/co.example.example I/art: Rejecting re-init on previously-failed class java.lang.Class
  
  02-19 11:57:37.844 1759-1759/co.example.example E/AndroidRuntime: FATAL EXCEPTION: main
  
                                          Process: co.example.example, PID: 1759
  
                                          java.lang.IllegalStateException: Could not execute method of the activity
  
                                              at android.view.View$1.onClick(View.java:4020)
  
                                              at android.view.View.performClick(View.java:4780)
  
                                              at android.view.View$PerformClick.run(View.java:19866)
  
                                              at android.os.Handler.handleCallback(Handler.java:739)
  
                                              at android.os.Handler.dispatchMessage(Handler.java:95)
  
                                              at android.os.Looper.loop(Looper.java:135)
  
                                              at android.app.ActivityThread.main(ActivityThread.java:5254)
  
                                              at java.lang.reflect.Method.invoke(Native Method)
  
                                              at java.lang.reflect.Method.invoke(Method.java:372)
  
                                              at com.android.internal.os.ZygoteInit$MethodAndArgsCaller.run(ZygoteInit.java:903)
  
                                              at com.android.internal.os.ZygoteInit.main(ZygoteInit.java:698)
  
                                           Caused by: java.lang.reflect.InvocationTargetException
  
                                              at java.lang.reflect.Method.invoke(Native Method)
  
                                              at java.lang.reflect.Method.invoke(Method.java:372)
  
                                              at android.view.View$1.onClick(View.java:4015)
  
                                              at android.view.View.performClick(View.java:4780) 
  
                                              at android.view.View$PerformClick.run(View.java:19866) 
  
                                              at android.os.Handler.handleCallback(Handler.java:739) 
  
                                              at android.os.Handler.dispatchMessage(Handler.java:95) 
  
                                              at android.os.Looper.loop(Looper.java:135) 
  
                                              at android.app.ActivityThread.main(ActivityThread.java:5254) 
  
                                              at java.lang.reflect.Method.invoke(Native Method) 
  
                                              at java.lang.reflect.Method.invoke(Method.java:372) 
  
                                              at com.android.internal.os.ZygoteInit$MethodAndArgsCaller.run(ZygoteInit.java:903) 
  
                                              at com.android.internal.os.ZygoteInit.main(ZygoteInit.java:698) 
  
                                           Caused by: java.lang.UnsatisfiedLinkError: org.bytedeco.javacpp.avutil
  
                                              at java.lang.Class.classForName(Native Method)
  
                                              at java.lang.Class.forName(Class.java:309)
  
                                              at org.bytedeco.javacpp.Loader.load(Loader.java:413)
  
                                              at org.bytedeco.javacpp.Loader.load(Loader.java:381)
  
                                              at org.bytedeco.javacpp.avcodec$AVPacket.<clinit>(avcodec.java:1650)
  
                                              at org.bytedeco.javacv.FFmpegFrameRecorder.<init>(FFmpegFrameRecorder.java:149)
  
                                              at org.bytedeco.javacv.FFmpegFrameRecorder.<init>(FFmpegFrameRecorder.java:129)
  
                                              at co.example.example.OpenCVCameraActivity.initRecorder(OpenCVCameraActivity.java:320)
  
                                              at co.example.example.OpenCVCameraActivity.startRecording(OpenCVCameraActivity.java:266)
  
                                              at co.example.example.OpenCVCameraActivity.onClickBtnStartRecord2(OpenCVCameraActivity.java:259)
  
                                              at java.lang.reflect.Method.invoke(Native Method) 
  
                                              at java.lang.reflect.Method.invoke(Method.java:372) 
  
                                              at android.view.View$1.onClick(View.java:4015) 
  
                                              at android.view.View.performClick(View.java:4780) 
  
                                              at android.view.View$PerformClick.run(View.java:19866) 
  
                                              at android.os.Handler.handleCallback(Handler.java:739) 
  
                                              at android.os.Handler.dispatchMessage(Handler.java:95) 
  
                                              at android.os.Looper.loop(Looper.java:135) 
  
                                              at android.app.ActivityThread.main(ActivityThread.java:5254) 
  
                                              at java.lang.reflect.Method.invoke(Native Method) 
  
                                              at java.lang.reflect.Method.invoke(Method.java:372) 
  
                                              at com.android.internal.os.ZygoteInit$MethodAndArgsCaller.run(ZygoteInit.java:903) 
  
                                              at com.android.internal.os.ZygoteInit.main(ZygoteInit.java:698) 
  
  </init></init></clinit>

• Video merging ffmpeg taking more than 15 minutes for 5mb video

  27 juillet 2018, par stan wyck

  I am using below ffmpeg command by bravobit ffmpeg android library to merge videos with different resolution and bit rate it takes more than 15 minutes for total of 5mb videos

  -i video1.mp4 -i video2.3gp -filter_complex [1:v]scale=iw*min(1920/iw\,1080/ih):ih*min(1920/iw\,1080/ih),
pad=1920:1080:(1920-iw*min(1920/iw\,1080/ih))/2:(1080-ih*min(1920/iw\,1080/ih))/2,setsar=1[v1];
[2:v]scale=iw*min(1920/iw\,1080/ih):ih*min(1920/iw\,1080/ih),
pad=1920:1080:(1920-iw*min(1920/iw\,1080/ih))/2:(1080-ih*min(1920/iw\,1080/ih))/2,setsar=1[v2];
[v1][1:a][v2][2:a]concat=n=2:v=1:a=1[outv][outa]
"-ab", "48000", "-ac", "2", "-ar", "22050", "-s", "1920x1080", "-vcodec", "libx264", "-crf", "27", "-q", "4", "-preset", "ultrafast", newVideoPath, "-hide_banner"

  Log onSuccess

  ffmpeg version n4.0-39-gda39990 Copyright (c) 2000-2018 the FFmpeg developers
  built with gcc 4.9.x (GCC) 20150123 (prerelease)
  configuration : —target-os=linux —cross-prefix=/root/bravobit/ffmpeg-android/toolchain-android/bin/arm-linux-androideabi- —arch=arm —cpu=cortex-a8 —enable-runtime-cpudetect —sysroot=/root/bravobit/ffmpeg-android/toolchain-android/sysroot —enable-pic —enable-libx264 —enable-ffprobe —enable-libopus —enable-libvorbis —enable-libfdk-aac —enable-libfreetype —enable-libfribidi —enable-libmp3lame —enable-fontconfig —enable-libvpx —enable-libass —enable-yasm —enable-pthreads —disable-debug —enable-version3 —enable-hardcoded-tables —disable-ffplay —disable-linux-perf —disable-doc —disable-shared —enable-static —enable-runtime-cpudetect —enable-nonfree —enable-network —enable-avresample —enable-avformat —enable-avcodec —enable-indev=lavfi —enable-hwaccels —enable-ffmpeg —enable-zlib —enable-gpl —enable-small —enable-nonfree —pkg-config=pkg-config —pkg-config-flags=—static —prefix=/root/bravobit/ffmpeg-android/build/armeabi-v7a —extra-cflags=’-I/root/bravobit/ffmpeg-android/toolchain-android/include -U_FORTIFY_SOURCE -D_FORTIFY_SOURCE=2 -fno-strict-overflow -fstack-protector-all’ —extra-ldflags=’-L/root/bravobit/ffmpeg-android/toolchain-android/lib -Wl,-z,relro -Wl,-z,now -pie’ —extra-cxxflags=
  libavutil 56. 14.100 / 56. 14.100
  libavcodec 58. 18.100 / 58. 18.100
  libavformat 58. 12.100 / 58. 12.100
  libavdevice 58. 3.100 / 58. 3.100
  libavfilter 7. 16.100 / 7. 16.100
  libavresample 4. 0. 0 / 4. 0. 0
  libswscale 5. 1.100 / 5. 1.100
  libswresample 3. 1.100 / 3. 1.100
  libpostproc 55. 1.100 / 55. 1.100
  Input #0, lavfi, from ’anullsrc=channel_layout=stereo:sample_rate=44100’ :
  Duration : N/A, start : 0.000000, bitrate : 705 kb/s
  Stream #0:0 : Audio : pcm_u8, 44100 Hz, stereo, u8, 705 kb/s
  Input #1, mov,mp4,m4a,3gp,3g2,mj2, from ’/sdcard/DigitalDashboard/temp/10.57.08.mp4’ :
  Metadata :
  major_brand : isom
  minor_version : 512
  compatible_brands : isomiso2avc1mp41
  encoder : Lavf58.12.100
  Duration : 00:00:15.00, start : 0.000000, bitrate : 1495 kb/s
  Stream #1:0(und) : Video : h264 (avc1 / 0x31637661), yuv420p, 1024x576 [SAR 1:1 DAR 16:9], 1337 kb/s, 25 fps, 25 tbr, 12800 tbn, 50 tbc (default)
  Metadata :
  handler_name : VideoHandler
  Stream #1:1(und) : Audio : aac (mp4a / 0x6134706D), 22050 Hz, stereo, fltp, 153 kb/s (default)
  Metadata :
  handler_name : SoundHandler
  Input #2, mov,mp4,m4a,3gp,3g2,mj2, from ’/sdcard/DigitalDashboard/temp/10.57.19.mp4’ :
  Metadata :
  major_brand : isom
  minor_version : 512
  compatible_brands : isomiso2avc1mp41
  encoder : Lavf58.12.100
  Duration : 00:00:10.03, start : 0.000000, bitrate : 1823 kb/s
  Stream #2:0(und) : Video : h264 (avc1 / 0x31637661), yuv420p, 1024x576 [SAR 1:1 DAR 16:9], 1671 kb/s, 25 fps, 25 tbr, 12800 tbn, 50 tbc (default)
  Metadata :
  handler_name : VideoHandler
  Stream #2:1(und) : Audio : aac (mp4a / 0x6134706D), 22050 Hz, stereo, fltp, 152 kb/s (default)
  Metadata :
  handler_name : SoundHandler
  Stream mapping :
  Stream #1:0 (h264) -> scale
  Stream #1:1 (aac) -> concat:in0:a0
  Stream #2:0 (h264) -> scale
  Stream #2:1 (aac) -> concat:in1:a0
  concat:out:v0 -> Stream #0:0 (libx264)
  concat:out:a0 -> Stream #0:1 (aac)
  Press [q] to stop, [?] for help
  [libx264 @ 0xb8b42e90] -qscale is ignored, -crf is recommended.
  [libx264 @ 0xb8b42e90] using SAR=1/1
  [libx264 @ 0xb8b42e90] using cpu capabilities : ARMv6 NEON
  [libx264 @ 0xb8b42e90] profile Constrained Baseline, level 3.1
  [libx264 @ 0xb8b42e90] 264 - core 152 r2851M ba24899 - H.264/MPEG-4 AVC codec - Copyleft 2003-2017 - http://www.videolan.org/x264.html - options : cabac=0 ref=1 deblock=0:0:0 analyse=0:0 me=dia subme=0 psy=1 psy_rd=1.00:0.00 mixed_ref=0 me_range=16 chroma_me=1 trellis=0 8x8dct=0 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=0 threads=6 lookahead_threads=1 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=0 weightp=0 keyint=250 keyint_min=25 scenecut=0 intra_refresh=0 rc=crf mbtree=0 crf=27.0 qcomp=0.60 qpmin=0 qpmax=69 qpstep=4 ip_ratio=1.40 aq=0
  Output #0, mp4, to ’/sdcard/DigitalDashboard/temp/10.57.25.mp4’ :
  Metadata :
  encoder : Lavf58.12.100
  Stream #0:0 : Video : h264 (libx264) (avc1 / 0x31637661), yuv420p(progressive), 1024x576 [SAR 1:1 DAR 16:9], q=-1—1, 25 fps, 12800 tbn, 25 tbc (default)
  Metadata :
  encoder : Lavc58.18.100 libx264
  Side data :
  cpb : bitrate max/min/avg : 0/0/0 buffer size : 0 vbv_delay : -1
  Stream #0:1 : Audio : aac (mp4a / 0x6134706D), 22050 Hz, stereo, fltp, 48 kb/s (default)
  Metadata :
  encoder : Lavc58.18.100 aac
  frame= 7 fps=0.0 q=0.0 size= 0kB time=00:00:00.37 bitrate= 1.0kbits/s speed=0.737x
  frame= 21 fps= 21 q=27.0 size= 0kB time=00:00:00.88 bitrate= 0.4kbits/s speed=0.879x
  frame= 35 fps= 23 q=26.0 size= 256kB time=00:00:01.48 bitrate=1411.5kbits/s speed=0.979x
  frame= 50 fps= 25 q=27.0 size= 256kB time=00:00:02.04 bitrate=1026.5kbits/s speed=1.01x
  frame= 64 fps= 25 q=26.0 size= 512kB time=00:00:02.60 bitrate=1612.9kbits/s speed=1.02x
  frame= 79 fps= 26 q=25.0 size= 768kB time=00:00:03.20 bitrate=1963.5kbits/s speed=1.05x
  frame= 95 fps= 26 q=22.0 size= 768kB time=00:00:03.85 bitrate=1632.3kbits/s speed=1.07x
  frame= 110 fps= 27 q=24.0 size= 1024kB time=00:00:04.45 bitrate=1881.7kbits/s speed=1.08x
  frame= 126 fps= 27 q=23.0 size= 1024kB time=00:00:05.10 bitrate=1642.2kbits/s speed= 1.1x
  frame= 142 fps= 27 q=24.0 size= 1280kB time=00:00:05.75 bitrate=1821.0kbits/s speed=1.11x
  frame= 157 fps= 28 q=23.0 size= 1280kB time=00:00:06.31 bitrate=1660.3kbits/s speed=1.11x
  frame= 173 fps= 28 q=25.0 size= 1536kB time=00:00:06.96 bitrate=1806.4kbits/s speed=1.12x
  frame= 189 fps= 28 q=26.0 size= 1536kB time=00:00:07.61 bitrate=1652.2kbits/s speed=1.13x
  frame= 204 fps= 28 q=25.0 size= 1792kB time=00:00:08.21 bitrate=1786.0kbits/s speed=1.14x
  frame= 220 fps= 28 q=19.0 size= 1792kB time=00:00:08.87 bitrate=1655.1kbits/s speed=1.15x
  frame= 238 fps= 29 q=18.0 size= 2048kB time=00:00:09.56 bitrate=1753.8kbits/s speed=1.16x
  frame= 254 fps= 29 q=26.0 size= 2048kB time=00:00:10.26 bitrate=1634.7kbits/s speed=1.17x
  frame= 271 fps= 29 q=22.0 size= 2048kB time=00:00:10.91 bitrate=1537.3kbits/s speed=1.18x
  frame= 288 fps= 30 q=21.0 size= 2048kB time=00:00:11.56 bitrate=1450.9kbits/s speed=1.19x
  frame= 305 fps= 30 q=19.0 size= 2304kB time=00:00:12.26 bitrate=1539.5kbits/s speed=1.19x
  frame= 320 fps= 30 q=21.0 size= 2304kB time=00:00:12.86 bitrate=1467.3kbits/s speed=1.19x
  frame= 337 fps= 30 q=22.0 size= 2304kB time=00:00:13.51 bitrate=1396.7kbits/s speed=1.19x
  frame= 354 fps= 30 q=22.0 size= 2304kB time=00:00:14.21 bitrate=1328.2kbits/s speed= 1.2x
  frame= 371 fps= 30 q=20.0 size= 2560kB time=00:00:14.90 bitrate=1406.8kbits/s speed=1.21x
  frame= 387 fps= 30 q=25.0 size= 2560kB time=00:00:15.51 bitrate=1352.1kbits/s speed=1.21x
  frame= 402 fps= 30 q=27.0 size= 2816kB time=00:00:16.11 bitrate=1431.6kbits/s speed= 1.2x
  frame= 416 fps= 30 q=27.0 size= 2816kB time=00:00:16.67 bitrate=1383.7kbits/s speed= 1.2x
  frame= 430 fps= 30 q=27.0 size= 3072kB time=00:00:17.27 bitrate=1456.7kbits/s speed= 1.2x
  frame= 444 fps= 30 q=26.0 size= 3072kB time=00:00:17.83 bitrate=1411.2kbits/s speed=1.19x
  frame= 460 fps= 30 q=25.0 size= 3328kB time=00:00:18.43 bitrate=1478.8kbits/s speed=1.19x
  frame= 476 fps= 30 q=21.0 size= 3584kB time=00:00:19.08 bitrate=1538.3kbits/s speed=1.19x
  frame= 493 fps= 30 q=23.0 size= 3584kB time=00:00:19.78 bitrate=1484.1kbits/s speed= 1.2x
  frame= 511 fps= 30 q=24.0 size= 3840kB time=00:00:20.48 bitrate=1536.0kbits/s speed= 1.2x
  frame= 527 fps= 30 q=23.0 size= 4096kB time=00:00:21.13 bitrate=1588.0kbits/s speed= 1.2x
  frame= 542 fps= 30 q=25.0 size= 4096kB time=00:00:21.78 bitrate=1540.6kbits/s speed=1.21x
  frame= 558 fps= 30 q=25.0 size= 4352kB time=00:00:22.38 bitrate=1592.7kbits/s speed=1.21x
  frame= 574 fps= 30 q=25.0 size= 4352kB time=00:00:22.98 bitrate=1550.9kbits/s speed=1.21x
  frame= 590 fps= 30 q=24.0 size= 4608kB time=00:00:23.63 bitrate=1597.0kbits/s speed=1.21x
  frame= 607 fps= 30 q=17.0 size= 4608kB time=00:00:24.38 bitrate=1548.3kbits/s speed=1.21x
  frame= 622 fps= 30 q=19.0 size= 4608kB time=00:00:24.93 bitrate=1513.7kbits/s speed=1.21x
  frame= 625 fps= 30 q=-1.0 Lsize= 4827kB time=00:00:25.03 bitrate=1579.9kbits/s speed=1.21x
  video:4345kB audio:470kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead : 0.251744%
  [libx264 @ 0xb8b42e90] frame I:3 Avg QP:20.33 size : 86455
  [libx264 @ 0xb8b42e90] frame P:622 Avg QP:23.46 size : 6736
  [libx264 @ 0xb8b42e90] mb I I16..4 : 100.0% 0.0% 0.0%
  [libx264 @ 0xb8b42e90] mb P I16..4 : 1.8% 0.0% 0.0% P16..4 : 37.9% 0.0% 0.0% 0.0% 0.0% skip:60.3%
  [libx264 @ 0xb8b42e90] coded y,uvDC,uvAC intra : 41.0% 51.8% 22.0% inter : 15.3% 10.0% 0.8%
  [libx264 @ 0xb8b42e90] i16 v,h,dc,p : 29% 27% 24% 20%
  [libx264 @ 0xb8b42e90] i8c dc,h,v,p : 42% 23% 22% 14%
  [libx264 @ 0xb8b42e90] kb/s:1423.72
  [aac @ 0xb8b81070] Qavg : 472.000

• Resize video to same size

  5 septembre 2018, par Max Grigoriev

  I have a list of video files with different resolutions. And I should to change them to 1920x1080. It’s easy to make using ffmpeg and scale filter but result video is wrong aspect ratio. If I use aspect ratio then output resolution isn’t fullhd. Is it possible to change resolution to best available like scale="’if(gt(a,16/9),1920,-1)’ :’if(gt(a,16/9),-1,1080)’"
  and all remaining space is filled in black color ?