examples : add whisper.android.java for compatibility with older Android versions using Java (#1382)

* save the recorded audio to a file

* Alignment -help

* Save the correct audio

* chage to a consistent coding style

* Correct typo

* Update examples/stream/stream.cpp

* Update examples/stream/stream.cpp

* Correct variable misuse

* Update examples/stream/stream.cpp

* Update examples/stream/stream.cpp

* Update examples/stream/stream.cpp

* Update examples/stream/stream.cpp

* add *.bin .cxx/ .gradle/ cmake-build-debug/ to gitignore

* add whisper.android.java

* Added support for older versions of Android of Java

* add examples for android java

* add README.md for android java

* add fullTranscribeWithTime

* 增加 toString()方法和测试

* change return type to void

* update to v1.4.1

* add WhisperService

* chage to whisper_full_get_segment_t1

* add method transcribeDataWithTime

* modified toString
```
return "[" + start + " --> " + end + "]:" + sentence;
```

* Optimize code logic

* update text view on handle

* set max lines

* change Chinese to English

* Update bindings/java/build.gradle

* Update .gitignore

* add android.java to github action

* chage android.java to   android_java in build.yml

* remove gradle

* chage jdk to temurin in android_java of CI

* chage jdk to temurin 11 in android_java of CI

* add x to gradlew

* set api-level for android_java of CI

* Update examples/whisper.android.java/app/src/main/jni/whisper/CMakeLists.txt

* add ndk version in build.gradle

* remove local.properties

* add testFullTranscribeWithTime

---------

Co-authored-by: litongmacos <litongjava@qq.com>
Co-authored-by: bobqianic <129547291+bobqianic@users.noreply.github.com>

examples/whisper.android.java/app/src/main/java/com/litongjava/whisper/android/java/MainActivity.java

@@ -0,0 +1,107 @@
+package com.litongjava.whisper.android.java;
+
+import androidx.annotation.RequiresApi;
+import androidx.appcompat.app.AppCompatActivity;
+
+import android.content.Context;
+import android.os.Build;
+import android.os.Bundle;
+import android.os.Handler;
+import android.os.Looper;
+import android.view.View;
+import android.widget.TextView;
+
+import com.blankj.utilcode.util.ThreadUtils;
+import com.litongjava.android.view.inject.annotation.FindViewById;
+import com.litongjava.android.view.inject.annotation.FindViewByIdLayout;
+import com.litongjava.android.view.inject.annotation.OnClick;
+import com.litongjava.android.view.inject.utils.ViewInjectUtils;
+import com.litongjava.jfinal.aop.Aop;
+import com.litongjava.jfinal.aop.AopManager;
+import com.litongjava.whisper.android.java.services.WhisperService;
+import com.litongjava.whisper.android.java.task.LoadModelTask;
+import com.litongjava.whisper.android.java.task.TranscriptionTask;
+import com.litongjava.whisper.android.java.utils.AssetUtils;
+import com.whispercpp.java.whisper.WhisperLib;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
+
+
+@FindViewByIdLayout(R.layout.activity_main)
+public class MainActivity extends AppCompatActivity {
+
+  @FindViewById(R.id.sample_text)
+  private TextView tv;
+
+  Logger log = LoggerFactory.getLogger(this.getClass());
+  private WhisperService whisperService = Aop.get(WhisperService.class);
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  @Override
+  protected void onCreate(Bundle savedInstanceState) {
+    super.onCreate(savedInstanceState);
+    //setContentView(R.layout.activity_main);
+    ViewInjectUtils.injectActivity(this, this);
+    initAopBean();
+    showSystemInfo();
+  }
+
+  private void initAopBean() {
+    Handler mainHandler = new Handler(Looper.getMainLooper());
+    AopManager.me().addSingletonObject(mainHandler);
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  @OnClick(R.id.loadModelBtn)
+  public void loadModelBtn_OnClick(View v) {
+    Context context = getBaseContext();
+    ThreadUtils.executeByIo(new LoadModelTask(tv));
+  }
+
+  @OnClick(R.id.transcriptSampleBtn)
+  public void transcriptSampleBtn_OnClick(View v) {
+    Context context = getBaseContext();
+
+    long start = System.currentTimeMillis();
+    String sampleFilePath = "samples/jfk.wav";
+    File filesDir = context.getFilesDir();
+    File sampleFile = AssetUtils.copyFileIfNotExists(context, filesDir, sampleFilePath);
+    long end = System.currentTimeMillis();
+    String msg = "copy file:" + (end - start) + "ms";
+    outputMsg(tv, msg);
+    ThreadUtils.executeByIo(new TranscriptionTask(tv, sampleFile));
+  }
+
+  private void outputMsg(TextView tv, String msg) {
+    tv.append(msg + "\n");
+    log.info(msg);
+  }
+
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  @OnClick(R.id.systemInfoBtn)
+  public void systemInfoBtn_OnClick(View v) {
+    showSystemInfo();
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public void showSystemInfo() {
+    String systemInfo = WhisperLib.getSystemInfo();
+    tv.append(systemInfo + "\n");
+  }
+
+  @OnClick(R.id.clearBtn)
+  public void clearBtn_OnClick(View v) {
+    tv.setText("");
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  @Override
+  protected void onDestroy() {
+    super.onDestroy();
+    whisperService.release();
+  }
+}

examples/whisper.android.java/app/src/main/java/com/litongjava/whisper/android/java/app/App.java

@@ -0,0 +1,13 @@
+package com.litongjava.whisper.android.java.app;
+
+import android.app.Application;
+
+import com.blankj.utilcode.util.Utils;
+
+public class App extends Application {
+  @Override
+  public void onCreate() {
+    super.onCreate();
+    Utils.init(this);
+  }
+}

examples/whisper.android.java/app/src/main/java/com/litongjava/whisper/android/java/bean/WhisperSegment.java

@@ -0,0 +1,47 @@
+package com.litongjava.whisper.android.java.bean;
+
+/**
+ * Created by litonglinux@qq.com on 10/21/2023_7:48 AM
+ */
+public class WhisperSegment {
+  private long start, end;
+  private String sentence;
+
+  public WhisperSegment() {
+  }
+
+  public WhisperSegment(long start, long end, String sentence) {
+    this.start = start;
+    this.end = end;
+    this.sentence = sentence;
+  }
+
+  public long getStart() {
+    return start;
+  }
+
+  public long getEnd() {
+    return end;
+  }
+
+  public String getSentence() {
+    return sentence;
+  }
+
+  public void setStart(long start) {
+    this.start = start;
+  }
+
+  public void setEnd(long end) {
+    this.end = end;
+  }
+
+  public void setSentence(String sentence) {
+    this.sentence = sentence;
+  }
+
+  @Override
+  public String toString() {
+    return "["+start+" --> "+end+"]:"+sentence;
+  }
+}

examples/whisper.android.java/app/src/main/java/com/litongjava/whisper/android/java/services/WhisperService.java

@@ -0,0 +1,101 @@
+package com.litongjava.whisper.android.java.services;
+
+import android.content.Context;
+import android.os.Build;
+import android.os.Handler;
+import android.widget.TextView;
+import android.widget.Toast;
+
+import androidx.annotation.RequiresApi;
+
+import com.blankj.utilcode.util.ToastUtils;
+import com.blankj.utilcode.util.Utils;
+import com.litongjava.android.utils.dialog.AlertDialogUtils;
+import com.litongjava.jfinal.aop.Aop;
+import com.litongjava.whisper.android.java.bean.WhisperSegment;
+import com.litongjava.whisper.android.java.single.LocalWhisper;
+import com.litongjava.whisper.android.java.utils.WaveEncoder;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.List;
+import java.util.concurrent.ExecutionException;
+
+public class WhisperService {
+  private Logger log = LoggerFactory.getLogger(this.getClass());
+
+  private final Object lock = new Object();
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public void loadModel(TextView tv) {
+    String modelFilePath = LocalWhisper.modelFilePath;
+    String msg = "load model from :" + modelFilePath + "\n";
+    outputMsg(tv, msg);
+
+    long start = System.currentTimeMillis();
+    LocalWhisper.INSTANCE.init();
+    long end = System.currentTimeMillis();
+    msg = "model load successful:" + (end - start) + "ms";
+    outputMsg(tv, msg);
+    ToastUtils.showLong(msg);
+
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public void transcribeSample(TextView tv, File sampleFile) {
+    String msg = "";
+    msg = "transcribe file from :" + sampleFile.getAbsolutePath();
+    outputMsg(tv, msg);
+
+    Long start = System.currentTimeMillis();
+    float[] audioData = new float[0];  // 读取音频样本
+    try {
+      audioData = WaveEncoder.decodeWaveFile(sampleFile);
+    } catch (IOException e) {
+      e.printStackTrace();
+      return;
+    }
+    long end = System.currentTimeMillis();
+    msg = "decode wave file:" + (end - start) + "ms";
+    outputMsg(tv, msg);
+
+    start = System.currentTimeMillis();
+    List<WhisperSegment> transcription = null;
+    try {
+      //transcription = LocalWhisper.INSTANCE.transcribeData(audioData);
+      transcription = LocalWhisper.INSTANCE.transcribeDataWithTime(audioData);
+    } catch (ExecutionException e) {
+      e.printStackTrace();
+    } catch (InterruptedException e) {
+      e.printStackTrace();
+    }
+    end = System.currentTimeMillis();
+    if(transcription!=null){
+      ToastUtils.showLong(transcription.toString());
+      msg = "Transcript successful:" + (end - start) + "ms";
+      outputMsg(tv, msg);
+
+      outputMsg(tv, transcription.toString());
+
+    }else{
+      msg = "Transcript failed:" + (end - start) + "ms";
+      outputMsg(tv, msg);
+    }
+
+  }
+
+  private void outputMsg(TextView tv, String msg) {
+    log.info(msg);
+    if(tv!=null){
+      Aop.get(Handler.class).post(()->{ tv.append(msg + "\n");});
+    }
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public void release() {
+    //noting to do
+  }
+}

examples/whisper.android.java/app/src/main/java/com/litongjava/whisper/android/java/single/LocalWhisper.java

@@ -0,0 +1,66 @@
+package com.litongjava.whisper.android.java.single;
+
+import android.app.Application;
+import android.os.Build;
+import android.os.Handler;
+
+import androidx.annotation.RequiresApi;
+
+import com.blankj.utilcode.util.ToastUtils;
+import com.blankj.utilcode.util.Utils;
+import com.litongjava.jfinal.aop.Aop;
+import com.litongjava.whisper.android.java.bean.WhisperSegment;
+import com.litongjava.whisper.android.java.utils.AssetUtils;
+import com.whispercpp.java.whisper.WhisperContext;
+
+import java.io.File;
+import java.util.List;
+import java.util.concurrent.ExecutionException;
+
+
+@RequiresApi(api = Build.VERSION_CODES.O)
+public enum LocalWhisper {
+  INSTANCE;
+
+  public static final String modelFilePath = "models/ggml-tiny.bin";
+  private WhisperContext whisperContext;
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  LocalWhisper() {
+    Application context = Utils.getApp();
+    File filesDir = context.getFilesDir();
+    File modelFile = AssetUtils.copyFileIfNotExists(context, filesDir, modelFilePath);
+    String realModelFilePath = modelFile.getAbsolutePath();
+    whisperContext = WhisperContext.createContextFromFile(realModelFilePath);
+  }
+
+  public synchronized String transcribeData(float[] data) throws ExecutionException, InterruptedException {
+    if(whisperContext==null){
+        toastModelLoading();
+        return null;
+    }else{
+      return whisperContext.transcribeData(data);
+    }
+  }
+
+    private static void toastModelLoading() {
+        Aop.get(Handler.class).post(()->{
+          ToastUtils.showShort("please wait for model loading");
+        });
+    }
+
+    public List<WhisperSegment> transcribeDataWithTime(float[] audioData) throws ExecutionException, InterruptedException {
+    if(whisperContext==null){
+        toastModelLoading();
+      return null;
+    }else{
+      return whisperContext.transcribeDataWithTime(audioData);
+    }
+  }
+
+  public void init() {
+    //noting to do.but init
+  }
+
+
+}

examples/whisper.android.java/app/src/main/java/com/litongjava/whisper/android/java/task/LoadModelTask.java

@@ -0,0 +1,44 @@
+package com.litongjava.whisper.android.java.task;
+
+import android.content.Context;
+import android.os.Build;
+import android.os.Handler;
+import android.widget.TextView;
+
+import com.blankj.utilcode.util.ThreadUtils;
+import com.litongjava.jfinal.aop.Aop;
+import com.litongjava.whisper.android.java.services.WhisperService;
+
+import java.io.File;
+
+public class LoadModelTask extends ThreadUtils.Task<Object> {
+  private final TextView tv;
+  public LoadModelTask(TextView tv) {
+    this.tv = tv;
+  }
+
+  @Override
+  public Object doInBackground() {
+    if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) {
+      Aop.get(WhisperService.class).loadModel(tv);
+    }else{
+      Aop.get(Handler.class).post(()->{
+        tv.append("not supported android devices");
+      });
+
+    }
+    return null;
+  }
+
+  @Override
+  public void onSuccess(Object result) {
+  }
+
+  @Override
+  public void onCancel() {
+  }
+
+  @Override
+  public void onFail(Throwable t) {
+  }
+}

examples/whisper.android.java/app/src/main/java/com/litongjava/whisper/android/java/task/TranscriptionTask.java

@@ -0,0 +1,44 @@
+package com.litongjava.whisper.android.java.task;
+
+import android.content.Context;
+import android.os.Build;
+import android.widget.TextView;
+
+import com.blankj.utilcode.util.ThreadUtils;
+import com.litongjava.jfinal.aop.Aop;
+import com.litongjava.whisper.android.java.services.WhisperService;
+
+import java.io.File;
+
+public class TranscriptionTask extends ThreadUtils.Task<Object> {
+  private final TextView tv;
+  private final File sampleFile;
+
+  public TranscriptionTask(TextView tv, File sampleFile) {
+    this.tv = tv;
+    this.sampleFile = sampleFile;
+
+  }
+
+  @Override
+  public Object doInBackground() {
+    if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) {
+      Aop.get(WhisperService.class).transcribeSample(tv, sampleFile);
+    }else{
+      tv.append("not supported android devices");
+    }
+    return null;
+  }
+
+  @Override
+  public void onSuccess(Object result) {
+  }
+
+  @Override
+  public void onCancel() {
+  }
+
+  @Override
+  public void onFail(Throwable t) {
+  }
+}

examples/whisper.android.java/app/src/main/java/com/litongjava/whisper/android/java/utils/AssetUtils.java

@@ -0,0 +1,91 @@
+package com.litongjava.whisper.android.java.utils;
+
+import android.content.Context;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.BufferedInputStream;
+import java.io.BufferedOutputStream;
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.OutputStream;
+
+public class AssetUtils {
+  private static Logger log = LoggerFactory.getLogger(AssetUtils.class);
+
+  public static File copyFileIfNotExists(Context context, File distDir, String filename) {
+    File dstFile = new File(distDir, filename);
+    if (dstFile.exists()) {
+      return dstFile;
+    } else {
+      File parentFile = dstFile.getParentFile();
+      log.info("parentFile:{}", parentFile);
+      if (!parentFile.exists()) {
+        parentFile.mkdirs();
+      }
+      AssetUtils.copyFileFromAssets(context, filename, dstFile);
+    }
+    return dstFile;
+  }
+
+  public static void copyDirectoryFromAssets(Context appCtx, String srcDir, String dstDir) {
+    if (srcDir.isEmpty() || dstDir.isEmpty()) {
+      return;
+    }
+    try {
+      if (!new File(dstDir).exists()) {
+        new File(dstDir).mkdirs();
+      }
+      for (String fileName : appCtx.getAssets().list(srcDir)) {
+        String srcSubPath = srcDir + File.separator + fileName;
+        String dstSubPath = dstDir + File.separator + fileName;
+        if (new File(srcSubPath).isDirectory()) {
+          copyDirectoryFromAssets(appCtx, srcSubPath, dstSubPath);
+        } else {
+          copyFileFromAssets(appCtx, srcSubPath, dstSubPath);
+        }
+      }
+    } catch (Exception e) {
+      e.printStackTrace();
+    }
+  }
+
+  public static void copyFileFromAssets(Context appCtx, String srcPath, String dstPath) {
+    File dstFile = new File(dstPath);
+    copyFileFromAssets(appCtx, srcPath, dstFile);
+  }
+
+  public static void copyFileFromAssets(Context appCtx, String srcPath, File dstFile) {
+    if (srcPath.isEmpty()) {
+      return;
+    }
+    InputStream is = null;
+    OutputStream os = null;
+    try {
+      is = new BufferedInputStream(appCtx.getAssets().open(srcPath));
+
+      os = new BufferedOutputStream(new FileOutputStream(dstFile));
+      byte[] buffer = new byte[1024];
+      int length = 0;
+      while ((length = is.read(buffer)) != -1) {
+        os.write(buffer, 0, length);
+      }
+    } catch (FileNotFoundException e) {
+      e.printStackTrace();
+    } catch (IOException e) {
+      e.printStackTrace();
+    } finally {
+      try {
+        os.close();
+        is.close();
+      } catch (IOException e) {
+        e.printStackTrace();
+      }
+    }
+
+  }
+}

examples/whisper.android.java/app/src/main/java/com/litongjava/whisper/android/java/utils/WaveEncoder.java

@@ -0,0 +1,105 @@
+package com.litongjava.whisper.android.java.utils;
+
+import java.io.ByteArrayOutputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.nio.ByteBuffer;
+import java.nio.ByteOrder;
+import java.nio.ShortBuffer;
+
+public class WaveEncoder {
+
+  public static float[] decodeWaveFile(File file) throws IOException {
+    ByteArrayOutputStream baos = new ByteArrayOutputStream();
+    try (FileInputStream fis = new FileInputStream(file)) {
+      byte[] buffer = new byte[1024];
+      int bytesRead;
+      while ((bytesRead = fis.read(buffer)) != -1) {
+        baos.write(buffer, 0, bytesRead);
+      }
+    }
+    ByteBuffer byteBuffer = ByteBuffer.wrap(baos.toByteArray());
+    byteBuffer.order(ByteOrder.LITTLE_ENDIAN);
+
+    int channel = byteBuffer.getShort(22);
+    byteBuffer.position(44);
+
+    ShortBuffer shortBuffer = byteBuffer.asShortBuffer();
+    short[] shortArray = new short[shortBuffer.limit()];
+    shortBuffer.get(shortArray);
+
+    float[] output = new float[shortArray.length / channel];
+
+    for (int index = 0; index < output.length; index++) {
+      if (channel == 1) {
+        output[index] = Math.max(-1f, Math.min(1f, shortArray[index] / 32767.0f));
+      } else {
+        output[index] = Math.max(-1f, Math.min(1f, (shortArray[2 * index] + shortArray[2 * index + 1]) / 32767.0f / 2.0f));
+      }
+    }
+    return output;
+  }
+
+  public static void encodeWaveFile(File file, short[] data) throws IOException {
+    try (FileOutputStream fos = new FileOutputStream(file)) {
+      fos.write(headerBytes(data.length * 2));
+
+      ByteBuffer buffer = ByteBuffer.allocate(data.length * 2);
+      buffer.order(ByteOrder.LITTLE_ENDIAN);
+      buffer.asShortBuffer().put(data);
+
+      byte[] bytes = new byte[buffer.limit()];
+      buffer.get(bytes);
+
+      fos.write(bytes);
+    }
+  }
+
+  private static byte[] headerBytes(int totalLength) {
+    if (totalLength < 44)
+      throw new IllegalArgumentException("Total length must be at least 44 bytes");
+
+    ByteBuffer buffer = ByteBuffer.allocate(44);
+    buffer.order(ByteOrder.LITTLE_ENDIAN);
+
+    buffer.put((byte) 'R');
+    buffer.put((byte) 'I');
+    buffer.put((byte) 'F');
+    buffer.put((byte) 'F');
+
+    buffer.putInt(totalLength - 8);
+
+    buffer.put((byte) 'W');
+    buffer.put((byte) 'A');
+    buffer.put((byte) 'V');
+    buffer.put((byte) 'E');
+
+    buffer.put((byte) 'f');
+    buffer.put((byte) 'm');
+    buffer.put((byte) 't');
+    buffer.put((byte) ' ');
+
+    buffer.putInt(16);
+    buffer.putShort((short) 1);
+    buffer.putShort((short) 1);
+    buffer.putInt(16000);
+    buffer.putInt(32000);
+    buffer.putShort((short) 2);
+    buffer.putShort((short) 16);
+
+    buffer.put((byte) 'd');
+    buffer.put((byte) 'a');
+    buffer.put((byte) 't');
+    buffer.put((byte) 'a');
+
+    buffer.putInt(totalLength - 44);
+    buffer.position(0);
+
+    byte[] bytes = new byte[buffer.limit()];
+    buffer.get(bytes);
+
+    return bytes;
+  }
+}

examples/whisper.android.java/app/src/main/java/com/whispercpp/java/whisper/CpuInfo.java

@@ -0,0 +1,121 @@
+package com.whispercpp.java.whisper;
+
+import android.os.Build;
+import android.util.Log;
+
+import androidx.annotation.RequiresApi;
+
+import java.io.BufferedReader;
+import java.io.FileReader;
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+
+public class CpuInfo {
+  private static final String LOG_TAG = "WhisperCpuConfig";
+
+  private List<String> lines;
+
+  public CpuInfo(List<String> lines) {
+    this.lines = lines;
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.N)
+  public int getHighPerfCpuCount0() {
+    try {
+      return getHighPerfCpuCountByFrequencies();
+    } catch (Exception e) {
+      Log.d(LOG_TAG, "Couldn't read CPU frequencies", e);
+      return getHighPerfCpuCountByVariant();
+    }
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.N)
+  private int getHighPerfCpuCountByFrequencies() {
+    List<Integer> frequencies = getCpuValues("processor", line -> {
+        try {
+          return getMaxCpuFrequency(Integer.parseInt(line.trim()));
+        } catch (IOException e) {
+          e.printStackTrace();
+        }
+        return 0;
+      }
+    );
+    Log.d(LOG_TAG, "Binned cpu frequencies (frequency, count): " + binnedValues(frequencies));
+    return countDroppingMin(frequencies);
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.N)
+  private int getHighPerfCpuCountByVariant() {
+    List<Integer> variants = getCpuValues("CPU variant", line -> Integer.parseInt(line.trim().substring(line.indexOf("0x") + 2), 16));
+    Log.d(LOG_TAG, "Binned cpu variants (variant, count): " + binnedValues(variants));
+    return countKeepingMin(variants);
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.N)
+  private Map<Integer, Integer> binnedValues(List<Integer> values) {
+    Map<Integer, Integer> countMap = new HashMap<>();
+    for (int value : values) {
+      countMap.put(value, countMap.getOrDefault(value, 0) + 1);
+    }
+    return countMap;
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.N)
+  private List<Integer> getCpuValues(String property, Mapper mapper) {
+    List<Integer> values = new ArrayList<>();
+    for (String line : lines) {
+      if (line.startsWith(property)) {
+        values.add(mapper.map(line.substring(line.indexOf(':') + 1)));
+      }
+    }
+    values.sort(Integer::compareTo);
+    return values;
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.N)
+  private int countDroppingMin(List<Integer> values) {
+    int min = values.stream().mapToInt(i -> i).min().orElse(Integer.MAX_VALUE);
+    return (int) values.stream().filter(value -> value > min).count();
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.N)
+  private int countKeepingMin(List<Integer> values) {
+    int min = values.stream().mapToInt(i -> i).min().orElse(Integer.MAX_VALUE);
+    return (int) values.stream().filter(value -> value.equals(min)).count();
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.N)
+  public static int getHighPerfCpuCount() {
+    try {
+      return readCpuInfo().getHighPerfCpuCount0();
+    } catch (Exception e) {
+      Log.d(LOG_TAG, "Couldn't read CPU info", e);
+      return Math.max(Runtime.getRuntime().availableProcessors() - 4, 0);
+    }
+  }
+
+  private static CpuInfo readCpuInfo() throws IOException {
+    try (BufferedReader reader = new BufferedReader(new FileReader("/proc/cpuinfo"))) {
+      List<String> lines = new ArrayList<>();
+      String line;
+      while ((line = reader.readLine()) != null) {
+        lines.add(line);
+      }
+      return new CpuInfo(lines);
+    }
+  }
+
+  private static int getMaxCpuFrequency(int cpuIndex) throws IOException {
+    String path = "/sys/devices/system/cpu/cpu" + cpuIndex + "/cpufreq/cpuinfo_max_freq";
+    try (BufferedReader reader = new BufferedReader(new FileReader(path))) {
+      return Integer.parseInt(reader.readLine());
+    }
+  }
+
+  private interface Mapper {
+    int map(String line);
+  }
+}

examples/whisper.android.java/app/src/main/java/com/whispercpp/java/whisper/WhisperContext.java

@@ -0,0 +1,138 @@
+package com.whispercpp.java.whisper;
+
+import android.content.res.AssetManager;
+import android.os.Build;
+import android.util.Log;
+
+import androidx.annotation.RequiresApi;
+
+import com.litongjava.whisper.android.java.bean.WhisperSegment;
+
+import java.io.InputStream;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.concurrent.Callable;
+import java.util.concurrent.ExecutionException;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+
+public class WhisperContext {
+
+  private static final String LOG_TAG = "LibWhisper";
+  private long ptr;
+  private final ExecutorService executorService;
+
+  private WhisperContext(long ptr) {
+    this.ptr = ptr;
+    this.executorService = Executors.newSingleThreadExecutor();
+  }
+
+  public String transcribeData(float[] data) throws ExecutionException, InterruptedException {
+    return executorService.submit(new Callable<String>() {
+      @RequiresApi(api = Build.VERSION_CODES.O)
+      @Override
+      public String call() throws Exception {
+        if (ptr == 0L) {
+          throw new IllegalStateException();
+        }
+        int numThreads = WhisperCpuConfig.getPreferredThreadCount();
+        Log.d(LOG_TAG, "Selecting " + numThreads + " threads");
+
+        StringBuilder result = new StringBuilder();
+        synchronized (this) {
+
+          WhisperLib.fullTranscribe(ptr, numThreads, data);
+          int textCount = WhisperLib.getTextSegmentCount(ptr);
+          for (int i = 0; i < textCount; i++) {
+            String sentence = WhisperLib.getTextSegment(ptr, i);
+            result.append(sentence);
+          }
+        }
+        return result.toString();
+      }
+    }).get();
+  }
+
+  public List<WhisperSegment> transcribeDataWithTime(float[] data) throws ExecutionException, InterruptedException {
+    return executorService.submit(new Callable<List<WhisperSegment>>() {
+      @RequiresApi(api = Build.VERSION_CODES.O)
+      @Override
+      public List<WhisperSegment> call() throws Exception {
+        if (ptr == 0L) {
+          throw new IllegalStateException();
+        }
+        int numThreads = WhisperCpuConfig.getPreferredThreadCount();
+        Log.d(LOG_TAG, "Selecting " + numThreads + " threads");
+
+        List<WhisperSegment> segments = new ArrayList<>();
+        synchronized (this) {
+//          StringBuilder result = new StringBuilder();
+          WhisperLib.fullTranscribe(ptr, numThreads, data);
+          int textCount = WhisperLib.getTextSegmentCount(ptr);
+          for (int i = 0; i < textCount; i++) {
+            long start = WhisperLib.getTextSegmentT0(ptr, i);
+            String sentence = WhisperLib.getTextSegment(ptr, i);
+            long end = WhisperLib.getTextSegmentT1(ptr, i);
+//            result.append();
+            segments.add(new WhisperSegment(start, end, sentence));
+
+          }
+//          return result.toString();
+        }
+        return segments;
+      }
+    }).get();
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public String benchMemory(int nthreads) throws ExecutionException, InterruptedException {
+    return executorService.submit(() -> WhisperLib.benchMemcpy(nthreads)).get();
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public String benchGgmlMulMat(int nthreads) throws ExecutionException, InterruptedException {
+    return executorService.submit(() -> WhisperLib.benchGgmlMulMat(nthreads)).get();
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public void release() throws ExecutionException, InterruptedException {
+    executorService.submit(() -> {
+      if (ptr != 0L) {
+        WhisperLib.freeContext(ptr);
+        ptr = 0;
+      }
+    }).get();
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public static WhisperContext createContextFromFile(String filePath) {
+    long ptr = WhisperLib.initContext(filePath);
+    if (ptr == 0L) {
+      throw new RuntimeException("Couldn't create context with path " + filePath);
+    }
+    return new WhisperContext(ptr);
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public static WhisperContext createContextFromInputStream(InputStream stream) {
+    long ptr = WhisperLib.initContextFromInputStream(stream);
+    if (ptr == 0L) {
+      throw new RuntimeException("Couldn't create context from input stream");
+    }
+    return new WhisperContext(ptr);
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public static WhisperContext createContextFromAsset(AssetManager assetManager, String assetPath) {
+    long ptr = WhisperLib.initContextFromAsset(assetManager, assetPath);
+    if (ptr == 0L) {
+      throw new RuntimeException("Couldn't create context from asset " + assetPath);
+    }
+    return new WhisperContext(ptr);
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public static String getSystemInfo() {
+    return WhisperLib.getSystemInfo();
+  }
+}

examples/whisper.android.java/app/src/main/java/com/whispercpp/java/whisper/WhisperCpuConfig.java

@@ -0,0 +1,12 @@
+package com.whispercpp.java.whisper;
+
+import android.os.Build;
+
+import androidx.annotation.RequiresApi;
+
+public class WhisperCpuConfig {
+  @RequiresApi(api = Build.VERSION_CODES.N)
+  public static int getPreferredThreadCount() {
+    return Math.max(CpuInfo.getHighPerfCpuCount(), 2);
+  }
+}

examples/whisper.android.java/app/src/main/java/com/whispercpp/java/whisper/WhisperLib.java

@@ -0,0 +1,75 @@
+package com.whispercpp.java.whisper;
+
+import android.content.res.AssetManager;
+import android.os.Build;
+import android.util.Log;
+
+import androidx.annotation.RequiresApi;
+
+import java.io.InputStream;
+
+@RequiresApi(api = Build.VERSION_CODES.O)
+public class WhisperLib {
+  private static final String LOG_TAG = "LibWhisper";
+
+  static {
+
+    Log.d(LOG_TAG, "Primary ABI: " + Build.SUPPORTED_ABIS[0]);
+    boolean loadVfpv4 = false;
+    boolean loadV8fp16 = false;
+    if (WhisperUtils.isArmEabiV7a()) {
+      String cpuInfo = WhisperUtils.cpuInfo();
+      if (cpuInfo != null) {
+        Log.d(LOG_TAG, "CPU info: " + cpuInfo);
+        if (cpuInfo.contains("vfpv4")) {
+          Log.d(LOG_TAG, "CPU supports vfpv4");
+          loadVfpv4 = true;
+        }
+      }
+    } else if (WhisperUtils.isArmEabiV8a()) {
+      String cpuInfo = WhisperUtils.cpuInfo();
+      if (cpuInfo != null) {
+        Log.d(LOG_TAG, "CPU info: " + cpuInfo);
+        if (cpuInfo.contains("fphp")) {
+          Log.d(LOG_TAG, "CPU supports fp16 arithmetic");
+          loadV8fp16 = true;
+        }
+      }
+    }
+
+    if (loadVfpv4) {
+      Log.d(LOG_TAG, "Loading libwhisper_vfpv4.so");
+      System.loadLibrary("whisper_vfpv4");
+    } else if (loadV8fp16) {
+      Log.d(LOG_TAG, "Loading libwhisper_v8fp16_va.so");
+      System.loadLibrary("whisper_v8fp16_va");
+    } else {
+      Log.d(LOG_TAG, "Loading libwhisper.so");
+      System.loadLibrary("whisper");
+    }
+  }
+
+  public static native long initContextFromInputStream(InputStream inputStream);
+
+  public static native long initContextFromAsset(AssetManager assetManager, String assetPath);
+
+  public static native long initContext(String modelPath);
+
+  public static native void freeContext(long contextPtr);
+
+  public static native void fullTranscribe(long contextPtr, int numThreads, float[] audioData);
+
+  public static native int getTextSegmentCount(long contextPtr);
+
+  public static native String getTextSegment(long contextPtr, int index);
+
+  public static native long getTextSegmentT0(long contextPtr, int index);
+
+  public static native long getTextSegmentT1(long contextPtr, int index);
+
+  public static native String getSystemInfo();
+
+  public static native String benchMemcpy(int nthread);
+
+  public static native String benchGgmlMulMat(int nthread);
+}

examples/whisper.android.java/app/src/main/java/com/whispercpp/java/whisper/WhisperUtils.java

@@ -0,0 +1,34 @@
+package com.whispercpp.java.whisper;
+
+import android.os.Build;
+import android.util.Log;
+
+import androidx.annotation.RequiresApi;
+
+import java.io.File;
+import java.nio.file.Path;
+
+public class WhisperUtils {
+  private static final String LOG_TAG = "LibWhisper";
+
+
+  public static boolean isArmEabiV7a() {
+    return Build.SUPPORTED_ABIS[0].equals("armeabi-v7a");
+  }
+
+  public static boolean isArmEabiV8a() {
+    return Build.SUPPORTED_ABIS[0].equals("arm64-v8a");
+  }
+
+  @RequiresApi(api = Build.VERSION_CODES.O)
+  public static String cpuInfo() {
+    try {
+      Path path = new File("/proc/cpuinfo").toPath();
+      return new String(java.nio.file.Files.readAllBytes(path));
+    } catch (Exception e) {
+      Log.w(LOG_TAG, "Couldn't read /proc/cpuinfo", e);
+      return null;
+    }
+
+  }
+}