[Android, kotlin, tflite] mobile device integration deep learning light model tflite (object detection)

Why i create it?

To create an easy to use and easy to integrate TFlite Load the library , therefore TFLiteLoader emerge as the times require

• Open source Github Project address TFLiteLoader

Integrate ObjectDetector

rely on

allprojects {
	repositories {
		...
		maven { url 'https://jitpack.io' }
	}
}

dependencies {
	implementation 'com.github.mozhimen.TFLiteLoader:objectdetector:1.0.2'
}

Access

1. Global declarations

private lateinit var _tfLiteObjectDetector: TFLiteObjectDetector

2. stay onCreate Initialize in

_tfLiteObjectDetector = TFLiteObjectDetector.create("efficientdet-lite0.tflite", listener = _objectDetectorListener)

3. Asynchronous declaration _objectDetectorListener

private val _objectDetectorListener: IObjectDetectorListener = object : IObjectDetectorListener {
	override fun onError(error: String) {
        runOnUiThread {
        	error.showToast()
		}
	}

    override fun onResults(imageWidth: Int, imageHeight: Int, inferenceTime: Long, results: MutableList<Detection>?) {
    	runOnUiThread {
        	results?.let {
            	vb.objectDetectionOverlay.setObjectRect(imageWidth, imageHeight, results)
			}
		}
	}
}

3. Object detection

_tfLiteObjectDetector.detect({ Yours Bitmap}, 0)

• An example of processing the returned data , Sure pull Code reference demo, This is the processing in the callback

override fun onResults(imageWidth: Int, imageHeight: Int, inferenceTime: Long, results: MutableList<Detection>?) {
	runOnUiThread {
    	results?.let {
        	vb.objectDetectionOverlay.setObjectRect(imageWidth, imageHeight, results)
		}
	}
}

4. result

Description of the return value

• MutableList{Detection}

@AutoValue
@UsedByReflection("object_detection_jni.cc")
public abstract class Detection {
    public Detection() {
    }

    @UsedByReflection("object_detection_jni.cc")
    public static Detection create(RectF boundingBox, List<Category> categories) {
        return new AutoValue_Detection(new RectF(boundingBox), Collections.unmodifiableList(new ArrayList(categories)));
    }

	// Detect the position information of the object on the screen 
    public abstract RectF getBoundingBox();

	// Category collection 
    public abstract List<Category> getCategories();
}

complete demo Code

@PermissionKAnnor(permissions = [Manifest.permission.CAMERA])
class ObjectDetectionActivity : BaseKActivity<ActivityObjectDetectionBinding, BaseKViewModel>(R.layout.activity_object_detection) {

    private lateinit var _tfLiteObjectDetector: TFLiteObjectDetector
    private val _objectDetectorListener: IObjectDetectorListener = object : IObjectDetectorListener {
        override fun onError(error: String) {
            runOnUiThread {
                error.showToast()
            }
        }

        override fun onResults(imageWidth: Int, imageHeight: Int, inferenceTime: Long, results: MutableList<Detection>?) {
            runOnUiThread {
                results?.let {
                    vb.objectDetectionOverlay.setObjectRect(imageWidth, imageHeight, results)
                }
            }
        }
    }

    override fun initData(savedInstanceState: Bundle?) {
        PermissionK.initPermissions(this) {
            if (it) {
                initView(savedInstanceState)
            } else {
                PermissionK.applySetting(this)
            }
        }
    }

    override fun initView(savedInstanceState: Bundle?) {
        initLiteLoader()
        initCamera()
    }

    private fun initLiteLoader() {
        _tfLiteObjectDetector = TFLiteObjectDetector.create("efficientdet-lite0.tflite", listener = _objectDetectorListener)
//        _tFLiteLabelImageClassifier = TFLiteLabelImageClassifier.create("?", "labels.txt", modelType = ModelType.QUANTIZED_EFFICIENTNET)
//        _tFImageClassifier = TFImageClassifier.create("output_graph.pb", "output_labels.txt", "input", 299, "output", 128f, 128f, 0.1f, 1)
    }

    private fun initCamera() {
        vb.objectDetectionPreview.initCamera(this, CameraSelector.DEFAULT_BACK_CAMERA)
        vb.objectDetectionPreview.setImageAnalyzer(_frameAnalyzer)
        vb.objectDetectionPreview.startCamera()
    }

    private val _frameAnalyzer: ImageAnalysis.Analyzer by lazy {
        object : ImageAnalysis.Analyzer {
            private val _reentrantLock = ReentrantLock()

            @SuppressLint("UnsafeOptInUsageError", "SetTextI18n")
            override fun analyze(image: ImageProxy) {
                try {
                    _reentrantLock.lock()
                    val bitmap: Bitmap = if (image.format == ImageFormat.YUV_420_888) {
                        ImageConverter.yuv2Bitmap(image)!!
                    } else {
                        ImageConverter.jpeg2Bitmap(image)
                    }
                    val rotateBitmap = UtilKBitmap.rotateBitmap(bitmap, 90)

                    _tfLiteObjectDetector.detect(rotateBitmap, 0)
                } finally {
                    _reentrantLock.unlock()
                }

                image.close()
            }
        }
    }
}

About the framework code here , You can refer to my other open source framework library : SwiftKit , But because it hasn't been finished yet , There is no complete wiki, It will be launched later

• This sample code holds references :

implementation 'com.github.mozhimen.SwiftKit:basick:1.1.1'
implementation('com.github.mozhimen.SwiftKit:abilityk:1.1.1') {
	exclude group: 'com.mozhimen.abilityk.scank'
    exclude group: 'com.huawei.hms'
}
implementation 'com.github.mozhimen.SwiftKit:componentk:1.1.1'

in summary : Integration is not very simple , Then try it quickly