长沙网站建设团队,wordpress4.9免登陆发布接口,企业门户网站费用,商河 网站建设目录
#x1f4c2; 前言
AR 眼镜系统版本
条形码识别
1. #x1f531; 技术方案
1.1 技术方案概述
1.2 实现方案
1#xff09;相机App显示模块
2#xff09;算法so库JNI模块
3#xff09;算法条形码识别模块
2. #x1f4a0; 实现相机App显示模块
2.1 创建 Ba…
目录 前言
AR 眼镜系统版本
条形码识别
1. 技术方案
1.1 技术方案概述
1.2 实现方案
1相机App显示模块
2算法so库JNI模块
3算法条形码识别模块
2. 实现相机App显示模块
2.1 创建 BarcodeIdentifyDemoActivity.kt
2.2 创建 activity_barcode_identify_demo.xml
2.3 创建 AlgorithmLibHelper.kt
2.4 创建 AssetsHelper.kt
2.5 创建 ProductBean.kt
3. ⚛️ 算法so库JNI模块
3.1 新建CMakeLists.txt引入算法so库以及头文件
1CMakeLists.txt 内容如下
2引入算法so库以及头文件
3.2 新建cpp文件调用算法so库方法
3.3 新建native方法加载JNI模块生成的库以及映射对应方法
3.4 配置 build.gradle 文件
4. ✅ 小结 前言
AR 眼镜系统版本 W517 Android9。
条形码识别 AR眼镜中相机App调用算法条形码识别接口获取到算法接口返回文本后将文本显示在眼镜页面。 1. 技术方案
1.1 技术方案概述 条形码识别功能的实现主要包括以下三大模块相机App显示模块、算法so库JNI模块、以及算法条形码识别模块。
1.2 实现方案
1相机App显示模块 实现相机预览、拍照与保存功能 传入拍照后的图片路径调用算法so库JNI模块 显示算法so库JNI模块返回的条形码识别到的商品信息。
2算法so库JNI模块 新建CMakeLists.txt引入算法so库以及头文件 新建cpp文件调用算法so库方法 新建native方法加载JNI模块生成的库以及映射对应方法。
3算法条形码识别模块 对照片进行处理获取到照片中的二维码 调用二维码识别so库获取二维码中的信息 将二维码信息与数据库匹配返回匹配到的商品信息。 2. 实现相机App显示模块
2.1 创建 BarcodeIdentifyDemoActivity.kt 主要实现相机预览、拍照与保存等功能。可参考《一周内从0到1开发一款 AR眼镜 相机应用》
class BarcodeIdentifyDemoActivity :BaseActivityActivityBarcodeIdentifyDemoBinding, MainViewModel() {private val TAG BarcodeIdentifyDemoActivity::class.java.simpleNameprivate val DEFAULT_CONTENT \商品名称\: \\,\n \品牌\: \\,\n \规格型号\: \\,\n \价格\: \\,\n \原产地\: \\,\n \税率\: \\,\n \税号\: \\,\n \功能用途\:\\private val CAMERA_MAX_RESOLUTION Size(3264, 2448)private var mCameraExecutor: ExecutorService Executors.newSingleThreadExecutor()private var mImageCapture: ImageCapture? nullprivate var mIsBarcodeRecognition: Boolean falseprivate var mTimeOut: CountDownTimer? nulloverride fun initBinding(inflater: LayoutInflater): ActivityBarcodeIdentifyDemoBinding ActivityBarcodeIdentifyDemoBinding.inflate(inflater)override fun initData() {AlgorithmLibHelper.init(this)AlgorithmLibHelper.productBeanLiveData.observe(this) {Log.i(TAG, initData: $it)if (it ! null) {runOnUiThread {binding.loading.visibility GONEmIsBarcodeRecognition falsebinding.content.text \商品名称\: \${it.product_name}\,\n \品牌\: \${it.brand}\,\n \规格型号\: \${it.specifications}\,\n \价格\: \${it.price}\,\n \原产地\: \${it.country_of_origin}\,\n \税率\: \${it.tax_rate}\,\n \税号\: \${it.tax_code}\,\n \功能用途\:\${it.function_and_use}\mTimeOut?.cancel()mTimeOut null}} else {errorHandle()}}}override fun initViewModel() {viewModel.init(this)}override fun initView() {initWindow()switchToPhoto()binding.parent.setOnClickListener {try {if (mImageCapture null || mIsBarcodeRecognition) {AGGToast(this, Toast.LENGTH_SHORT, please hold on).show()} else {mIsBarcodeRecognition truebinding.loading.setContent(Identify...)binding.loading.visibility VISIBLEtakePicture()}} catch (e: Exception) {e.printStackTrace()}}binding.loading.visibility VISIBLE}override fun onResume() {Log.i(TAG, onResume: )super.onResume()}override fun onStop() {Log.i(TAG, onStop: )super.onStop()}override fun onDestroy() {Log.i(TAG, onDestroy: )mTimeOut?.cancel()mTimeOut nullAnimatorSwitchHelper.isAnimating falseAnimatorSwitchHelper.isFirstSwitch truesuper.onDestroy()mCameraExecutor.shutdown()XrEnvironment.getInstance().imuReset()AlgorithmLibHelper.release()}private fun initWindow() {Log.i(TAG, initWindow: )val lp window.attributeslp.dofIndex 0lp.subType WindowManager.LayoutParams.WINDOW_IMMERSIVE_0DOFwindow.attributes lp}private fun switchToPhoto() {Log.i(TAG, switchToPhoto: )val cameraProviderFuture ProcessCameraProvider.getInstance(this)cameraProviderFuture.addListener({try {mImageCapture ImageCapture.Builder().setCaptureMode(ImageCapture.CAPTURE_MODE_MAXIMIZE_QUALITY).setTargetResolution(CAMERA_MAX_RESOLUTION).build()val cameraSelector CameraSelector.DEFAULT_BACK_CAMERAval cameraProvider cameraProviderFuture.get()cameraProvider.unbindAll()// 可预览val preview Preview.Builder().build()binding.previewView.apply {implementationMode PreviewView.ImplementationMode.COMPATIBLEpreview.setSurfaceProvider(surfaceProvider)clipToOutline truevisibility VISIBLE}cameraProvider.bindToLifecycle(this, cameraSelector, preview, mImageCapture)// 无预览
// cameraProvider.bindToLifecycle(this, cameraSelector, mImageCapture)binding.loading.visibility GONE} catch (e: java.lang.Exception) {Log.e(TAG, bindCamera Failed: $e)}}, ContextCompat.getMainExecutor(this))}/*** 拍照*/private fun takePicture() {Log.i(TAG, takePicture: )SoundPoolTools.playCameraPhoto(this)val photoFile viewModel.createPhotoFile()mImageCapture?.takePicture(ImageCapture.OutputFileOptions.Builder(photoFile).build(),mCameraExecutor,object : ImageCapture.OnImageSavedCallback {override fun onError(exc: ImageCaptureException) {Log.e(TAG, Photo capture failed: ${exc.message}, exc)}SuppressLint(SetTextI18n)override fun onImageSaved(output: ImageCapture.OutputFileResults) {val savedUri output.savedUri ?: Uri.fromFile(photoFile)Log.i(TAG, Photo capture succeeded: ${savedUri.path})runOnUiThread { updateFlashPreview(savedUri) }viewModel.updateMediaFile(thisBarcodeIdentifyDemoActivity, photoFile)// 调用条形码识别算法lifecycleScope.launch {withContext(Dispatchers.IO) {savedUri.path?.let {AlgorithmLibHelper.identifyBarcode(it)}}}// 超时逻辑runOnUiThread {mTimeOut?.cancel()mTimeOut nullmTimeOut object : CountDownTimer(15000L, 1000) {override fun onTick(millisUntilFinished: Long) {}override fun onFinish() {Log.e(TAG, onFinish: identify timeout)AGGToast(thisBarcodeIdentifyDemoActivity,Toast.LENGTH_SHORT,identify timeout).show()errorHandle()}}.start()}}})}private fun updateFlashPreview(savedUri: Uri) {binding.flashPreview.apply {visibility VISIBLEGlide.with(thisBarcodeIdentifyDemoActivity).load(savedUri).into(this)// 创建动画val animatorAlpha ObjectAnimator.ofFloat(this, alpha, 0f, 1f)val animatorX ObjectAnimator.ofFloat(this, translationX, 0f, SizeUtils.dp2px(-144f).toFloat())// 同时播放X和Y轴的动画val animatorSet AnimatorSet()animatorSet.playTogether(animatorAlpha, animatorX)animatorSet.interpolator EaseOutInterpolator()animatorSet.duration CAMERA_FLASH_PREVIEW_ANIM_TIMEanimatorSet.start()// 设置动画监听器在动画结束后等待2秒然后隐藏图片animatorSet.addListener(object : AnimatorListenerAdapter() {override fun onAnimationEnd(animation: Animator) {super.onAnimationEnd(animation)// 2秒后隐藏图片postDelayed({visibility GONE}, CAMERA_FLASH_PREVIEW_SHOW_TIME)}})}}private fun errorHandle() {runOnUiThread {binding.content.text DEFAULT_CONTENTbinding.loading.visibility GONEmIsBarcodeRecognition falsemTimeOut?.cancel()mTimeOut null}}}
2.2 创建 activity_barcode_identify_demo.xml 包括显示算法so库JNI模块返回的条形码识别到的商品信息。
?xml version1.0 encodingutf-8?
androidx.constraintlayout.widget.ConstraintLayout xmlns:androidhttp://schemas.android.com/apk/res/androidxmlns:apphttp://schemas.android.com/apk/res-autoandroid:idid/parentandroid:layout_widthmatch_parentandroid:layout_heightmatch_parentandroid:keepScreenOntruecom.agg.ui.AGGActionBarandroid:idid/titleandroid:layout_widthwrap_contentandroid:layout_heightwrap_contentapp:UIActionBarTitleBarcode Identifyapp:UITitleLevelMapp:layout_constraintStart_toStartOfparentapp:layout_constraintTop_toTopOfparent /com.agg.ui.AGGTextViewandroid:idid/contentstylestyle/TextBody5android:layout_widthmatch_parentandroid:layout_height0dpandroid:layout_marginHorizontal32dpandroid:layout_marginTop16dpandroid:layout_marginBottom64dpandroid:gravitycenter_vertical|startapp:layout_constraintBottom_toBottomOfparentapp:layout_constraintEnd_toEndOfparentapp:layout_constraintStart_toStartOfparentapp:layout_constraintTop_toBottomOfid/title /androidx.camera.view.PreviewViewandroid:idid/previewViewandroid:layout_width138dpandroid:layout_height104dpandroid:layout_marginEnd24dpandroid:layout_marginBottom24dpandroid:backgrounddrawable/shape_corner_20dp_stroke_4dp_ffffffandroid:foregrounddrawable/shape_corner_20dp_stroke_4dp_ffffffandroid:visibilitygoneapp:layout_constraintBottom_toBottomOfparentapp:layout_constraintEnd_toEndOfparent /com.agg.ui.AGGCircleImageViewandroid:idid/flashPreviewandroid:layout_width138dpandroid:layout_height104dpandroid:layout_marginEnd24dpandroid:layout_marginBottom24dpandroid:contentDescriptionnullandroid:visibilitygoneapp:borderColor#FFFFC810app:borderWidth4dpapp:layout_constraintBottom_toBottomOfparentapp:layout_constraintEnd_toEndOfparentapp:radius20dp /com.agg.ui.AGGIdentifyandroid:idid/loadingandroid:layout_widthwrap_contentandroid:layout_heightwrap_contentapp:UIContentOpen Camera...app:layout_constraintBottom_toBottomOfparentapp:layout_constraintEnd_toEndOfparentapp:layout_constraintStart_toStartOfparentapp:layout_constraintTop_toTopOfparent //androidx.constraintlayout.widget.ConstraintLayout
2.3 创建 AlgorithmLibHelper.kt 访问条形码算法的帮助类进行封装隔离通过传入拍照后的图片路径调用算法so库JNI模块。
object AlgorithmLibHelper {val productBeanLiveData MutableLiveDataProductBean()private val TAG AlgorithmLibHelper::class.java.simpleNameprivate var algorithmLib: AlgorithmLib? nullfun init(context: Context) {Log.i(TAG, init: )val jsonFilePath getJsonFilePath(context, barcode_information_final.json)Log.i(TAG, init: jsonFilePath$jsonFilePath)algorithmLib AlgorithmLib()algorithmLib?.initMatch(jsonFilePath)}fun identifyBarcode(imagePath: String) runBlocking {Log.i(TAG, identifyBarcode: imagePath$imagePath)val identifyBarContent algorithmLib?.matchBarcode(imagePath) ?: Log.i(TAG, identifyBarcode: identifyBarContent$identifyBarContent)if (identifyBarContent.isNotEmpty()) {try {val productInfo GsonUtils.fromJson(identifyBarContent, ProductInfo::class.java)productBeanLiveData.postValue(productInfo.product_info)} catch (e: Exception) {e.printStackTrace()productBeanLiveData.postValue(ProductBean())}} else {productBeanLiveData.postValue(ProductBean())}}fun release() {Log.i(TAG, release: )algorithmLib null}}
2.4 创建 AssetsHelper.kt 由于算法库的商品数据库采用的本地json数据库所以当前技术方案就是通过app预先在源代码路径中放好json文件然后动态将json文件拷贝到应用路径下方便算法库读取与查询。
object AssetsHelper {fun getJsonFilePath(context: Context, assetName: String): String {val targetPath AGGFileUtils.getMediaOutputDirectory(context as ContextWrapper).absolutePath File.separator assetNamecopyAssetToFile(context, assetName, targetPath)return targetPath}private fun copyAssetToFile(context: Context, assetName: String, targetPath: String) {val assetManager context.assetsval inputStream: InputStream assetManager.open(assetName)val file File(targetPath)val outputStream FileOutputStream(file)val buffer ByteArray(1024)var read: Intwhile (inputStream.read(buffer).also { read it } ! -1) {outputStream.write(buffer, 0, read)}outputStream.flush()outputStream.close()inputStream.close()}} 在src/main/assets/ 路径下放置 barcode_information_final.json 文件。
2.5 创建 ProductBean.kt 商品信息的数据Bean通过算法库返回的商品Json数据格式转换。
data class ProductBean(var product_name: String ,var brand: String ,var specifications: String ,var price: String ,var country_of_origin: String ,var tax_rate: String ,var tax_code: String ,var function_and_use: String ,
)data class ProductInfo(var product_info: ProductBean)/*
{product_info: {brand: 舒肤佳,country_of_origin: 中国,function_and_use: 用于日常清洁皮肤有效去除污垢和细菌,price: 3.50,product_name: 香皂,specifications: 115G,tax_code: 1,tax_rate: 13%}
}
*/
3. ⚛️ 算法so库JNI模块 新建CMakeLists.txt引入算法so库以及头文件 新建cpp文件调用算法so库方法 新建native方法加载JNI模块生成的库以及映射对应方法。
3.1 新建CMakeLists.txt引入算法so库以及头文件
1CMakeLists.txt 内容如下
# 1. 设置 CMake 的最低版本要求
cmake_minimum_required(VERSION 3.22.1)# 2. 设置项目名称和支持的语言
project(BarcodeIdentify C CXX)# 3.1 指定头文件目录
include_directories(${PROJECT_SOURCE_DIR}/include)# 3.2 添加一个共享库目标创建一个共享库来使用.so 库
add_library( # Sets the name of the library.barcode_match_jni# Sets the library as a shared library.SHARED# Provides a relative path to your source file(s).BarcodeMatchJni.cpp)
add_library( # Sets the name of the library.lib_barcode_match_interface# Sets the library as a shared library.SHARED# Provides a relative path to your source file(s).IMPORTED)
add_library( # Sets the name of the library.lib_barcode_match# Sets the library as a shared library.SHARED# Provides a relative path to your source file(s).IMPORTED)
add_library( # Sets the name of the library.lib_ZXing# Sets the library as a shared library.SHARED# Provides a relative path to your source file(s).IMPORTED)# 4. 设置 .so 文件的路径
set_target_properties(lib_barcode_match_interfacePROPERTIES IMPORTED_LOCATION${PROJECT_SOURCE_DIR}/lib/armeabi-v7a/libbarcode_match_interface.so)
set_target_properties(lib_barcode_matchPROPERTIES IMPORTED_LOCATION${PROJECT_SOURCE_DIR}/lib/armeabi-v7a/libbarcode_match.so)
set_target_properties(lib_ZXingPROPERTIES IMPORTED_LOCATION${PROJECT_SOURCE_DIR}/lib/armeabi-v7a/libZXing.so)# 5.1 链接系统库例如 log 库
find_library( # Sets the name of the path variable.log-lib# Specifies the name of the NDK library that# you want CMake to locate.log)
# 5.2 链接.so 库到目标
target_link_libraries( # Specifies the target library.barcode_match_jnilib_barcode_match_interfacelib_barcode_matchlib_ZXing# Links the target library to the log library# included in the NDK.${log-lib})
2引入算法so库以及头文件 算法 barcode_match_interface.h 头文件如下
#ifndef BARCODE_MATCH_INTERFACE_H
#define BARCODE_MATCH_INTERFACE_H
#include string
class barcode_match_interface
{
private:void *barcode_match;
public:barcode_match_interface(/* args */);~barcode_match_interface();int init_barcode_match_interface(std::string json_input_path);std::string barcode_match_process(std::string input_img_path);
};#endif
3.2 新建cpp文件调用算法so库方法
#include jni.h
#include string
#include android/log.h
#include barcode_match_interface.h // 包含算法库的头文件#define ALOGD(tag, ...) __android_log_print(ANDROID_LOG_DEBUG, tag, __VA_ARGS__)// 创建一个全局指针用于存储 BarcodeMatch 类的实例
barcode_match_interface* barcodeMatchInstance nullptr;// 实现 JNI 方法initMatch
extern C
JNIEXPORT jint JNICALL
Java_com_agg_mocamera_portal_feature_demo_lib_AlgorithmLib_initMatch(JNIEnv* env, jobject thiz, jstring jsonInputPath) {const char* nativeJsonInputPath env-GetStringUTFChars(jsonInputPath, nullptr);barcodeMatchInstance new barcode_match_interface();int result barcodeMatchInstance-init_barcode_match_interface(std::string(nativeJsonInputPath));env-ReleaseStringUTFChars(jsonInputPath, nativeJsonInputPath);if (result ! 0) {delete barcodeMatchInstance;barcodeMatchInstance nullptr;}return result;return 0;
}// 实现 JNI 方法matchBarcode
extern C
JNIEXPORT jstring JNICALL
Java_com_agg_mocamera_portal_feature_demo_lib_AlgorithmLib_matchBarcode(JNIEnv *env, jobject thiz, jstring inputImagePath) {const char* nativeInputImagePath env-GetStringUTFChars(inputImagePath, nullptr);std::string result;if (barcodeMatchInstance ! nullptr) {result barcodeMatchInstance-barcode_match_process(std::string(nativeInputImagePath));} else {result Error: BarcodeMatch instance not initialized;}ALOGD(TAG-AGG,%s, result.c_str());env-ReleaseStringUTFChars(inputImagePath, nativeInputImagePath);return env-NewStringUTF(result.c_str());
}
3.3 新建native方法加载JNI模块生成的库以及映射对应方法
class AlgorithmLib {external fun initMatch(jsonInputPath: String): Intexternal fun matchBarcode(imagePath: String): Stringcompanion object {init {System.loadLibrary(barcode_match_jni)}}}
3.4 配置 build.gradle 文件 在build.gradle文件中确保项目支持所需的ABI架构。
android {defaultConfig {ndk {abiFilters armeabi-v7a}} 在 build.gradle 文件中配置 CMake。
android {externalNativeBuild {cmake {path src/main/cpp/CMakeLists.txt}} 注对于算法条形码识别模块由于篇幅与技术栈问题本文就不再赘述。 4. ✅ 小结 对于条形码识别本文只是一个基础实现方案更多业务细节请参考产品逻辑去实现。 另外由于本人能力有限如有错误敬请批评指正谢谢。
