package com.sw.dualscreen.presentation import android.Manifest import android.R.attr.visibility import android.app.Presentation import android.content.Context import android.content.pm.PackageManager import android.graphics.Bitmap import android.graphics.Outline import android.graphics.Point import android.hardware.Camera import android.os.Build import android.os.Bundle import android.util.DisplayMetrics import android.view.Display import android.view.View import android.view.ViewGroup import android.view.ViewOutlineProvider import android.view.ViewTreeObserver import androidx.annotation.RequiresApi import androidx.core.content.ContextCompat import androidx.lifecycle.Observer import androidx.lifecycle.lifecycleScope import com.arcsoft.face.ErrorInfo import com.sw.dualscreen.R import com.sw.dualscreen.activity.MainActivity import com.sw.dualscreen.databinding.ItemUserNutritionBinding import com.sw.dualscreen.databinding.PresentationSecondaryScreenBinding import com.sw.dualscreen.ext.dp import com.sw.dualscreen.ext.format2String import com.sw.dualscreen.ext.maskName import com.sw.dualscreen.model.request.UserNutritionParam import com.sw.dualscreen.model.response.DinnerTypeInfo import com.sw.dualscreen.model.response.FoodInfo import com.sw.dualscreen.model.response.UserNutritionData import com.sw.dualscreen.utils.Debouncer import com.sw.dualscreen.utils.GlideUtils import com.sw.dualscreen.viewmodel.UserViewModel import com.sw.plate.utils.ToastUtils import com.sw.plate.utils.arcface.ConfigUtil import com.sw.plate.utils.arcface.ErrorCodeUtil import com.sw.plate.utils.arcface.FaceRectTransformer import com.sw.plate.utils.arcface.FaceRectView import com.sw.plate.utils.arcface.FaceRectView.DrawInfo import com.sw.plate.utils.arcface.PreviewConfig import com.sw.plate.utils.arcface.camera.CameraListener import com.sw.plate.utils.arcface.camera.DualCameraHelper import com.sw.plate.utils.arcface.face.constants.LivenessType import com.sw.plate.utils.arcface.face.model.CompareResult import com.sw.plate.utils.arcface.face.model.FacePreviewInfo import com.sw.plate.utils.arcface.face.model.RecognizeConfiguration import com.sw.plate.utils.arcface.viewmodel.RecognizeViewModel import kotlinx.coroutines.flow.drop import kotlinx.coroutines.launch import timber.log.Timber /** * 用户屏幕 */ class SecondaryScreenPresentation( val activity: MainActivity, context: Context, display: Display, val viewModel: UserViewModel, private val onDismissListener: () -> Unit = {}, val recognizeViewModel: RecognizeViewModel ) : Presentation(context, display), ViewTreeObserver.OnGlobalLayoutListener { private lateinit var binding: PresentationSecondaryScreenBinding // 当前食物信息 private var currentFood: FoodInfo? = null private var userNutritionData: UserNutritionData? = null private var dinnerTypeInfo: DinnerTypeInfo? = null private lateinit var itemUserNutritionBinding: ItemUserNutritionBinding private lateinit var stepChangeCallback: (Int) -> Unit // 上一次的计算热量结果 private var lastWeight = 0.0 private val debouncer = Debouncer(500) private var recognitionTime: Long = 0L // 人脸识别时的时间 private var recognitionWeight: Double = 0.0 // 人脸识别时的重量 private var lastFaceTrackId: Int = 0 // 上一次的人脸信息 private var mealPickupMode: Int = 0 // 取餐模式 0 即放即取 1 余量取餐 // 当前步骤 var currentStep: Int = 0 override fun onCreate(savedInstanceState: Bundle?) { super.onCreate(savedInstanceState) binding = PresentationSecondaryScreenBinding.inflate(layoutInflater) setContentView(binding.root) window?.setBackgroundDrawableResource(android.R.color.transparent) initView() setupArcCamera() // binding.includeUserHeat.ivHeat.showText("1070千卡") registerDataChange() } private fun registerDataChange() { activity.lifecycleScope.launch { viewModel.loadFaceResult.collect { needUpdate -> if (needUpdate){ recognizeViewModel.refreshFaceList() } } } activity.lifecycleScope.launch { viewModel.nutritionData.collect { Timber.d("registerDataChange nutritionData = $it") userNutritionData = it if (it == null) return@collect step3() itemUserNutritionBinding.tvUserName.text = it.userName.maskName() itemUserNutritionBinding.tvRecommendHeat.text = "推荐热量:${it.recommendMin}-${it.recommendMax}" updateWeight(lastWeight / 1000) } } activity.lifecycleScope.launch { viewModel.dinnerTypeInfo.drop(1).collect { Timber.d("registerDataChange dinnerTypeInfo = $it") dinnerTypeInfo = it } } } private fun initView() { binding.ivImg.outlineProvider = object : ViewOutlineProvider() { override fun getOutline(view: View, outline: Outline) { outline.setRoundRect(0, 0, view.width, view.height, 12f.dp) } } binding.ivImg.clipToOutline = true itemUserNutritionBinding = binding.includeUserNutrition } override fun onDisplayRemoved() { super.onDisplayRemoved() onDismissListener() } fun updateImage(bitmap: Bitmap) { activity.runOnUiThread { binding.ivImg.setImageBitmap(bitmap) } } /** * 启用虹软人脸失败 */ private fun setupArcCamera() { initArcViewModel() initArcView() openRectInfoDraw = true } /** * 用户1 显示相机预览 */ fun step1() { Timber.d("step1") currentStep = 1 //回复上一次的设置 // lastWeight = 0.0 dinnerTypeInfo = null currentFood = null userNutritionData = null recognitionWeight = 0.0 stepChangeCallback(currentStep) binding.tvFoodName.text = "菜品识别中" binding.ivFaceBg.visibility = View.GONE binding.flPreview.visibility = View.VISIBLE binding.ivImg.visibility = View.VISIBLE binding.flFace.visibility = View.INVISIBLE pauseCamera() binding.tvBottomTip.visibility = View.VISIBLE itemUserNutritionBinding.clNutritionData.visibility = View.GONE } /** * 显示人脸识别 */ fun step2(foodInfo: FoodInfo) { Timber.d("step2") currentStep = 2 dinnerTypeInfo = null userNutritionData = null recognitionWeight = 0.0 stepChangeCallback(currentStep) currentFood = foodInfo viewModel.getDinnerType() resumeCamera() binding.tvFoodName.text = foodInfo.foodName binding.ivImg.visibility = View.GONE binding.flPreview.visibility = View.GONE // binding.flFace.visibility = View.VISIBLE binding.flFace.post { binding.flFace.visibility = View.VISIBLE } binding.ivFaceBg.visibility = View.VISIBLE binding.tvFaceTip.visibility = View.VISIBLE binding.tvBottomTip.visibility = View.VISIBLE itemUserNutritionBinding.clNutritionData.visibility = View.GONE } fun updateFood(foodInfo: FoodInfo?) { Timber.d("updateFood") currentFood = foodInfo if (foodInfo != null) { if (currentStep == 1) { step2(foodInfo) } else { binding.tvFoodName.text = foodInfo.foodName GlideUtils.loadRoundCornerImage( context, url = currentFood!!.imgUrl, imageView = binding.ivImg, radius = 12 ) } } } /** * 显示识别出的菜品信息 */ fun step3() { Timber.d("step3") currentStep = 3 stepChangeCallback(currentStep) if (currentFood == null) { ToastUtils.showToast("选中物品为空3") return } binding.tvFoodName.text = currentFood!!.foodName GlideUtils.loadRoundCornerImage( context, url = currentFood!!.imgUrl, imageView = binding.ivImg, radius = 12 ) binding.flPreview.visibility = View.VISIBLE binding.ivImg.visibility = View.VISIBLE binding.flFace.visibility = View.INVISIBLE binding.ivFaceBg.visibility = View.GONE binding.tvFaceTip.visibility = View.GONE binding.tvBottomTip.visibility = View.GONE itemUserNutritionBinding.clNutritionData.visibility = View.VISIBLE } fun updateWeight(weight: Double) { lastWeight = weight * 1000 // 将千克转成克 Timber.d("updateWeight lastWeight = $weight") if (currentFood == null) { Timber.e("updateWeight currentFood is null") return } if (userNutritionData == null) { Timber.e("updateWeight userNutritionData is null") return } if (dinnerTypeInfo == null) { Timber.e("updateWeight dinnerType is null") return } calculateNutrition(recognitionWeight - lastWeight) } /** * 余量取餐 */ fun updateMealPickupMode(mode: Int) { Timber.d("updateMealPickupMode mode = $mode") mealPickupMode = mode } private fun calculateNutrition(weight: Double) { debouncer.debounce { Timber.d("calculateNutrition weight = $weight, recognitionWeight = $recognitionWeight") val dinnerType = dinnerTypeInfo!!.dinnerType!!.dinnerType!! Timber.d("calculateNutrition foodName = ${currentFood!!.foodName}, dinnerType = $dinnerType, userId = ${userNutritionData!!.userId}") val calcResultInfo = UserNutritionUtils.calculateNutrition( currentFood!!, userNutritionData!!, weight, dinnerType = dinnerType ) Timber.d("calculateNutrition calcResultInfo = $calcResultInfo") val columnMax = UserNutritionUtils.getMaxInt(calcResultInfo) activity.runOnUiThread { val totalKcal = calcResultInfo.totalKcal val grain = calcResultInfo.grain val fruits = calcResultInfo.fruits val meat = calcResultInfo.meat // 设置热量 itemUserNutritionBinding.customKcalColumn.setImageDrawable( true, totalKcal.max < totalKcal.current ) var maxKcal = totalKcal.max Timber.d("maxKcal = $maxKcal") if (maxKcal <= 0.0) { maxKcal = 100.0 } Timber.d("maxKcal 1 = $maxKcal") itemUserNutritionBinding.totalKcalTv.text = totalKcal.current.format2String() itemUserNutritionBinding.customKcalColumn.setCustomHeightPercent( (totalKcal.current / maxKcal).toFloat(), true ) // 设置主食 itemUserNutritionBinding.customFoodColumn.setImageDrawable( false, grain.max < grain.current ) itemUserNutritionBinding.totalFoodTv.text = grain.current.format2String() itemUserNutritionBinding.customFoodColumn.setCustomHeightPercent( (grain.current / columnMax).toFloat(), true ) // 设置果蔬 itemUserNutritionBinding.customVegetableColumn.setImageDrawable( false, fruits.max < fruits.current ) itemUserNutritionBinding.totalVegetableTv.text = fruits.current.format2String() itemUserNutritionBinding.customVegetableColumn.setCustomHeightPercent( (fruits.current / columnMax).toFloat(), true ) // 设置肉蛋 itemUserNutritionBinding.customMeatColumn.setImageDrawable( false, meat.max < meat.current ) itemUserNutritionBinding.totalMeatTv.text = meat.current.format2String() itemUserNutritionBinding.customMeatColumn.setCustomHeightPercent( (meat.current / columnMax).toFloat(), true ) } } } private fun openCamera() { Timber.d("openCamera") if (ContextCompat.checkSelfPermission(context, Manifest.permission.CAMERA) != PackageManager.PERMISSION_GRANTED ) { ToastUtils.showToast("无摄像头权限") return } try { val cameraCount = Camera.getNumberOfCameras() if (cameraCount < 3) { ToastUtils.showToast("摄像头数量异常") return } recognizeViewModel.init( PreviewConfig( 2, 1, 90, 90 ) ) initRgbCamera() if (DualCameraHelper.hasDualCamera() && livenessType === LivenessType.IR) { initIrCamera() } } catch (e: Exception) { Timber.e(e, "打开摄像头失败") } } fun setStepChangeCallback(callback: (Int) -> Unit) { stepChangeCallback = callback } // 虹软人脸配置 ⬇ private var isRecognition = false private var rgbCameraHelper: DualCameraHelper? = null private var rgbFaceRectTransformer: FaceRectTransformer? = null private val livenessType = LivenessType.IR private var openRectInfoDraw = false private var irCameraHelper: DualCameraHelper? = null private var irFaceRectTransformer: FaceRectTransformer? = null private fun initArcViewModel() { recognizeViewModel.setLiveType(livenessType) recognizeViewModel.ftInitCode.observe(activity, Observer { ftInitCode: Int? -> if (ftInitCode != ErrorInfo.MOK) { val error: String? = context.getString( R.string.specific_engine_init_failed, "ftEngine", ftInitCode, ErrorCodeUtil.arcFaceErrorCodeToFieldName(ftInitCode!!) ) Timber.e("ftInitCode observe = $error") ToastUtils.showToast(error) } }) recognizeViewModel.frInitCode.observe(activity, Observer { frInitCode: Int? -> if (frInitCode != ErrorInfo.MOK) { val error: String? = context.getString( R.string.specific_engine_init_failed, "frEngine", frInitCode, ErrorCodeUtil.arcFaceErrorCodeToFieldName(frInitCode!!) ) Timber.e("frInitCode observe = $error") ToastUtils.showToast(error) } }) recognizeViewModel.flInitCode.observe(activity, Observer { flInitCode: Int? -> if (flInitCode != ErrorInfo.MOK) { val error: String? = context.getString( R.string.specific_engine_init_failed, "flEngine", flInitCode, ErrorCodeUtil.arcFaceErrorCodeToFieldName(flInitCode!!) ) Timber.e("flInitCode observe = $error") ToastUtils.showToast(error) } }) recognizeViewModel.recognizeConfiguration .observe(activity, Observer { recognizeConfiguration: RecognizeConfiguration? -> Timber.i("recognizeConfiguration: observe = ${recognizeConfiguration.toString()}") }) recognizeViewModel.recognizeNotice.observe(activity, Observer { notice: String? -> Timber.i("recognizeNotice observe notice = $notice") }) recognizeViewModel.recognizeUserId.observe( activity, Observer { compareResult: CompareResult -> Timber.i("recognizeUserId observe compareResult = ${compareResult.trackId}, userId = ${compareResult.faceEntity.userName}") recognitionTime = System.currentTimeMillis() recognitionWeight = lastWeight lastFaceTrackId = compareResult.trackId val faceEntity = compareResult.faceEntity val userId = faceEntity.userName if (userId == null) return@Observer viewModel.getUserNutritionData( userId = userId, foodId = currentFood!!.id!! ) }) recognizeViewModel.drawRectInfoText.observe(activity, Observer { info -> Timber.i("drawRectInfoText observe info = $info") }) } private fun initArcView() { //在布局结束后才做初始化操作 binding.dualCameraTexturePreviewRgb.getViewTreeObserver().addOnGlobalLayoutListener(this) recognizeViewModel.getCompareResultList().getValue() } /** * 调整View的宽高,使预览显示正常且采集框固定为380x380 * * @param rgbPreview RGB预览View * @param previewView 显示预览数据的view * @param faceRectView 画框的view (380x380) * @param previewSize 预览大小 * @param displayOrientation 相机旋转角度 * @param scale 缩放比例 * @return 调整后的LayoutParams */ private fun adjustPreviewViewSize( rgbPreview: View, previewView: View, faceRectView: FaceRectView, previewSize: Camera.Size, displayOrientation: Int, scale: Float ): ViewGroup.LayoutParams { val layoutParams = previewView.layoutParams val measuredWidth = previewView.measuredWidth val measuredHeight = previewView.measuredHeight var ratio = (previewSize.height.toFloat()) / previewSize.width.toFloat() if (ratio > 1) { ratio = 1 / ratio } if (displayOrientation % 180 == 0) { layoutParams.width = measuredWidth layoutParams.height = (measuredWidth * ratio).toInt() } else { layoutParams.height = measuredHeight layoutParams.width = (measuredHeight * ratio).toInt() } if (scale < 1f) { val rgbParam = rgbPreview.getLayoutParams() layoutParams.width = (rgbParam.width * scale).toInt() layoutParams.height = (rgbParam.height * scale).toInt() } else { layoutParams.width = (layoutParams.width * scale).toInt() layoutParams.height = (layoutParams.height * scale).toInt() } val metrics = DisplayMetrics() activity.windowManager.defaultDisplay.getMetrics(metrics) if (layoutParams.width >= metrics.widthPixels) { val viewRatio = layoutParams.width / (metrics.widthPixels.toFloat()) layoutParams.width = (layoutParams.width / viewRatio).toInt() layoutParams.height = (layoutParams.height / viewRatio).toInt() } if (layoutParams.height >= metrics.heightPixels) { val viewRatio = layoutParams.height / (metrics.heightPixels.toFloat()) layoutParams.width = (layoutParams.width / viewRatio).toInt() layoutParams.height = (layoutParams.height / viewRatio).toInt() } previewView.setLayoutParams(layoutParams) faceRectView.setLayoutParams(layoutParams) return layoutParams } private fun initRgbCamera() { val cameraListener: CameraListener = object : CameraListener { override fun onCameraOpened( camera: Camera, cameraId: Int, displayOrientation: Int, isMirror: Boolean ) { Timber.d("Rgb onCameraOpened: cameraId = $cameraId, displayOrientation = $displayOrientation") activity.runOnUiThread({ val previewSizeRgb = camera.getParameters().getPreviewSize() val layoutParams = adjustPreviewViewSize( binding.dualCameraTexturePreviewRgb, binding.dualCameraTexturePreviewRgb, binding.dualCameraFaceRectView, previewSizeRgb, displayOrientation, 1f ) Timber.d("initRgbCamera previewSizeRgb = ${previewSizeRgb.width}-${previewSizeRgb.height}") Timber.d("initRgbCamera layoutParams = ${layoutParams.width}-${layoutParams.height}") rgbFaceRectTransformer = FaceRectTransformer( previewSizeRgb.width, previewSizeRgb.height, layoutParams.width, layoutParams.height, displayOrientation, cameraId, isMirror, ConfigUtil.isDrawRgbRectHorizontalMirror(context), ConfigUtil.isDrawRgbRectVerticalMirror(context) ) recognizeViewModel.onRgbCameraOpened(camera) recognizeViewModel.setRgbFaceRectTransformer(rgbFaceRectTransformer) }) } @RequiresApi(api = Build.VERSION_CODES.Q) override fun onPreview(nv21: ByteArray?, camera: Camera?) { if (!isRecognition) { return } binding.dualCameraFaceRectView.clearFaceInfo() val facePreviewInfoList: MutableList? = recognizeViewModel.onPreviewFrame(nv21, true) if (facePreviewInfoList != null && rgbFaceRectTransformer != null) { drawPreviewInfo(facePreviewInfoList) } recognizeViewModel.clearLeftFace(facePreviewInfoList) } override fun onCameraClosed() { Timber.i("onCameraClosed: ") } override fun onCameraError(e: java.lang.Exception) { Timber.i("onCameraError: %s", e.message) e.printStackTrace() } override fun onCameraConfigurationChanged(cameraID: Int, displayOrientation: Int) { Timber.i("onCameraConfigurationChanged: threadName = ${Thread.currentThread().name}") if (rgbFaceRectTransformer != null) { rgbFaceRectTransformer!!.cameraDisplayOrientation = displayOrientation } Timber.i("onCameraConfigurationChanged: $cameraID $displayOrientation") } } val previewConfig: PreviewConfig = recognizeViewModel.previewConfig rgbCameraHelper = DualCameraHelper.Builder() .previewViewSize( Point( binding.dualCameraTexturePreviewRgb.measuredWidth, binding.dualCameraTexturePreviewRgb.measuredHeight ) ) .rotation(activity.windowManager.defaultDisplay.rotation) .additionalRotation(previewConfig.rgbAdditionalDisplayOrientation) // 角度 .previewSize(recognizeViewModel.loadPreviewSize()) .specificCameraId(previewConfig.rgbCameraId) .isMirror(true) .previewOn(binding.dualCameraTexturePreviewRgb) .cameraListener(cameraListener) .build() rgbCameraHelper!!.init() rgbCameraHelper!!.start() } /** * 初始化红外相机,若活体检测类型是可见光活体检测或不启用活体,则不需要启用 */ private fun initIrCamera() { Timber.d("initIrCamera: livenessType = $livenessType") if (livenessType === LivenessType.RGB) { return } val irCameraListener: CameraListener = object : CameraListener { override fun onCameraOpened( camera: Camera, cameraId: Int, displayOrientation: Int, isMirror: Boolean ) { Timber.d("IR onCameraOpened: cameraId = $cameraId, displayOrientation = $displayOrientation") val previewSizeIr = camera.getParameters().getPreviewSize() val layoutParams = adjustPreviewViewSize( binding.dualCameraTexturePreviewRgb, binding.dualCameraTexturePreviewIr, binding.dualCameraFaceRectViewIr, previewSizeIr, displayOrientation, 0.25f ) irFaceRectTransformer = FaceRectTransformer( previewSizeIr.width, previewSizeIr.height, layoutParams.width, layoutParams.height, displayOrientation, cameraId, isMirror, ConfigUtil.isDrawIrRectHorizontalMirror(context), ConfigUtil.isDrawIrRectVerticalMirror(context) ) recognizeViewModel.onIrCameraOpened(camera) recognizeViewModel.setIrFaceRectTransformer(irFaceRectTransformer) } override fun onPreview(nv21: ByteArray?, camera: Camera?) { recognizeViewModel.refreshIrPreviewData(nv21) } override fun onCameraClosed() { Timber.i("onCameraClosed: ") } override fun onCameraError(e: java.lang.Exception) { Timber.i("onCameraError: ${e.message}") e.printStackTrace() } override fun onCameraConfigurationChanged( cameraID: Int, displayOrientation: Int ) { if (irFaceRectTransformer != null) { irFaceRectTransformer!!.cameraDisplayOrientation = displayOrientation } Timber.i("onCameraConfigurationChanged: cameraID = $cameraID, displayOrientation = $displayOrientation") } } val previewConfig = recognizeViewModel.previewConfig irCameraHelper = DualCameraHelper.Builder() .previewViewSize( Point( binding.dualCameraTexturePreviewIr.measuredWidth, binding.dualCameraTexturePreviewIr.measuredHeight ) ) .rotation(activity.windowManager.defaultDisplay.rotation) .specificCameraId(previewConfig.irCameraId) .previewOn(binding.dualCameraTexturePreviewIr) .cameraListener(irCameraListener) .isMirror(true) .previewSize(recognizeViewModel.loadPreviewSize()) //相机预览大小设置,RGB与IR需使用相同大小 .additionalRotation(previewConfig.irAdditionalDisplayOrientation) //额外旋转角度 .build() irCameraHelper!!.init() try { irCameraHelper!!.start() } catch (e: RuntimeException) { ToastUtils.showToast(e.message + context.getString(R.string.camera_error_notice)) } } /** * 绘制RGB、IR画面的实时人脸信息 * * @param facePreviewInfoList RGB画面的实时人脸信息 */ private fun drawPreviewInfo(facePreviewInfoList: MutableList) { // Timber.d("drawPreviewInfo facePreviewInfoList = ${facePreviewInfoList.size}, rgbFaceRectTransformer = ${rgbFaceRectTransformer != null}") if (rgbFaceRectTransformer != null) { val rgbDrawInfoList: MutableList? = recognizeViewModel.getDrawInfo( facePreviewInfoList, LivenessType.RGB, openRectInfoDraw ) // 识别成功 binding.dualCameraFaceRectView.drawRealtimeFaceInfo(rgbDrawInfoList) } if (facePreviewInfoList.isEmpty() || (lastFaceTrackId != facePreviewInfoList[0]!!.trackId)) { if (lastFaceTrackId != 0) { Timber.i("$lastFaceTrackId 用户离开") lastFaceTrackId = 0 postUserData() if (mealPickupMode == 0) { step1() }else{ step2(currentFood!!) } } } } fun postUserData() { Timber.d("postUserData") if (userNutritionData == null || currentFood == null) { Timber.d("postUserData userNutritionData = ${userNutritionData == null}, currentFood = ${currentFood == null}") return } val userNutritionParam = UserNutritionParam( userId = userNutritionData?.userId!!, foodId = currentFood?.id!!, faceTime = recognitionTime, faceEndTime = System.currentTimeMillis(), eatWeight = recognitionWeight - lastWeight, foodWeight = lastWeight ) viewModel.postUserNutritionData(listOf(userNutritionParam)) } fun openRectInfoDraw(view: View?) { openRectInfoDraw = !openRectInfoDraw recognizeViewModel.setDrawRectInfoTextValue(openRectInfoDraw) } override fun onGlobalLayout() { Timber.d("onGlobalLayout") binding.dualCameraTexturePreviewRgb.getViewTreeObserver().removeOnGlobalLayoutListener(this) openCamera() } // override fun onResume() { // super.onResume() // resumeCamera() // viewModel.resetUserInfo() // } // // protected override fun onPause() { // pauseCamera() // super.onPause() // } override fun onStop() { if (rgbCameraHelper != null) { rgbCameraHelper!!.release() rgbCameraHelper = null } if (irCameraHelper != null) { irCameraHelper!!.release() irCameraHelper = null } recognizeViewModel.destroy() super.onStop() } fun resumeCamera() { Timber.d("resumeCamera isRecognition = $isRecognition") isRecognition = true if (rgbCameraHelper != null && rgbCameraHelper!!.isStopped) { rgbCameraHelper!!.start() } } fun pauseCamera() { Timber.d("pauseCamera isRecognition = $isRecognition") isRecognition = false recognizeViewModel.onPreviewFrame(ByteArray(1382400), true) } }