796 lines
30 KiB
Kotlin
796 lines
30 KiB
Kotlin
package com.sw.dualscreen.presentation
|
|
|
|
import android.Manifest
|
|
import android.R.attr.visibility
|
|
import android.app.Presentation
|
|
import android.content.Context
|
|
import android.content.pm.PackageManager
|
|
import android.graphics.Bitmap
|
|
import android.graphics.Outline
|
|
import android.graphics.Point
|
|
import android.hardware.Camera
|
|
import android.os.Build
|
|
import android.os.Bundle
|
|
import android.util.DisplayMetrics
|
|
import android.view.Display
|
|
import android.view.View
|
|
import android.view.ViewGroup
|
|
import android.view.ViewOutlineProvider
|
|
import android.view.ViewTreeObserver
|
|
import androidx.annotation.RequiresApi
|
|
import androidx.core.content.ContextCompat
|
|
import androidx.lifecycle.Observer
|
|
import androidx.lifecycle.lifecycleScope
|
|
import com.arcsoft.face.ErrorInfo
|
|
import com.sw.dualscreen.R
|
|
import com.sw.dualscreen.activity.MainActivity
|
|
import com.sw.dualscreen.databinding.ItemUserNutritionBinding
|
|
import com.sw.dualscreen.databinding.PresentationSecondaryScreenBinding
|
|
import com.sw.dualscreen.ext.dp
|
|
import com.sw.dualscreen.ext.format2String
|
|
import com.sw.dualscreen.ext.maskName
|
|
import com.sw.dualscreen.model.request.UserNutritionParam
|
|
import com.sw.dualscreen.model.response.DinnerTypeInfo
|
|
import com.sw.dualscreen.model.response.FoodInfo
|
|
import com.sw.dualscreen.model.response.UserNutritionData
|
|
import com.sw.dualscreen.utils.Debouncer
|
|
import com.sw.dualscreen.utils.GlideUtils
|
|
import com.sw.dualscreen.viewmodel.UserViewModel
|
|
import com.sw.plate.utils.ToastUtils
|
|
import com.sw.plate.utils.arcface.ConfigUtil
|
|
import com.sw.plate.utils.arcface.ErrorCodeUtil
|
|
import com.sw.plate.utils.arcface.FaceRectTransformer
|
|
import com.sw.plate.utils.arcface.FaceRectView
|
|
import com.sw.plate.utils.arcface.FaceRectView.DrawInfo
|
|
import com.sw.plate.utils.arcface.PreviewConfig
|
|
import com.sw.plate.utils.arcface.camera.CameraListener
|
|
import com.sw.plate.utils.arcface.camera.DualCameraHelper
|
|
import com.sw.plate.utils.arcface.face.constants.LivenessType
|
|
import com.sw.plate.utils.arcface.face.model.CompareResult
|
|
import com.sw.plate.utils.arcface.face.model.FacePreviewInfo
|
|
import com.sw.plate.utils.arcface.face.model.RecognizeConfiguration
|
|
import com.sw.plate.utils.arcface.viewmodel.RecognizeViewModel
|
|
import kotlinx.coroutines.flow.drop
|
|
import kotlinx.coroutines.launch
|
|
import timber.log.Timber
|
|
|
|
/**
|
|
* 用户屏幕
|
|
*/
|
|
class SecondaryScreenPresentation(
|
|
val activity: MainActivity,
|
|
context: Context,
|
|
display: Display,
|
|
val viewModel: UserViewModel,
|
|
private val onDismissListener: () -> Unit = {},
|
|
val recognizeViewModel: RecognizeViewModel
|
|
) : Presentation(context, display), ViewTreeObserver.OnGlobalLayoutListener {
|
|
private lateinit var binding: PresentationSecondaryScreenBinding
|
|
|
|
// 当前食物信息
|
|
private var currentFood: FoodInfo? = null
|
|
private var userNutritionData: UserNutritionData? = null
|
|
private var dinnerTypeInfo: DinnerTypeInfo? = null
|
|
private lateinit var itemUserNutritionBinding: ItemUserNutritionBinding
|
|
private lateinit var stepChangeCallback: (Int) -> Unit
|
|
|
|
// 上一次的计算热量结果
|
|
private var lastWeight = 0.0
|
|
private val debouncer = Debouncer(500)
|
|
private var recognitionTime: Long = 0L // 人脸识别时的时间
|
|
private var recognitionWeight: Double = 0.0 // 人脸识别时的重量
|
|
private var lastFaceTrackId: Int = 0 // 上一次的人脸信息
|
|
private var mealPickupMode: Int = 0 // 取餐模式 0 即放即取 1 余量取餐
|
|
|
|
// 当前步骤
|
|
var currentStep: Int = 0
|
|
|
|
override fun onCreate(savedInstanceState: Bundle?) {
|
|
super.onCreate(savedInstanceState)
|
|
|
|
binding = PresentationSecondaryScreenBinding.inflate(layoutInflater)
|
|
setContentView(binding.root)
|
|
window?.setBackgroundDrawableResource(android.R.color.transparent)
|
|
initView()
|
|
setupArcCamera()
|
|
// binding.includeUserHeat.ivHeat.showText("1070千卡")
|
|
registerDataChange()
|
|
}
|
|
|
|
private fun registerDataChange() {
|
|
activity.lifecycleScope.launch {
|
|
viewModel.loadFaceResult.collect { needUpdate ->
|
|
if (needUpdate){
|
|
recognizeViewModel.refreshFaceList()
|
|
}
|
|
}
|
|
}
|
|
activity.lifecycleScope.launch {
|
|
viewModel.nutritionData.collect {
|
|
Timber.d("registerDataChange nutritionData = $it")
|
|
userNutritionData = it
|
|
if (it == null) return@collect
|
|
step3()
|
|
itemUserNutritionBinding.tvUserName.text = it.userName.maskName()
|
|
itemUserNutritionBinding.tvRecommendHeat.text =
|
|
"推荐热量：${it.recommendMin}-${it.recommendMax}"
|
|
|
|
updateWeight(lastWeight / 1000)
|
|
}
|
|
}
|
|
activity.lifecycleScope.launch {
|
|
viewModel.dinnerTypeInfo.drop(1).collect {
|
|
Timber.d("registerDataChange dinnerTypeInfo = $it")
|
|
dinnerTypeInfo = it
|
|
}
|
|
}
|
|
}
|
|
|
|
private fun initView() {
|
|
binding.ivImg.outlineProvider = object : ViewOutlineProvider() {
|
|
override fun getOutline(view: View, outline: Outline) {
|
|
outline.setRoundRect(0, 0, view.width, view.height, 12f.dp)
|
|
}
|
|
}
|
|
binding.ivImg.clipToOutline = true
|
|
itemUserNutritionBinding = binding.includeUserNutrition
|
|
}
|
|
|
|
override fun onDisplayRemoved() {
|
|
super.onDisplayRemoved()
|
|
onDismissListener()
|
|
}
|
|
|
|
fun updateImage(bitmap: Bitmap) {
|
|
activity.runOnUiThread {
|
|
binding.ivImg.setImageBitmap(bitmap)
|
|
}
|
|
}
|
|
|
|
/**
|
|
* 启用虹软人脸失败
|
|
*/
|
|
private fun setupArcCamera() {
|
|
initArcViewModel()
|
|
initArcView()
|
|
openRectInfoDraw = true
|
|
}
|
|
|
|
/**
|
|
* 用户1 显示相机预览
|
|
*/
|
|
fun step1() {
|
|
Timber.d("step1")
|
|
currentStep = 1
|
|
//回复上一次的设置
|
|
// lastWeight = 0.0
|
|
dinnerTypeInfo = null
|
|
currentFood = null
|
|
userNutritionData = null
|
|
recognitionWeight = 0.0
|
|
|
|
stepChangeCallback(currentStep)
|
|
binding.tvFoodName.text = "菜品识别中"
|
|
binding.ivFaceBg.visibility = View.GONE
|
|
binding.flPreview.visibility = View.VISIBLE
|
|
binding.ivImg.visibility = View.VISIBLE
|
|
binding.flFace.visibility = View.INVISIBLE
|
|
pauseCamera()
|
|
binding.tvBottomTip.visibility = View.VISIBLE
|
|
itemUserNutritionBinding.clNutritionData.visibility = View.GONE
|
|
}
|
|
|
|
/**
|
|
* 显示人脸识别
|
|
*/
|
|
fun step2(foodInfo: FoodInfo) {
|
|
Timber.d("step2")
|
|
currentStep = 2
|
|
|
|
dinnerTypeInfo = null
|
|
userNutritionData = null
|
|
recognitionWeight = 0.0
|
|
|
|
stepChangeCallback(currentStep)
|
|
currentFood = foodInfo
|
|
viewModel.getDinnerType()
|
|
resumeCamera()
|
|
binding.tvFoodName.text = foodInfo.foodName
|
|
binding.ivImg.visibility = View.GONE
|
|
|
|
binding.flPreview.visibility = View.GONE
|
|
|
|
// binding.flFace.visibility = View.VISIBLE
|
|
binding.flFace.post {
|
|
binding.flFace.visibility = View.VISIBLE
|
|
}
|
|
binding.ivFaceBg.visibility = View.VISIBLE
|
|
binding.tvFaceTip.visibility = View.VISIBLE
|
|
binding.tvBottomTip.visibility = View.VISIBLE
|
|
itemUserNutritionBinding.clNutritionData.visibility = View.GONE
|
|
}
|
|
|
|
fun updateFood(foodInfo: FoodInfo?) {
|
|
Timber.d("updateFood")
|
|
currentFood = foodInfo
|
|
if (foodInfo != null) {
|
|
if (currentStep == 1) {
|
|
step2(foodInfo)
|
|
} else {
|
|
binding.tvFoodName.text = foodInfo.foodName
|
|
GlideUtils.loadRoundCornerImage(
|
|
context,
|
|
url = currentFood!!.imgUrl,
|
|
imageView = binding.ivImg,
|
|
radius = 12
|
|
)
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* 显示识别出的菜品信息
|
|
*/
|
|
fun step3() {
|
|
Timber.d("step3")
|
|
currentStep = 3
|
|
stepChangeCallback(currentStep)
|
|
if (currentFood == null) {
|
|
ToastUtils.showToast("选中物品为空3")
|
|
return
|
|
}
|
|
binding.tvFoodName.text = currentFood!!.foodName
|
|
GlideUtils.loadRoundCornerImage(
|
|
context,
|
|
url = currentFood!!.imgUrl,
|
|
imageView = binding.ivImg,
|
|
radius = 12
|
|
)
|
|
binding.flPreview.visibility = View.VISIBLE
|
|
binding.ivImg.visibility = View.VISIBLE
|
|
binding.flFace.visibility = View.INVISIBLE
|
|
binding.ivFaceBg.visibility = View.GONE
|
|
binding.tvFaceTip.visibility = View.GONE
|
|
|
|
binding.tvBottomTip.visibility = View.GONE
|
|
itemUserNutritionBinding.clNutritionData.visibility = View.VISIBLE
|
|
}
|
|
|
|
fun updateWeight(weight: Double) {
|
|
lastWeight = weight * 1000 // 将千克转成克
|
|
Timber.d("updateWeight lastWeight = $weight")
|
|
if (currentFood == null) {
|
|
Timber.e("updateWeight currentFood is null")
|
|
return
|
|
}
|
|
if (userNutritionData == null) {
|
|
Timber.e("updateWeight userNutritionData is null")
|
|
return
|
|
}
|
|
if (dinnerTypeInfo == null) {
|
|
Timber.e("updateWeight dinnerType is null")
|
|
return
|
|
}
|
|
calculateNutrition(recognitionWeight - lastWeight)
|
|
}
|
|
|
|
/**
|
|
* 余量取餐
|
|
*/
|
|
fun updateMealPickupMode(mode: Int) {
|
|
Timber.d("updateMealPickupMode mode = $mode")
|
|
mealPickupMode = mode
|
|
}
|
|
|
|
private fun calculateNutrition(weight: Double) {
|
|
debouncer.debounce {
|
|
Timber.d("calculateNutrition weight = $weight, recognitionWeight = $recognitionWeight")
|
|
val dinnerType = dinnerTypeInfo!!.dinnerType!!.dinnerType!!
|
|
Timber.d("calculateNutrition foodName = ${currentFood!!.foodName}, dinnerType = $dinnerType, userId = ${userNutritionData!!.userId}")
|
|
val calcResultInfo = UserNutritionUtils.calculateNutrition(
|
|
currentFood!!,
|
|
userNutritionData!!,
|
|
weight,
|
|
dinnerType = dinnerType
|
|
)
|
|
Timber.d("calculateNutrition calcResultInfo = $calcResultInfo")
|
|
val columnMax = UserNutritionUtils.getMaxInt(calcResultInfo)
|
|
|
|
activity.runOnUiThread {
|
|
val totalKcal = calcResultInfo.totalKcal
|
|
val grain = calcResultInfo.grain
|
|
val fruits = calcResultInfo.fruits
|
|
val meat = calcResultInfo.meat
|
|
// 设置热量
|
|
itemUserNutritionBinding.customKcalColumn.setImageDrawable(
|
|
true,
|
|
totalKcal.max < totalKcal.current
|
|
)
|
|
var maxKcal = totalKcal.max
|
|
Timber.d("maxKcal = $maxKcal")
|
|
if (maxKcal <= 0.0) {
|
|
maxKcal = 100.0
|
|
}
|
|
Timber.d("maxKcal 1 = $maxKcal")
|
|
itemUserNutritionBinding.totalKcalTv.text = totalKcal.current.format2String()
|
|
itemUserNutritionBinding.customKcalColumn.setCustomHeightPercent(
|
|
(totalKcal.current / maxKcal).toFloat(),
|
|
true
|
|
)
|
|
// 设置主食
|
|
itemUserNutritionBinding.customFoodColumn.setImageDrawable(
|
|
false,
|
|
grain.max < grain.current
|
|
)
|
|
itemUserNutritionBinding.totalFoodTv.text = grain.current.format2String()
|
|
itemUserNutritionBinding.customFoodColumn.setCustomHeightPercent(
|
|
(grain.current / columnMax).toFloat(),
|
|
true
|
|
)
|
|
// 设置果蔬
|
|
itemUserNutritionBinding.customVegetableColumn.setImageDrawable(
|
|
false,
|
|
fruits.max < fruits.current
|
|
)
|
|
itemUserNutritionBinding.totalVegetableTv.text = fruits.current.format2String()
|
|
itemUserNutritionBinding.customVegetableColumn.setCustomHeightPercent(
|
|
(fruits.current / columnMax).toFloat(),
|
|
true
|
|
)
|
|
// 设置肉蛋
|
|
itemUserNutritionBinding.customMeatColumn.setImageDrawable(
|
|
false,
|
|
meat.max < meat.current
|
|
)
|
|
itemUserNutritionBinding.totalMeatTv.text = meat.current.format2String()
|
|
itemUserNutritionBinding.customMeatColumn.setCustomHeightPercent(
|
|
(meat.current / columnMax).toFloat(),
|
|
true
|
|
)
|
|
}
|
|
}
|
|
}
|
|
|
|
private fun openCamera() {
|
|
Timber.d("openCamera")
|
|
if (ContextCompat.checkSelfPermission(context, Manifest.permission.CAMERA) !=
|
|
PackageManager.PERMISSION_GRANTED
|
|
) {
|
|
ToastUtils.showToast("无摄像头权限")
|
|
return
|
|
}
|
|
try {
|
|
val cameraCount = Camera.getNumberOfCameras()
|
|
if (cameraCount < 3) {
|
|
ToastUtils.showToast("摄像头数量异常")
|
|
return
|
|
}
|
|
recognizeViewModel.init(
|
|
PreviewConfig(
|
|
2, 1, 90, 90
|
|
)
|
|
)
|
|
initRgbCamera()
|
|
if (DualCameraHelper.hasDualCamera() && livenessType === LivenessType.IR) {
|
|
initIrCamera()
|
|
}
|
|
} catch (e: Exception) {
|
|
Timber.e(e, "打开摄像头失败")
|
|
}
|
|
}
|
|
|
|
fun setStepChangeCallback(callback: (Int) -> Unit) {
|
|
stepChangeCallback = callback
|
|
}
|
|
|
|
// 虹软人脸配置 ⬇
|
|
private var isRecognition = false
|
|
private var rgbCameraHelper: DualCameraHelper? = null
|
|
private var rgbFaceRectTransformer: FaceRectTransformer? = null
|
|
private val livenessType = LivenessType.IR
|
|
private var openRectInfoDraw = false
|
|
|
|
private var irCameraHelper: DualCameraHelper? = null
|
|
private var irFaceRectTransformer: FaceRectTransformer? = null
|
|
|
|
private fun initArcViewModel() {
|
|
|
|
recognizeViewModel.setLiveType(livenessType)
|
|
|
|
recognizeViewModel.ftInitCode.observe(activity, Observer { ftInitCode: Int? ->
|
|
if (ftInitCode != ErrorInfo.MOK) {
|
|
val error: String? = context.getString(
|
|
R.string.specific_engine_init_failed, "ftEngine",
|
|
ftInitCode, ErrorCodeUtil.arcFaceErrorCodeToFieldName(ftInitCode!!)
|
|
)
|
|
Timber.e("ftInitCode observe = $error")
|
|
ToastUtils.showToast(error)
|
|
}
|
|
})
|
|
recognizeViewModel.frInitCode.observe(activity, Observer { frInitCode: Int? ->
|
|
if (frInitCode != ErrorInfo.MOK) {
|
|
val error: String? = context.getString(
|
|
R.string.specific_engine_init_failed, "frEngine",
|
|
frInitCode, ErrorCodeUtil.arcFaceErrorCodeToFieldName(frInitCode!!)
|
|
)
|
|
Timber.e("frInitCode observe = $error")
|
|
ToastUtils.showToast(error)
|
|
}
|
|
})
|
|
recognizeViewModel.flInitCode.observe(activity, Observer { flInitCode: Int? ->
|
|
if (flInitCode != ErrorInfo.MOK) {
|
|
val error: String? = context.getString(
|
|
R.string.specific_engine_init_failed, "flEngine",
|
|
flInitCode, ErrorCodeUtil.arcFaceErrorCodeToFieldName(flInitCode!!)
|
|
)
|
|
Timber.e("flInitCode observe = $error")
|
|
ToastUtils.showToast(error)
|
|
}
|
|
})
|
|
|
|
recognizeViewModel.recognizeConfiguration
|
|
.observe(activity, Observer { recognizeConfiguration: RecognizeConfiguration? ->
|
|
Timber.i("recognizeConfiguration: observe = ${recognizeConfiguration.toString()}")
|
|
})
|
|
recognizeViewModel.recognizeNotice.observe(activity, Observer { notice: String? ->
|
|
Timber.i("recognizeNotice observe notice = $notice")
|
|
})
|
|
|
|
recognizeViewModel.recognizeUserId.observe(
|
|
activity,
|
|
Observer { compareResult: CompareResult ->
|
|
Timber.i("recognizeUserId observe compareResult = ${compareResult.trackId}, userId = ${compareResult.faceEntity.userName}")
|
|
recognitionTime = System.currentTimeMillis()
|
|
recognitionWeight = lastWeight
|
|
lastFaceTrackId = compareResult.trackId
|
|
val faceEntity = compareResult.faceEntity
|
|
val userId = faceEntity.userName
|
|
if (userId == null) return@Observer
|
|
viewModel.getUserNutritionData(
|
|
userId = userId,
|
|
foodId = currentFood!!.id!!
|
|
)
|
|
})
|
|
|
|
recognizeViewModel.drawRectInfoText.observe(activity, Observer { info ->
|
|
Timber.i("drawRectInfoText observe info = $info")
|
|
})
|
|
}
|
|
|
|
private fun initArcView() {
|
|
//在布局结束后才做初始化操作
|
|
binding.dualCameraTexturePreviewRgb.getViewTreeObserver().addOnGlobalLayoutListener(this)
|
|
recognizeViewModel.getCompareResultList().getValue()
|
|
}
|
|
|
|
/**
|
|
* 调整View的宽高，使预览显示正常且采集框固定为380x380
|
|
*
|
|
* @param rgbPreview RGB预览View
|
|
* @param previewView 显示预览数据的view
|
|
* @param faceRectView 画框的view (380x380)
|
|
* @param previewSize 预览大小
|
|
* @param displayOrientation 相机旋转角度
|
|
* @param scale 缩放比例
|
|
* @return 调整后的LayoutParams
|
|
*/
|
|
private fun adjustPreviewViewSize(
|
|
rgbPreview: View,
|
|
previewView: View,
|
|
faceRectView: FaceRectView,
|
|
previewSize: Camera.Size,
|
|
displayOrientation: Int,
|
|
scale: Float
|
|
): ViewGroup.LayoutParams {
|
|
val layoutParams = previewView.layoutParams
|
|
val measuredWidth = previewView.measuredWidth
|
|
val measuredHeight = previewView.measuredHeight
|
|
var ratio = (previewSize.height.toFloat()) / previewSize.width.toFloat()
|
|
if (ratio > 1) {
|
|
ratio = 1 / ratio
|
|
}
|
|
if (displayOrientation % 180 == 0) {
|
|
layoutParams.width = measuredWidth
|
|
layoutParams.height = (measuredWidth * ratio).toInt()
|
|
} else {
|
|
layoutParams.height = measuredHeight
|
|
layoutParams.width = (measuredHeight * ratio).toInt()
|
|
}
|
|
if (scale < 1f) {
|
|
val rgbParam = rgbPreview.getLayoutParams()
|
|
layoutParams.width = (rgbParam.width * scale).toInt()
|
|
layoutParams.height = (rgbParam.height * scale).toInt()
|
|
} else {
|
|
layoutParams.width = (layoutParams.width * scale).toInt()
|
|
layoutParams.height = (layoutParams.height * scale).toInt()
|
|
}
|
|
|
|
val metrics = DisplayMetrics()
|
|
activity.windowManager.defaultDisplay.getMetrics(metrics)
|
|
|
|
if (layoutParams.width >= metrics.widthPixels) {
|
|
val viewRatio = layoutParams.width / (metrics.widthPixels.toFloat())
|
|
layoutParams.width = (layoutParams.width / viewRatio).toInt()
|
|
layoutParams.height = (layoutParams.height / viewRatio).toInt()
|
|
}
|
|
if (layoutParams.height >= metrics.heightPixels) {
|
|
val viewRatio = layoutParams.height / (metrics.heightPixels.toFloat())
|
|
layoutParams.width = (layoutParams.width / viewRatio).toInt()
|
|
layoutParams.height = (layoutParams.height / viewRatio).toInt()
|
|
}
|
|
|
|
previewView.setLayoutParams(layoutParams)
|
|
faceRectView.setLayoutParams(layoutParams)
|
|
return layoutParams
|
|
}
|
|
|
|
private fun initRgbCamera() {
|
|
val cameraListener: CameraListener = object : CameraListener {
|
|
override fun onCameraOpened(
|
|
camera: Camera,
|
|
cameraId: Int,
|
|
displayOrientation: Int,
|
|
isMirror: Boolean
|
|
) {
|
|
Timber.d("Rgb onCameraOpened: cameraId = $cameraId, displayOrientation = $displayOrientation")
|
|
activity.runOnUiThread({
|
|
val previewSizeRgb = camera.getParameters().getPreviewSize()
|
|
val layoutParams = adjustPreviewViewSize(
|
|
binding.dualCameraTexturePreviewRgb,
|
|
binding.dualCameraTexturePreviewRgb, binding.dualCameraFaceRectView,
|
|
previewSizeRgb, displayOrientation, 1f
|
|
)
|
|
Timber.d("initRgbCamera previewSizeRgb = ${previewSizeRgb.width}-${previewSizeRgb.height}")
|
|
Timber.d("initRgbCamera layoutParams = ${layoutParams.width}-${layoutParams.height}")
|
|
rgbFaceRectTransformer = FaceRectTransformer(
|
|
previewSizeRgb.width,
|
|
previewSizeRgb.height,
|
|
layoutParams.width,
|
|
layoutParams.height,
|
|
displayOrientation,
|
|
cameraId,
|
|
isMirror,
|
|
ConfigUtil.isDrawRgbRectHorizontalMirror(context),
|
|
ConfigUtil.isDrawRgbRectVerticalMirror(context)
|
|
)
|
|
|
|
recognizeViewModel.onRgbCameraOpened(camera)
|
|
recognizeViewModel.setRgbFaceRectTransformer(rgbFaceRectTransformer)
|
|
})
|
|
}
|
|
|
|
@RequiresApi(api = Build.VERSION_CODES.Q)
|
|
override fun onPreview(nv21: ByteArray?, camera: Camera?) {
|
|
if (!isRecognition) {
|
|
return
|
|
}
|
|
binding.dualCameraFaceRectView.clearFaceInfo()
|
|
val facePreviewInfoList: MutableList<FacePreviewInfo?>? =
|
|
recognizeViewModel.onPreviewFrame(nv21, true)
|
|
if (facePreviewInfoList != null && rgbFaceRectTransformer != null) {
|
|
drawPreviewInfo(facePreviewInfoList)
|
|
}
|
|
recognizeViewModel.clearLeftFace(facePreviewInfoList)
|
|
}
|
|
|
|
override fun onCameraClosed() {
|
|
Timber.i("onCameraClosed: ")
|
|
}
|
|
|
|
override fun onCameraError(e: java.lang.Exception) {
|
|
Timber.i("onCameraError: %s", e.message)
|
|
e.printStackTrace()
|
|
}
|
|
|
|
override fun onCameraConfigurationChanged(cameraID: Int, displayOrientation: Int) {
|
|
Timber.i("onCameraConfigurationChanged: threadName = ${Thread.currentThread().name}")
|
|
if (rgbFaceRectTransformer != null) {
|
|
rgbFaceRectTransformer!!.cameraDisplayOrientation = displayOrientation
|
|
}
|
|
Timber.i("onCameraConfigurationChanged: $cameraID $displayOrientation")
|
|
}
|
|
}
|
|
|
|
val previewConfig: PreviewConfig = recognizeViewModel.previewConfig
|
|
rgbCameraHelper = DualCameraHelper.Builder()
|
|
.previewViewSize(
|
|
Point(
|
|
binding.dualCameraTexturePreviewRgb.measuredWidth,
|
|
binding.dualCameraTexturePreviewRgb.measuredHeight
|
|
)
|
|
)
|
|
.rotation(activity.windowManager.defaultDisplay.rotation)
|
|
.additionalRotation(previewConfig.rgbAdditionalDisplayOrientation) // 角度
|
|
.previewSize(recognizeViewModel.loadPreviewSize())
|
|
.specificCameraId(previewConfig.rgbCameraId)
|
|
.isMirror(true)
|
|
.previewOn(binding.dualCameraTexturePreviewRgb)
|
|
.cameraListener(cameraListener)
|
|
.build()
|
|
rgbCameraHelper!!.init()
|
|
rgbCameraHelper!!.start()
|
|
}
|
|
|
|
/**
|
|
* 初始化红外相机，若活体检测类型是可见光活体检测或不启用活体，则不需要启用
|
|
*/
|
|
private fun initIrCamera() {
|
|
Timber.d("initIrCamera: livenessType = $livenessType")
|
|
if (livenessType === LivenessType.RGB) {
|
|
return
|
|
}
|
|
val irCameraListener: CameraListener = object : CameraListener {
|
|
override fun onCameraOpened(
|
|
camera: Camera,
|
|
cameraId: Int,
|
|
displayOrientation: Int,
|
|
isMirror: Boolean
|
|
) {
|
|
Timber.d("IR onCameraOpened: cameraId = $cameraId, displayOrientation = $displayOrientation")
|
|
val previewSizeIr = camera.getParameters().getPreviewSize()
|
|
val layoutParams = adjustPreviewViewSize(
|
|
binding.dualCameraTexturePreviewRgb,
|
|
binding.dualCameraTexturePreviewIr, binding.dualCameraFaceRectViewIr,
|
|
previewSizeIr, displayOrientation, 0.25f
|
|
)
|
|
|
|
irFaceRectTransformer = FaceRectTransformer(
|
|
previewSizeIr.width, previewSizeIr.height,
|
|
layoutParams.width, layoutParams.height, displayOrientation, cameraId, isMirror,
|
|
ConfigUtil.isDrawIrRectHorizontalMirror(context),
|
|
ConfigUtil.isDrawIrRectVerticalMirror(context)
|
|
)
|
|
|
|
recognizeViewModel.onIrCameraOpened(camera)
|
|
recognizeViewModel.setIrFaceRectTransformer(irFaceRectTransformer)
|
|
}
|
|
|
|
|
|
override fun onPreview(nv21: ByteArray?, camera: Camera?) {
|
|
recognizeViewModel.refreshIrPreviewData(nv21)
|
|
}
|
|
|
|
override fun onCameraClosed() {
|
|
Timber.i("onCameraClosed: ")
|
|
}
|
|
|
|
override fun onCameraError(e: java.lang.Exception) {
|
|
Timber.i("onCameraError: ${e.message}")
|
|
e.printStackTrace()
|
|
}
|
|
|
|
override fun onCameraConfigurationChanged(
|
|
cameraID: Int,
|
|
displayOrientation: Int
|
|
) {
|
|
if (irFaceRectTransformer != null) {
|
|
irFaceRectTransformer!!.cameraDisplayOrientation = displayOrientation
|
|
}
|
|
Timber.i("onCameraConfigurationChanged: cameraID = $cameraID, displayOrientation = $displayOrientation")
|
|
}
|
|
}
|
|
|
|
val previewConfig = recognizeViewModel.previewConfig
|
|
irCameraHelper = DualCameraHelper.Builder()
|
|
.previewViewSize(
|
|
Point(
|
|
binding.dualCameraTexturePreviewIr.measuredWidth,
|
|
binding.dualCameraTexturePreviewIr.measuredHeight
|
|
)
|
|
)
|
|
.rotation(activity.windowManager.defaultDisplay.rotation)
|
|
.specificCameraId(previewConfig.irCameraId)
|
|
.previewOn(binding.dualCameraTexturePreviewIr)
|
|
.cameraListener(irCameraListener)
|
|
.isMirror(true)
|
|
.previewSize(recognizeViewModel.loadPreviewSize()) //相机预览大小设置，RGB与IR需使用相同大小
|
|
.additionalRotation(previewConfig.irAdditionalDisplayOrientation) //额外旋转角度
|
|
.build()
|
|
irCameraHelper!!.init()
|
|
try {
|
|
irCameraHelper!!.start()
|
|
} catch (e: RuntimeException) {
|
|
ToastUtils.showToast(e.message + context.getString(R.string.camera_error_notice))
|
|
}
|
|
}
|
|
|
|
/**
|
|
* 绘制RGB、IR画面的实时人脸信息
|
|
*
|
|
* @param facePreviewInfoList RGB画面的实时人脸信息
|
|
*/
|
|
private fun drawPreviewInfo(facePreviewInfoList: MutableList<FacePreviewInfo?>) {
|
|
// Timber.d("drawPreviewInfo facePreviewInfoList = ${facePreviewInfoList.size}, rgbFaceRectTransformer = ${rgbFaceRectTransformer != null}")
|
|
if (rgbFaceRectTransformer != null) {
|
|
val rgbDrawInfoList: MutableList<DrawInfo?>? = recognizeViewModel.getDrawInfo(
|
|
facePreviewInfoList,
|
|
LivenessType.RGB,
|
|
openRectInfoDraw
|
|
)
|
|
// 识别成功
|
|
binding.dualCameraFaceRectView.drawRealtimeFaceInfo(rgbDrawInfoList)
|
|
}
|
|
|
|
if (facePreviewInfoList.isEmpty() || (lastFaceTrackId != facePreviewInfoList[0]!!.trackId)) {
|
|
if (lastFaceTrackId != 0) {
|
|
Timber.i("$lastFaceTrackId 用户离开")
|
|
lastFaceTrackId = 0
|
|
postUserData()
|
|
if (mealPickupMode == 0) {
|
|
step1()
|
|
}else{
|
|
step2(currentFood!!)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
fun postUserData() {
|
|
Timber.d("postUserData")
|
|
if (userNutritionData == null || currentFood == null) {
|
|
Timber.d("postUserData userNutritionData = ${userNutritionData == null}, currentFood = ${currentFood == null}")
|
|
return
|
|
}
|
|
val userNutritionParam = UserNutritionParam(
|
|
userId = userNutritionData?.userId!!,
|
|
foodId = currentFood?.id!!,
|
|
faceTime = recognitionTime,
|
|
faceEndTime = System.currentTimeMillis(),
|
|
eatWeight = recognitionWeight - lastWeight,
|
|
foodWeight = lastWeight
|
|
)
|
|
viewModel.postUserNutritionData(listOf<UserNutritionParam>(userNutritionParam))
|
|
}
|
|
|
|
fun openRectInfoDraw(view: View?) {
|
|
openRectInfoDraw = !openRectInfoDraw
|
|
recognizeViewModel.setDrawRectInfoTextValue(openRectInfoDraw)
|
|
}
|
|
|
|
|
|
override fun onGlobalLayout() {
|
|
Timber.d("onGlobalLayout")
|
|
binding.dualCameraTexturePreviewRgb.getViewTreeObserver().removeOnGlobalLayoutListener(this)
|
|
openCamera()
|
|
}
|
|
|
|
|
|
// override fun onResume() {
|
|
// super.onResume()
|
|
// resumeCamera()
|
|
// viewModel.resetUserInfo()
|
|
// }
|
|
//
|
|
// protected override fun onPause() {
|
|
// pauseCamera()
|
|
// super.onPause()
|
|
// }
|
|
|
|
override fun onStop() {
|
|
if (rgbCameraHelper != null) {
|
|
rgbCameraHelper!!.release()
|
|
rgbCameraHelper = null
|
|
}
|
|
if (irCameraHelper != null) {
|
|
irCameraHelper!!.release()
|
|
irCameraHelper = null
|
|
}
|
|
recognizeViewModel.destroy()
|
|
super.onStop()
|
|
}
|
|
|
|
fun resumeCamera() {
|
|
Timber.d("resumeCamera isRecognition = $isRecognition")
|
|
isRecognition = true
|
|
if (rgbCameraHelper != null && rgbCameraHelper!!.isStopped) {
|
|
rgbCameraHelper!!.start()
|
|
}
|
|
}
|
|
|
|
fun pauseCamera() {
|
|
Timber.d("pauseCamera isRecognition = $isRecognition")
|
|
isRecognition = false
|
|
|
|
recognizeViewModel.onPreviewFrame(ByteArray(1382400), true)
|
|
}
|
|
} |