package com.sw.dualscreen.presentation import android.Manifest import android.app.Presentation import android.content.Context import android.content.pm.PackageManager import android.graphics.Bitmap import android.graphics.Point import android.hardware.Camera import android.hardware.camera2.CameraDevice import android.hardware.camera2.CameraManager import android.net.Uri import android.os.Build import android.os.Bundle import android.util.DisplayMetrics import android.util.Log import android.view.Display import android.view.View import android.view.ViewGroup import android.view.ViewTreeObserver import android.widget.Toast import androidx.annotation.RequiresApi import androidx.camera.view.PreviewView import androidx.core.content.ContextCompat import androidx.lifecycle.Observer import com.arcsoft.face.ErrorInfo import com.sw.dualscreen.R import com.sw.dualscreen.activity.MainActivity import com.sw.dualscreen.databinding.PresentationSecondaryScreenBinding import com.sw.dualscreen.viewmodel.UserViewModel import com.sw.plate.utils.ToastUtils import com.sw.plate.utils.arcface.ConfigUtil import com.sw.plate.utils.arcface.ErrorCodeUtil import com.sw.plate.utils.arcface.FaceRectTransformer import com.sw.plate.utils.arcface.FaceRectView import com.sw.plate.utils.arcface.FaceRectView.DrawInfo import com.sw.plate.utils.arcface.PreviewConfig import com.sw.plate.utils.arcface.camera.CameraListener import com.sw.plate.utils.arcface.camera.DualCameraHelper import com.sw.plate.utils.arcface.face.constants.LivenessType import com.sw.plate.utils.arcface.face.model.FacePreviewInfo import com.sw.plate.utils.arcface.face.model.RecognizeConfiguration import com.sw.plate.utils.arcface.viewmodel.RecognizeViewModel import timber.log.Timber /** * 用户屏幕 */ class SecondaryScreenPresentation( val activity: MainActivity, context: Context, display: Display, viewModel: UserViewModel, private val onDismissListener: () -> Unit = {}, val recognizeViewModel: RecognizeViewModel ) : Presentation(context, display), ViewTreeObserver.OnGlobalLayoutListener { private lateinit var binding: PresentationSecondaryScreenBinding private var cameraDevice: CameraDevice? = null // private var cameraCaptureSession: CameraCaptureSession? = null private lateinit var cameraManager: CameraManager private var cameraIdList: Array = arrayOf() lateinit var previewView: PreviewView override fun onCreate(savedInstanceState: Bundle?) { super.onCreate(savedInstanceState) binding = PresentationSecondaryScreenBinding.inflate(layoutInflater) setContentView(binding.root) window?.setBackgroundDrawableResource(android.R.color.transparent) previewView = binding.previewView cameraManager = context.getSystemService(Context.CAMERA_SERVICE) as CameraManager // 获取摄像头列表 cameraIdList = cameraManager.cameraIdList if (cameraIdList.isEmpty()) { Toast.makeText(context, "没有可用的摄像头", Toast.LENGTH_SHORT).show() return } cameraIdList.forEach { Timber.d("摄像头id列表 = ${it}") } initArcViewModel() initArcView() openRectInfoDraw = true openCamera(cameraIdList.last()) // binding.includeUserHeat.ivHeat.showText("1070千卡") } override fun onDisplayRemoved() { super.onDisplayRemoved() onDismissListener() } fun updateImage(bitmap: Bitmap) { activity.runOnUiThread { binding.ivImg.setImageBitmap(bitmap) } } /** * 用户1 显示相机预览 */ fun step1(foodImg: Uri) { } /** * 显示人脸识别 */ fun step2() { } /** * 显示识别出的菜品信息 */ fun step3() { } private fun openCamera(cameraId: String) { if (ContextCompat.checkSelfPermission(context, Manifest.permission.CAMERA) != PackageManager.PERMISSION_GRANTED ) { return } try { cameraManager.openCamera(cameraId, object : CameraDevice.StateCallback() { override fun onOpened(device: CameraDevice) { cameraDevice = device // createCameraPreviewSession() recognizeViewModel.init( PreviewConfig( 2, 4, 0, 0 ) ) initRgbCamera() resumeCamera() } override fun onDisconnected(device: CameraDevice) { device.close() cameraDevice = null } override fun onError(device: CameraDevice, error: Int) { device.close() cameraDevice = null } }, null) } catch (e: Exception) { Log.e("Camera2", "打开摄像头失败", e) } } // 虹软人脸配置 ⬇ private var isRecognition = false private var rgbCameraHelper: DualCameraHelper? = null private var rgbFaceRectTransformer: FaceRectTransformer? = null private val livenessType = LivenessType.RGB private var openRectInfoDraw = false private fun initArcViewModel() { recognizeViewModel.setLiveType(livenessType) recognizeViewModel.ftInitCode.observe(activity, Observer { ftInitCode: Int? -> if (ftInitCode != ErrorInfo.MOK) { val error: String? = context.getString( R.string.specific_engine_init_failed, "ftEngine", ftInitCode, ErrorCodeUtil.arcFaceErrorCodeToFieldName(ftInitCode!!) ) Timber.e("ftInitCode observe = $error") ToastUtils.showToast(error) } }) recognizeViewModel.frInitCode.observe(activity, Observer { frInitCode: Int? -> if (frInitCode != ErrorInfo.MOK) { val error: String? = context.getString( R.string.specific_engine_init_failed, "frEngine", frInitCode, ErrorCodeUtil.arcFaceErrorCodeToFieldName(frInitCode!!) ) Timber.e("frInitCode observe = $error") ToastUtils.showToast(error) } }) recognizeViewModel.flInitCode.observe(activity, Observer { flInitCode: Int? -> if (flInitCode != ErrorInfo.MOK) { val error: String? = context.getString( R.string.specific_engine_init_failed, "flEngine", flInitCode, ErrorCodeUtil.arcFaceErrorCodeToFieldName(flInitCode!!) ) Timber.e("flInitCode observe = $error") ToastUtils.showToast(error) } }) recognizeViewModel.recognizeConfiguration .observe(activity, Observer { recognizeConfiguration: RecognizeConfiguration? -> Timber.i("recognizeConfiguration: observe = ${recognizeConfiguration.toString()}") }) recognizeViewModel.recognizeNotice.observe(activity, Observer { notice: String? -> Timber.i("recognizeNotice observe notice = $notice") }) recognizeViewModel.recognizeUserId.observe(activity, Observer { userId: String? -> Timber.i("recognizeUserId observe userId = $userId") // viewModel.getUserInfoById(memberId = userId?.toInt() ?: 0) }) recognizeViewModel.drawRectInfoText.observe(activity, Observer { info -> Timber.i("drawRectInfoText observe info = $info") }) } private fun initArcView() { //在布局结束后才做初始化操作 binding.dualCameraTexturePreviewRgb.getViewTreeObserver().addOnGlobalLayoutListener(this) recognizeViewModel.getCompareResultList().getValue() } /** * 调整View的宽高,使预览显示正常且采集框固定为380x380 * * @param rgbPreview RGB预览View * @param previewView 显示预览数据的view * @param faceRectView 画框的view (380x380) * @param previewSize 预览大小 * @param displayOrientation 相机旋转角度 * @param scale 缩放比例 * @return 调整后的LayoutParams */ private fun adjustPreviewViewSize( rgbPreview: View, previewView: View, faceRectView: FaceRectView, previewSize: Camera.Size, displayOrientation: Int, scale: Float ): ViewGroup.LayoutParams { val layoutParams = previewView.layoutParams val measuredWidth = previewView.measuredWidth val measuredHeight = previewView.measuredHeight var ratio = (previewSize.height.toFloat()) / previewSize.width.toFloat() if (ratio > 1) { ratio = 1 / ratio } if (displayOrientation % 180 == 0) { layoutParams.width = measuredWidth layoutParams.height = (measuredWidth * ratio).toInt() } else { layoutParams.height = measuredHeight layoutParams.width = (measuredHeight * ratio).toInt() } if (scale < 1f) { val rgbParam = rgbPreview.getLayoutParams() layoutParams.width = (rgbParam.width * scale).toInt() layoutParams.height = (rgbParam.height * scale).toInt() } else { layoutParams.width = (layoutParams.width * scale).toInt() layoutParams.height = (layoutParams.height * scale).toInt() } val metrics = DisplayMetrics() activity.windowManager.defaultDisplay.getMetrics(metrics) if (layoutParams.width >= metrics.widthPixels) { val viewRatio = layoutParams.width / (metrics.widthPixels.toFloat()) layoutParams.width = (layoutParams.width / viewRatio).toInt() layoutParams.height = (layoutParams.height / viewRatio).toInt() } if (layoutParams.height >= metrics.heightPixels) { val viewRatio = layoutParams.height / (metrics.heightPixels.toFloat()) layoutParams.width = (layoutParams.width / viewRatio).toInt() layoutParams.height = (layoutParams.height / viewRatio).toInt() } previewView.setLayoutParams(layoutParams) faceRectView.setLayoutParams(layoutParams) return layoutParams } private fun initRgbCamera() { val cameraListener: CameraListener = object : CameraListener { override fun onCameraOpened( camera: Camera, cameraId: Int, displayOrientation: Int, isMirror: Boolean ) { activity.runOnUiThread({ val previewSizeRgb = camera.getParameters().getPreviewSize() val layoutParams = adjustPreviewViewSize( binding.dualCameraTexturePreviewRgb, binding.dualCameraTexturePreviewRgb, binding.dualCameraFaceRectView, previewSizeRgb, 90, 1f ) Timber.d("initRgbCamera previewSizeRgb = ${previewSizeRgb.width}-${previewSizeRgb.height}") Timber.d("initRgbCamera layoutParams = ${layoutParams.width}-${layoutParams.height}") rgbFaceRectTransformer = FaceRectTransformer( previewSizeRgb.width, previewSizeRgb.height, layoutParams.width, layoutParams.height, displayOrientation, cameraId, isMirror, ConfigUtil.isDrawRgbRectHorizontalMirror(context), ConfigUtil.isDrawRgbRectVerticalMirror(context) ) recognizeViewModel.onRgbCameraOpened(camera) recognizeViewModel.setRgbFaceRectTransformer(rgbFaceRectTransformer) }) } @RequiresApi(api = Build.VERSION_CODES.Q) override fun onPreview(nv21: ByteArray?, camera: Camera?) { if (!isRecognition) { return } binding.dualCameraFaceRectView.clearFaceInfo() val facePreviewInfoList: MutableList? = recognizeViewModel.onPreviewFrame(nv21, true) if (facePreviewInfoList != null && rgbFaceRectTransformer != null) { drawPreviewInfo(facePreviewInfoList) } recognizeViewModel.clearLeftFace(facePreviewInfoList) } override fun onCameraClosed() { Timber.i("onCameraClosed: ") } override fun onCameraError(e: java.lang.Exception) { Timber.i("onCameraError: %s", e.message) e.printStackTrace() } override fun onCameraConfigurationChanged(cameraID: Int, displayOrientation: Int) { Timber.i("onCameraConfigurationChanged: threadName = ${Thread.currentThread().name}") if (rgbFaceRectTransformer != null) { rgbFaceRectTransformer!!.cameraDisplayOrientation = displayOrientation } Timber.i("onCameraConfigurationChanged: $cameraID $displayOrientation") } } val previewConfig: PreviewConfig = recognizeViewModel.previewConfig rgbCameraHelper = DualCameraHelper.Builder() .previewViewSize( Point( binding.dualCameraTexturePreviewRgb.measuredWidth, binding.dualCameraTexturePreviewRgb.measuredHeight ) ) .rotation(activity.windowManager.defaultDisplay.rotation) .additionalRotation(90) // 角度 .previewSize(recognizeViewModel.loadPreviewSize()) .specificCameraId(previewConfig.rgbCameraId) .isMirror(true) .previewOn(binding.dualCameraTexturePreviewRgb) .cameraListener(cameraListener) .build() rgbCameraHelper!!.init() rgbCameraHelper!!.start() } /** * 绘制RGB、IR画面的实时人脸信息 * * @param facePreviewInfoList RGB画面的实时人脸信息 */ private fun drawPreviewInfo(facePreviewInfoList: MutableList) { if (rgbFaceRectTransformer != null) { val rgbDrawInfoList: MutableList? = recognizeViewModel.getDrawInfo( facePreviewInfoList, LivenessType.RGB, openRectInfoDraw ) // 识别成功 binding.dualCameraFaceRectView.drawRealtimeFaceInfo(rgbDrawInfoList) } } fun openRectInfoDraw(view: View?) { openRectInfoDraw = !openRectInfoDraw recognizeViewModel.setDrawRectInfoTextValue(openRectInfoDraw) } override fun onGlobalLayout() { Timber.d("onGlobalLayout") binding.dualCameraTexturePreviewRgb.getViewTreeObserver().removeOnGlobalLayoutListener(this) } // override fun onResume() { // super.onResume() // resumeCamera() // viewModel.resetUserInfo() // } // // protected override fun onPause() { // pauseCamera() // super.onPause() // } override fun onStop() { if (rgbCameraHelper != null) { rgbCameraHelper!!.release() rgbCameraHelper = null } recognizeViewModel.destroy() super.onStop() } fun resumeCamera() { Timber.d("resumeCamera") isRecognition = true if (rgbCameraHelper != null && rgbCameraHelper!!.isStopped) { rgbCameraHelper!!.start() } } fun pauseCamera() { Timber.d("pauseCamera") isRecognition = false recognizeViewModel.onPreviewFrame(ByteArray(1382400), true) } }