修改模式切换流程

app/src/main/java/com/sw/dualscreen/objbox/FoodModule.kt

@@ -1,10 +1,13 @@
 package com.sw.dualscreen.objbox
 
+import com.sw.dualscreen.MyApp
+import com.sw.dualscreen.utils.AssetsTool
 import android.content.Context
 import android.graphics.Bitmap
+import android.net.Uri
 import com.google.gson.Gson
 import com.google.gson.reflect.TypeToken
-import com.sw.dualscreen.utils.AssetsTool
+import com.sw.dualscreen.utils.ImageUtil
 import io.objectbox.Box
 import io.objectbox.kotlin.boxFor
 import io.objectbox.query.Query
@@ -19,34 +22,64 @@ import java.io.InputStream
 
 object FoodModule {
 
-    private const val THRESHOLD = 0.8
     private lateinit var module_mobile: Module
     private lateinit var box: Box<Food>
     private lateinit var embeddingsList: List<List<Float>>
     private lateinit var labelsList: IntArray
     private lateinit var classInfo: FoodClassInfo
-    private val NO_MEAN_RGB = floatArrayOf(0.0f, 0.0f, 0.0f)
-    private val NO_STD_RGB = floatArrayOf(1.0f, 1.0f, 1.0f)
+    val NO_MEAN_RGB = floatArrayOf(0.0f, 0.0f, 0.0f)
+    val NO_STD_RGB = floatArrayOf(1.0f, 1.0f, 1.0f)
+    val DEFAULT_FOOD_INDEX = -1
 
     fun init(context: Context) {
-        module_mobile = Module.load(copyAssetToCache(context, "best_embedding_model_mobile.pt"))
-        box = ObjectBox.boxStore.boxFor(Food::class)
-//        if (box.all.isNotEmpty()) {
-//            box.removeAll()
-//        }
-//        if (box.all.isEmpty()) {
-//            initFoodData(context)
-//        }
+        Thread {
+            module_mobile = Module.load(copyAssetToCache(context, "best_embedding_model_mobile.pt"))
+            box = ObjectBox.boxStore.boxFor(Food::class)
+            //if (box.all.isNotEmpty()) {
+            //    box.removeAll()
+            //}
+            //if (box.all.isEmpty()) {
+            //    initDefFoodData(context)
+            //}
+        }.start()
     }
 
-    fun queryFood(bitmap: Bitmap, queryCount: Int = 15): List<String> {
+    fun uri2FloatArray(uri: Uri): FloatArray? {
+        return MyApp.instance?.let { context ->
+            ImageUtil.uriToBitmap(context, uri)?.let {
+                bitmap2FloatArray(it)
+            }
+        }
+    }
+
+    fun bitmap2FloatArray(bitmap: Bitmap): FloatArray {
         val inputTensor = TensorImageUtils.bitmapToFloat32Tensor(
             bitmap,
             NO_MEAN_RGB, // [0.485, 0.456, 0.406] TORCHVISION_NORM_MEAN_RGB
             NO_STD_RGB    // [0.229, 0.224, 0.225] TORCHVISION_NORM_STD_RGB
         )
         val outputTensor = module_mobile.forward(IValue.from(inputTensor)).toTensor()
+        return outputTensor.dataAsFloatArray
+    }
+
+    fun queryFood(uri: Uri, queryCount: Int = 15): List<String>? {
+        return uri2FloatArray(uri)?.let {
+            queryFood(it, queryCount)
+        }
+    }
+
+    fun queryFood(bitmap: Bitmap, queryCount: Int = 15): List<String> {
+        val inputTensor =
+            TensorImageUtils.bitmapToFloat32Tensor(
+                bitmap,
+                NO_MEAN_RGB, // [0.485, 0.456, 0.406] TORCHVISION_NORM_MEAN_RGB
+                NO_STD_RGB    // [0.229, 0.224, 0.225] TORCHVISION_NORM_STD_RGB
+            )
+        val outputTensor = module_mobile.forward(IValue.from(inputTensor)).toTensor()
         val floatArray = outputTensor.dataAsFloatArray
+        if (bitmap.isRecycled.not()) {
+            bitmap.recycle()
+        }
         return queryFood(floatArray, queryCount)
     }
 
@@ -56,24 +89,35 @@ object FoodModule {
         //查询比较分数
 //        val tempList = query.findWithScores().sortedBy { it.score }.map { "${it.get().name}|${it.get().foodIdx}|${it.score}" }
         val map = mutableMapOf<String, Int>()
-        query.findIdsWithScores().forEach {
+        val idScoreList = query.findIdsWithScores()
+        val nameScoreList = mutableListOf<IdNameScore>()
+        idScoreList.forEach {
+            nameScoreList.add(IdNameScore(id = it.id, name = box.get(it.id).name?:"", score = it.score))
+
+            Timber.tag("registerDataChange").d("queryFood数据：${box.get(it.id).name}===score=${it.score}")
+        }
+//        Timber.tag("FoodModule").d("queryFood数据：${nameScoreList.toJsonString()}")
+        idScoreList.filter { it.score < 0.20 }.forEach {
             val food = box.get(it.id)
-            Timber.d("${food.name}|${food.foodIdx}|${it.score}")
-            if (1 - it.score >= THRESHOLD) {
-                //FoodQueryResult(id = it.id, name = food.name, foodIdx = food.foodIdx, score = it.score)
-                food.name?.let { key ->
-                    val count = map[key] ?: 0
-                    map.put(key, count + 1)
-                }
+            //FoodQueryResult(id = it.id, name = food.name, foodIdx = food.foodIdx, score = it.score)
+            food.name?.let { key ->
+                val count = map[key] ?: 0
+                map[key] = count + 1
             }
         }
         val list = map.entries.sortedByDescending { it.value }.map { it.key }
         return list
     }
 
+    data class IdNameScore(
+        val id:Long,
+        val name:String,
+        val score: Double
+    )
 
-    private fun initFoodData(context: Context) {
-        if (box.all.isNotEmpty()) {
+    fun initDefFoodData(context: Context, action:()-> Unit={}) {
+        val count = box.all.count { it.foodIdx == DEFAULT_FOOD_INDEX }
+        if (count > 0) {
             return
         }
         val embeddingsJson = AssetsTool.readAssetsFile(context, "data/embeddings.json")
@@ -91,8 +135,9 @@ object FoodModule {
             val classIdx = labelsList[index]
             val foodName = foodMap["$classIdx"]
             val array = floatList.toFloatArray()
-            box.put(Food(name = foodName, foodVector = array, foodIdx = index))
+            box.put(Food(name = foodName, foodVector = array, foodIdx = DEFAULT_FOOD_INDEX))
         }
+        action()
     }