stt(phone): Qwen3-ASR-0.6B int8 вместо whisper-small (константа STT_BACKEND, hotwords тулсет/тулы/умеешь) — откат в одну строку (opencode по ТЗ)

app-phone/src/main/kotlin/pw/binom/viewmate/phone/PhoneApp.kt

@@ -46,6 +46,8 @@ import pw.binom.viewmate.phone.agent.RemoteLlmClient
 import pw.binom.viewmate.phone.agent.SkillRegistry
 import pw.binom.viewmate.phone.agent.SkillRepository
 import pw.binom.viewmate.phone.agent.ToolsetRegistry
+import pw.binom.viewmate.phone.stt.PhraseRecognizer
+import pw.binom.viewmate.phone.stt.Qwen3AsrStt
 import pw.binom.viewmate.phone.stt.SttStreamer
 import pw.binom.viewmate.phone.stt.WhisperStt
 
@@ -351,26 +353,45 @@ class PhoneApp : Application() {
         synchronized(sttLock) {
             sttStreamer?.let { return it }
             val modelsDir = File(filesDir, "models")
-            val encoder = File(modelsDir, "small-encoder.int8.onnx")
-            val decoder = File(modelsDir, "small-decoder.int8.onnx")
-            val tokens = File(modelsDir, "small-tokens.txt")
-            if (!encoder.isFile || !decoder.isFile || !tokens.isFile) {
-                log("stt", "модели не найдены в ${modelsDir.absolutePath} — STT недоступен")
-                return null
+            val qwenConv = File(modelsDir, "conv_frontend.onnx")
+            val qwenEnc = File(modelsDir, "encoder.int8.onnx")
+            val qwenDec = File(modelsDir, "decoder.int8.onnx")
+            val qwenTok = File(modelsDir, "tokenizer")
+            var stt: PhraseRecognizer
+            if (STT_BACKEND == "qwen3_asr" &&
+                qwenConv.isFile && qwenEnc.isFile && qwenDec.isFile && qwenTok.isDirectory
+            ) {
+                stt = Qwen3AsrStt(
+                    convFrontendPath = qwenConv.absolutePath,
+                    encoderPath = qwenEnc.absolutePath,
+                    decoderPath = qwenDec.absolutePath,
+                    tokenizerDir = qwenTok.absolutePath,
+                    numThreads = 4,
+                    hotwords = STT_HOTWORDS,
+                )
+            } else {
+                val encoder = File(modelsDir, "small-encoder.int8.onnx")
+                val decoder = File(modelsDir, "small-decoder.int8.onnx")
+                val tokens = File(modelsDir, "small-tokens.txt")
+                if (!encoder.isFile || !decoder.isFile || !tokens.isFile) {
+                    log("stt", "модели не найдены в ${modelsDir.absolutePath} — STT недоступен")
+                    return null
+                }
+                stt = WhisperStt(
+                    encoderPath = encoder.absolutePath,
+                    decoderPath = decoder.absolutePath,
+                    tokensPath = tokens.absolutePath,
+                    numThreads = 4,
+                )
             }
-            val whisper = WhisperStt(
-                encoderPath = encoder.absolutePath,
-                decoderPath = decoder.absolutePath,
-                tokensPath = tokens.absolutePath,
-                numThreads = 4,
-            )
             val dumpPcm = if (File(filesDir, "stt_dump.marker").exists()) {
                 File(filesDir, "stt_dump_phone.raw")
             } else {
                 null
             }
+            log("stt", "бэкенд: $STT_BACKEND (hotwords: $STT_HOTWORDS)")
             val s = SttStreamer(
-                stt = whisper,
+                stt = stt,
                 onSilence30s = {
                     log("stt", "тишина 30 с — автo-отмена")
                     scope.launch { server.hub.broadcast(SttCancel(reason = "timeout")) }
@@ -385,7 +406,7 @@ class PhoneApp : Application() {
             )
             sttStreamer = s
             log("stt", "PCM-дампа (телефон): ${dumpPcm?.absolutePath ?: "off"}")
-            log("stt", "SttStreamer готов (Whisper-small int8)")
+            log("stt", "SttStreamer готов ($STT_BACKEND)")
             return s
         }
     }
@@ -512,5 +533,11 @@ class PhoneApp : Application() {
     companion object {
         lateinit var instance: PhoneApp
             private set
+
+        /** Бэкенд STT: "qwen3_asr" | "whisper" (откат). */
+        private const val STT_BACKEND = "qwen3_asr"
+
+        /** Подсказки словаря Qwen3-ASR (запятая-разделитель). */
+        private const val STT_HOTWORDS = "тулсет,тулы,умеешь"
     }
 }

app-phone/src/main/kotlin/pw/binom/viewmate/phone/stt/Qwen3AsrStt.kt

@@ -0,0 +1,51 @@
+package pw.binom.viewmate.phone.stt
+
+import com.k2fsa.sherpa.onnx.OfflineModelConfig
+import com.k2fsa.sherpa.onnx.OfflineQwen3AsrModelConfig
+import com.k2fsa.sherpa.onnx.OfflineRecognizer
+import com.k2fsa.sherpa.onnx.OfflineRecognizerConfig
+
+/** Офлайн-распознавание: sherpa-onnx + Qwen3-ASR-0.6B (int8), CPU. */
+class Qwen3AsrStt(
+    private val convFrontendPath: String,
+    private val encoderPath: String,
+    private val decoderPath: String,
+    private val tokenizerDir: String,
+    private val numThreads: Int = 4,
+    private val hotwords: String = "",
+) : PhraseRecognizer {
+    private val recognizer: OfflineRecognizer = OfflineRecognizer(
+        null,
+        OfflineRecognizerConfig(
+            modelConfig = OfflineModelConfig(
+                qwen3Asr = OfflineQwen3AsrModelConfig(
+                    convFrontend = convFrontendPath,
+                    encoder = encoderPath,
+                    decoder = decoderPath,
+                    tokenizer = tokenizerDir,
+                    maxTotalLen = 512,
+                    maxNewTokens = 128,
+                    temperature = 1e-6f,
+                    topP = 0.8f,
+                    seed = 42,
+                    hotwords = hotwords,
+                ),
+                numThreads = numThreads,
+                provider = "cpu",
+                modelType = "qwen3_asr",
+            ),
+        ),
+    )
+
+    /** Распознать 16 кГц mono PCM. Возвращает текст. */
+    override fun recognize(samples: FloatArray): String {
+        val stream = recognizer.createStream()
+        try {
+            stream.acceptWaveform(samples, 16000)
+            recognizer.decode(stream)
+            return recognizer.getResult(stream).text.trim()
+        } finally {
+            stream.release()
+        }
+    }
+}