feat: SGLANG_COMPAT — chat_template_kwargs.enable_thinking=false при -no-think (llama.cpp/sglang)

2026-08-21 02:53:52 +03:00
1 changed files with 6 additions and 0 deletions
@@ -155,6 +155,12 @@ internal fun patchBody(raw: String, excluded: List<String>, thinking: List<Strin
        if (root["reasoning"] == null) {
            root["reasoning"] = JsonObject(mapOf("enabled" to JsonPrimitive(false)))
        }
        // SGLANG_COMPAT: Qwen3.8 глушится только через chat_template_kwargs.enable_thinking=false
        if (System.getenv("SGLANG_COMPAT") == "true") {
            val ctk = root["chat_template_kwargs"]?.jsonObject?.toMutableMap() ?: mutableMapOf()
            ctk["enable_thinking"] = JsonPrimitive(false)
            root["chat_template_kwargs"] = JsonObject(ctk)
        }
    }
    val provider = root["provider"]?.jsonObject?.toMutableMap() ?: mutableMapOf()