From 5f3ae73e36b15c1be432789189ab3c8593c322ba Mon Sep 17 00:00:00 2001 From: Hermes Agent Date: Thu, 20 Aug 2026 13:14:52 +0300 Subject: [PATCH] =?UTF-8?q?feat:=20llm-proxy=20=E2=80=94=20OpenAI-=D0=BF?= =?UTF-8?q?=D1=80=D0=BE=D1=81=D0=BB=D0=BE=D0=B9=D0=BA=D0=B0=20=D0=BF=D0=B5?= =?UTF-8?q?=D1=80=D0=B5=D0=B4=20RouterAI=20(provider.ignore=20+=20-no-thin?= =?UTF-8?q?k)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .gitea/workflows/build.yml | 21 +++ .gitignore | 3 + Dockerfile | 5 + README.md | 40 +++++ build.gradle.kts | 41 +++++ gradle/gradle-wrapper.properties | 6 + gradle/wrapper/gradle-wrapper.properties | 6 + gradlew | 185 ++++++++++++++++++++ gradlew.bat | 89 ++++++++++ podman-compose.yaml | 17 ++ settings.gradle.kts | 1 + src/main/kotlin/pw/binom/llmproxy/Main.kt | 196 ++++++++++++++++++++++ 12 files changed, 610 insertions(+) create mode 100644 .gitea/workflows/build.yml create mode 100644 .gitignore create mode 100644 Dockerfile create mode 100644 README.md create mode 100644 build.gradle.kts create mode 100644 gradle/gradle-wrapper.properties create mode 100644 gradle/wrapper/gradle-wrapper.properties create mode 100755 gradlew create mode 100644 gradlew.bat create mode 100644 podman-compose.yaml create mode 100644 settings.gradle.kts create mode 100644 src/main/kotlin/pw/binom/llmproxy/Main.kt diff --git a/.gitea/workflows/build.yml b/.gitea/workflows/build.yml new file mode 100644 index 0000000..504d8f0 --- /dev/null +++ b/.gitea/workflows/build.yml @@ -0,0 +1,21 @@ +name: 'Build LLM Proxy' +on: + release: + types: [published] +jobs: + build: + name: 'Build and push' + runs-on: ubuntu-latest + steps: + - name: 'Checkout' + uses: https://github.com/actions/checkout@v4 + - name: 'Build jar' + uses: https://git.binom.pw/subochev/devops/build-gradle@main + with: + target: shadowJar + - name: 'Build Docker Image' + uses: https://git.binom.pw/subochev/devops/build-docker@main + with: + image_name: "llm-proxy" + tags: latest ${{ gitea.ref_name }} + context: './' diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..3d2cc27 --- /dev/null +++ b/.gitignore @@ -0,0 +1,3 @@ +build/ +.gradle/ +*.jar diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..319d588 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,5 @@ +FROM docker.io/library/eclipse-temurin:17-jre-alpine +COPY llm-proxy.jar /app/llm-proxy.jar +WORKDIR /app +EXPOSE 8100 +ENTRYPOINT ["java", "-jar", "/app/llm-proxy.jar"] diff --git a/README.md b/README.md new file mode 100644 index 0000000..a93feba --- /dev/null +++ b/README.md @@ -0,0 +1,40 @@ +# llm-proxy + +Прозрачная прослойка OpenAI API перед RouterAI (routerai.ru). Принимает +`/v1/chat/completions` и `/v1/models`, модифицирует запрос и проксирует дальше. + +## Что добавляет в запрос + +1. **`provider.ignore`** — исключение дорогих провайдеров (список из env + `EXCLUDED_PROVIDERS`, напр. `deepseek`) + `allow_fallbacks: false` + (иначе ignore не жёсткий — RouterAI может уйти на исключённого резервной + попыткой). +2. **`reasoning: {"enabled": false}`** — для моделей с суффиксом `-no-think` + (отключение думанья; проверено на `deepseek/deepseek-v4-flash-0731`: + работает `reasoning.enabled=false`, не работает `include_reasoning=false`). + Суффикс снимается перед отправкой — RouterAI видит оригинальное имя. + +## Каталог /v1/models + +Модели, чей id содержит любую из подстрок `THINKING_MODELS`, дублируются в +каталоге с суффиксом `-no-think` (напр. `deepseek/deepseek-v4-flash-0731-no-think`). + +## Конфиг (env) + +| Переменная | Default | Описание | +|---|---|---| +| `PORT` | 8100 | Порт сервера | +| `UPSTREAM_URL` | `https://routerai.ru/api/v1` | Куда проксировать | +| `ROUTER_API_KEY` | — (обязателен) | Bearer-ключ RouterAI | +| `EXCLUDED_PROVIDERS` | пусто | slug'и провайдеров через запятую | +| `THINKING_MODELS` | `deepseek/deepseek-v4-flash-0731,deepseek/deepseek-v4-flash` | подстроки id «думающих» моделей | + +## Сборка и деплой + +- CI (Gitea Actions, на release): `./gradlew shadowJar` → образ + `images.binom.pw/llm-proxy:` (zot). +- Запуск на 76.179 (llm-router): `podman-compose up -d` из `podman-compose.yaml` + (образ тянется из `images.binom.pw`, сеть `bifrost_default` — туда же Bifrost + ходит по имени `llm-proxy`). +- Bifrost: в `config_providers` провайдера `Routerai` `network_config_json.base_url` + = `http://llm-proxy:8100` (после смены — рестарт bifrost_gateway). diff --git a/build.gradle.kts b/build.gradle.kts new file mode 100644 index 0000000..d563aae --- /dev/null +++ b/build.gradle.kts @@ -0,0 +1,41 @@ +plugins { + kotlin("jvm") version "2.4.10" + application + id("com.gradleup.shadow") version "8.3.5" +} + +group = "pw.binom" +version = "0.1.0" + +repositories { + mavenCentral() +} + +dependencies { + implementation("io.ktor:ktor-server-core:3.1.2") + implementation("io.ktor:ktor-server-cio:3.1.2") + implementation("io.ktor:ktor-server-content-negotiation:3.1.2") + implementation("io.ktor:ktor-serialization-kotlinx-json:3.1.2") + implementation("org.jetbrains.kotlinx:kotlinx-serialization-json:1.8.1") + implementation("ch.qos.logback:logback-classic:1.5.18") +} + +application { + mainClass.set("pw.binom.llmproxy.MainKt") +} + +kotlin { + compilerOptions { + jvmTarget.set(org.jetbrains.kotlin.gradle.dsl.JvmTarget.JVM_17) + } +} + +java { + sourceCompatibility = JavaVersion.VERSION_17 + targetCompatibility = JavaVersion.VERSION_17 +} + +tasks.shadowJar { + archiveFileName.set("llm-proxy.jar") + mergeServiceFiles() +} diff --git a/gradle/gradle-wrapper.properties b/gradle/gradle-wrapper.properties new file mode 100644 index 0000000..c1f93d8 --- /dev/null +++ b/gradle/gradle-wrapper.properties @@ -0,0 +1,6 @@ +#Sat Apr 15 17:57:35 CST 2023 +distributionBase=GRADLE_USER_HOME +distributionUrl=https\://services.gradle.org/distributions/gradle-8.14-bin.zip +distributionPath=wrapper/dists +zipStorePath=wrapper/dists +zipStoreBase=GRADLE_USER_HOME diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 0000000..c1f93d8 --- /dev/null +++ b/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,6 @@ +#Sat Apr 15 17:57:35 CST 2023 +distributionBase=GRADLE_USER_HOME +distributionUrl=https\://services.gradle.org/distributions/gradle-8.14-bin.zip +distributionPath=wrapper/dists +zipStorePath=wrapper/dists +zipStoreBase=GRADLE_USER_HOME diff --git a/gradlew b/gradlew new file mode 100755 index 0000000..4f906e0 --- /dev/null +++ b/gradlew @@ -0,0 +1,185 @@ +#!/usr/bin/env sh + +# +# Copyright 2015 the original author or authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn () { + echo "$*" +} + +die () { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin or MSYS, switch paths to Windows format before running java +if [ "$cygwin" = "true" -o "$msys" = "true" ] ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=`expr $i + 1` + done + case $i in + 0) set -- ;; + 1) set -- "$args0" ;; + 2) set -- "$args0" "$args1" ;; + 3) set -- "$args0" "$args1" "$args2" ;; + 4) set -- "$args0" "$args1" "$args2" "$args3" ;; + 5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + 6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + 7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + 8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + 9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Escape application args +save () { + for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done + echo " " +} +APP_ARGS=`save "$@"` + +# Collect all arguments for the java command, following the shell quoting and substitution rules +eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" + +exec "$JAVACMD" "$@" diff --git a/gradlew.bat b/gradlew.bat new file mode 100644 index 0000000..107acd3 --- /dev/null +++ b/gradlew.bat @@ -0,0 +1,89 @@ +@rem +@rem Copyright 2015 the original author or authors. +@rem +@rem Licensed under the Apache License, Version 2.0 (the "License"); +@rem you may not use this file except in compliance with the License. +@rem You may obtain a copy of the License at +@rem +@rem https://www.apache.org/licenses/LICENSE-2.0 +@rem +@rem Unless required by applicable law or agreed to in writing, software +@rem distributed under the License is distributed on an "AS IS" BASIS, +@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +@rem See the License for the specific language governing permissions and +@rem limitations under the License. +@rem + +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Resolve any "." and ".." in APP_HOME to make it shorter. +for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m" + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto execute + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto execute + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %* + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/podman-compose.yaml b/podman-compose.yaml new file mode 100644 index 0000000..22e8348 --- /dev/null +++ b/podman-compose.yaml @@ -0,0 +1,17 @@ +# llm-proxy — прослойка OpenAI API: добавляет provider.ignore (исключение +# дорогих провайдеров) + allow_fallbacks:false и reasoning.enabled:false для +# моделей с суффиксом "-no-think", проксирует на RouterAI. Ответ — как есть. +# +# Запуск на 76.179 (llm-router): podman-compose up -d +services: + llm-proxy: + image: images.binom.pw/llm-proxy:latest + container_name: llm-proxy + restart: unless-stopped + network_mode: bifrost_default + environment: + - PORT=8100 + - UPSTREAM_URL=https://routerai.ru/api/v1 + - ROUTER_API_KEY=__SET_FROM_CONFIG_DB__ + - EXCLUDED_PROVIDERS=deepseek + - THINKING_MODELS=deepseek/deepseek-v4-flash-0731,deepseek/deepseek-v4-flash diff --git a/settings.gradle.kts b/settings.gradle.kts new file mode 100644 index 0000000..609ec25 --- /dev/null +++ b/settings.gradle.kts @@ -0,0 +1 @@ +rootProject.name = "llm-proxy" diff --git a/src/main/kotlin/pw/binom/llmproxy/Main.kt b/src/main/kotlin/pw/binom/llmproxy/Main.kt new file mode 100644 index 0000000..2bcfe2e --- /dev/null +++ b/src/main/kotlin/pw/binom/llmproxy/Main.kt @@ -0,0 +1,196 @@ +package pw.binom.llmproxy + +import io.ktor.http.ContentType +import io.ktor.http.HttpStatusCode +import io.ktor.server.application.Application +import io.ktor.server.application.ApplicationCall +import io.ktor.server.application.install +import io.ktor.server.cio.CIO +import io.ktor.server.engine.embeddedServer +import io.ktor.server.request.receiveText +import io.ktor.server.response.respondBytes +import io.ktor.server.response.respondOutputStream +import io.ktor.server.routing.get +import io.ktor.server.routing.post +import io.ktor.server.routing.routing +import kotlinx.serialization.json.Json +import kotlinx.serialization.json.JsonArray +import kotlinx.serialization.json.JsonObject +import kotlinx.serialization.json.JsonPrimitive +import kotlinx.serialization.json.jsonArray +import kotlinx.serialization.json.jsonObject +import kotlinx.serialization.json.jsonPrimitive +import java.net.URI +import java.net.http.HttpClient +import java.net.http.HttpRequest +import java.net.http.HttpResponse +import java.time.Duration + +/** + * Прослойка OpenAI API: принимает chat/completions, добавляет в JSON + * `provider.ignore` (исключение дорогих провайдеров) + `allow_fallbacks: false` + * и прозрачно проксирует на RouterAI (routerai.ru/api/v1). Ответ — как есть, + * включая SSE-стрим. + * + * Трюк «-no-think»: модели из [THINKING_MODELS] в каталоге /v1/models дублируются + * с суффиксом `-no-think`; запрос на такой id получает `reasoning: {"enabled": false}` + * (модель не думает — не жрёт токены на reasoning). Проверено на + * deepseek/deepseek-v4-flash-0731: reasoning.enabled=false глушит думанье. + * + * Конфиг (env): + * - PORT (default 8100) + * - UPSTREAM_URL (default https://routerai.ru/api/v1) + * - ROUTER_API_KEY — Bearer-ключ RouterAI (обязателен) + * - EXCLUDED_PROVIDERS — slug'и провайдеров через запятую (напр. "deepseek") + * - THINKING_MODELS — подстроки id «думающих» моделей через запятую + * (напр. "deepseek/deepseek-v4-flash-0731,deepseek/deepseek-r1") + */ +fun main() { + val port = System.getenv("PORT")?.toIntOrNull() ?: 8100 + val upstream = System.getenv("UPSTREAM_URL") ?: "https://routerai.ru/api/v1" + val apiKey = System.getenv("ROUTER_API_KEY") + ?: throw IllegalStateException("ROUTER_API_KEY required") + val excluded = (System.getenv("EXCLUDED_PROVIDERS") ?: "") + .split(",").map { it.trim() }.filter { it.isNotEmpty() }.distinct() + val thinking = (System.getenv("THINKING_MODELS") ?: "deepseek/deepseek-v4-flash-0731,deepseek/deepseek-v4-flash") + .split(",").map { it.trim() }.filter { it.isNotEmpty() }.distinct() + + embeddedServer(CIO, port = port, host = "0.0.0.0") { + proxyModule(upstream, apiKey, excluded, thinking) + }.start(wait = true) +} + +private val json = Json { ignoreUnknownKeys = true } + +/** Прокси-клиент: один на процесс (HttpClient потокобезопасен). */ +private val http = HttpClient.newBuilder() + .connectTimeout(Duration.ofSeconds(15)) + .build() + +fun Application.proxyModule(upstream: String, apiKey: String, excluded: List, thinking: List) { + routing { + post("/v1/chat/completions") { + handleChat(call, upstream, apiKey, excluded, thinking) + } + get("/v1/models") { + handleModels(call, upstream, apiKey, thinking) + } + } +} + +private suspend fun handleChat( + call: ApplicationCall, + upstream: String, + apiKey: String, + excluded: List, + thinking: List, +) { + val raw = call.receiveText() + if (raw.isBlank()) { + call.respondBytes( + """{"error":{"message":"empty body"}}""".toByteArray(), + ContentType.Application.Json, HttpStatusCode.BadRequest, + ) + return + } + val patched = try { + patchBody(raw, excluded, thinking) + } catch (e: Exception) { + call.respondBytes( + """{"error":{"message":"bad json: ${e.message}"}}""".toByteArray(), + ContentType.Application.Json, HttpStatusCode.BadRequest, + ) + return + } + + val req = HttpRequest.newBuilder() + .uri(URI.create(upstream.trimEnd('/') + "/chat/completions")) + .header("Authorization", "Bearer $apiKey") + .header("Content-Type", "application/json") + .POST(HttpRequest.BodyPublishers.ofString(patched)) + .build() + + val stream = json.parseToJsonElement(raw).jsonObject["stream"]?.jsonPrimitive?.content == "true" + if (stream) { + // SSE-стрим: транслируем как есть, чанк за чанком. + val resp = http.send(req, HttpResponse.BodyHandlers.ofInputStream()) + val ct = resp.headers().firstValue("content-type").orElse("text/event-stream") + call.respondOutputStream(ContentType.parse(ct), HttpStatusCode.fromValue(resp.statusCode())) { + resp.body().use { input -> input.copyTo(this, 8192) } + } + } else { + val resp = http.send(req, HttpResponse.BodyHandlers.ofByteArray()) + val ct = resp.headers().firstValue("content-type").orElse("application/json") + call.respondBytes(resp.body(), ContentType.parse(ct), HttpStatusCode.fromValue(resp.statusCode())) + } +} + +/** + * Патч запроса: (1) если модель оканчивается на "-no-think" — снять суффикс и + * добавить `reasoning: {"enabled": false}` (не думать); (2) добавить + * `provider.ignore` (объединяя с присланным клиентом) и `allow_fallbacks: false` — + * иначе ignore не жёсткий: RouterAI может уйти на исключённого провайдера + * резервной попыткой (см. гайд provider-selection). + */ +internal fun patchBody(raw: String, excluded: List, thinking: List): String { + val root = json.parseToJsonElement(raw).jsonObject.toMutableMap() + + val model = root["model"]?.jsonPrimitive?.content ?: "" + if (model.endsWith("-no-think")) { + root["model"] = JsonPrimitive(model.removeSuffix("-no-think")) + if (root["reasoning"] == null) { + root["reasoning"] = JsonObject(mapOf("enabled" to JsonPrimitive(false))) + } + } + + val provider = root["provider"]?.jsonObject?.toMutableMap() ?: mutableMapOf() + val existing = provider["ignore"]?.jsonArray?.map { it.jsonPrimitive.content } ?: emptyList() + provider["ignore"] = JsonArray((existing + excluded).distinct().map { JsonPrimitive(it) }) + if (provider["allow_fallbacks"] == null) { + provider["allow_fallbacks"] = JsonPrimitive(false) + } + root["provider"] = JsonObject(provider) + return JsonObject(root).toString() +} + +private suspend fun handleModels( + call: ApplicationCall, + upstream: String, + apiKey: String, + thinking: List, +) { + val req = HttpRequest.newBuilder() + .uri(URI.create(upstream.trimEnd('/') + "/models")) + .header("Authorization", "Bearer $apiKey") + .GET() + .build() + val resp = http.send(req, HttpResponse.BodyHandlers.ofByteArray()) + val ct = resp.headers().firstValue("content-type").orElse("application/json") + val body = if (thinking.isNotEmpty()) { + patchModelsCatalog(String(resp.body(), Charsets.UTF_8), thinking).toByteArray(Charsets.UTF_8) + } else { + resp.body() + } + call.respondBytes(body, ContentType.parse(ct), HttpStatusCode.fromValue(resp.statusCode())) +} + +/** + * Дублировать «думающие» модели в каталоге с суффиксом "-no-think": + * каждая модель, чей id содержит любую из подстрок [thinking], получает копию + * с id = "<оригинал>-no-think". + */ +internal fun patchModelsCatalog(raw: String, thinking: List): String { + val root = json.parseToJsonElement(raw).jsonObject.toMutableMap() + val data = root["data"]?.jsonArray?.map { it.jsonObject } ?: emptyList() + if (data.isEmpty()) return raw + val copies = data.filter { m -> + val id = m["id"]?.jsonPrimitive?.content ?: "" + thinking.any { id.contains(it) } + }.map { m -> + val id = m["id"]?.jsonPrimitive?.content ?: "" + JsonObject(m.toMutableMap().apply { this["id"] = JsonPrimitive(id + "-no-think") }) + } + if (copies.isEmpty()) return raw + root["data"] = JsonArray(data + copies) + return JsonObject(root).toString() +}