# v2 git bundle 7897fa9651952b5b89700bf8b8046ac6d9e502bb refs/heads/bundle 7897fa9651952b5b89700bf8b8046ac6d9e502bb HEAD PACK3x3tree b7128c81eb5a94ee372e8910e3ca196e18134ab2 author Elton Turing 1788584592 +0200 committer Elton Turing 1788584592 +0200 llmrouter: leichtgewichtiger Gateway-Ersatz mit Alternativ-Auflösung OpenAI-kompatibler Reverse-Proxy in Bun: Client-Key -> ACL, Alias -> Modell (alternative: günstigstes Modell derselben Klasse über llmlite/openrouter-auswahl inkl. Effort-Achse; fest: lokale Upstreams, TTS/STT, Embeddings), Usage/Kosten aus der OpenRouter-Antwort (auch im Stream), JSONL + SQLite-Log, Tagesstatistik je Key. Altnamen der LiteLLM-Zeit werden übersetzt. Kein 3456/stdcmpt, kein role/*, kein -auto (Andreas 2026-09-05). Lokal verifiziert: Chat, Stream, ACL, Altname, Kosten im Log. Parallelbetrieb auf :4001 geplant. Co-Authored-By: Claude Fable 5.1 x340031QK,L/Je(H=2oͫUE8<{*U/7Aıf.-oV3۪C%ee1̔ 9cC,S(.;Jb#Ve"Mu8n*,HLNLO#,v:ɿeM @(CUw'7B)1EWxlog/ dist/ node_modules/ pxW]o}篸DI66ɮBHY,9gE3CCѧb1O'/3$( !=s/QQ4Q4*B?C4VNg[ZQ{ X%sIIǽ%Xi:_I=:UN 7XOLu{GxJ^FBjQӍea|,iF, %O]JX$žU, ,6YGWR3:C@Q[dfխ+.$?$EABMs#L^7)7q2֋.-3R꤇":#Ei#22v— RV:]:S!.osQ"GGG=:'*dmm/9y,f%Eg[(F (N'Qt: yصy/\Pgr又s_zM _\".j-ENrSTO Qg2VKdfr(A:A[p5G,@-;.i漀xr! 6A(18ys?!DgI24@5W ;P ݺ.MEQJS x.Fjg–,Mo@%!NܲFDL-5.|aCJ֤}p*PO/ ~Ɓ50O"n](!PFWs7lv0rwUmX{rDv zuD`$4'=iS8BsnԤ#.vGw{K~# { FYFg$[AFgJ#_3oinULL> x~'̬$ GZϪBq 奒yb=Gtlhyq~5= QsܺL&Ѯmo-CCo͌s"p>c݀ cSJ߮_y[W`o .F둾VNr/K.iaCi'hz'3þ yђ~)מ}ޙ^^9# 3+JI*>`![726kHqL,:hd EOɫ6V:~io-&R,Pdi mZ4ͥf8ց4/6)SWp$'&'Hb48NKvs3y{<%o 4=oו4v;KA~H?T/lc6ݦv%l2]?ſΓ;fL]+?MT,h/V-nano<:JkSP.Ր0[|Esa|  re4Jn~g6&x=5i-O|ß:HK./ae(w Qrb@2[snTΌm T YP ՐbJ sPֆا6{ d̰_iwvq4UMx``On6k5a1OCw0=N,+: 7"Cn|NoWG>!dZ!>3ܛ~kۇn.%Pɓ07L@Sԋ $sx{ "_doku": "Versionierte Quelle des llmrouter. Secrets kommen NUR aus der Umgebung: OPENROUTER_API_KEY, MISTRAL_API_KEY, ADMIN_KEY; Client-Keys aus KEYS_FILE (token -> name), Rechte aus key-acls.json (name -> aliasse).", "port": 4001, "logDir": "./log", "refreshHours": 12, "aaRefreshDays": 7, "lasttest": true, "upstreams": { "openrouter": { "base": "https://openrouter.ai/api/v1", "keyEnv": "OPENROUTER_API_KEY" }, "qwen": { "base": "http://10.18.5.30:11507/v1", "maxParallel": 1 }, "voice": { "base": "http://10.18.5.30:8803/v1" }, "ollama": { "base": "http://10.18.5.30:11434/v1" }, "mistral": { "base": "https://api.mistral.ai/v1", "keyEnv": "MISTRAL_API_KEY" }, "kira-chat": { "base": "http://10.6.42.111:8000/v1" }, "kira-stt": { "base": "http://10.6.42.111:8001/v1" } }, "aliases": { "marvin:none": { "art": "alternative", "referenz": "openai/gpt-5.6-luna:none" }, "marvin:low": { "art": "alternative", "referenz": "openai/gpt-5.6-luna:low" }, "marvin:medium": { "art": "alternative", "referenz": "openai/gpt-5.6-luna:medium" }, "marvin:high": { "art": "alternative", "referenz": "openai/gpt-5.6-luna:high" }, "marvin:extra": { "art": "alternative", "referenz": "anthropic/claude-opus-5:medium" }, "marvin:ultra": { "art": "alternative", "referenz": "anthropic/claude-fable-5.1:medium" }, "marvin-mass": { "art": "alternative", "referenz": "inclusionai/ling-3.0-flash" }, "marvin-free": { "art": "fest", "upstream": "openrouter", "model": "openrouter/free" }, "marvin-core:none": { "art": "fest", "upstream": "qwen", "model": "qwen36:35b", "body": { "chat_template_kwargs": { "enable_thinking": false } } }, "marvin-core:medium": { "art": "fest", "upstream": "qwen", "model": "qwen36:35b", "body": { "chat_template_kwargs": { "enable_thinking": true } } }, "kira-reasoning": { "art": "fest", "upstream": "kira-chat", "model": "kira-reasoning" }, "kira-stt": { "art": "fest", "upstream": "kira-stt", "model": "kira-stt" }, "marvin-tts": { "art": "fest", "upstream": "voice", "model": "tts-1" }, "marvin-stt": { "art": "fest", "upstream": "voice", "model": "whisper-1" }, "marvin-tts-turbo": { "art": "fest", "upstream": "mistral", "model": "voxtral-mini-tts-2603" }, "marvin-stt-turbo": { "art": "fest", "upstream": "mistral", "model": "voxtral-mini-latest" }, "marvin-embedding": { "art": "fest", "upstream": "ollama", "model": "bge-m3" }, "marvin-embedding-turbo": { "art": "fest", "upstream": "openrouter", "model": "mistralai/mistral-embed-2312" } }, "_altnamen_doku": "Übergangs-Aliasse aus der LiteLLM-Zeit, damit kein Container angefasst werden muss. Loggen unter dem NEUEN Namen. Nach und nach abbauen.", "altnamen": { "42i/marvin-2608": "marvin:low", "42i/marvin-2608:none": "marvin:none", "42i/marvin-2608:low": "marvin:low", "42i/marvin-2608:medium": "marvin:medium", "42i/marvin-2608:high": "marvin:high", "42i/marvin-2608:extra": "marvin:extra", "42i/marvin-2608:ultra": "marvin:ultra", "42i/marvin-2608-auto": "marvin:medium", "42i/marvin-2608-mass": "marvin-mass", "42i/marvin-2608-mass:none": "marvin-mass", "42i/marvin-2608-mass:medium": "marvin-mass", "42i/marvin-2608-core:none": "marvin-core:none", "42i/marvin-2608-core:medium": "marvin-core:medium", "marvin-reasoning": "marvin-core:medium", "marvin-core": "marvin-core:none" } } (2x{ "_note": "Rechte je Client-Key: Name -> erlaubte Aliasse (neue Namen; Altnamen werden vor der Pruefung uebersetzt). [] = alles. Die Token selbst liegen NICHT hier, sondern in KEYS_FILE auf dem Host (token -> name). Abgeleitet aus llmlite/key-acls.json am 2026-09-05: role/* und -auto gestrichen (Andreas), -auto -> :medium.", "keys": { "persona-spark": ["marvin:medium", "kira-reasoning", "kira-stt", "marvin-stt", "marvin-tts"], "persona-buzz": ["marvin:medium", "kira-reasoning", "kira-stt", "marvin-stt", "marvin-tts"], "persona-jessie": ["marvin:medium", "kira-reasoning", "kira-stt", "marvin-stt", "marvin-tts"], "persona-klara": ["marvin:medium", "kira-reasoning", "kira-stt", "marvin-stt", "marvin-tts"], "persona-elton": ["marvin:none", "marvin:low", "marvin:medium", "marvin:high", "marvin:extra", "marvin:ultra", "marvin-core:none", "marvin-core:medium", "marvin-mass", "kira-reasoning", "kira-stt", "marvin-stt", "marvin-stt-turbo", "marvin-tts", "marvin-tts-turbo"], "persona-festus": ["marvin-core:none", "marvin-core:medium", "marvin:medium", "kira-reasoning", "kira-stt"], "persona-aria": ["marvin-core:none", "marvin-core:medium", "marvin:medium", "kira-reasoning", "kira-stt"], "persona-inka": ["marvin-core:none", "marvin-core:medium", "marvin:low", "marvin:medium", "kira-reasoning", "kira-stt", "marvin-stt", "marvin-stt-turbo", "marvin-tts", "marvin-tts-turbo"], "persona-inka-mx":["marvin-core:none", "marvin-core:medium", "marvin:low", "marvin:medium", "kira-reasoning", "kira-stt", "marvin-stt", "marvin-stt-turbo", "marvin-tts", "marvin-tts-turbo"], "persona-andreas": [], "nightjob": ["marvin-core:none", "marvin:medium", "kira-reasoning", "kira-stt", "marvin-embedding", "marvin-embedding-turbo", "marvin-stt", "marvin-stt-turbo", "marvin-tts", "marvin-tts-turbo"], "lab-xo": ["marvin-mass", "marvin:extra", "marvin:medium", "kira-reasoning", "kira-stt"], "team-copilot": ["marvin:low", "marvin:medium", "kira-reasoning", "kira-stt"] } } \xN{ "name": "llmrouter", "private": true, "type": "module", "scripts": { "start": "bun run src/server.ts", "resolve": "bun run src/resolver.ts", "stats": "bun run src/stats.ts", "keys": "bun run src/keys.ts", "build": "bun build --compile --target=bun-linux-x64 src/server.ts --outfile dist/llmrouter" } } 0hs x340031QHKL+)f(%Բ鲲QsN/4(N,) >:Cdg5`2vo,&{DFqZ<8ey@0T#l1fh5Ji{.`jÕmg`V t(f%[,)`b YV9=8B9>(CF1h}P:s X%#C3&rǪwrgXt2bЎM_D\w((Uڊ9%ki׫zP!'sTLS"xY`F̵̈́Ed*F:ߧFrRVRX]E(ǩChĶQn:$6IpɿOBN)By*f3)[7^fERtrͲkLZYdr~SNZ+LxH-$rK,pr;oV\} Iʇ`4|yq5^9ptw{naԻPВ X{噸W iL6m0"ʉj>rץXirT { -f h8ջx  H~0 »w ^MES c.1εz0Zi.޳#j=(I {;{:t$%8B-^i_?~QLa`8A9&Gi>#n(87Lfﶌ"4x}s!U̢Wt|2վ۸jQ܊MKWWzvF#hwoe;_OWxy/** * keys.ts — Client-Token verwalten. Die Datei (KEYS_FILE) liegt nur auf dem * Host, nie im Repo. `add ` erzeugt ein Token und gibt es EINMAL aus; * `add --token ` uebernimmt ein bestehendes (Migration von LiteLLM, * damit kein Container angefasst werden muss). `list` zeigt Namen. */ import { readFileSync, writeFileSync } from "fs"; import { randomBytes } from "crypto"; const pfad = process.env.KEYS_FILE; if (pfad === undefined) { console.error("KEYS_FILE nicht gesetzt"); process.exit(1); } let daten: Record = {}; try { daten = JSON.parse(readFileSync(pfad, "utf8")); } catch { /* neu */ } const [befehl, name] = process.argv.slice(2); if (befehl === "list") { for (const n of [...new Set(Object.values(daten))].sort()) console.log(n); } else if (befehl === "add" && name) { const i = process.argv.indexOf("--token"); const token = i > 0 ? process.argv[i + 1] : `sk-42i-${randomBytes(24).toString("base64url")}`; daten[token] = name; writeFileSync(pfad, JSON.stringify(daten, null, 1), { mode: 0o600 }); console.log(i > 0 ? `uebernommen fuer ${name}` : token); } else if (befehl === "remove" && name) { for (const [t, n] of Object.entries(daten)) if (n === name) delete daten[t]; writeFileSync(pfad, JSON.stringify(daten, null, 1), { mode: 0o600 }); } else { console.log("keys.ts list | add [--token ] | remove "); } ܲx}VrFa2 0ĖSb .m1BZq"]JC $З20Z hA:R84XW>_ = &>Mǣ!8EzRi  M2,3L!b3' $kܹDHN6JcaE>I2IA& o˧$duBs=&d[!S 612s(pq`tLc+8@&+me:пע&6Y(ԡG%"ԡGH1R $FHp4|`So~8I[Bڃy3Zǧ [w?a0ap t6\-3n)ٕ\αffv#n F,(fGB*kנT_ 86j g/ `tO鯂5U)UzPO$|@swTXdS//N OWڎ[t;hΛ\>d??w3v+!gGcA/r FZPkRW_s- ^ЅwI%PM|jMp mfQ\$ՂOto܃fZPGVݦI\yšE}Ujz*FgQ'-}U&*:1K2Kyyos6S_@d SX)ǠzDms[f!5uK4I9zws_/ݽנڙƲG(+}4mTl 14bz_€$17\}byNA~=7 %-CӸ٤Y9xXn8!R-n$v lj#j$͊"ЊC $ /C9i, (193oxxpGeYdR'_44Qsaԭ e)ITS*Ԭ4e,k"u)U.uQA@TZ3> eL,*K3ZI+ frԋfT>X7 󯫉(A,̈Kw{-"sl̩ITL N!%N(*]R.+Y^bݹβE\ؼҵ$Uh1HlJ~+8a I&aQ903*$5/2# ht.,5:1YIW V͸I_C?;>B&nE7rB/]ƴֈn*V7\Lv*M|~-Mu`Z{9ꕼ{QP=g"eFx\I$FJrnV" ;(߼mydV~7կS8{Ir__BJ|fńϳ#CCۓFK%>*c@ZFwdoDu9֨ޗXJeÃ2iI?ZƒfrZ0Z1lvJO)E^A\g D{W\0l0+:h8eSyӛz߰ 7]ԨǪ6j1`/W&+N/5%LLQD@V+õTZOޮ'?0 0/-2_gMg 6-j#lUyN΋u8;W1SJ?=?AcG *:mQ'Pb)QSNb{%>^Z\V\N@$ۙV%|`ȫ# *diR))zӟQAhe gIgOE\kNaTϝpSK2wXmBu`\5U<]U:*YrOdaJ1\6wF@Y&ضY.3r踵k{-6:!ޅQtܕE;jsБז9ѵ5% ZK xW$}F7+-Efʢ@4 P,Ȅ@LA\0k[mlCXs,Jb{>40# =JXnQN'ȯZwf&1+S`eu ,wװco 5AXjrB6䁕ˑ3 wB&J}ኦ.7Kc [4`ig|I.; (tRVKicC"˼ణ`L0JLݕuU%I⢗d NQA?G}ʜekxz7M&9fe H1=,.5`T^I%5e]m 4Eu|4*yeRj!1'S\K& @c6>تrzvDv&2a x0@KȨ;,WXgF1Ihc&g8fu v p!&~=4C[tďYE[+F Op+v}A̮?,V(nT癱`N 7'CZ&9k; jˋJUuIRC.ݢl Z`v.sa~i!AiQήط*Rh?`a>W$^d]k;TJ)V=EY5AKNym?O;8h hlقOn=bsU 7Ovs#IYÝ&qaܒd_laDն6fp^#/* zL d2gjQI˶ mnaH}Ƴyv62S H[9YxZr8t^.N;d$ۭT]iWI\k/.VHs';-8U&sVZ6%KӬ,j)>;{Uds.aJt-ɮQI>-D`Sg?ee؎Az|ٛb,ҔY5"y,WE%Jx˛t}J"&\D өc`"dˢ̸잋!/u>3|^Rbռn1\3#%jEH}؛hx"5f%]RtMPp|trƂb."وzӋ_ସ)}g[ &xz#uQs`'Gg/N. ;<=;9xmVIK6*I2}$J>J'I4ϵ۹`?C#[IYd4RXVgt1^$(4(OiWH_&+y0FcY,aZ h_xAH+z]X ث\ HeK멐Z69-%'@wsqCr01' B`]Ʋ8<=:%${iO";Y*Ab;z=vO!~fӜCE=!'<`WM|D.CƤ/\%Q ߂.Jp]$}b,@# zY D ULK"l8cR] {no83tc"1q Q"l_}]8t*9>(,23Qѡ͆B agnyTrui.$+J2Zom Xu3`7`NO޳>9ᚉE*rdkw}Gg 8yI1ho҅z ˕r >q_(UY#֕:G_P62vCf>w#"A4[j;njvm֙V&ιjL$LDX+;OAC:H?%WAQ0'd.)Ymd21 L4MlXoQU^FY(qݰ@>91uBJ&Y%Q(˽>^'8*:-uelS%SlcEsgO2mdc"wֺF?iH<χd)\f}Qx1[52Pj@HHsT8T7߰m䣴*PHY+#*Kx4F1@ɡ3>;61{h]<;4 ;}dV(eRoӧm*WiWN [5Ů2^Zv"K(8ZvHDSA-Y;8R: .@ ZzB~by1v91 b]XZ;k1KwllPmJ==z{q Oa:ьKQ;~A_?j'lĬf5블pbBML XJ%F>d8KrB^#1"*U thPѨ>~&x)ʟDO¼cϓ.rt|pji&K~BzCwF٩T#:}5,W )5ago+C9}v "jBi%t.ɒ (Q0VjGկvC[F5J=;EB |m+xYK3SG[+Lcli4!3@sOALei^AͿVɱrkZ5=R)h{0$yqL'Zv٧On@K$A2VW4G (b:Xa<+vVHoMxNST5WԴ+vcQߑ]U&t1T\ƨ+\ۅ}hVAT@lm zSXwJ&5H?[CZPGJCX= )!*{s;H\~`TsE.bbI%nDPu ۞E=7pGH݄u\|-b}pE?9`"~wxYi-oT%qZ6hu )hfixu Ib4ޡNi2RIGXWzԎj(27h&۠eTD@:jJqR5D^ޣ):CڨHl^퓟ڵQVffإV_՜QϤwCߣ8d&m]IoD{5Kaj$rcv:fA"~뻗=gZ6Gʤ֮";4-j< 7Ñ;6Ds3n]BMH!ߣwP@W ({ ...z, cost: `$${z.cost.toFixed(4)}` }))); <ݦ,i/X,0|gR