first commit
This commit is contained in:
parent
01ca5d7a00
commit
670c6082a6
5 changed files with 886 additions and 2 deletions
14
assistant.py
14
assistant.py
|
|
@ -278,7 +278,15 @@ def run(args: argparse.Namespace) -> None:
|
|||
else:
|
||||
ww_model = None
|
||||
|
||||
backend_cfg = BACKENDS[args.backend]
|
||||
backend_cfg = dict(BACKENDS[args.backend]) # Kopie — kein Mutation globaler State
|
||||
if args.api_url:
|
||||
backend_cfg["base_url"] = args.api_url
|
||||
if args.api_key:
|
||||
backend_cfg["api_key"] = args.api_key
|
||||
elif args.backend == "openai" and not backend_cfg["api_key"]:
|
||||
backend_cfg["api_key"] = os.getenv("OPENAI_API_KEY", "")
|
||||
if not backend_cfg["api_key"] and "openrouter" in (args.api_url or ""):
|
||||
backend_cfg["api_key"] = os.getenv("OPENROUTER_API_KEY", "")
|
||||
client = openai.OpenAI(
|
||||
base_url=backend_cfg["base_url"],
|
||||
api_key =backend_cfg["api_key"] or "none",
|
||||
|
|
@ -834,6 +842,10 @@ def parse_args() -> argparse.Namespace:
|
|||
choices=["llama", "ollama", "openai"], help="LLM-Backend")
|
||||
p.add_argument("--model", default=None,
|
||||
help="LLM-Modellname (default: auto-detect)")
|
||||
p.add_argument("--api-url", default=None,
|
||||
help="Überschreibt die Backend-URL (z. B. https://openrouter.ai/api/v1)")
|
||||
p.add_argument("--api-key", default=None,
|
||||
help="API-Key (überschreibt OPENAI_API_KEY / Backend-Default)")
|
||||
p.add_argument("--whisper-model", default="large-v3")
|
||||
p.add_argument("--gpu", type=int, default=1,
|
||||
help="CUDA-Index für Whisper (in CUDA_VISIBLE_DEVICES)")
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue