ElebobaandClaude Opus 5.5
ab988e6ed0
- LLMProvider: complete(messages, schema) -> LLMResult (текст, разобранный JSON, токены) - openai_compat: /chat/completions, structured output через response_format json_schema, JSON из ```-обёртки тоже разбирается; ретраи на 429/5xx и сетевые ошибки, 4xx — сразу ошибка - mock: детерминированные правила для тестов и демо без сети - LLMSettings (LLM_PROVIDER/BASE_URL/MODEL/API_KEY…), CLI python -m app.llm.cli Refs #17 Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
29 lines
778 B
Python
29 lines
778 B
Python
"""Debug CLI: `python -m app.llm.cli 'вопрос'` — one completion with the configured provider."""
|
|
|
|
import asyncio
|
|
import sys
|
|
|
|
from app.config import LLMSettings
|
|
from app.llm.factory import make_provider
|
|
from app.llm.provider import ChatMessage
|
|
|
|
|
|
async def ask(question: str) -> None:
|
|
settings = LLMSettings()
|
|
provider = make_provider(settings)
|
|
try:
|
|
result = await provider.complete([ChatMessage("user", question)])
|
|
finally:
|
|
await provider.aclose()
|
|
print(f"[{settings.provider} {settings.model or '-'}] tokens={result.tokens}\n{result.text}")
|
|
|
|
|
|
def main() -> None:
|
|
if len(sys.argv) < 2:
|
|
sys.exit("usage: python -m app.llm.cli 'question'")
|
|
asyncio.run(ask(" ".join(sys.argv[1:])))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|