c4c32170f1
- ModelAdapter: 범용 OpenAI-compat 어댑터 (stream/complete/health)
- BackendRegistry: rewriter(EXAONE) + reasoner(Gemma4) 헬스체크 루프
- 2단계 파이프라인: EXAONE rewrite → Gemma reasoning (SSE rewrite 이벤트 노출)
- Fallback: 맥미니 다운 시 EXAONE 단독 모드, stream 중간 실패 시 자동 전환
- Cancel-safe: rewrite 전/후, streaming loop 내, fallback 경로 모두 체크
- Rewrite heartbeat: complete_chat 대기 중 2초 간격 processing 이벤트
- JobQueue: Semaphore(3) 기반 동시성 제한, 정확한 queue position
- GET /chat/{job_id}/status, GET /queue/stats 엔드포인트
- DB: rewrite_model, reasoning_model, rewritten_message 컬럼 추가
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
75 lines
2.0 KiB
Python
75 lines
2.0 KiB
Python
"""NanoClaude — 비동기 job 기반 AI Gateway (Phase 2: EXAONE → Gemma 파이프라인)."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
from contextlib import asynccontextmanager
|
|
|
|
from fastapi import FastAPI, Request
|
|
from fastapi.middleware.cors import CORSMiddleware
|
|
from fastapi.responses import JSONResponse
|
|
|
|
from config import settings
|
|
from db.database import init_db
|
|
from routers import chat
|
|
from services.backend_registry import backend_registry
|
|
from services.job_queue import init_queue, job_queue
|
|
|
|
logging.basicConfig(
|
|
level=logging.INFO,
|
|
format="%(asctime)s %(levelname)s %(name)s — %(message)s",
|
|
)
|
|
|
|
|
|
@asynccontextmanager
|
|
async def lifespan(app: FastAPI):
|
|
await init_db()
|
|
backend_registry.init_from_settings(settings)
|
|
backend_registry.start_health_loop(settings.health_check_interval)
|
|
init_queue(settings.max_concurrent_jobs)
|
|
yield
|
|
backend_registry.stop_health_loop()
|
|
|
|
|
|
app = FastAPI(
|
|
title="NanoClaude",
|
|
version="0.2.0",
|
|
description="비동기 job 기반 AI Gateway — Phase 2 (EXAONE → Gemma 파이프라인)",
|
|
lifespan=lifespan,
|
|
)
|
|
|
|
app.add_middleware(
|
|
CORSMiddleware,
|
|
allow_origins=["*"],
|
|
allow_methods=["*"],
|
|
allow_headers=["*"],
|
|
)
|
|
|
|
|
|
@app.middleware("http")
|
|
async def check_api_key(request: Request, call_next):
|
|
"""Optional API key check. 설정이 비어있으면 통과."""
|
|
if settings.api_key:
|
|
auth = request.headers.get("Authorization", "")
|
|
if request.url.path not in ("/", "/health") and auth != f"Bearer {settings.api_key}":
|
|
return JSONResponse(status_code=401, content={"detail": "Invalid API key"})
|
|
return await call_next(request)
|
|
|
|
|
|
app.include_router(chat.router)
|
|
|
|
|
|
@app.get("/")
|
|
async def root():
|
|
return {"service": "NanoClaude", "version": "0.2.0", "phase": 2}
|
|
|
|
|
|
@app.get("/health")
|
|
async def health():
|
|
from services.job_queue import job_queue
|
|
return {
|
|
"status": "ok",
|
|
"backends": backend_registry.health_summary(),
|
|
"queue": job_queue.stats if job_queue else {},
|
|
}
|