refactor: AI 서비스 조립컴 Ollama 단독 운영으로 전환

- Ollama 메인 → MLX fallback 순서로 변경 (기존 MLX 우선 제거)
- OLLAMA_BASE_URL을 gpu.hyungi.net으로 변경 (Docker 네트워크 호환)
- OLLAMA_TEXT_MODEL을 qwen3:8b → qwen3.5:9b-q8_0으로 업데이트
- health 엔드포인트: model 필드 직접 반환, 이중 중첩 해소
- health 체크 타임아웃 120초 → 5초로 단축
- Ollama API 호출에 think: false 추가 (thinking 토큰 방지)

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Hyungi Ahn
2026-03-07 12:51:53 +09:00
parent 59cbcebb94
commit e9d73ee30e
4 changed files with 38 additions and 23 deletions

View File

@@ -43,7 +43,21 @@ class OllamaClient:
messages.append({"role": "system", "content": system})
messages.append({"role": "user", "content": prompt})
client = await self._get_client()
# 조립컴 Ollama 메인, MLX fallback
try:
response = await client.post(
f"{self.base_url}/api/chat",
json={
"model": settings.OLLAMA_TEXT_MODEL,
"messages": messages,
"stream": False,
"think": False,
"options": {"temperature": 0.3, "num_predict": 2048},
},
)
response.raise_for_status()
return response.json()["message"]["content"]
except Exception:
response = await client.post(
f"{settings.MLX_BASE_URL}/chat/completions",
json={
@@ -55,31 +69,20 @@ class OllamaClient:
)
response.raise_for_status()
return response.json()["choices"][0]["message"]["content"]
except Exception:
response = await client.post(
f"{self.base_url}/api/chat",
json={
"model": settings.OLLAMA_TEXT_MODEL,
"messages": messages,
"stream": False,
"options": {"temperature": 0.3, "num_predict": 2048},
},
)
response.raise_for_status()
return response.json()["message"]["content"]
async def check_health(self) -> dict:
result = {}
short_timeout = httpx.Timeout(5.0, connect=3.0)
try:
client = await self._get_client()
response = await client.get(f"{self.base_url}/api/tags")
async with httpx.AsyncClient(timeout=short_timeout) as c:
response = await c.get(f"{self.base_url}/api/tags")
models = response.json().get("models", [])
result["ollama"] = {"status": "connected", "models": [m["name"] for m in models]}
except Exception:
result["ollama"] = {"status": "disconnected"}
try:
client = await self._get_client()
response = await client.get(f"{settings.MLX_BASE_URL}/health")
async with httpx.AsyncClient(timeout=short_timeout) as c:
response = await c.get(f"{settings.MLX_BASE_URL}/health")
result["mlx"] = {"status": "connected", "model": settings.MLX_TEXT_MODEL}
except Exception:
result["mlx"] = {"status": "disconnected"}