feat: Phase 2 웹 UI — Dashboard + Chat 페이지

- hub-web: Vite + React + Tailwind + React Router
- Dashboard: 백엔드 상태 카드, GPU 모니터, 모델 테이블 (15초 자동 갱신)
- Chat: 모델 선택 드롭다운 + SSE 스트리밍 + Markdown 렌더링
- Login: 비밀번호 인증 (httpOnly 쿠키)
- Docker: nginx 기반 정적 서빙 + Caddy 연동
- Caddyfile: flush_interval -1 (SSE 버퍼링 방지)
- proxy_ollama: embed usage 더미값 0→1 (SDK 호환)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Hyungi Ahn
2026-04-01 07:40:16 +09:00
parent 2dab682e21
commit 72dd6ac4d1
25 changed files with 5353 additions and 3 deletions

130
hub-web/src/pages/Chat.tsx Normal file
View File

@@ -0,0 +1,130 @@
import { useState, useEffect, useRef } from 'react';
import ReactMarkdown from 'react-markdown';
import type { Model, ChatMessage } from '../lib/api';
import { getModels, streamChat } from '../lib/api';
export default function Chat() {
const [models, setModels] = useState<Model[]>([]);
const [selectedModel, setSelectedModel] = useState('');
const [messages, setMessages] = useState<ChatMessage[]>([]);
const [input, setInput] = useState('');
const [streaming, setStreaming] = useState(false);
const bottomRef = useRef<HTMLDivElement>(null);
useEffect(() => {
getModels().then(mdls => {
const chatModels = mdls.filter(m => m.capabilities.includes('chat'));
setModels(chatModels);
if (chatModels.length > 0 && !selectedModel) {
setSelectedModel(chatModels[0].id);
}
});
}, []);
useEffect(() => {
bottomRef.current?.scrollIntoView({ behavior: 'smooth' });
}, [messages]);
const handleSend = async () => {
if (!input.trim() || !selectedModel || streaming) return;
const userMsg: ChatMessage = { role: 'user', content: input.trim() };
const newMessages = [...messages, userMsg];
setMessages(newMessages);
setInput('');
setStreaming(true);
const assistantMsg: ChatMessage = { role: 'assistant', content: '' };
setMessages([...newMessages, assistantMsg]);
try {
for await (const chunk of streamChat(selectedModel, newMessages)) {
assistantMsg.content += chunk;
setMessages(prev => [...prev.slice(0, -1), { ...assistantMsg }]);
}
} catch (err) {
assistantMsg.content += `\n\n[Error: ${err instanceof Error ? err.message : 'Unknown error'}]`;
setMessages(prev => [...prev.slice(0, -1), { ...assistantMsg }]);
} finally {
setStreaming(false);
}
};
const handleKeyDown = (e: React.KeyboardEvent) => {
if (e.key === 'Enter' && !e.shiftKey) {
e.preventDefault();
handleSend();
}
};
return (
<div className="flex flex-col h-[calc(100vh-57px)]">
{/* Header */}
<div className="border-b border-[hsl(var(--border))] px-6 py-3 flex items-center gap-4">
<select
value={selectedModel}
onChange={e => setSelectedModel(e.target.value)}
className="px-3 py-1.5 rounded-md border border-[hsl(var(--border))] bg-[hsl(var(--background))] text-sm"
>
{models.map(m => (
<option key={m.id} value={m.id}>{m.id} ({m.owned_by})</option>
))}
</select>
<button
onClick={() => setMessages([])}
className="text-sm text-[hsl(var(--muted-foreground))] hover:text-[hsl(var(--foreground))]"
>
Clear
</button>
</div>
{/* Messages */}
<div className="flex-1 overflow-y-auto px-6 py-4 space-y-4">
{messages.length === 0 && (
<div className="flex items-center justify-center h-full text-[hsl(var(--muted-foreground))]">
Send a message to start
</div>
)}
{messages.map((msg, i) => (
<div key={i} className={`flex ${msg.role === 'user' ? 'justify-end' : 'justify-start'}`}>
<div className={`max-w-[80%] rounded-lg px-4 py-2 ${
msg.role === 'user'
? 'bg-[hsl(var(--primary))] text-[hsl(var(--primary-foreground))]'
: 'bg-[hsl(var(--muted))]'
}`}>
{msg.role === 'assistant' ? (
<div className="prose prose-sm prose-invert max-w-none">
<ReactMarkdown>{msg.content || '...'}</ReactMarkdown>
</div>
) : (
<p className="text-sm whitespace-pre-wrap">{msg.content}</p>
)}
</div>
</div>
))}
<div ref={bottomRef} />
</div>
{/* Input */}
<div className="border-t border-[hsl(var(--border))] px-6 py-4">
<div className="flex gap-3">
<textarea
value={input}
onChange={e => setInput(e.target.value)}
onKeyDown={handleKeyDown}
placeholder="Type a message... (Enter to send, Shift+Enter for newline)"
rows={1}
className="flex-1 px-3 py-2 rounded-md border border-[hsl(var(--border))] bg-[hsl(var(--background))] text-[hsl(var(--foreground))] resize-none focus:outline-none focus:ring-2 focus:ring-[hsl(var(--ring))]"
/>
<button
onClick={handleSend}
disabled={streaming || !input.trim()}
className="px-4 py-2 rounded-md bg-[hsl(var(--primary))] text-[hsl(var(--primary-foreground))] hover:opacity-90 disabled:opacity-50"
>
{streaming ? '...' : 'Send'}
</button>
</div>
</div>
</div>
);
}

View File

@@ -0,0 +1,96 @@
import { useState, useEffect } from 'react';
import type { BackendHealth, GpuInfo, Model } from '../lib/api';
import { getHealth, getModels } from '../lib/api';
export default function Dashboard() {
const [backends, setBackends] = useState<BackendHealth[]>([]);
const [gpu, setGpu] = useState<GpuInfo | null>(null);
const [models, setModels] = useState<Model[]>([]);
const refresh = async () => {
const [health, mdls] = await Promise.all([getHealth(), getModels()]);
setBackends(health.backends);
setGpu(health.gpu);
setModels(mdls);
};
useEffect(() => {
refresh();
const id = setInterval(refresh, 15000);
return () => clearInterval(id);
}, []);
return (
<div className="p-6 space-y-6">
<div className="flex items-center justify-between">
<h2 className="text-xl font-semibold">Backends</h2>
<button onClick={refresh} className="text-sm text-[hsl(var(--muted-foreground))] hover:text-[hsl(var(--foreground))]">Refresh</button>
</div>
<div className="grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4">
{backends.map(b => (
<div key={b.id} className="rounded-lg border border-[hsl(var(--border))] p-4 space-y-2">
<div className="flex items-center justify-between">
<span className="font-medium">{b.id}</span>
<span className={`text-xs px-2 py-0.5 rounded-full ${b.status === 'healthy' ? 'bg-green-500/20 text-green-400' : 'bg-red-500/20 text-red-400'}`}>
{b.status}
</span>
</div>
<div className="text-sm text-[hsl(var(--muted-foreground))]">{b.type}</div>
<div className="text-sm">{b.models.join(', ')}</div>
{b.latency_ms > 0 && <div className="text-xs text-[hsl(var(--muted-foreground))]">{b.latency_ms}ms</div>}
</div>
))}
</div>
{gpu && (
<>
<h2 className="text-xl font-semibold">GPU</h2>
<div className="rounded-lg border border-[hsl(var(--border))] p-4 grid grid-cols-2 md:grid-cols-4 gap-4">
<Stat label="Utilization" value={`${gpu.utilization}%`} />
<Stat label="Temperature" value={`${gpu.temperature}C`} />
<Stat label="VRAM" value={`${gpu.vram_used}/${gpu.vram_total} MB`} />
<Stat label="Power" value={`${gpu.power_draw}W`} />
</div>
</>
)}
<h2 className="text-xl font-semibold">Models</h2>
<div className="rounded-lg border border-[hsl(var(--border))] overflow-hidden">
<table className="w-full text-sm">
<thead className="bg-[hsl(var(--muted))]">
<tr>
<th className="text-left px-4 py-2">Model</th>
<th className="text-left px-4 py-2">Backend</th>
<th className="text-left px-4 py-2">Capabilities</th>
<th className="text-left px-4 py-2">Status</th>
</tr>
</thead>
<tbody>
{models.map(m => (
<tr key={`${m.backend_id}-${m.id}`} className="border-t border-[hsl(var(--border))]">
<td className="px-4 py-2 font-mono">{m.id}</td>
<td className="px-4 py-2">{m.owned_by}</td>
<td className="px-4 py-2">{m.capabilities.join(', ')}</td>
<td className="px-4 py-2">
<span className={`text-xs px-2 py-0.5 rounded-full ${m.backend_status === 'healthy' ? 'bg-green-500/20 text-green-400' : 'bg-red-500/20 text-red-400'}`}>
{m.backend_status}
</span>
</td>
</tr>
))}
</tbody>
</table>
</div>
</div>
);
}
function Stat({ label, value }: { label: string; value: string }) {
return (
<div>
<div className="text-xs text-[hsl(var(--muted-foreground))]">{label}</div>
<div className="text-lg font-semibold">{value}</div>
</div>
);
}

View File

@@ -0,0 +1,48 @@
import { useState } from 'react';
import { login } from '../lib/api';
import { useAuth } from '../lib/auth';
export default function Login() {
const { setRole } = useAuth();
const [password, setPassword] = useState('');
const [error, setError] = useState('');
const [loading, setLoading] = useState(false);
const handleSubmit = async (e: React.FormEvent) => {
e.preventDefault();
setError('');
setLoading(true);
try {
const { role } = await login(password);
setRole(role);
} catch (err) {
setError(err instanceof Error ? err.message : 'Login failed');
} finally {
setLoading(false);
}
};
return (
<div className="dark flex items-center justify-center min-h-screen bg-[hsl(var(--background))]">
<form onSubmit={handleSubmit} className="w-80 space-y-4">
<h1 className="text-2xl font-semibold text-center text-[hsl(var(--foreground))]">AI Gateway</h1>
<input
type="password"
value={password}
onChange={e => setPassword(e.target.value)}
placeholder="Password"
autoFocus
className="w-full px-3 py-2 rounded-md border border-[hsl(var(--border))] bg-[hsl(var(--background))] text-[hsl(var(--foreground))] focus:outline-none focus:ring-2 focus:ring-[hsl(var(--ring))]"
/>
<button
type="submit"
disabled={loading}
className="w-full px-3 py-2 rounded-md bg-[hsl(var(--primary))] text-[hsl(var(--primary-foreground))] hover:opacity-90 disabled:opacity-50"
>
{loading ? 'Logging in...' : 'Login'}
</button>
{error && <p className="text-sm text-[hsl(var(--destructive))] text-center">{error}</p>}
</form>
</div>
);
}