Reworks the LLM settings surface based on UX feedback. Drops the separate "Active LLM (this session)" card — its functionality is now inline on each saved config as a star toggle (writes the same localStorage key the Assistant reads via @crema/llm-providers-ui's saveSettings, so the existing assistant code picks the change up without any plumbing). Per-row controls now include: - Star: make this config active for the current browser - Switch: enable/disable server-side - Pencil: edit (modal, not inline-expand) - Trash: delete (with confirm) - Spend (30d): cost + request count, sourced from /api/v1/ai/llm/usage/by-model and matched on (provider, model) Other improvements: - Add wizard moved to a Dialog modal instead of pushing the list around. Same form handles edit. - Empty state: "Seed from catalog" button creates a curated starter set (GPT-4o mini/4o, Sonnet 4.6, Haiku 4.5, DeepSeek V4 Flash, LM Studio) so first-time operators don't face a blank panel. - Catalog dropdown picks now auto-fill input/output costs as you switch models, so the rates always reflect the chosen model unless manually overridden. - The lib's full settings card (system prompt, transport, context budget) is still reachable for advanced cases — collapsed into a <details> below the panel. Adds llm-configs.ts: getUsageByModel + findSpend helper for the per-row spend lookup. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
486 lines
17 KiB
TypeScript
486 lines
17 KiB
TypeScript
import { useEffect, useState } from "react"
|
|
import {
|
|
Cpu,
|
|
Palette,
|
|
User as UserIcon,
|
|
Info,
|
|
Users,
|
|
Plus,
|
|
Trash2,
|
|
} from "lucide-react"
|
|
import { listModels } from "@crema/llm-ui"
|
|
import {
|
|
buildAdapter,
|
|
LLMProvidersSettingsCard,
|
|
resetSettings as resetProviderSettings,
|
|
useSettings as useProviderSettings,
|
|
type LLMProvidersSettings,
|
|
} from "@crema/llm-providers-ui"
|
|
import { useArcadiaClient } from "@crema/arcadia-client"
|
|
|
|
import { probeProxy, type LLMProxyProvider } from "~/lib/arcadia/llm-proxy"
|
|
import { LlmConfigurationsPanel } from "~/components/settings/llm-configurations-panel"
|
|
import { AppShell } from "~/components/layout/app-shell"
|
|
import { Button } from "~/components/ui/button"
|
|
import {
|
|
Card,
|
|
CardContent,
|
|
CardDescription,
|
|
CardHeader,
|
|
CardTitle,
|
|
} from "~/components/ui/card"
|
|
import {
|
|
loadActiveAgentId,
|
|
newAgentId,
|
|
resetAgents,
|
|
saveActiveAgentId,
|
|
saveAgents,
|
|
useAgents,
|
|
type Agent,
|
|
} from "~/lib/agents"
|
|
import { pageTitle } from "~/lib/page-meta"
|
|
|
|
export const meta = () => pageTitle("Settings")
|
|
|
|
const SECTION_KEY = "crema.settings.section"
|
|
|
|
type SectionId = "llm" | "agents" | "appearance" | "account" | "about"
|
|
|
|
const sections: {
|
|
id: SectionId
|
|
label: string
|
|
icon: React.ComponentType<{ className?: string }>
|
|
description: string
|
|
}[] = [
|
|
{ id: "llm", label: "LLM", icon: Cpu, description: "Model endpoint & budgets" },
|
|
{
|
|
id: "agents",
|
|
label: "Agents",
|
|
icon: Users,
|
|
description: "Personas, roles, sub-prompts",
|
|
},
|
|
{
|
|
id: "appearance",
|
|
label: "Appearance",
|
|
icon: Palette,
|
|
description: "Theme, font size, surface, background",
|
|
},
|
|
{ id: "account", label: "Account", icon: UserIcon, description: "Profile & preferences" },
|
|
{ id: "about", label: "About", icon: Info, description: "Version & credits" },
|
|
]
|
|
|
|
export default function SettingsRoute() {
|
|
const arcadia = useArcadiaClient()
|
|
|
|
const testConnection = async (
|
|
s: LLMProvidersSettings,
|
|
): Promise<{ ok: boolean; message: string }> => {
|
|
try {
|
|
const arcadiaBaseURL =
|
|
(import.meta.env.VITE_ARCADIA_URL as string | undefined) ?? "http://localhost:4000"
|
|
const arcadiaTenantId =
|
|
(import.meta.env.VITE_ARCADIA_TENANT as string | undefined) ?? "default"
|
|
const arcadiaAuthToken =
|
|
typeof window !== "undefined"
|
|
? sessionStorage.getItem("arcadia_access_token") ?? undefined
|
|
: undefined
|
|
|
|
const adapter = await buildAdapter({
|
|
settings: s,
|
|
// Direct-mode resolver — fetches the API key from the vault.
|
|
resolveSecret: async (name) => {
|
|
const res = await arcadia.GET<{ data: { value: string } }>(
|
|
`/api/v1/secrets/${encodeURIComponent(name)}`,
|
|
)
|
|
return res.data.value
|
|
},
|
|
// Proxy-mode coordinates.
|
|
arcadiaBaseURL,
|
|
arcadiaAuthToken,
|
|
arcadiaTenantId,
|
|
})
|
|
|
|
// Proxy mode: round-trip a 1-token chat to verify auth → secret
|
|
// resolution → upstream dispatch end-to-end. Maps the contract's
|
|
// specific error codes to user-facing messages.
|
|
if (s.mode === "proxy") {
|
|
return probeProxy(arcadia, {
|
|
provider: s.providerId as LLMProxyProvider,
|
|
model: s.model || (s.providerId === "anthropic" ? "claude-opus-4-7" : "gpt-4o-mini"),
|
|
secretName: s.secretName || undefined,
|
|
})
|
|
}
|
|
|
|
// Direct mode — for OpenAI-compatible endpoints, /models is a cheap probe.
|
|
if (s.providerId !== "anthropic") {
|
|
const baseURL =
|
|
s.baseURL ||
|
|
(s.providerId === "lmstudio"
|
|
? "http://localhost:1234/v1"
|
|
: s.providerId === "openai"
|
|
? "https://api.openai.com/v1"
|
|
: s.providerId === "deepseek"
|
|
? "https://api.deepseek.com/v1"
|
|
: "https://dashscope-intl.aliyuncs.com/compatible-mode/v1")
|
|
// Resolve key for the probe (lmstudio doesn't need one).
|
|
let apiKey: string | undefined
|
|
if (s.providerId !== "lmstudio" && s.secretName) {
|
|
try {
|
|
const res = await arcadia.GET<{ data: { value: string } }>(
|
|
`/api/v1/secrets/${encodeURIComponent(s.secretName)}`,
|
|
)
|
|
apiKey = res.data.value
|
|
} catch (err) {
|
|
const msg = err instanceof Error ? err.message : String(err)
|
|
if (/404|not[_ ]found/i.test(msg)) {
|
|
return {
|
|
ok: false,
|
|
message: `No vault secret named "${s.secretName}". Create it under /secrets first (paste the API key as the Value), then enter the secret's name here.`,
|
|
}
|
|
}
|
|
throw err
|
|
}
|
|
}
|
|
const ac = new AbortController()
|
|
const t = setTimeout(() => ac.abort(), 5000)
|
|
try {
|
|
const rows = await listModels({ baseURL, apiKey, signal: ac.signal })
|
|
return { ok: true, message: `Connected. ${rows.length} model(s) reachable.` }
|
|
} finally {
|
|
clearTimeout(t)
|
|
}
|
|
}
|
|
// Anthropic doesn't expose a /models list; we just confirm adapter built.
|
|
return { ok: true, message: `Adapter ready (${adapter.label ?? adapter.id}).` }
|
|
} catch (e) {
|
|
return { ok: false, message: e instanceof Error ? e.message : String(e) }
|
|
}
|
|
}
|
|
|
|
const [section, setSection] = useState<SectionId>(() => {
|
|
if (typeof window === "undefined") return "llm"
|
|
const stored = localStorage.getItem(SECTION_KEY)
|
|
return sections.some((s) => s.id === stored)
|
|
? (stored as SectionId)
|
|
: "llm"
|
|
})
|
|
useEffect(() => {
|
|
if (typeof window !== "undefined")
|
|
localStorage.setItem(SECTION_KEY, section)
|
|
}, [section])
|
|
|
|
return (
|
|
<AppShell title="Settings">
|
|
<div className="grid gap-6 md:grid-cols-[14rem_1fr]">
|
|
<nav
|
|
aria-label="Settings sections"
|
|
className="flex flex-row gap-1 overflow-x-auto md:flex-col md:gap-0.5"
|
|
>
|
|
{sections.map((s) => {
|
|
const Icon = s.icon
|
|
const active = section === s.id
|
|
return (
|
|
<button
|
|
key={s.id}
|
|
type="button"
|
|
data-action={`settings-section-${s.id}`}
|
|
onClick={() => setSection(s.id)}
|
|
aria-current={active ? "page" : undefined}
|
|
className={[
|
|
"group flex shrink-0 items-center gap-2.5 rounded-md px-3 py-2 text-left text-sm transition-colors duration-fast ease-standard",
|
|
active
|
|
? "bg-primary/10 text-primary"
|
|
: "text-muted-foreground hover:bg-accent hover:text-accent-foreground",
|
|
].join(" ")}
|
|
>
|
|
<Icon className="size-4 shrink-0" />
|
|
<span className="flex flex-col">
|
|
<span className="font-medium leading-tight">{s.label}</span>
|
|
<span
|
|
className={[
|
|
"hidden text-xs leading-tight md:inline",
|
|
active ? "text-primary/80" : "text-muted-foreground/80",
|
|
].join(" ")}
|
|
>
|
|
{s.description}
|
|
</span>
|
|
</span>
|
|
</button>
|
|
)
|
|
})}
|
|
</nav>
|
|
|
|
<div className="min-w-0">
|
|
{section === "llm" && (
|
|
<div className="flex flex-col gap-4">
|
|
<LlmConfigurationsPanel />
|
|
|
|
<details className="rounded-md border bg-muted/20 px-3 py-2 text-sm">
|
|
<summary className="cursor-pointer text-muted-foreground">
|
|
Advanced: tweak the active session settings (transport, system prompt,
|
|
context budget) directly
|
|
</summary>
|
|
<div className="pt-3">
|
|
<LLMProvidersSettingsCard
|
|
onTest={testConnection}
|
|
hideTransportToggle={false}
|
|
/>
|
|
</div>
|
|
</details>
|
|
|
|
<div className="flex items-center gap-2">
|
|
<Button
|
|
variant="outline"
|
|
onClick={() => resetProviderSettings()}
|
|
data-action="settings-reset"
|
|
>
|
|
Reset to defaults
|
|
</Button>
|
|
<span className="text-xs text-muted-foreground">
|
|
Need to manage stored keys? See <a href="/secrets" className="underline">Secrets</a>.
|
|
</span>
|
|
</div>
|
|
</div>
|
|
)}
|
|
|
|
{section === "agents" && <AgentsPanel />}
|
|
|
|
{section === "appearance" && (
|
|
<Card>
|
|
<CardHeader>
|
|
<CardTitle>Appearance</CardTitle>
|
|
<CardDescription>
|
|
Theme, font size, surface tint, and background atmosphere are
|
|
in the appbar — the toggles up top write to localStorage and
|
|
persist across sessions.
|
|
</CardDescription>
|
|
</CardHeader>
|
|
<CardContent className="text-sm text-muted-foreground">
|
|
Use the icons in the appbar (top right) to change theme, font
|
|
size, surface tint, and background.
|
|
</CardContent>
|
|
</Card>
|
|
)}
|
|
|
|
{section === "account" && (
|
|
<Card>
|
|
<CardHeader>
|
|
<CardTitle>Account</CardTitle>
|
|
<CardDescription>
|
|
Identity and profile preferences.
|
|
</CardDescription>
|
|
</CardHeader>
|
|
<CardContent className="text-sm text-muted-foreground">
|
|
Wire <code className="font-mono">~/lib/identity.ts</code> to a
|
|
real session to populate this panel.
|
|
</CardContent>
|
|
</Card>
|
|
)}
|
|
|
|
{section === "about" && (
|
|
<Card>
|
|
<CardHeader>
|
|
<CardTitle>About</CardTitle>
|
|
<CardDescription>App version and credits.</CardDescription>
|
|
</CardHeader>
|
|
<CardContent className="space-y-1 text-sm text-muted-foreground">
|
|
<p>Built on the Crema design system.</p>
|
|
<p>
|
|
Hybrid traditional + AI-first scaffold with a virtual cursor
|
|
and command bus for assistant-driven UI control.
|
|
</p>
|
|
</CardContent>
|
|
</Card>
|
|
)}
|
|
</div>
|
|
</div>
|
|
</AppShell>
|
|
)
|
|
}
|
|
|
|
function Field({
|
|
label,
|
|
hint,
|
|
children,
|
|
}: {
|
|
label: string
|
|
hint?: string
|
|
children: React.ReactNode
|
|
}) {
|
|
return (
|
|
<label className="flex flex-col gap-1.5">
|
|
<span className="text-sm font-medium">{label}</span>
|
|
{children}
|
|
{hint && <span className="text-xs text-muted-foreground">{hint}</span>}
|
|
</label>
|
|
)
|
|
}
|
|
|
|
function AgentsPanel() {
|
|
const agents = useAgents()
|
|
const [activeId, setActiveId] = useState<string>(() => loadActiveAgentId())
|
|
const [editingId, setEditingId] = useState<string | null>(null)
|
|
|
|
useEffect(() => {
|
|
saveActiveAgentId(activeId)
|
|
}, [activeId])
|
|
|
|
const editing = agents.find((a) => a.id === editingId) ?? null
|
|
|
|
const update = (next: Agent) => {
|
|
saveAgents(agents.map((a) => (a.id === next.id ? next : a)))
|
|
}
|
|
const remove = (id: string) => {
|
|
if (agents.length <= 1) return
|
|
const next = agents.filter((a) => a.id !== id)
|
|
saveAgents(next)
|
|
if (activeId === id) setActiveId(next[0].id)
|
|
if (editingId === id) setEditingId(null)
|
|
}
|
|
const create = () => {
|
|
const id = newAgentId()
|
|
const draft: Agent = {
|
|
id,
|
|
name: "New persona",
|
|
role: "Specialist",
|
|
prompt: "Describe what this persona is good at and how it should respond.",
|
|
}
|
|
saveAgents([...agents, draft])
|
|
setEditingId(id)
|
|
}
|
|
|
|
return (
|
|
<Card>
|
|
<CardHeader>
|
|
<CardTitle>Agents</CardTitle>
|
|
<CardDescription>
|
|
Personas with their own sub-system prompts. Switch the active one in
|
|
the chat status bar — the assistant inherits its skills, tone, and
|
|
scope. Lets you keep contexts focused: a coder agent doesn't carry
|
|
writing-task context; a writer doesn't carry codebase context.
|
|
</CardDescription>
|
|
</CardHeader>
|
|
<CardContent className="flex flex-col gap-4">
|
|
<div className="flex flex-wrap items-center gap-2">
|
|
<Button
|
|
data-action="settings-agent-new"
|
|
onClick={create}
|
|
size="sm"
|
|
variant="outline"
|
|
>
|
|
<Plus className="size-4" /> New persona
|
|
</Button>
|
|
<Button
|
|
data-action="settings-agent-reset"
|
|
onClick={() => {
|
|
resetAgents()
|
|
setEditingId(null)
|
|
}}
|
|
size="sm"
|
|
variant="ghost"
|
|
>
|
|
Reset to defaults
|
|
</Button>
|
|
</div>
|
|
|
|
<ul className="flex flex-col gap-1.5">
|
|
{agents.map((a) => {
|
|
const isActive = activeId === a.id
|
|
const isEditing = editingId === a.id
|
|
return (
|
|
<li
|
|
key={a.id}
|
|
className={[
|
|
"rounded-lg border transition-colors",
|
|
isEditing
|
|
? "border-primary/40 bg-primary/5"
|
|
: "border-border bg-card/40",
|
|
].join(" ")}
|
|
>
|
|
<div className="flex items-center gap-2 px-3 py-2">
|
|
<button
|
|
type="button"
|
|
data-action={`settings-agent-activate-${a.id}`}
|
|
onClick={() => setActiveId(a.id)}
|
|
className={[
|
|
"size-2.5 shrink-0 rounded-full ring-2 transition-colors",
|
|
isActive
|
|
? "bg-primary ring-primary/30"
|
|
: "bg-muted ring-transparent hover:ring-foreground/20",
|
|
].join(" ")}
|
|
aria-label={
|
|
isActive ? `${a.name} (active)` : `Activate ${a.name}`
|
|
}
|
|
title={isActive ? "Active" : "Set active"}
|
|
/>
|
|
<div className="flex min-w-0 flex-1 flex-col">
|
|
<span className="truncate text-sm font-medium">{a.name}</span>
|
|
<span className="truncate text-xs text-muted-foreground">
|
|
{a.role}
|
|
</span>
|
|
</div>
|
|
<Button
|
|
data-action={`settings-agent-edit-${a.id}`}
|
|
onClick={() => setEditingId(isEditing ? null : a.id)}
|
|
size="sm"
|
|
variant="ghost"
|
|
>
|
|
{isEditing ? "Done" : "Edit"}
|
|
</Button>
|
|
<Button
|
|
data-action={`settings-agent-delete-${a.id}`}
|
|
onClick={() => remove(a.id)}
|
|
size="icon-sm"
|
|
variant="ghost"
|
|
disabled={agents.length <= 1}
|
|
aria-label="Delete persona"
|
|
title="Delete persona"
|
|
>
|
|
<Trash2 className="size-4" />
|
|
</Button>
|
|
</div>
|
|
{isEditing && editing && (
|
|
<div className="flex flex-col gap-3 border-t bg-background/60 px-3 py-3">
|
|
<Field label="Name">
|
|
<Input
|
|
data-action={`settings-agent-name-${a.id}`}
|
|
value={editing.name}
|
|
onChange={(e) =>
|
|
update({ ...editing, name: e.target.value })
|
|
}
|
|
/>
|
|
</Field>
|
|
<Field label="Role">
|
|
<Input
|
|
data-action={`settings-agent-role-${a.id}`}
|
|
value={editing.role}
|
|
onChange={(e) =>
|
|
update({ ...editing, role: e.target.value })
|
|
}
|
|
/>
|
|
</Field>
|
|
<Field
|
|
label="Sub-system prompt"
|
|
hint="Stacked on top of the main system prompt only when this persona is active."
|
|
>
|
|
<Textarea
|
|
data-action={`settings-agent-prompt-${a.id}`}
|
|
value={editing.prompt}
|
|
onChange={(e) =>
|
|
update({ ...editing, prompt: e.target.value })
|
|
}
|
|
rows={6}
|
|
className="min-h-32 font-mono text-xs"
|
|
/>
|
|
</Field>
|
|
</div>
|
|
)}
|
|
</li>
|
|
)
|
|
})}
|
|
</ul>
|
|
</CardContent>
|
|
</Card>
|
|
)
|
|
}
|