diff --git a/src/components/chat/ChatMessages.tsx b/src/components/chat/ChatMessages.tsx index 31b6125..ce2e87e 100644 --- a/src/components/chat/ChatMessages.tsx +++ b/src/components/chat/ChatMessages.tsx @@ -10,7 +10,7 @@ type ChatMessagesProps = { streamingContent: string; loadingPhase?: string; loadingProgress?: number; - layersOnGpu?: number; + layersOnRpc?: number; }; function phaseLabel(phase: string, progress: number): string { @@ -115,7 +115,7 @@ export function ChatMessages({ streamingContent, loadingPhase, loadingProgress = 0, - layersOnGpu = 0, + layersOnRpc = 0, }: ChatMessagesProps) { const bottomRef = useRef(null); @@ -225,7 +225,7 @@ export function ChatMessages({ {phaseLabel(loadingPhase, loadingProgress)} - {layersOnGpu > 0 && ` · ${layersOnGpu} layers on GPU`} + {layersOnRpc > 0 && ` · ${layersOnRpc} layers on RPC`} ) : ( diff --git a/src/context/ChatStreamingContext.tsx b/src/context/ChatStreamingContext.tsx index 64cbabc..d2bf911 100644 --- a/src/context/ChatStreamingContext.tsx +++ b/src/context/ChatStreamingContext.tsx @@ -9,7 +9,7 @@ export type StreamEntry = { streamingContent: string; loadingPhase: string; loadingProgress: number; - layersOnGpu: number; + layersOnRpc: number; }; export type StreamToast = { @@ -24,7 +24,7 @@ const emptyEntry: StreamEntry = { streamingContent: '', loadingPhase: '', loadingProgress: 0, - layersOnGpu: 0, + layersOnRpc: 0, }; export type StartStreamParams = { @@ -122,7 +122,7 @@ export function ChatStreamingProvider({ children }: { children: ReactNode }) { if (assistantContent !== '') { clearInterval(phaseInterval); return; } void getLoadingStatus().then((s) => { if (assistantContent === '') { - patch(convId, { loadingPhase: s.phase, loadingProgress: s.progress, layersOnGpu: s.layers_on_gpu }); + patch(convId, { loadingPhase: s.phase, loadingProgress: s.progress, layersOnRpc: s.layers_on_rpc }); } }).catch(() => undefined); }, 1200); diff --git a/src/lib/api.ts b/src/lib/api.ts index 3dc803c..9cf3241 100644 --- a/src/lib/api.ts +++ b/src/lib/api.ts @@ -81,8 +81,8 @@ export async function appendChatEvent( await postJson(chatEventsUrl(chatId), event); } -export async function getLoadingStatus(): Promise<{ model: string; phase: string; progress: number; layers_on_gpu: number; node_count: number }> { - return getJson<{ model: string; phase: string; progress: number; layers_on_gpu: number; node_count: number }>('/api/ui/loading-status'); +export async function getLoadingStatus(): Promise<{ model: string; phase: string; progress: number; layers_on_rpc: number; node_count: number }> { + return getJson<{ model: string; phase: string; progress: number; layers_on_rpc: number; node_count: number }>('/api/ui/loading-status'); } export async function getParallelismTarget(): Promise { diff --git a/src/pages/ChatPage.tsx b/src/pages/ChatPage.tsx index ca62992..4da7ce3 100644 --- a/src/pages/ChatPage.tsx +++ b/src/pages/ChatPage.tsx @@ -14,7 +14,7 @@ const emptyStream = { streamingContent: '', loadingPhase: '', loadingProgress: 0, - layersOnGpu: 0, + layersOnRpc: 0, }; export function ChatPage() { @@ -58,7 +58,7 @@ export function ChatPage() { const messages = activeConv?.messages ?? []; const model = activeConv?.model ?? modelParam; - const { streaming, streamingContent, loadingPhase, loadingProgress, layersOnGpu } = + const { streaming, streamingContent, loadingPhase, loadingProgress, layersOnRpc } = (activeId ? streams[activeId] : null) ?? emptyStream; const thinkingSupported = models.find((m) => m.model === model)?.supports_thinking ?? false; @@ -135,7 +135,7 @@ export function ChatPage() { streamingContent={streamingContent} loadingPhase={loadingPhase} loadingProgress={loadingProgress} - layersOnGpu={layersOnGpu} + layersOnRpc={layersOnRpc} />