Story 18: Token-by-token streaming responses

- Backend: Added OllamaProvider::chat_stream() with newline-delimited JSON parsing
- Backend: Emit chat:token events for each token received from Ollama
- Backend: Added futures dependency and stream feature for reqwest
- Frontend: Added streamingContent state and chat:token event listener
- Frontend: Real-time token display with auto-scroll
- Frontend: Markdown and syntax highlighting support for streaming content
- Fixed all TypeScript errors (tsc --noEmit)
- Fixed all Biome warnings and errors
- Fixed all Clippy warnings
- Added comprehensive code quality documentation
- Added tsc --noEmit to verification checklist

Tested and verified:
- Tokens stream in real-time
- Auto-scroll works during streaming
- Tool calls interrupt streaming correctly
- Multi-turn conversations work
- Smooth performance with no lag
This commit is contained in:
Dave
2025-12-27 16:50:18 +00:00
parent bb700ce870
commit 64d1b788be
19 changed files with 1441 additions and 684 deletions

View File

@@ -1,192 +1,192 @@
.logo.vite:hover {
filter: drop-shadow(0 0 2em #747bff);
filter: drop-shadow(0 0 2em #747bff);
}
.logo.react:hover {
filter: drop-shadow(0 0 2em #61dafb);
filter: drop-shadow(0 0 2em #61dafb);
}
:root {
font-family: Inter, Avenir, Helvetica, Arial, sans-serif;
font-size: 16px;
line-height: 24px;
font-weight: 400;
font-family: Inter, Avenir, Helvetica, Arial, sans-serif;
font-size: 16px;
line-height: 24px;
font-weight: 400;
color: #0f0f0f;
background-color: #f6f6f6;
color: #0f0f0f;
background-color: #f6f6f6;
font-synthesis: none;
text-rendering: optimizeLegibility;
-webkit-font-smoothing: antialiased;
-moz-osx-font-smoothing: grayscale;
-webkit-text-size-adjust: 100%;
font-synthesis: none;
text-rendering: optimizeLegibility;
-webkit-font-smoothing: antialiased;
-moz-osx-font-smoothing: grayscale;
-webkit-text-size-adjust: 100%;
}
.container {
margin: 0;
padding-top: 10vh;
display: flex;
flex-direction: column;
justify-content: center;
margin: 0;
padding-top: 10vh;
display: flex;
flex-direction: column;
justify-content: center;
}
.logo {
height: 6em;
padding: 1.5em;
will-change: filter;
transition: 0.75s;
height: 6em;
padding: 1.5em;
will-change: filter;
transition: 0.75s;
}
.logo.tauri:hover {
filter: drop-shadow(0 0 2em #24c8db);
filter: drop-shadow(0 0 2em #24c8db);
}
.row {
display: flex;
justify-content: center;
display: flex;
justify-content: center;
}
a {
font-weight: 500;
color: #646cff;
text-decoration: inherit;
font-weight: 500;
color: #646cff;
text-decoration: inherit;
}
a:hover {
color: #535bf2;
color: #535bf2;
}
h1 {
text-align: center;
text-align: center;
}
input,
button {
border-radius: 8px;
border: 1px solid transparent;
padding: 0.6em 1.2em;
font-size: 1em;
font-weight: 500;
font-family: inherit;
color: #0f0f0f;
background-color: #ffffff;
transition: border-color 0.25s;
box-shadow: 0 2px 2px rgba(0, 0, 0, 0.2);
border-radius: 8px;
border: 1px solid transparent;
padding: 0.6em 1.2em;
font-size: 1em;
font-weight: 500;
font-family: inherit;
color: #0f0f0f;
background-color: #ffffff;
transition: border-color 0.25s;
box-shadow: 0 2px 2px rgba(0, 0, 0, 0.2);
}
button {
cursor: pointer;
cursor: pointer;
}
button:hover {
border-color: #396cd8;
border-color: #396cd8;
}
button:active {
border-color: #396cd8;
background-color: #e8e8e8;
border-color: #396cd8;
background-color: #e8e8e8;
}
input,
button {
outline: none;
outline: none;
}
#greet-input {
margin-right: 5px;
margin-right: 5px;
}
@media (prefers-color-scheme: dark) {
:root {
color: #f6f6f6;
background-color: #2f2f2f;
}
:root {
color: #f6f6f6;
background-color: #2f2f2f;
}
a:hover {
color: #24c8db;
}
a:hover {
color: #24c8db;
}
input,
button {
color: #ffffff;
background-color: #0f0f0f98;
}
button:active {
background-color: #0f0f0f69;
}
input,
button {
color: #ffffff;
background-color: #0f0f0f98;
}
button:active {
background-color: #0f0f0f69;
}
}
/* Collapsible tool output styling */
details summary {
cursor: pointer;
user-select: none;
cursor: pointer;
user-select: none;
}
details summary::-webkit-details-marker {
display: none;
display: none;
}
details[open] summary span:first-child {
transform: rotate(90deg);
display: inline-block;
transition: transform 0.2s ease;
transform: rotate(90deg);
display: inline-block;
transition: transform 0.2s ease;
}
details summary span:first-child {
transition: transform 0.2s ease;
transition: transform 0.2s ease;
}
/* Markdown body styling for dark theme */
.markdown-body {
color: #ececec;
text-align: left;
color: #ececec;
text-align: left;
}
.markdown-body code {
background: #2f2f2f;
padding: 2px 6px;
border-radius: 3px;
font-family: monospace;
background: #2f2f2f;
padding: 2px 6px;
border-radius: 3px;
font-family: monospace;
}
.markdown-body pre {
background: #1a1a1a;
padding: 12px;
border-radius: 6px;
overflow-x: auto;
text-align: left;
background: #1a1a1a;
padding: 12px;
border-radius: 6px;
overflow-x: auto;
text-align: left;
}
.markdown-body pre code {
background: transparent;
padding: 0;
background: transparent;
padding: 0;
}
/* Syntax highlighter styling */
.markdown-body div[class*="language-"] {
margin: 0;
border-radius: 6px;
text-align: left;
margin: 0;
border-radius: 6px;
text-align: left;
}
.markdown-body pre[class*="language-"] {
margin: 0;
padding: 12px;
background: #1a1a1a;
text-align: left;
margin: 0;
padding: 12px;
background: #1a1a1a;
text-align: left;
}
/* Hide scroll bars globally while maintaining scroll functionality */
/* Firefox */
* {
scrollbar-width: none;
scrollbar-width: none;
}
/* Chrome, Safari, Edge */
*::-webkit-scrollbar {
display: none;
display: none;
}
/* Ensure scroll functionality is maintained */
body,
html {
overflow-x: hidden;
overflow-x: hidden;
}

View File

@@ -1,25 +0,0 @@
import { render, screen, fireEvent } from "@testing-library/react";
import App from "./App";
// Since the App component relies on Tauri APIs, we mock them to isolate tests
jest.mock("@tauri-apps/api/core", () => ({
invoke: jest.fn().mockResolvedValue(null),
}));
jest.mock("@tauri-apps/plugin-dialog", () => ({
open: jest.fn().mockResolvedValue("/tmp/project"),
}));
test("renders without crashing", () => {
render(<App />);
expect(screen.getByText("AI Code Assistant")).toBeInTheDocument();
});
it("opens project directory button calls open", async () => {
const { open } = require("@tauri-apps/plugin-dialog");
render(<App />);
const button = screen.getByText("Open Project Directory");
fireEvent.click(button);
await Promise.resolve(); // wait for async open
expect(open).toHaveBeenCalled();
});

File diff suppressed because it is too large Load Diff

View File

@@ -3,7 +3,7 @@ import ReactDOM from "react-dom/client";
import App from "./App";
ReactDOM.createRoot(document.getElementById("root") as HTMLElement).render(
<React.StrictMode>
<App />
</React.StrictMode>,
<React.StrictMode>
<App />
</React.StrictMode>,
);

View File

@@ -1,40 +1,40 @@
export interface FileEntry {
name: string;
kind: "file" | "dir";
name: string;
kind: "file" | "dir";
}
export interface SearchResult {
path: string;
matches: number;
path: string;
matches: number;
}
export interface CommandOutput {
stdout: string;
stderr: string;
exit_code: number;
stdout: string;
stderr: string;
exit_code: number;
}
export type Role = "system" | "user" | "assistant" | "tool";
export interface ToolCall {
id?: string;
type: string;
function: {
name: string;
arguments: string;
};
id?: string;
type: string;
function: {
name: string;
arguments: string;
};
}
export interface Message {
role: Role;
content: string;
tool_calls?: ToolCall[];
tool_call_id?: string;
role: Role;
content: string;
tool_calls?: ToolCall[];
tool_call_id?: string;
}
export interface ProviderConfig {
provider: string;
model: string;
base_url?: string;
enable_tools?: boolean;
provider: string;
model: string;
base_url?: string;
enable_tools?: boolean;
}