Skip to content
Closed
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 25 additions & 3 deletions packages/ollama/src/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ interface ToolCallContent {
arguments: Record<string, JsonValue | undefined>;
}

interface Usage {
export interface Usage {
input: number;
output: number;
cacheRead: number;
Expand Down Expand Up @@ -226,6 +226,13 @@ export interface GenerateInput {
maxTokens?: number;
}

export interface GenerateResult {
content: string;
usage: Usage;
model: string;
stopReason: 'stop' | 'length' | 'toolUse' | 'error' | 'aborted';
}

interface OllamaTagsResponse {
models?: Array<{ name: string }>;
}
Expand Down Expand Up @@ -310,6 +317,15 @@ export class OllamaClient {
input: GenerateInput,
onChunk?: (chunk: string) => void
): Promise<string | void> {
const result = await this.generateWithUsage(input, onChunk);
if (onChunk || input.stream) return;
return result.content;
}

async generateWithUsage(
input: GenerateInput,
onChunk?: (chunk: string) => void
): Promise<GenerateResult> {
const context = legacyInputToContext(input);
const model: ModelDescriptor = {
id: input.model,
Expand All @@ -336,14 +352,20 @@ export class OllamaClient {
onChunk?.(event.delta);
}
}
return;
}

const message = await response.result();
return message.content
const content = message.content
.filter((block): block is TextContent => block.type === 'text')
.map((block) => block.text)
.join('');

return {
content,
usage: message.usage,
model: message.model,
stopReason: message.stopReason,
};
}
}

Expand Down
Loading