Skip to content

Commit 5eedb9b

Browse files
committed
feat: use Claude Haiku 4.5 for low-complexity llm queries
Signed-off-by: Yeganathan S <[email protected]>
1 parent e76f62c commit 5eedb9b

2 files changed

Lines changed: 10 additions & 4 deletions

File tree

services/libs/types/src/enums/llm.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ export enum LlmModelType {
33
CLAUDE_3_5_SONNET_V2 = 'anthropic.claude-3-5-sonnet-20241022-v2:0',
44
CLAUDE_3_OPUS = 'anthropic.claude-3-opus-20240229-v1:0',
55
CLAUDE_SONNET_4 = 'us.anthropic.claude-sonnet-4-20250514-v1:0',
6+
CLAUDE_HAIKU_4_5 = 'us.anthropic.claude-haiku-4-5-20251001-v1:0',
67
}
78

89
export enum LlmQueryType {

services/libs/types/src/llm.ts

Lines changed: 9 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,7 @@ export const LLM_MODEL_REGION_MAP: Record<LlmModelType, string> = {
3232
[LlmModelType.CLAUDE_3_5_SONNET]: 'us-east-1',
3333
[LlmModelType.CLAUDE_3_5_SONNET_V2]: 'us-west-2',
3434
[LlmModelType.CLAUDE_SONNET_4]: 'us-east-1',
35+
[LlmModelType.CLAUDE_HAIKU_4_5]: 'us-east-1',
3536
}
3637

3738
// to estimate costs - these numbers can change
@@ -52,6 +53,10 @@ export const LLM_MODEL_PRICING_MAP: Record<LlmModelType, ILlmPricing> = {
5253
costPer1000InputTokens: 0.003,
5354
costPer1000OutputTokens: 0.015,
5455
},
56+
[LlmModelType.CLAUDE_HAIKU_4_5]: {
57+
costPer1000InputTokens: 0.001,
58+
costPer1000OutputTokens: 0.005,
59+
},
5560
}
5661

5762
export const LLM_SETTINGS: Record<LlmQueryType, ILlmSettings> = {
@@ -64,15 +69,15 @@ export const LLM_SETTINGS: Record<LlmQueryType, ILlmSettings> = {
6469
},
6570
},
6671
[LlmQueryType.MEMBER_ENRICHMENT_FIND_RELATED_LINKEDIN_PROFILES]: {
67-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
72+
modelId: LlmModelType.CLAUDE_HAIKU_4_5,
6873
arguments: {
6974
max_tokens: 200000,
7075
anthropic_version: 'bedrock-2023-05-31',
7176
temperature: 0,
7277
},
7378
},
7479
[LlmQueryType.MEMBER_ENRICHMENT_SQUASH_MULTIPLE_VALUE_ATTRIBUTES]: {
75-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
80+
modelId: LlmModelType.CLAUDE_HAIKU_4_5,
7681
arguments: {
7782
max_tokens: 200000,
7883
anthropic_version: 'bedrock-2023-05-31',
@@ -96,15 +101,15 @@ export const LLM_SETTINGS: Record<LlmQueryType, ILlmSettings> = {
96101
},
97102
},
98103
[LlmQueryType.REPO_CATEGORIES]: {
99-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
104+
modelId: LlmModelType.CLAUDE_HAIKU_4_5,
100105
arguments: {
101106
max_tokens: 200000,
102107
anthropic_version: 'bedrock-2023-05-31',
103108
temperature: 0,
104109
},
105110
},
106111
[LlmQueryType.REPO_COLLECTIONS]: {
107-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
112+
modelId: LlmModelType.CLAUDE_HAIKU_4_5,
108113
arguments: {
109114
max_tokens: 200000,
110115
anthropic_version: 'bedrock-2023-05-31',

0 commit comments

Comments
 (0)