Skip to content

Commit 1c5155b

Browse files
committed
chore: optimize llm model usage across query types
Signed-off-by: Yeganathan S <[email protected]>
1 parent 9885686 commit 1c5155b

1 file changed

Lines changed: 7 additions & 7 deletions

File tree

services/libs/types/src/llm.ts

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -61,7 +61,7 @@ export const LLM_MODEL_PRICING_MAP: Record<LlmModelType, ILlmPricing> = {
6161

6262
export const LLM_SETTINGS: Record<LlmQueryType, ILlmSettings> = {
6363
[LlmQueryType.MEMBER_ENRICHMENT]: {
64-
modelId: LlmModelType.CLAUDE_3_5_SONNET,
64+
modelId: LlmModelType.CLAUDE_SONNET_4,
6565
arguments: {
6666
max_tokens: 200000,
6767
anthropic_version: 'bedrock-2023-05-31',
@@ -77,47 +77,47 @@ export const LLM_SETTINGS: Record<LlmQueryType, ILlmSettings> = {
7777
},
7878
},
7979
[LlmQueryType.MEMBER_ENRICHMENT_SQUASH_MULTIPLE_VALUE_ATTRIBUTES]: {
80-
modelId: LlmModelType.CLAUDE_HAIKU_4_5,
80+
modelId: LlmModelType.CLAUDE_SONNET_4,
8181
arguments: {
8282
max_tokens: 200000,
8383
anthropic_version: 'bedrock-2023-05-31',
8484
temperature: 0,
8585
},
8686
},
8787
[LlmQueryType.MEMBER_ENRICHMENT_SQUASH_WORK_EXPERIENCES_FROM_MULTIPLE_SOURCES]: {
88-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
88+
modelId: LlmModelType.CLAUDE_SONNET_4,
8989
arguments: {
9090
max_tokens: 200000,
9191
anthropic_version: 'bedrock-2023-05-31',
9292
temperature: 0,
9393
},
9494
},
9595
[LlmQueryType.MATCH_MAIN_GITHUB_ORGANIZATION_AND_DESCRIPTION]: {
96-
modelId: LlmModelType.CLAUDE_3_5_SONNET_V2,
96+
modelId: LlmModelType.CLAUDE_HAIKU_4_5,
9797
arguments: {
9898
max_tokens: 200000,
9999
anthropic_version: 'bedrock-2023-05-31',
100100
temperature: 0,
101101
},
102102
},
103103
[LlmQueryType.REPO_CATEGORIES]: {
104-
modelId: LlmModelType.CLAUDE_HAIKU_4_5,
104+
modelId: LlmModelType.CLAUDE_SONNET_4,
105105
arguments: {
106106
max_tokens: 200000,
107107
anthropic_version: 'bedrock-2023-05-31',
108108
temperature: 0,
109109
},
110110
},
111111
[LlmQueryType.REPO_COLLECTIONS]: {
112-
modelId: LlmModelType.CLAUDE_HAIKU_4_5,
112+
modelId: LlmModelType.CLAUDE_SONNET_4,
113113
arguments: {
114114
max_tokens: 200000,
115115
anthropic_version: 'bedrock-2023-05-31',
116116
temperature: 0,
117117
},
118118
},
119119
[LlmQueryType.MEMBER_BOT_VALIDATION]: {
120-
modelId: LlmModelType.CLAUDE_SONNET_4,
120+
modelId: LlmModelType.CLAUDE_HAIKU_4_5,
121121
arguments: {
122122
max_tokens: 2000,
123123
anthropic_version: 'bedrock-2023-05-31',

0 commit comments

Comments
 (0)