diff --git a/services/apps/merge_suggestions_worker/src/workflows/mergeMembersWithLLM.ts b/services/apps/merge_suggestions_worker/src/workflows/mergeMembersWithLLM.ts index 4a44a54e74..2a3fea290e 100644 --- a/services/apps/merge_suggestions_worker/src/workflows/mergeMembersWithLLM.ts +++ b/services/apps/merge_suggestions_worker/src/workflows/mergeMembersWithLLM.ts @@ -31,11 +31,11 @@ export async function mergeMembersWithLLM( ): Promise { const SUGGESTIONS_PER_RUN = 10 const REGION = 'us-east-1' - const MODEL_ID = 'us.anthropic.claude-sonnet-4-20250514-v1:0' + const MODEL_ID = 'us.anthropic.claude-sonnet-5' const MODEL_ARGS = { max_tokens: 2000, anthropic_version: 'bedrock-2023-05-31', - temperature: 0, + thinking: { type: 'disabled' }, } const PROMPT = `Please compare and decide if these two members are the same person or not. Only compare data from first member and second member. Never compare data from only one member with itself. diff --git a/services/apps/merge_suggestions_worker/src/workflows/mergeOrganizationsWithLLM.ts b/services/apps/merge_suggestions_worker/src/workflows/mergeOrganizationsWithLLM.ts index a894bb33c0..906222c75b 100644 --- a/services/apps/merge_suggestions_worker/src/workflows/mergeOrganizationsWithLLM.ts +++ b/services/apps/merge_suggestions_worker/src/workflows/mergeOrganizationsWithLLM.ts @@ -32,11 +32,11 @@ export async function mergeOrganizationsWithLLM( ): Promise { const SUGGESTIONS_PER_RUN = 5 const REGION = 'us-east-1' - const MODEL_ID = 'us.anthropic.claude-sonnet-4-20250514-v1:0' + const MODEL_ID = 'us.anthropic.claude-sonnet-5' const MODEL_ARGS = { max_tokens: 2000, anthropic_version: 'bedrock-2023-05-31', - temperature: 0, + thinking: { type: 'disabled' }, } const PROMPT = `Please compare and decide if these two organizations are the same organization or not. Submit your answer with the submit_merge_decision tool: set decision to true if they are the same organization, false otherwise, and give the reason in one short sentence.` diff --git a/services/libs/types/src/enums/llm.ts b/services/libs/types/src/enums/llm.ts index 6094cd2df7..aa97c87a3a 100644 --- a/services/libs/types/src/enums/llm.ts +++ b/services/libs/types/src/enums/llm.ts @@ -3,6 +3,7 @@ export enum LlmModelType { CLAUDE_3_5_SONNET_V2 = 'anthropic.claude-3-5-sonnet-20241022-v2:0', CLAUDE_3_OPUS = 'anthropic.claude-3-opus-20240229-v1:0', CLAUDE_SONNET_4 = 'us.anthropic.claude-sonnet-4-20250514-v1:0', + CLAUDE_SONNET_5 = 'us.anthropic.claude-sonnet-5', CLAUDE_SONNET_5_5 = 'us.anthropic.claude-sonnet-5-5', CLAUDE_HAIKU_4_5 = 'us.anthropic.claude-haiku-4-5-20251001-v1:0', } diff --git a/services/libs/types/src/llm.ts b/services/libs/types/src/llm.ts index 9c44e309ba..c795afffb4 100644 --- a/services/libs/types/src/llm.ts +++ b/services/libs/types/src/llm.ts @@ -34,6 +34,7 @@ export const LLM_MODEL_REGION_MAP: Record = { [LlmModelType.CLAUDE_3_5_SONNET]: 'us-east-1', [LlmModelType.CLAUDE_3_5_SONNET_V2]: 'us-west-2', [LlmModelType.CLAUDE_SONNET_4]: 'us-east-1', + [LlmModelType.CLAUDE_SONNET_5]: 'us-east-1', [LlmModelType.CLAUDE_SONNET_5_5]: 'us-east-1', [LlmModelType.CLAUDE_HAIKU_4_5]: 'us-east-1', } @@ -56,6 +57,10 @@ export const LLM_MODEL_PRICING_MAP: Record = { costPer1000InputTokens: 0.003, costPer1000OutputTokens: 0.015, }, + [LlmModelType.CLAUDE_SONNET_5]: { + costPer1000InputTokens: 0.002, + costPer1000OutputTokens: 0.01, + }, [LlmModelType.CLAUDE_SONNET_5_5]: { costPer1000InputTokens: 0.002, costPer1000OutputTokens: 0.01, @@ -84,11 +89,11 @@ export function estimateLlmCostUsd( export const LLM_SETTINGS: Record = { [LlmQueryType.MEMBER_ENRICHMENT]: { - modelId: LlmModelType.CLAUDE_SONNET_4, + modelId: LlmModelType.CLAUDE_SONNET_5_5, arguments: { max_tokens: 65536, anthropic_version: 'bedrock-2023-05-31', - temperature: 0, + thinking: { type: 'between_tools' }, }, }, [LlmQueryType.MEMBER_ENRICHMENT_FIND_RELATED_LINKEDIN_PROFILES]: { @@ -100,19 +105,19 @@ export const LLM_SETTINGS: Record = { }, }, [LlmQueryType.MEMBER_ENRICHMENT_SQUASH_MULTIPLE_VALUE_ATTRIBUTES]: { - modelId: LlmModelType.CLAUDE_SONNET_4, + modelId: LlmModelType.CLAUDE_SONNET_5_5, arguments: { max_tokens: 2000, anthropic_version: 'bedrock-2023-05-31', - temperature: 0, + thinking: { type: 'between_tools' }, }, }, [LlmQueryType.MEMBER_ENRICHMENT_SQUASH_WORK_EXPERIENCES_FROM_MULTIPLE_SOURCES]: { - modelId: LlmModelType.CLAUDE_SONNET_4, + modelId: LlmModelType.CLAUDE_SONNET_5_5, arguments: { max_tokens: 8000, anthropic_version: 'bedrock-2023-05-31', - temperature: 0, + thinking: { type: 'between_tools' }, }, }, [LlmQueryType.MATCH_MAIN_GITHUB_ORGANIZATION_AND_DESCRIPTION]: { @@ -124,19 +129,19 @@ export const LLM_SETTINGS: Record = { }, }, [LlmQueryType.REPO_CATEGORIES]: { - modelId: LlmModelType.CLAUDE_SONNET_4, + modelId: LlmModelType.CLAUDE_SONNET_5_5, arguments: { max_tokens: 2000, anthropic_version: 'bedrock-2023-05-31', - temperature: 0, + thinking: { type: 'between_tools' }, }, }, [LlmQueryType.REPO_COLLECTIONS]: { - modelId: LlmModelType.CLAUDE_SONNET_4, + modelId: LlmModelType.CLAUDE_SONNET_5_5, arguments: { max_tokens: 2000, anthropic_version: 'bedrock-2023-05-31', - temperature: 0, + thinking: { type: 'between_tools' }, }, }, [LlmQueryType.MEMBER_BOT_VALIDATION]: { @@ -148,19 +153,19 @@ export const LLM_SETTINGS: Record = { }, }, [LlmQueryType.SELECT_MOST_RELEVANT_DOMAIN]: { - modelId: LlmModelType.CLAUDE_SONNET_4, + modelId: LlmModelType.CLAUDE_SONNET_5_5, arguments: { max_tokens: 2000, anthropic_version: 'bedrock-2023-05-31', - temperature: 0, + thinking: { type: 'between_tools' }, }, }, [LlmQueryType.FAKE_ORGANIZATION_ANALYSIS]: { - modelId: LlmModelType.CLAUDE_SONNET_4, + modelId: LlmModelType.CLAUDE_SONNET_5_5, arguments: { max_tokens: 2000, anthropic_version: 'bedrock-2023-05-31', - temperature: 0, + thinking: { type: 'between_tools' }, }, }, [LlmQueryType.PROJECT_EVALUATION]: {