Merge pull request #78 from langtail/finishReason_fix

fix finish reason for anthropic & google

Author: Thyrst

CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## 0.14.1
+
+- Fix `finishReason` for Anthropic and Google providers in Vercel AI SDK integration
+
 ## 0.14.0
 
 - Update `openai` version

package.json

@@ -1,6 +1,6 @@
 {
   "name": "langtail",
-  "version": "0.14.0",
+  "version": "0.14.1",
   "description": "",
   "main": "./Langtail.js",
   "packageManager": "[email protected]",

src/vercel-ai/langtail-language-model.ts

@@ -17,15 +17,12 @@ import {
 } from '@ai-sdk/provider-utils';
 import { z } from 'zod';
 import { convertToOpenAIChatMessages } from './convert-to-openai-chat-messages';
-import { mapOpenAIFinishReason } from './map-openai-finish-reason';
+import { mapLangtailFinishReason } from './map-langtail-finish-reason';
 import { LangtailChatSettings } from './langtail-chat-settings';
 import { openaiErrorDataSchema, openaiFailedResponseHandler } from './openai-error';
 import { mapOpenAIChatLogProbsOutput } from './map-openai-chat-logprobs';
 import { LangtailPrompts } from '../Langtail';
-import { ChatCompletionCreateParamsBase } from 'openai/resources/chat/completions';
-import { FunctionParameters } from 'openai/resources';
 import type { PromptSlug, Environment, Version, LangtailEnvironment } from '../types';
-import { ILangtailExtraProps } from '../schemas';
 import { getResponseMetadata } from './get-response-metadata';
 import { prepareTools } from './openai-prepare-tools';
 
@@ -305,7 +302,7 @@ export class LangtailChatLanguageModel<P extends PromptSlug = PromptSlug, E exte
           toolName: toolCall.function.name,
           args: toolCall.function.arguments!,
         })),
-      finishReason: mapOpenAIFinishReason(choice.finish_reason),
+      finishReason: mapLangtailFinishReason(choice.finish_reason, Boolean(choice.message.tool_calls)),
       usage: {
         promptTokens: response.usage?.prompt_tokens ?? NaN,
         completionTokens: response.usage?.completion_tokens ?? NaN,
@@ -428,7 +425,7 @@ export class LangtailChatLanguageModel<P extends PromptSlug = PromptSlug, E exte
             const choice = value.choices[0];
 
             if (choice?.finish_reason != null) {
-              finishReason = mapOpenAIFinishReason(choice.finish_reason);
+              finishReason = mapLangtailFinishReason(choice.finish_reason, Boolean(choice.delta?.tool_calls));
             }
 
             if (choice?.delta == null) {

src/vercel-ai/map-langtail-finish-reason.ts

@@ -0,0 +1,42 @@
+import { LanguageModelV1FinishReason } from '@ai-sdk/provider';
+
+export function mapLangtailFinishReason(
+  finishReason: string | null | undefined,
+  hasToolCalls: boolean,
+): LanguageModelV1FinishReason {
+  switch (finishReason) {
+    // openai:
+    case 'stop':
+      return 'stop';
+    case 'length':
+      return 'length';
+    case 'content_filter':
+      return 'content-filter';
+    case 'function_call':
+    case 'tool_calls':
+      return 'tool-calls';
+    // anthropic:
+    case 'end_turn':
+    case 'stop_sequence':
+      return 'stop';
+    case 'tool_use':
+      return 'tool-calls';
+    case 'max_tokens':
+      return 'length';
+    // google:
+    case 'STOP':
+      return hasToolCalls ? 'tool-calls' : 'stop';
+    case 'MAX_TOKENS':
+      return 'length';
+    case 'RECITATION':
+    case 'SAFETY':
+      return 'content-filter';
+    case 'FINISH_REASON_UNSPECIFIED':
+    case 'OTHER':
+      return 'other';
+
+    default:
+      console.warn('Unknown finish reason: ', finishReason);
+      return 'unknown';
+  }
+}