fix: 🐛 failed attempt handler

gmpetrov · Nov 27, 2023 · 74b03be · 74b03be
1 parent 5e0828a
commit 74b03be
Show file tree

Hide file tree

Showing 5 changed files with 52 additions and 357 deletions.
diff --git a/packages/lib/agent.ts b/packages/lib/agent.ts
@@ -16,6 +16,7 @@ import { Source } from './types/document';
 import { ChatRequest, HttpToolSchema, ToolSchema } from './types/dtos';
 import { ChatModelConfigSchema } from './types/dtos';
 import createPromptContext from './create-prompt-context';
+import failedAttemptHandler from './lc-failed-attempt-hanlder';
 import promptInject from './prompt-inject';
 import {
   ANSWER_IN_SAME_LANGUAGE,
@@ -74,6 +75,7 @@ export default class AgentManager {
         modelName: 'gpt-4-1106-preview',
         temperature: 0,
         streaming: Boolean(props.stream),
+        onFailedAttempt: failedAttemptHandler,
         callbacks: [
           {
             handleLLMNewToken: props.stream,
@@ -166,6 +168,7 @@ export default class AgentManager {
         modelName: 'gpt-4',
         temperature: 0,
         streaming: Boolean(props.stream),
+        onFailedAttempt: failedAttemptHandler,
         callbacks: [
           {
             handleLLMNewToken: props.stream,

diff --git a/packages/lib/api-error.ts b/packages/lib/api-error.ts
@@ -7,6 +7,7 @@ export enum ApiErrorType {
   EMPTY_DATASOURCE = 'EMPTY_DATASOURCE',
   ALREADY_INVITED = 'ALREADY_INVITED',
   INTEGRATION_CREDENTIALS_INVALID = 'INTEGRATION_CREDENTIALS_INVALID',
+  RATE_LIMIT = 'RATE_LIMIT',
 }
 
 export class ApiError extends Error {
@@ -36,6 +37,9 @@ export class ApiError extends Error {
         case ApiErrorType.INTEGRATION_CREDENTIALS_INVALID:
           this.status = 403;
           break;
+        case ApiErrorType.RATE_LIMIT:
+          this.status = 429;
+          break;
         default:
           this.status = 500;
           break;

diff --git a/packages/lib/chat.ts b/packages/lib/chat.ts