feat: use model options

sgomez · May 8, 2024 · 4520887 · 4520887
1 parent 4b083ae
commit 4520887
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/src/ollama-chat-language-model.ts b/src/ollama-chat-language-model.ts
@@ -41,9 +41,13 @@ export class OllamaChatLanguageModel implements LanguageModelV1 {
   }
 
   private getArguments({
+    frequencyPenalty,
     mode,
+    presencePenalty,
     prompt,
+    seed,
     temperature,
+    topP,
   }: Parameters<LanguageModelV1['doGenerate']>[0]) {
     const type = mode.type
 
@@ -53,7 +57,11 @@ export class OllamaChatLanguageModel implements LanguageModelV1 {
       messages: convertToOllamaChatMessages(prompt),
       model: this.modelId,
       options: {
+        frequency_penalty: frequencyPenalty,
+        presence_penalty: presencePenalty,
+        seed,
         temperature,
+        top_p: topP,
       },
     }