From 861ed5240214dc76b00edeaec15e71370a7a5046 Mon Sep 17 00:00:00 2001
From: Nadim Atiya <nadim.atiya@gmail.com>
Date: Mon, 12 Aug 2024 10:11:14 +0100
Subject: [PATCH] fix: add max_tokens to default payload (#196)

---
 lua/gp/dispatcher.lua | 1 +
 1 file changed, 1 insertion(+)

diff --git a/lua/gp/dispatcher.lua b/lua/gp/dispatcher.lua
index cbb745ba..b6f94327 100644
--- a/lua/gp/dispatcher.lua
+++ b/lua/gp/dispatcher.lua
@@ -169,6 +169,7 @@ D.prepare_payload = function(messages, model, provider)
 		model = model.model,
 		stream = true,
 		messages = messages,
+		max_tokens = model.max_tokens or 4096,
 		temperature = math.max(0, math.min(2, model.temperature or 1)),
 		top_p = math.max(0, math.min(1, model.top_p or 1)),
 	}