feat: support for multiple providers

lua/gp/config.lua

@@ -17,9 +17,43 @@ local config = {
 	-- openai_api_key: "sk-...",
 	-- openai_api_key = os.getenv("env_name.."),
 	openai_api_key = os.getenv("OPENAI_API_KEY"),
-	-- api endpoint (you can change this to azure endpoint)
-	openai_api_endpoint = "https://api.openai.com/v1/chat/completions",
-	-- openai_api_endpoint = "https://$URL.openai.azure.com/openai/deployments/{{model}}/chat/completions?api-version=2023-03-15-preview",
+
+	-- at least one working provider is required
+	-- to disable a provider set it to empty table like openai = {}
+	providers = {
+		-- secrets can be strings or tables with command and arguments
+		-- secret = { "cat", "path_to/openai_api_key" },
+		-- secret = { "bw", "get", "password", "OPENAI_API_KEY" },
+		-- secret : "sk-...",
+		-- secret = os.getenv("env_name.."),
+		openai = {
+			endpoint = "https://api.openai.com/v1/chat/completions",
+			-- secret = os.getenv("OPENAI_API_KEY"),
+		},
+		azure = {
+			-- endpoint = "https://$URL.openai.azure.com/openai/deployments/{{model}}/chat/completions",
+			-- secret = os.getenv("AZURE_API_KEY"),
+		},
+		copilot = {
+			endpoint = "https://api.githubcopilot.com/chat/completions",
+			secret = {
+				"bash",
+				"-c",
+				"cat ~/.config/github-copilot/hosts.json | sed -e 's/.*oauth_token...//;s/\".*//'",
+			},
+		},
+		ollama = {
+			endpoint = "http://localhost:11434/api/chat",
+		},
+		lmsudio = {
+			endpoint = "http://localhost:1234/v1/chat/completions",
+		},
+		googleai = {
+			endpoint = "https://generativelanguage.googleapis.com/v1beta/models/gemini-pro:streamGenerateContent?key={{secret}}",
+			secret = os.getenv("GOOGLEAI_API_KEY"),
+		},
+	},
+
 	-- prefix for all commands
 	cmd_prefix = "Gp",
 	-- optional curl parameters (for proxy, etc.)
@@ -40,7 +74,7 @@ local config = {
 			chat = true,
 			command = false,
 			-- string with model name or table with model name and parameters
-			model = { model = "gpt-4-1106-preview", temperature = 1.1, top_p = 1 },
+			model = { model = "gpt-4-turbo-preview", temperature = 1.1, top_p = 1 },
 			-- system prompt (use this to specify the persona/role of the AI)
 			system_prompt = "You are a general AI assistant.\n\n"
 				.. "The user provided the additional info about how they would like you to respond:\n\n"
@@ -53,11 +87,48 @@ local config = {
 				.. "- Take a deep breath; You've got this!\n",
 		},
 		{
+			provider = "openai",
 			name = "ChatGPT3-5",
 			chat = true,
 			command = false,
 			-- string with model name or table with model name and parameters
-			model = { model = "gpt-3.5-turbo-1106", temperature = 1.1, top_p = 1 },
+			model = { model = "gpt-3.5-turbo", temperature = 1.1, top_p = 1 },
+			-- system prompt (use this to specify the persona/role of the AI)
+			system_prompt = "You are a general AI assistant.\n\n"
+				.. "The user provided the additional info about how they would like you to respond:\n\n"
+				.. "- If you're unsure don't guess and say you don't know instead.\n"
+				.. "- Ask question if you need clarification to provide better answer.\n"
+				.. "- Think deeply and carefully from first principles step by step.\n"
+				.. "- Zoom out first to see the big picture and then zoom in to details.\n"
+				.. "- Use Socratic method to improve your thinking and coding skills.\n"
+				.. "- Don't elide any code from your output if the answer requires coding.\n"
+				.. "- Take a deep breath; You've got this!\n",
+		},
+		{
+			provider = "copilot",
+			name = "ChatCopilot",
+			chat = true,
+			command = false,
+			-- string with model name or table with model name and parameters
+			model = { model = "gpt-4", temperature = 1.1, top_p = 1 },
+			-- system prompt (use this to specify the persona/role of the AI)
+			system_prompt = "You are a general AI assistant.\n\n"
+				.. "The user provided the additional info about how they would like you to respond:\n\n"
+				.. "- If you're unsure don't guess and say you don't know instead.\n"
+				.. "- Ask question if you need clarification to provide better answer.\n"
+				.. "- Think deeply and carefully from first principles step by step.\n"
+				.. "- Zoom out first to see the big picture and then zoom in to details.\n"
+				.. "- Use Socratic method to improve your thinking and coding skills.\n"
+				.. "- Don't elide any code from your output if the answer requires coding.\n"
+				.. "- Take a deep breath; You've got this!\n",
+		},
+		{
+			provider = "googleai",
+			name = "ChatGemini",
+			chat = true,
+			command = false,
+			-- string with model name or table with model name and parameters
+			model = { model = "gpt-4", temperature = 1.1, top_p = 1 },
 			-- system prompt (use this to specify the persona/role of the AI)
 			system_prompt = "You are a general AI assistant.\n\n"
 				.. "The user provided the additional info about how they would like you to respond:\n\n"
@@ -70,27 +141,92 @@ local config = {
 				.. "- Take a deep breath; You've got this!\n",
 		},
 		{
+			provider = "ollama",
+			name = "ChatOllama",
+			chat = true,
+			command = false,
+			-- string with model name or table with model name and parameters
+			model = {
+				model = "mistral:7b-instruct-v0.2-q4_K_M",
+				temperature = 1.97,
+				top_p = 1,
+				num_ctx = 8192,
+				min_p = 0.05,
+			},
+			-- system prompt (use this to specify the persona/role of the AI)
+			system_prompt = "You are a general AI assistant.",
+		},
+		{
+			provider = "lmsudio",
+			name = "ChatLMStudio",
+			chat = true,
+			command = false,
+			-- string with model name or table with model name and parameters
+			model = {
+				model = "dummy",
+				temperature = 0.97,
+				top_p = 1,
+				num_ctx = 8192,
+				min_p = 0.05,
+			},
+			-- system prompt (use this to specify the persona/role of the AI)
+			system_prompt = "You are a general AI assistant.",
+		},
+		{
+			provider = "openai",
 			name = "CodeGPT4",
 			chat = false,
 			command = true,
 			-- string with model name or table with model name and parameters
-			model = { model = "gpt-4-1106-preview", temperature = 0.8, top_p = 1 },
+			model = { model = "gpt-4-turbo-preview", temperature = 0.8, top_p = 1 },
 			-- system prompt (use this to specify the persona/role of the AI)
 			system_prompt = "You are an AI working as a code editor.\n\n"
 				.. "Please AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\n"
 				.. "START AND END YOUR ANSWER WITH:\n\n```",
 		},
 		{
+			provider = "openai",
 			name = "CodeGPT3-5",
 			chat = false,
 			command = true,
 			-- string with model name or table with model name and parameters
-			model = { model = "gpt-3.5-turbo-1106", temperature = 0.8, top_p = 1 },
+			model = { model = "gpt-3.5-turbo", temperature = 0.8, top_p = 1 },
+			-- system prompt (use this to specify the persona/role of the AI)
+			system_prompt = "You are an AI working as a code editor.\n\n"
+				.. "Please AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\n"
+				.. "START AND END YOUR ANSWER WITH:\n\n```",
+		},
+		{
+			provider = "copilot",
+			name = "CodeCopilot",
+			chat = false,
+			command = true,
+			-- string with the Copilot engine name or table with engine name and parameters if applicable
+			model = { model = "gpt-4", temperature = 0.8, top_p = 1, n = 1 },
 			-- system prompt (use this to specify the persona/role of the AI)
 			system_prompt = "You are an AI working as a code editor.\n\n"
 				.. "Please AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\n"
 				.. "START AND END YOUR ANSWER WITH:\n\n```",
 		},
+		{
+			provider = "ollama",
+			name = "CodeOllamaDeepSeek",
+			chat = false,
+			command = true,
+			-- string with the Copilot engine name or table with engine name and parameters if applicable
+			model = {
+				model = "mistral:7b-instruct-v0.2-q4_K_M",
+				temperature = 1.9,
+				top_p = 1,
+				num_ctx = 8192,
+				min_p = 0.05,
+			},
+			-- system prompt (use this to specify the persona/role of the AI)
+			system_prompt = "You are an AI working as a code editor providing answers.\n\n"
+				.. "Use 4 SPACES FOR INDENTATION.\n"
+				.. "Please AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\n"
+				.. "START AND END YOUR ANSWER WITH:\n\n```",
+		},
 	},
 
 	-- directory for storing chat files
@@ -106,7 +242,6 @@ local config = {
 	chat_topic_gen_prompt = "Summarize the topic of our conversation above"
 		.. " in two or three words. Respond only with those words.",
 	-- chat topic model (string with model name or table with model name and parameters)
-	chat_topic_gen_model = "gpt-3.5-turbo-16k",
 	-- explicitly confirm deletion of a chat file
 	chat_confirm_delete = true,
 	-- conceal model parameters in chat
@@ -301,6 +436,12 @@ local config = {
 			local copy = vim.deepcopy(plugin)
 			local key = copy.config.openai_api_key
 			copy.config.openai_api_key = key:sub(1, 3) .. string.rep("*", #key - 6) .. key:sub(-3)
+			for provider, _ in pairs(copy.providers) do
+				local s = copy.providers[provider].secret
+				if s and type(s) == "string" then
+					copy.providers[provider].secret = s:sub(1, 3) .. string.rep("*", #s - 6) .. s:sub(-3)
+				end
+			end
 			local plugin_info = string.format("Plugin structure:\n%s", vim.inspect(copy))
 			local params_info = string.format("Command params:\n%s", vim.inspect(params))
 			local lines = vim.split(plugin_info .. "\n" .. params_info, "\n")

lua/gp/health.lua

@@ -15,6 +15,7 @@ function M.check()
 			vim.health.error("require('gp').setup() has not been called")
 		end
 
+		--TODO: obsolete
 		---@diagnostic disable-next-line: undefined-field
 		local api_key = gp.config.openai_api_key