Proposal: Claude 3 Support

[joshkoshbgosh]

Love this plugin, and would love it even more if it supported Claude 3. Not sure how difficult this would be to implement, or if there are already plans to do so.

[marcomayer]

Yes would be amazing. I might have time to contribute this next week, @Robitx are you interested in this?

[marcomayer]

Just found out that as a workaround you can run https://github.com/sigoden/aichat with --serve and use that as an openai compatible endpoint. Works pretty well... (need the pre-release version for claude 3.5)

[Robitx]

Latest version has multi provider support including Claude https://github.com/Robitx/gp.nvim?tab=readme-ov-file#3-multiple-providers

[fredrikaverpil]

Hey, this is really awesome! 🥳

I can successfully chat with OpenAI and Codepilot models as well as the Claude Haiku model. But I'm getting an error when attempting to chat with Claude 3.5 Sonnet:

Gp: anthropic response is empty: 
'{"type":"error","error":{"type":"invalid_request_error","message":"messages.3: all messages must have non-empty content except for the optional final assistant message"}}\n'

This is my config: https://github.com/fredrikaverpil/dotfiles/pull/158/files

Can you spot what I'm doing wrong?
cc @joshmedeski did you ever get Claude 3.5 Sonnet to work? (I watched your stream...)

[Robitx]

@fredrikaverpil could you run :GpInspectPlugin after such failure? I've just added 3409487 and these seem to work fine.

[joshmedeski]

I got it to work using this config:
https://github.com/joshmedeski/dotfiles/blob/06340c61f7aec2153d0307887268ea792cc22693/.config/nvim/lua/plugins/gp.lua?plain=1#L71

[fredrikaverpil]

@joshmedeski that's the haiku model you linked to. I was thinking of the sonnet 3.5 model.

@Robitx actually, it just started working for me here 🚀 with the given setup I linked earlier... weird, but awesome! 🥳

Here's the output you requested:

Details

Plugin structure:
{
  BufTarget = {
    current = 0,
    popup = 1,
    split = 2,
    tabnew = 4,
    vsplit = 3
  },
  Prompt = <function 1>,
  Target = {
    append = 1,
    enew = <function 2>,
    new = <function 3>,
    popup = 3,
    prepend = 2,
    rewrite = 0,
    tabnew = <function 4>,
    vnew = <function 5>
  },
  Whisper = <function 6>,
  _H = {
    autocmd = <function 7>,
    create_augroup = <function 8>,
    create_popup = <function 9>,
    cursor_to_line = <function 10>,
    delete_buffer = <function 11>,
    delete_file = <function 12>,
    ends_with = <function 13>,
    feedkeys = <function 14>,
    find_git_root = <function 15>,
    get_buffer = <function 16>,
    get_filetype = <function 17>,
    grep_directory = <function 18>,
    last_content_line = <function 19>,
    once = <function 20>,
    process = <function 21>,
    set_keymap = <function 22>,
    starts_with = <function 23>,
    template_render = <function 24>,
    template_replace = <function 25>,
    undojoin = <function 26>,
    uuid = <function 27>
  },
  _Name = "Gp",
  _chat_agents = { "ChatClaude-3-5-Sonnet", "ChatClaude-3-Haiku", "ChatCodeLlama", "ChatCopilot", "ChatGPT3-5", "ChatGPT4o", "ChatGemini", "ChatOllama", "ChatOllamaLlama3", "ChatPerplexityMixtral" },
  _chat_finder_opened = false,
  _command_agents = { "CodeClaude-3-5-Sonnet", "CodeClaude-3-Haiku", "CodeCopilot", "CodeGPT3-5", "CodeGPT4o", "CodeGemini", "CodeOllamaLlama3", "CodePerplexityMixtral" },
  _deprecated = {},
  _handles = {},
  _image_agents = { "DALL-E-3-1024x1024-natural", "DALL-E-3-1024x1024-natural-hd", "DALL-E-3-1024x1024-vivid", "DALL-E-3-1024x1024-vivid-hd", "DALL-E-3-1024x1792-natural", "DALL-E-3-1024x1792-natural-hd", "DALL-E-3-1024x1792-vivid", "DALL-E-3-1024x1792-vivid-hd", "DALL-E-3-1792x1024-natural", "DALL-E-3-1792x1024-natural-hd", "DALL-E-3-1792x1024-vivid", "DALL-E-3-1792x1024-vivid-hd" },
  _log = <function 28>,
  _queries = {
    ["7001fca4_ffd8_4a37_9098_d34c4579d5ed"] = {
      buf = 112,
      ex_id = 1,
      first_line = 15,
      handler = <function 29>,
      last_line = 15,
      ns_id = 210,
      on_exit = <function 30>,
      payload = {
        max_tokens = 4096,
        messages = <1>{ {
            content = "hello",
            role = "user"
          }, {
            content = "Hello! It's nice to meet you. How can I assist you today? Is there any particular topic you'd like to discuss or any questions you have? I'm here to help with a wide range of subjects, so please feel free to ask about anything you're curious about or need help with.",
            role = "assistant"
          }, {
            content = "Summarize the topic of our conversation above in two or three words. Respond only with those words.",
            role = "user"
          } },
        model = "claude-3-5-sonnet-20240620",
        stream = true,
        system = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n",
        temperature = 0.5,
        top_p = 1
      },
      provider = "anthropic",
      raw_response = "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"id\":\"msg_01YKWZznXQS3B7ijt8Hhgzuf\",\"type\":\"message\",\"role\":\"assistant\",\"model\":\"claude-3-5-sonnet-20240620\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"usage\":{\"input_tokens\":138,\"output_tokens\":4}}           }\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"}    }\nevent: ping\ndata: {\"type\": \"ping\"}\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"Hello! It's\"}   }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" nice to meet you\"}      }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\". How\"}  }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" can\"}     }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" I assist you today\"}       }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"?\"}               }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" Is\"}    }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" there any\"}        }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" particular\"}  }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" topic\"}             }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" you\"}              }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"'d like to discuss\"}        }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" or any questions you\"}             }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" have? I'm\"}           }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" here\"}             }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" to help with\"}}\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" a\"}     }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" wide range of subjects\"}              }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\",\"}   }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" so\"}      }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" please\"}             }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" feel\"}          }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" free to ask about\"}}\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" anything you're curious\"}    }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" about or\"}             }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" need help\"}            }\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" with.\"}        }\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0}\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null},\"usage\":{\"output_tokens\":64} }\nevent: message_stop\ndata: {\"type\":\"message_stop\"      }\n",
      response = "Hello! It's nice to meet you. How can I assist you today? Is there any particular topic you'd like to discuss or any questions you have? I'm here to help with a wide range of subjects, so please feel free to ask about anything you're curious about or need help with.",
      timestamp = 1721079557
    },
    f2e67007_fa78_408f_8c70_176acef61341 = {
      ex_id = 1,
      first_line = 0,
      handler = <function 31>,
      last_line = 0,
      ns_id = 211,
      on_exit = <function 32>,
      payload = {
        max_tokens = 4096,
        messages = <table 1>,
        model = "claude-3-5-sonnet-20240620",
        stream = true,
        system = "",
        temperature = 0.5,
        top_p = 1
      },
      provider = "anthropic",
      raw_response = 'event: message_start\ndata: {"type":"message_start","message":{"id":"msg_01DztVsqHGesX4NazwbX8Wah","type":"message","role":"assistant","model":"claude-3-5-sonnet-20240620","content":[],"stop_reason":null,"stop_sequence":null,"usage":{"input_tokens":97,"output_tokens":1}}               }\nevent: content_block_start\ndata: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":""}       }\nevent: ping\ndata: {"type": "ping"}\nevent: content_block_delta\ndata: {"type":"content_block_delta","index":0,"delta":{"type":"text_delta","text":"Initial"}               }\nevent: content_block_delta\ndata: {"type":"content_block_delta","index":0,"delta":{"type":"text_delta","text":" greeting"}              }\nevent: content_block_stop\ndata: {"type":"content_block_stop","index":0     }\nevent: message_delta\ndata: {"type":"message_delta","delta":{"stop_reason":"end_turn","stop_sequence":null},"usage":{"output_tokens":5}         }\nevent: message_stop\ndata: {"type":"message_stop"        }\n',
      response = "Initial greeting",
      timestamp = 1721079559
    }
  },
  _setup_called = true,
  _state = {
    chat_agent = "ChatClaude-3-5-Sonnet",
    command_agent = "CodeGPT4o",
    copilot_bearer = {
      annotations_enabled = false,
      chat_enabled = true,
      chat_jetbrains_enabled = true,
      code_quote_enabled = true,
      codesearch = false,
      copilot_ide_agent_chat_gpt4_small_prompt = false,
      copilotignore_enabled = false,
      endpoints = {
        api = "https://api.githubcopilot.com",
        ["origin-tracker"] = "https://origin-tracker.githubusercontent.com",
        proxy = "https://copilot-proxy.githubusercontent.com",
        telemetry = "https://copilot-telemetry-service.githubusercontent.com"
      },
      expires_at = 1721080646,
      individual = true,
      nes_enabled = false,
      prompt_8k = true,
      public_suggestions = "disabled",
      refresh_in = 1500,
      sku = "monthly_subscriber",
      snippy_load_test_enabled = false,
      telemetry = "disabled",
      token = "tid=3263e427c1fb08bdc4d3143ad4815a4a;exp=1721080646;sku=monthly_subscriber;st=dotcom;chat=1;8kp=1;ip=83.252.138.225;asn=AS1257:4cfe68b457eb97b3877556daf261128dc74cbd66e8e8b52ba42f733cfccdf208",
      tracking_id = "3263e427c1fb08bdc4d3143ad4815a4a",
      vsc_electron_fetcher = false
    },
    image_agent = "DALL-E-3-1024x1024-natural"
  },
  _toggle = {},
  _toggle_add = <function 33>,
  _toggle_close = <function 34>,
  _toggle_kind = {
    chat = 1,
    context = 3,
    popup = 2,
    unknown = 0
  },
  _toggle_resolve = <function 35>,
  add_handle = <function 36>,
  agents = {
    ["ChatClaude-3-5-Sonnet"] = {
      chat = true,
      command = false,
      model = {
        model = "claude-3-5-sonnet-20240620",
        temperature = 0.5,
        top_p = 1
      },
      name = "ChatClaude-3-5-Sonnet",
      provider = "anthropic",
      system_prompt = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n"
    },
    ["ChatClaude-3-Haiku"] = {
      chat = true,
      command = false,
      model = {
        model = "claude-3-haiku-20240307",
        temperature = 0.8,
        top_p = 1
      },
      name = "ChatClaude-3-Haiku",
      provider = "anthropic",
      system_prompt = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n"
    },
    ChatCodeLlama = {
      chat = true,
      command = false,
      model = {
        model = "codellama:34b-instruct"
      },
      name = "ChatCodeLlama",
      provider = "ollama",
      system_prompt = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n"
    },
    ChatCopilot = {
      chat = true,
      command = false,
      model = {
        model = "gpt-4",
        temperature = 1.1,
        top_p = 1
      },
      name = "ChatCopilot",
      provider = "copilot",
      system_prompt = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n"
    },
    ["ChatGPT3-5"] = {
      chat = true,
      command = false,
      model = {
        model = "gpt-3.5-turbo",
        temperature = 1.1,
        top_p = 1
      },
      name = "ChatGPT3-5",
      provider = "openai",
      system_prompt = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n"
    },
    ChatGPT4o = {
      chat = true,
      command = false,
      model = {
        model = "gpt-4o",
        temperature = 0.4,
        top_p = 1
      },
      name = "ChatGPT4o",
      provider = "openai",
      system_prompt = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n"
    },
    ChatGemini = {
      chat = true,
      command = false,
      model = {
        model = "gemini-pro",
        temperature = 1.1,
        top_p = 1
      },
      name = "ChatGemini",
      provider = "googleai",
      system_prompt = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n"
    },
    ChatOllama = {
      chat = true,
      command = false,
      model = {
        model = "llama3:8b"
      },
      name = "ChatOllama",
      provider = "ollama",
      system_prompt = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n"
    },
    ChatOllamaLlama3 = {
      chat = true,
      command = false,
      model = {
        model = "llama3",
        num_ctx = 8192
      },
      name = "ChatOllamaLlama3",
      provider = "ollama",
      system_prompt = "You are a general AI assistant."
    },
    ChatPerplexityMixtral = {
      chat = true,
      command = false,
      model = {
        model = "mixtral-8x7b-instruct",
        temperature = 1.1,
        top_p = 1
      },
      name = "ChatPerplexityMixtral",
      provider = "pplx",
      system_prompt = "You are a general AI assistant.\n\nThe user provided the additional info about how they would like you to respond:\n\n- If you're unsure don't guess and say you don't know instead.\n- Ask question if you need clarification to provide better answer.\n- Think deeply and carefully from first principles step by step.\n- Zoom out first to see the big picture and then zoom in to details.\n- Use Socratic method to improve your thinking and coding skills.\n- Don't elide any code from your output if the answer requires coding.\n- Take a deep breath; You've got this!\n"
    },
    ["CodeClaude-3-5-Sonnet"] = {
      chat = false,
      command = true,
      model = {
        model = "claude-3-5-sonnet-20240620",
        temperature = 0.5,
        top_p = 1
      },
      name = "CodeClaude-3-5-Sonnet",
      provider = "anthropic",
      system_prompt = "You are an AI working as a code editor.\n\nPlease AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\nSTART AND END YOUR ANSWER WITH:\n\n```"
    },
    ["CodeClaude-3-Haiku"] = {
      chat = false,
      command = true,
      model = {
        model = "claude-3-haiku-20240307",
        temperature = 0.8,
        top_p = 1
      },
      name = "CodeClaude-3-Haiku",
      provider = "anthropic",
      system_prompt = "You are an AI working as a code editor.\n\nPlease AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\nSTART AND END YOUR ANSWER WITH:\n\n```"
    },
    CodeCopilot = {
      chat = false,
      command = true,
      model = {
        model = "gpt-4",
        n = 1,
        temperature = 0.8,
        top_p = 1
      },
      name = "CodeCopilot",
      provider = "copilot",
      system_prompt = "You are an AI working as a code editor.\n\nPlease AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\nSTART AND END YOUR ANSWER WITH:\n\n```"
    },
    ["CodeGPT3-5"] = {
      chat = false,
      command = true,
      model = {
        model = "gpt-3.5-turbo",
        temperature = 0.8,
        top_p = 1
      },
      name = "CodeGPT3-5",
      provider = "openai",
      system_prompt = "You are an AI working as a code editor.\n\nPlease AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\nSTART AND END YOUR ANSWER WITH:\n\n```"
    },
    CodeGPT4o = {
      chat = false,
      command = true,
      model = {
        model = "gpt-4o",
        temperature = 0.4,
        top_p = 1
      },
      name = "CodeGPT4o",
      provider = "openai",
      system_prompt = "You are an AI working as a code editor.\n\nPlease AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\nSTART AND END YOUR ANSWER WITH:\n\n```"
    },
    CodeGemini = {
      chat = false,
      command = true,
      model = {
        model = "gemini-pro",
        temperature = 0.8,
        top_p = 1
      },
      name = "CodeGemini",
      provider = "googleai",
      system_prompt = "You are an AI working as a code editor.\n\nPlease AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\nSTART AND END YOUR ANSWER WITH:\n\n```"
    },
    CodeOllamaLlama3 = {
      chat = false,
      command = true,
      model = {
        model = "llama3",
        num_ctx = 8192,
        temperature = 1.9,
        top_p = 1
      },
      name = "CodeOllamaLlama3",
      provider = "ollama",
      system_prompt = "You are an AI working as a code editor providing answers.\n\nUse 4 SPACES FOR INDENTATION.\nPlease AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\nSTART AND END YOUR ANSWER WITH:\n\n```"
    },
    CodePerplexityMixtral = {
      chat = false,
      command = true,
      model = {
        model = "mixtral-8x7b-instruct",
        temperature = 0.8,
        top_p = 1
      },
      name = "CodePerplexityMixtral",
      provider = "pplx",
      system_prompt = "You are an AI working as a code editor.\n\nPlease AVOID COMMENTARY OUTSIDE OF THE SNIPPET RESPONSE.\nSTART AND END YOUR ANSWER WITH:\n\n```"
    }
  },
  append_selection = <function 37>,
  buf_handler = <function 38>,
  call_hook = <function 39>,
  can_handle = <function 40>,
  chat_respond = <function 41>,
  chat_template = "# topic: ?\n\n- file: %s\n%s\nWrite your queries after %s. Use `%s` or :%sChatRespond to generate a response.\nResponse generation can be terminated by using `%s` or :%sChatStop command.\nChats are saved automatically. To delete this chat, use `%s` or :%sChatDelete.\nBe cautious of very long chats. Start a fresh chat by using `%s` or :%sChatNew.\n\n---\n\n%s",
  cleanup_old_queries = <function 42>,
  cmd = {
    Agent = <function 43>,
    Append = <function 44>,
    ChatDelete = <function 45>,
    ChatFinder = <function 46>,
    ChatNew = <function 47>,
    ChatPaste = <function 48>,
    ChatRespond = <function 49>,
    ChatToggle = <function 50>,
    Context = <function 51>,
    Enew = <function 52>,
    Image = <function 53>,
    ImageAgent = <function 54>,
    New = <function 55>,
    NextAgent = <function 56>,
    Popup = <function 57>,
    Prepend = <function 58>,
    Rewrite = <function 59>,
    Stop = <function 60>,
    Tabnew = <function 61>,
    Vnew = <function 62>,
    Whisper = <function 63>,
    WhisperAppend = <function 64>,
    WhisperEnew = <function 65>,
    WhisperNew = <function 66>,
    WhisperPopup = <function 67>,
    WhisperPrepend = <function 68>,
    WhisperRewrite = <function 69>,
    WhisperTabnew = <function 70>,
    WhisperVnew = <function 71>
  },
  config = {
    chat_assistant_prefix = { "🤖:", "[{{agent}}]" },
    chat_conceal_model_params = true,
    chat_confirm_delete = true,
    chat_dir = "/Users/fredrik/.local/share/fredrik/gp/chats",
    chat_finder_pattern = "topic ",
    chat_free_cursor = false,
    chat_prompt_buf_type = false,
    chat_shortcut_delete = {
      modes = { "n", "i", "v", "x" },
      shortcut = "<C-g>d"
    },
    chat_shortcut_new = {
      modes = { "n", "i", "v", "x" },
      shortcut = "<C-g>c"
    },
    chat_shortcut_respond = {
      modes = { "n", "i", "v", "x" },
      shortcut = "<C-g><C-g>"
    },
    chat_shortcut_stop = {
      modes = { "n", "i", "v", "x" },
      shortcut = "<C-g>s"
    },
    chat_topic_gen_prompt = "Summarize the topic of our conversation above in two or three words. Respond only with those words.",
    chat_user_prefix = "💬:",
    cmd_prefix = "Gp",
    command_auto_select_response = true,
    command_prompt_prefix_template = "🤖 {{agent}} ~ ",
    curl_params = {},
    image_dir = "/var/folders/85/kqpgt4g50kg91tm0j34bmtc80000gp/T//gp_images",
    image_prompt_prefix_template = "🖌️ {{agent}} ~ ",
    image_prompt_save = "🖌️💾 ~ ",
    openai_api_key = "sk-**************************************************JtU",
    state_dir = "/Users/fredrik/.local/share/fredrik/gp/persisted",
    style_chat_finder_border = "single",
    style_chat_finder_margin_bottom = 8,
    style_chat_finder_margin_left = 1,
    style_chat_finder_margin_right = 2,
    style_chat_finder_margin_top = 2,
    style_chat_finder_preview_ratio = 0.5,
    style_popup_border = "single",
    style_popup_margin_bottom = 8,
    style_popup_margin_left = 1,
    style_popup_margin_right = 2,
    style_popup_margin_top = 2,
    style_popup_max_width = 160,
    template_append = "I have the following from {{filename}}:\n\n```{{filetype}}\n{{selection}}\n```\n\n{{command}}\n\nRespond exclusively with the snippet that should be appended after the selection above.",
    template_command = "{{command}}",
    template_prepend = "I have the following from {{filename}}:\n\n```{{filetype}}\n{{selection}}\n```\n\n{{command}}\n\nRespond exclusively with the snippet that should be prepended before the selection above.",
    template_rewrite = "I have the following from {{filename}}:\n\n```{{filetype}}\n{{selection}}\n```\n\n{{command}}\n\nRespond exclusively with the snippet that should replace the selection above.",
    template_selection = "I have the following from {{filename}}:\n\n```{{filetype}}\n{{selection}}\n```\n\n{{command}}",
    toggle_target = "vsplit",
    whisper_dir = "/var/folders/85/kqpgt4g50kg91tm0j34bmtc80000gp/T//gp_whisper",
    whisper_language = "en",
    whisper_silence = "1.75",
    whisper_tempo = "1.75"
  },
  create_handler = <function 72>,
  display_chat_agent = <function 73>,
  error = <function 74>,
  file_to_table = <function 75>,
  generate_image = <function 76>,
  get_chat_agent = <function 77>,
  get_command_agent = <function 78>,
  get_image_agent = <function 79>,
  get_query = <function 80>,
  hooks = {
    Implement = <function 81>,
    InspectPlugin = <function 82>
  },
  image_agents = {
    ["DALL-E-3-1024x1024-natural"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1024x1024-natural",
      quality = "standard",
      size = "1024x1024",
      style = "natural"
    },
    ["DALL-E-3-1024x1024-natural-hd"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1024x1024-natural-hd",
      quality = "hd",
      size = "1024x1024",
      style = "natural"
    },
    ["DALL-E-3-1024x1024-vivid"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1024x1024-vivid",
      quality = "standard",
      size = "1024x1024",
      style = "vivid"
    },
    ["DALL-E-3-1024x1024-vivid-hd"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1024x1024-vivid-hd",
      quality = "hd",
      size = "1024x1024",
      style = "vivid"
    },
    ["DALL-E-3-1024x1792-natural"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1024x1792-natural",
      quality = "standard",
      size = "1024x1792",
      style = "natural"
    },
    ["DALL-E-3-1024x1792-natural-hd"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1024x1792-natural-hd",
      quality = "hd",
      size = "1024x1792",
      style = "natural"
    },
    ["DALL-E-3-1024x1792-vivid"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1024x1792-vivid",
      quality = "standard",
      size = "1024x1792",
      style = "vivid"
    },
    ["DALL-E-3-1024x1792-vivid-hd"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1024x1792-vivid-hd",
      quality = "hd",
      size = "1024x1792",
      style = "vivid"
    },
    ["DALL-E-3-1792x1024-natural"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1792x1024-natural",
      quality = "standard",
      size = "1792x1024",
      style = "natural"
    },
    ["DALL-E-3-1792x1024-natural-hd"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1792x1024-natural-hd",
      quality = "hd",
      size = "1792x1024",
      style = "natural"
    },
    ["DALL-E-3-1792x1024-vivid"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1792x1024-vivid",
      quality = "standard",
      size = "1792x1024",
      style = "vivid"
    },
    ["DALL-E-3-1792x1024-vivid-hd"] = {
      model = "dall-e-3",
      name = "DALL-E-3-1792x1024-vivid-hd",
      quality = "hd",
      size = "1792x1024",
      style = "vivid"
    }
  },
  info = <function 83>,
  new_chat = <function 84>,
  not_chat = <function 85>,
  open_buf = <function 86>,
  prep_chat = <function 87>,
  prep_context = <function 88>,
  prep_md = <function 89>,
  prepare_commands = <function 90>,
  prepare_payload = <function 91>,
  providers = {
    anthropic = {
      disable = false,
      endpoint = "https://api.anthropic.com/v1/messages",
      secret = "sk-******************************************************************************************************AAA"
    },
    copilot = {
      disable = false,
      endpoint = "https://api.githubcopilot.com/chat/completions",
      secret = "ghu**********************************TvD"
    },
    googleai = {
      disable = false,
      endpoint = "https://generativelanguage.googleapis.com/v1beta/models/{{model}}:streamGenerateContent?key={{secret}}"
    },
    ollama = {
      disable = false,
      endpoint = "http://localhost:11434/v1/chat/completions"
    },
    openai = {
      disable = false,
      endpoint = "https://api.openai.com/v1/chat/completions",
      secret = "sk-**************************************************JtU"
    },
    pplx = {
      disable = false,
      endpoint = "https://api.perplexity.ai/chat/completions"
    }
  },
  query = <function 92>,
  refresh_copilot_bearer = <function 93>,
  refresh_state = <function 94>,
  remove_handle = <function 95>,
  repo_instructions = <function 96>,
  resolve_buf_target = <function 97>,
  resolve_secret = <function 98>,
  setup = <function 99>,
  spinner = {
    _current_spinner_frame = 1,
    _display_spinner = <function 100>,
    _spinner_frames = { "01010010", "01101111", "01100010", "01101001", "01110100", "01111000", "00101111", "01100111", "01110000", "00101110", "01101110", "01110110", "01101001", "01101101" },
    start_spinner = <function 101>,
    stop_spinner = <function 102>
  },
  table_to_file = <function 103>,
  template_render = <function 104>,
  valid_api_key = <function 105>,
  warning = <function 106>
}
Command params:
{
  args = "",
  bang = false,
  count = -1,
  fargs = {},
  line1 = 20,
  line2 = 20,
  mods = "",
  name = "GpInspectPlugin",
  range = 0,
  reg = "",
  smods = {
    browse = false,
    confirm = false,
    emsg_silent = false,
    hide = false,
    horizontal = false,
    keepalt = false,
    keepjumps = false,
    keepmarks = false,
    keeppatterns = false,
    lockmarks = false,
    noautocmd = false,
    noswapfile = false,
    sandbox = false,
    silent = false,
    split = "",
    tab = -1,
    unsilent = false,
    verbose = -1,
    vertical = false
  }
}

[joshmedeski]

I had a little trouble setting it up. I had to set up my Anthropic account and add funds. I got a similar issue to you and just restarted Neovim and it started working. So maybe it's some temporary issue during setup.