Improve model listing and add info about :CopilotChatModels to config

- Deduplicate models based on version
- Sort models by name
- Use shortest model id based on version in ouput

Signed-off-by: Tomas Slusny <slusnucky@gmail.com>

Author: deathbeam

README.md

@@ -206,7 +206,7 @@ Also see [here](/lua/CopilotChat/config.lua):
   allow_insecure = false, -- Allow insecure server connections
 
   system_prompt = prompts.COPILOT_INSTRUCTIONS, -- System prompt to use
-  model = 'gpt-4o', -- GPT model to use, 'gpt-3.5-turbo', 'gpt-4', or 'gpt-4o'
+  model = 'gpt-4o', -- GPT model to use, see ':CopilotChatModels' for available models
   temperature = 0.1, -- GPT temperature
 
   question_header = '## User ', -- Header to use for user questions

lua/CopilotChat/config.lua

@@ -84,7 +84,7 @@ return {
   allow_insecure = false, -- Allow insecure server connections
 
   system_prompt = prompts.COPILOT_INSTRUCTIONS, -- System prompt to use
-  model = 'gpt-4o-2024-05-13', -- GPT model to use, 'gpt-3.5-turbo', 'gpt-4', or `gpt-4o-2024-05-13`
+  model = 'gpt-4o', -- GPT model to use, see ':CopilotChatModels' for available models
   temperature = 0.1, -- GPT temperature
 
   question_header = '## User ', -- Header to use for user questions

lua/CopilotChat/copilot.lua

@@ -664,7 +664,19 @@ end
 function Copilot:list_models(callback)
   self:with_auth(function()
     self:with_models(function()
-      callback(vim.tbl_keys(self.models))
+      -- Group models by version and shortest ID
+      local version_map = {}
+      for id, model in pairs(self.models) do
+        local version = model.version
+        if not version_map[version] or #id < #version_map[version] then
+          version_map[version] = id
+        end
+      end
+
+      -- Map to IDs and sort
+      local result = vim.tbl_values(version_map)
+      table.sort(result)
+      callback(result)
     end)
   end)
 end

lua/CopilotChat/tiktoken.lua

@@ -23,12 +23,12 @@ local function load_tiktoken_data(done, tokenizer)
   local tiktoken_url = 'https://openaipublic.blob.core.windows.net/encodings/'
     .. tokenizer
     .. '.tiktoken'
-  log.info('Downloading tiktoken data from ' .. tiktoken_url)
   local cache_path = get_cache_path(tiktoken_url:match('.+/(.+)'))
 
   local async
   async = vim.loop.new_async(function()
     if not file_exists(cache_path) then
+      log.info('Downloading tiktoken data from ' .. tiktoken_url)
       vim.schedule(function()
         curl.get(tiktoken_url, {
           output = cache_path,