Standardize context embedding format

Introduce raw filetype for somethign that should just be embedded directly
(like prompts).

Signed-off-by: Tomas Slusny <slusnucky@gmail.com>

Author: deathbeam

lua/CopilotChat/context.lua

@@ -289,21 +289,22 @@ function M.filter_embeddings(copilot, prompt, embeddings)
   end
 
   table.insert(embeddings, 1, {
-    prompt = prompt,
+    content = prompt,
     filename = 'prompt',
+    filetype = 'raw',
   })
 
   -- Get embeddings from outlines
   local embedded_data = copilot:embed(vim.tbl_map(function(embed)
-    if embed.content then
+    if embed.filetype ~= 'raw' then
       return M.outline(embed.content, embed.filename, embed.filetype)
     end
 
     return embed
   end, embeddings))
 
   -- Rate embeddings by relatedness to the query
-  local ranked_data = data_ranked_by_relatedness(table.remove(embedded_data, 1), out, 20)
+  local ranked_data = data_ranked_by_relatedness(table.remove(embedded_data, 1), embedded_data, 20)
   log.debug('Ranked data:', #ranked_data)
   for i, item in ipairs(ranked_data) do
     log.debug(string.format('%s: %s - %s', i, item.score, item.filename))

lua/CopilotChat/copilot.lua

@@ -1,8 +1,7 @@
 ---@class CopilotChat.copilot.embed
+---@field content string
 ---@field filename string
 ---@field filetype string
----@field prompt string?
----@field content string?
 
 ---@class CopilotChat.copilot.ask.opts
 ---@field selection CopilotChat.config.selection?
@@ -304,10 +303,9 @@ local function generate_embedding_request(inputs, model)
     dimensions = 512,
     input = vim.tbl_map(function(input)
       local out = ''
-      if input.prompt then
-        out = input.prompt .. '\n'
-      end
-      if input.content then
+      if input.filetype == 'raw' then
+        out = input.content .. '\n'
+      else
         out = out
           .. string.format(
             'File: `%s`\n```%s\n%s\n```',