feat: add temperature option

Author: gptlang

lua/CopilotChat/init.lua

@@ -24,6 +24,7 @@ M.setup = function(options)
   vim.g.copilot_chat_hide_system_prompt = options and options.hide_system_prompt or 'yes'
   vim.g.copilot_chat_proxy = options and options.proxy or ''
   vim.g.copilot_chat_language = options and options.language or ''
+  vim.g.copilot_chat_temperature = options and options.temperature or ''
   local debug = options and options.debug or false
   _COPILOT_CHAT_GLOBAL_CONFIG.debug = debug
 

rplugin/python3/CopilotChat/copilot.py

@@ -100,6 +100,7 @@ def ask(
         code: str,
         language: str = "",
         model: str = "gpt-4",
+        temperature: float = 0.1,
     ):
         if not self.token:
             self.authenticate()
@@ -112,7 +113,7 @@ def ask(
         url = "https://api.githubcopilot.com/chat/completions"
         self.chat_history.append(typings.Message(prompt, "user"))
         data = utilities.generate_request(
-            self.chat_history, code, language, system_prompt=system_prompt, model=model
+            self.chat_history, code, language, system_prompt=system_prompt, model=model, temperature=temperature
         )
 
         full_response = ""

rplugin/python3/CopilotChat/handlers/chat_handler.py

@@ -44,6 +44,11 @@ def chat(
         disable_separators = (
             self.nvim.eval("g:copilot_chat_disable_separators") == "yes"
         )
+        temperature = self.nvim.eval("g:copilot_chat_temperature")
+        if temperature is None:
+            temperature = 0.1
+        else:
+            temperature = float(temperature)
         self.proxy = self.nvim.eval("g:copilot_chat_proxy")
         if "://" not in self.proxy:
             self.proxy = None
@@ -62,7 +67,7 @@ def chat(
                 system_prompt, prompt, code, filetype, winnr, disable_separators
             )
 
-        self._add_chat_messages(system_prompt, prompt, code, filetype, model)
+        self._add_chat_messages(system_prompt, prompt, code, filetype, model,temperature=temperature)
 
         # Stop the spinner
         self.nvim.exec_lua('require("CopilotChat.spinner").hide()')
@@ -226,7 +231,7 @@ def _add_folds(
             self.nvim.command(full_command)
 
     def _add_chat_messages(
-        self, system_prompt: str, prompt: str, code: str, file_type: str, model: str
+        self, system_prompt: str, prompt: str, code: str, file_type: str, model: str, temperature: float = 0.1
     ):
         if self.copilot is None:
             self.copilot = Copilot(proxy=self.proxy)
@@ -268,7 +273,7 @@ def _add_chat_messages(
         )
         # TODO: Abort request if the user closes the layout
         for token in self.copilot.ask(
-            system_prompt, prompt, code, language=cast(str, file_type), model=model
+            system_prompt, prompt, code, language=cast(str, file_type), model=model, temperature=temperature
         ):
             self.nvim.exec_lua(
                 'require("CopilotChat.utils").log_info(...)', f"Token: {token}"

rplugin/python3/CopilotChat/utilities.py

@@ -16,6 +16,7 @@ def generate_request(
     language: str = "",
     system_prompt=prompts.COPILOT_INSTRUCTIONS,
     model="gpt-4",
+    temperature=0.1,
 ):
     messages = [
         {
@@ -43,7 +44,7 @@ def generate_request(
         "model": model,
         "n": 1,
         "stream": True,
-        "temperature": 0.1,  # TODO: add temperature setting, refer the suggestion from user https://discord.com/channels/1200633211236122665/1209114805147926538/1209189717791477870
+        "temperature": temperature,
         "top_p": 1,
         "messages": messages,
     }