feat: add seed for deterministic sampling

README.md

@@ -281,6 +281,7 @@ environment variables, a config.yaml file, and default values, in that respectiv
 | `frequency_penalty` | Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.                                 | 0.0                            |
 | `top_p`             | An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. | 1.0                            |
 | `presence_penalty`  | Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far.                                      | 0.0                            |
+| `seed`              | Sets the seed for deterministic sampling (Beta). Repeated requests with the same seed and parameters aim to return the same result.                    | 0                              |
 | `url`               | The base URL for the OpenAI API.                                                                                                                       | 'https://api.openai.com'       |
 | `completions_path`  | The API endpoint for completions.                                                                                                                      | '/v1/chat/completions'         |
 | `models_path`       | The API endpoint for accessing model information.                                                                                                      | '/v1/models'                   |
@@ -619,8 +620,9 @@ data. If you have any concerns about this, please feel free to delete this direc
 
 Thank you for using ChatGPT CLI!
 
-<div align="center" align-items: center;">
-        <a href="#top">
-            <img src="https://img.shields.io/badge/Back%20to%20Top-000000?style=for-the-badge&logo=github&logoColor=white" alt="Back to Top">
-        </a>
+<div align="center" style="text-align: center; display: flex; justify-content: center; align-items: center;">
+    <a href="#top">
+        <img src="https://img.shields.io/badge/Back%20to%20Top-000000?style=for-the-badge&logo=github&logoColor=white" alt="Back to Top">
+    </a>
 </div>
+

client/client.go

@@ -190,6 +190,7 @@ func (c *Client) createBody(stream bool) ([]byte, error) {
 		TopP:             c.Config.TopP,
 		FrequencyPenalty: c.Config.FrequencyPenalty,
 		PresencePenalty:  c.Config.PresencePenalty,
+		Seed:             c.Config.Seed,
 		Stream:           stream,
 	}
 

client/client_test.go

@@ -467,6 +467,7 @@ func createBody(messages []types.Message, stream bool) ([]byte, error) {
 		FrequencyPenalty: config.FrequencyPenalty,
 		MaxTokens:        config.MaxTokens,
 		PresencePenalty:  config.PresencePenalty,
+		Seed:             config.Seed,
 	}
 
 	return json.Marshal(req)
@@ -547,5 +548,6 @@ func MockConfig() types.Config {
 		TrackTokenUsage:     true,
 		SkipTLSVerify:       false,
 		Debug:               false,
+		Seed:                1,
 	}
 }

cmd/chatgpt/main.go

@@ -73,6 +73,7 @@ var configMetadata = []ConfigMetadata{
 	{"skip_tls_verify", "set-skip-tls-verify", false, "Skip TLS certificate verification"},
 	{"debug", "set-debug", false, "Enable debug mode"},
 	{"multiline", "set-multiline", false, "Enables multiline mode while in interactive mode"},
+	{"seed", "set-seed", 0, "Sets the seed for deterministic sampling (Beta)"},
 	{"name", "set-name", "openai", "The prefix for environment variable overrides"},
 }
 
@@ -726,6 +727,7 @@ func createConfigFromViper() types.Config {
 		SkipTLSVerify:       viper.GetBool("skip_tls_verify"),
 		Debug:               viper.GetBool("debug"),
 		Multiline:           viper.GetBool("multiline"),
+		Seed:                viper.GetInt("seed"),
 	}
 }
 

types/completions.go

@@ -22,6 +22,7 @@ type CompletionsRequest struct {
 	PresencePenalty  float64   `json:"presence_penalty,omitempty"`
 	Messages         []Message `json:"messages"`
 	Stream           bool      `json:"stream"`
+	Seed             int       `json:"seed,omitempty"`
 }
 
 type Message struct {

types/config.go

@@ -25,4 +25,5 @@ type Config struct {
 	SkipTLSVerify       bool    `yaml:"skip_tls_verify"`
 	Debug               bool    `yaml:"debug"`
 	Multiline           bool    `yaml:"multiline"`
+	Seed                int     `yaml:"seed"`
 }