-
Notifications
You must be signed in to change notification settings - Fork 13
/
settings.example.js
208 lines (197 loc) · 9.24 KB
/
settings.example.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
import * as fs from 'fs';
export default {
// Options for the Keyv cache, see https://www.npmjs.com/package/keyv.
// This is used for storing conversations, and supports additional drivers (conversations are stored in memory by default).
cacheOptions: {
namespace: null, // if namespace is null, it will use the clientToUse
},
// If set, chat clients will use `keyv-file` to store conversations to this JSON file instead of in memory.
// However, `cacheOptions.store` will override this if set
storageFilePath: process.env.STORAGE_FILE_PATH || './cache.json',
// Options for the CLI app
cliOptions: {
// Possible options:
// "bing" (copilot 'API')
// "infrastruct" (openai completions API)
// "claude" (anthropic API)
// "chatgpt" (openai chat API)
// "ollama"
// "openrouter"
clientToUse: 'claude',
showSuggestions: true, // only implemented for Bing
showSearches: false, // not implemented yet
conversationData: {
},
bingOptions: {
modelOptions: {
toneStyle: 'creative', // creative, precise, balanced, or fast
// advanced options
stream: true,
city: 'between words',
country: 'United States',
messageText: 'Continue the conversation in context. Assistant:', // content of user message if nothing is injected there
},
messageOptions: {
n: 3,
// advanced options
systemMessage: fs.readFileSync('./contexts/youArePrometheus.txt', 'utf8'),
systemInjectSite: 'location', // context or location (overrides default country)
historyInjectSite: 'location', // context or location
messageInjectSite: 'message', // message, context, or location
censoredMessageInjection: '⚠',
stopToken: '\n\n[user](#message)',
context: null, // fs.readFileSync('./contexts/context.txt', 'utf8'), // a string injected into web page context; will be prepended to messages injected to context
// context is subject to MSFT censorship now; not recommended for prompt injections or other sus text
},
},
chatGptOptions: {
modelOptions: {
model: 'gpt-4o',
temperature: 1,
max_tokens: 2048,
n: 3,
stream: true,
// response_format: 'text', // 'text' or 'json_object'
},
messageOptions: {
systemMessage: '',
},
},
claudeOptions: {
modelOptions: {
model: 'claude-3-opus-20240229',
max_tokens: 4096,
temperature: 1,
stream: true,
},
messageOptions: {
systemMessage: '', // fs.readFileSync('./contexts/waluigiASCII.txt', 'utf8'),
n: 2,
},
},
infrastructOptions: {
modelOptions: {
model: 'gpt-4-base',
max_tokens: 500,
stream: true,
n: 5,
temperature: 1,
},
messageOptions: {
systemMessage: fs.readFileSync('./contexts/infrastruct.txt', 'utf8'),
},
},
ollamaOptions: {
modelOptions: {
model: 'OpenHermes-2.5:Q5_K_M',
options: {
num_ctx: 4096,
num_predict: 128,
temperature: 1,
},
stream: true,
},
messageOptions: {
systemMessage: fs.readFileSync('./contexts/context.txt', 'utf8'),
},
},
openRouterOptions: {
modelOptions: {
model: 'meta-llama/llama-3.1-405b-instruct',
temperature: 1,
stream: true,
max_tokens: 600,
},
messageOptions: {
systemMessage: '', // fs.readFileSync('./contexts/youArePrometheus.txt', 'utf8'),
},
},
},
bingAiClient: {
// Necessary for some people in different countries, e.g. China (https://cn.bing.com)
host: '',
// The "_U" cookie value from bing.com
userToken: '',
// If the above doesn't work, provide all your cookies as a string instead
cookies: 'ANON=A=07CD59DD20B766CD60DF538FFFFFFFFF&E=1dd8&W=1; _U=1G-WIqeTv6BzW3kEeGD-XymN5yVasXcI8dmoeRUXyPLb1cGAKzeMZg9HZ4PC63z7d0-dOzN2WXEFASJChIFvTkT8_qRVO9K3mx16u99d1XDWE-yAWjRLcSpm4CPwEPQNHl5yWmUn8xKOllK0TndBzerhMi4xbUwct8AUSEIceBSLa8K6YcRnOqmMuk_GBgTDUQZhlpqHA4MiHaU2-vbEQHA; _RwBf=r=1&p=bingcopilotwaitlist&c=MY00IA&t=3716&s=2023-02-13T15:26:43.1314498+00:00&rwred=0&wls=2&wlb=0&wle=0&ccp=1&cpt=0&lka=0&lkt=0&aad=0&TH=&mta=0&e=3n-OfNZU5qtEun5_Inx3OzazC_h6_bnS5ugQSqq1O5fn5qshuWJre7lKiw7WiX60mkV0qiq9SN6Rvfm-X33Q1A&A=07CD59DD20B766CD60DF538FFFFFFFFF',
// A proxy string like "http://<ip>:<port>"
proxy: '',
// (Optional) Set 'x-forwarded-for' for the request. You can use a fixed IPv4 address or specify a range using CIDR notation,
// and the program will randomly select an address within that range. The 'x-forwarded-for' is not used by default now.
// xForwardedFor: '13.104.0.0/14',
// (Optional) Set 'genImage' to true to enable bing to create images for you. It's disabled by default.
// features: {
// genImage: true,
// },
debug: false,
},
chatGptClient: {
apiKey: process.env.OPENAI_API_KEY || '',
completionsUrl: 'https://api.openai.com/v1/chat/completions',
// (Optional) Set to true to enable `console.debug()` logging
debug: false,
},
openrouterClient: {
apiKey: process.env.OPENROUTER_API_KEY || '',
completionsUrl: 'https://openrouter.ai/api/v1/chat/completions',
debug: false,
},
infrastructClient: {
apiKey: process.env.OPENAI_API_KEY || '',
completionsUrl: 'https://api.openai.com/v1/completions',
debug: false,
},
claudeClient: {
apiKey: process.env.ANTHROPIC_API_KEY || '',
completionsUrl: 'https://api.anthropic.com/v1/messages',
debug: false,
},
ollamaClient: {
},
chatGptBrowserClient: {
// (Optional) Support for a reverse proxy for the conversation endpoint (private API server).
// Warning: This will expose your access token to a third party. Consider the risks before using this.
reverseProxyUrl: 'https://bypass.churchless.tech/api/conversation',
// Access token from https://chat.openai.com/api/auth/session
accessToken: '',
// Cookies from chat.openai.com (likely not required if using reverse proxy server).
cookies: '',
// A proxy string like "http://<ip>:<port>"
proxy: '',
// (Optional) Set to true to enable `console.debug()` logging
debug: false,
},
// Options for the API server
apiOptions: {
port: process.env.API_PORT || 3000,
host: process.env.API_HOST || 'localhost',
// (Optional) Set to true to enable `console.debug()` logging
debug: false,
// (Optional) Possible options: "chatgpt", "chatgpt-browser", "bing". (Default: "chatgpt")
clientToUse: 'claude',
// (Optional) Generate titles for each conversation for clients that support it (only ChatGPTClient for now).
// This will be returned as a `title` property in the first response of the conversation.
generateTitles: false,
// (Optional) Set this to allow changing the client or client options in POST /conversation.
// To disable, set to `null`.
perMessageClientOptionsWhitelist: {
// The ability to switch clients using `clientOptions.clientToUse` will be disabled if `validClientsToUse` is not set.
// To allow switching clients per message, you must set `validClientsToUse` to a non-empty array.
validClientsToUse: ['bing', 'chatgpt', 'chatgpt-browser', 'infrastruct', 'claude'], // values from possible `clientToUse` options above
// The Object key, e.g. "chatgpt", is a value from `validClientsToUse`.
// If not set, ALL options will be ALLOWED to be changed. For example, `bing` is not defined in `perMessageClientOptionsWhitelist` above,
// so all options for `bingAiClient` will be allowed to be changed.
// If set, ONLY the options listed here will be allowed to be changed.
// In this example, each array element is a string representing a property in `chatGptClient` above.
chatgpt: [
// 'promptPrefix',
// 'userLabel',
// 'chatGptLabel',
// Setting `modelOptions.temperature` here will allow changing ONLY the temperature.
// Other options like `modelOptions.model` will not be allowed to be changed.
// If you want to allow changing all `modelOptions`, define `modelOptions` here instead of `modelOptions.temperature`.
// 'modelOptions.temperature',
],
},
},
};