wassname/chatGPTBox
1
0
Fork 0
mirror of https://github.com/wassname/chatGPTBox.git synced 2026-09-12 12:12:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: offline/self-hosted large language model support (#11)

Browse Source
This commit is contained in:
josc146
2023-03-22 19:54:54 +08:00
parent c1fa054e8a
commit 00badc3bc9
5 changed files with 120 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/config/index.mjs
+7
View File
@@ -17,11 +17,13 @@ export const Models = {
chatgptApi4_8k: { value: 'gpt-4', desc: 'ChatGPT (GPT-4-8k)' },
chatgptApi4_32k: { value: 'gpt-4-32k', desc: 'ChatGPT (GPT-4-32k)' },
gptApiDavinci: { value: 'text-davinci-003', desc: 'GPT-3.5' },
chatglm6bInt4: { value: 'chatglm-6b-int4', desc: 'ChatGLM-6B-Int4' },
}
export const chatgptWebModelKeys = ['chatgptFree35', 'chatgptPlus4']
export const gptApiModelKeys = ['gptApiDavinci']
export const chatgptApiModelKeys = ['chatgptApi35', 'chatgptApi4_8k', 'chatgptApi4_32k']
export const customApiModelKeys = ['chatglm6bInt4']
export const TriggerMode = {
always: 'Always',
@@ -59,6 +61,7 @@ export const defaultConfig = {
customChatGptWebApiUrl: 'https://chat.openai.com',
customChatGptWebApiPath: '/backend-api/conversation',
customOpenAiApiUrl: 'https://api.openai.com',
customModelApiUrl: 'http://localhost:8000/chat/completions',
siteRegex: 'match nothing',
userSiteRegexOnly: false,
inputQuery: '',
@@ -123,6 +126,10 @@ export function isUsingApiKey(config) {
)
}
export function isUsingCustomModel(config) {
return customApiModelKeys.includes(config.modelName)
}
/**
* get user config from local storage
* @returns {Promise<UserConfig>}