wassname/stampy-chat
1
0
Fork 0
mirror of https://github.com/wassname/stampy-chat.git synced 2026-09-09 11:36:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

Allow abortion of current search

Browse Source
This commit is contained in:
Daniel O'Connell
2023-10-03 23:42:53 +02:00
parent 3f39eac0cb
commit ac25ce7746
5 changed files with 91 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files
api/tests/stampy_chat/test_chat.py
+2 -2
View File
@@ -255,14 +255,14 @@ def test_check_openai_moderation_not_flagged():
@pytest.mark.parametrize('prompt, remaining', (
([{'role': 'system', 'content': 'bla'}], 4043),
([{'role': 'system', 'content': 'bla'}], 4045),
(
[
{'role': 'system', 'content': 'bla'},
{'role': 'user', 'content': 'message 1'},
{'role': 'assistant', 'content': 'response 1'},
],
4035
4037
),
(
[
web/src/components/chat.tsx
+12 -9
View File
@@ -94,16 +94,14 @@ const Chat = ({sessionId, settings, onQuery, onNewEntry}: ChatParams) => {
const search = async (
query: string,
query_source: 'search' | 'followups',
disable: () => void,
enable: (f_set: Followup[] | ((fs: Followup[]) => Followup[])) => void
enable: (f_set: Followup[] | ((fs: Followup[]) => Followup[])) => void,
controller: AbortController
) => {
// clear the query box, append to entries
const userEntry: Entry = {
role: 'user',
content: query_source === 'search' ? query : query.split('\n', 2)[1]!,
}
addEntry(userEntry)
disable()
const {result, followups} = await runSearch(
query,
@@ -111,13 +109,18 @@ const Chat = ({sessionId, settings, onQuery, onNewEntry}: ChatParams) => {
settings,
entries,
updateCurrent,
sessionId
sessionId,
controller
)
if (result.content !== 'aborted') {
addEntry(userEntry)
addEntry(result)
enable(followups || [])
scroll30()
} else {
enable([])
}
setCurrent(undefined)
addEntry(result)
enable(followups || [])
scroll30()
}
var last_entry = <></>
web/src/components/searchbox.tsx
+30 -25
View File
@@ -32,8 +32,8 @@ const SearchBoxInternal: React.FC<{
search: (
query: string,
query_source: 'search' | 'followups',
disable: () => void,
enable: (f_set: Followup[] | ((fs: Followup[]) => Followup[])) => void
enable: (f_set: Followup[] | ((fs: Followup[]) => Followup[])) => void,
controller: AbortController
) => void
onQuery?: (q: string) => any
}> = ({search, onQuery}) => {
@@ -42,20 +42,20 @@ const SearchBoxInternal: React.FC<{
const [query, setQuery] = useState(initial_query)
const [loading, setLoading] = useState(false)
const [followups, setFollowups] = useState<Followup[]>([])
const [controller, setController] = useState(new AbortController())
const inputRef = React.useRef<HTMLTextAreaElement>(null)
// because everything is async, I can't just manually set state at the
// point we do a search. Instead it needs to be passed into the search
// method, for some reason.
const enable = (f_set: Followup[] | ((fs: Followup[]) => Followup[])) => {
setLoading(false)
setFollowups(f_set)
}
const disable = () => {
setLoading(true)
setQuery('')
}
const enable =
(controller: AbortController) => (f_set: Followup[] | ((fs: Followup[]) => Followup[])) => {
if (!controller.signal.aborted) setQuery('')
setLoading(false)
setFollowups(f_set)
}
useEffect(() => {
// set focus on the input box
@@ -70,7 +70,16 @@ const SearchBoxInternal: React.FC<{
inputRef.current.selectionEnd = inputRef.current.textLength
}, [])
if (loading) return <></>
const runSearch = (query: string, searchtype: 'search' | 'followups') => () => {
if (loading || query.trim() === '') return
setLoading(true)
const controller = new AbortController()
setController(controller)
search(query, 'search', enable(controller), controller)
}
const cancelSearch = () => controller.abort()
return (
<>
<div className="mt-1 flex flex-col items-end">
@@ -80,9 +89,7 @@ const SearchBoxInternal: React.FC<{
<li key={i}>
<button
className="my-1 border border-gray-300 px-1"
onClick={() => {
search(followup.pageid + '\n' + followup.text, 'followups', disable, enable)
}}
onClick={runSearch(followup.pageid + '\n' + followup.text, 'followups')}
>
<span> {followup.text} </span>
</button>
@@ -91,13 +98,7 @@ const SearchBoxInternal: React.FC<{
})}
</div>
<form
className="mt-1 mb-2 flex"
onSubmit={(e) => {
e.preventDefault()
search(query, 'search', disable, enable)
}}
>
<div className="mt-1 mb-2 flex">
<TextareaAutosize
className="flex-1 resize-none border border-gray-300 px-1"
ref={inputRef}
@@ -112,14 +113,18 @@ const SearchBoxInternal: React.FC<{
// if <enter> without <shift>, submit the form (if it's not empty)
if (e.key === 'Enter' && !e.shiftKey) {
e.preventDefault()
if (query.trim() !== '') search(query, 'search', disable, enable)
runSearch(query, 'search')
}
}}
/>
<button className="ml-2" type="submit" disabled={loading}>
{loading ? 'Loading...' : 'Search'}
<button
className="ml-2"
type="button"
onClick={loading ? cancelSearch : runSearch(query, 'search')}
>
{loading ? 'Cancel' : 'Search'}
</button>
</form>
</div>
</>
)
}
web/src/hooks/useSearch.ts
+33 -12
View File
@@ -21,6 +21,12 @@ type HistoryEntry = {
content: string
}
const ignoreAbort = (error: Error) => {
if (error.name !== 'AbortError') {
throw error
}
}
export async function* iterateData(res: Response) {
const reader = res.body!.getReader()
var message = ''
@@ -104,9 +110,11 @@ const fetchLLM = async (
sessionId: string,
query: string,
settings: LLMSettings,
history: HistoryEntry[]
): Promise<Response> =>
history: HistoryEntry[],
controller: AbortController
): Promise<Response | void> =>
fetch(API_URL + '/chat', {
signal: controller.signal,
method: 'POST',
cache: 'no-cache',
keepalive: true,
@@ -116,25 +124,31 @@ const fetchLLM = async (
},
body: JSON.stringify({sessionId, query, history, settings}),
})
}).catch(ignoreAbort)
export const queryLLM = async (
query: string,
settings: LLMSettings,
history: HistoryEntry[],
setCurrent: (e?: CurrentSearch) => void,
sessionId: string
sessionId: string,
controller: AbortController
): Promise<SearchResult> => {
// do SSE on a POST request.
const res = await fetchLLM(sessionId, query, settings, history)
const res = await fetchLLM(sessionId, query, settings, history, controller)
if (!res.ok) {
if (!res) {
return {result: {role: 'error', content: 'No response from server'}}
} else if (!res.ok) {
return {result: {role: 'error', content: 'POST Error: ' + res.status}}
}
try {
return await extractAnswer(res, setCurrent)
} catch (e) {
if ((e as Error)?.name === 'AbortError') {
return {result: {role: 'error', content: 'aborted'}}
}
return {
result: {role: 'error', content: e ? e.toString() : 'unknown error'},
}
@@ -147,16 +161,22 @@ const cleanStampyContent = (contents: string) =>
(_, pre, linkParts, post) => `<a${pre}href="${STAMPY_URL}/?state=${linkParts}"${post}</a>`
)
export const getStampyContent = async (questionId: string): Promise<SearchResult> => {
export const getStampyContent = async (
questionId: string,
controller: AbortController
): Promise<SearchResult> => {
const res = await fetch(`${STAMPY_CONTENT_URL}/${questionId}`, {
method: 'GET',
signal: controller.signal,
headers: {
'Content-Type': 'application/json',
Accept: 'application/json',
},
})
}).catch(ignoreAbort)
if (!res.ok) {
if (!res) {
return {result: {role: 'error', content: 'No response from server'}}
} else if (!res.ok) {
return {result: {role: 'error', content: 'POST Error: ' + res.status}}
}
@@ -193,7 +213,8 @@ export const runSearch = async (
settings: LLMSettings,
entries: Entry[],
setCurrent: (c: CurrentSearch) => void,
sessionId: string
sessionId: string,
controller: AbortController
): Promise<SearchResult> => {
if (query_source === 'search') {
const history = entries
@@ -203,12 +224,12 @@ export const runSearch = async (
content: entry.content.trim(),
}))
return await queryLLM(query, settings, history, setCurrent, sessionId)
return await queryLLM(query, settings, history, setCurrent, sessionId, controller)
} else {
// ----------------- HUMAN AUTHORED CONTENT RETRIEVAL ------------------
const [questionId] = query.split('\n', 2)
if (questionId) {
return await getStampyContent(questionId)
return await getStampyContent(questionId, controller)
}
const result = {
role: 'error',
web/src/pages/semantic.tsx
+14 -7
View File
@@ -5,35 +5,42 @@ import type {Followup} from '../types'
import Page from '../components/page'
import {SearchBox} from '../components/searchbox'
const ignoreAbort = (error: Error) => {
if (error.name !== 'AbortError') {
throw error
}
}
const Semantic: NextPage = () => {
const [results, setResults] = useState<SemanticEntry[]>([])
const semantic_search = async (
query: string,
_query_source: 'search' | 'followups',
disable: () => void,
enable: (f_set: Followup[]) => void
enable: (f_set: Followup[]) => void,
controller: AbortController
) => {
disable()
const res = await fetch(API_URL + '/semantic', {
method: 'POST',
signal: controller.signal,
headers: {
'Content-Type': 'application/json',
'Access-Control-Allow-Origin': '*',
},
body: JSON.stringify({query: query}),
})
}).catch(ignoreAbort)
if (!res.ok) {
if (!res) {
enable([])
return
} else if (!res.ok) {
console.error('load failure: ' + res.status)
}
enable([])
const data = await res.json()
setResults(data)
enable([])
}
return (