add small sleep to to the stopStream implementation

Author: vbarda

frontend/app/components/ChatWindow.tsx

@@ -46,8 +46,6 @@ const MODEL_TYPES = [
   "cohere_command",
 ];
 
-const THREAD_NAME_PLACEHOLDER = "New chat"
-
 const defaultLlmValue =
   MODEL_TYPES[Math.floor(Math.random() * MODEL_TYPES.length)];
 
@@ -107,11 +105,8 @@ export function ChatWindow() {
     tags: ["model:" + llm],
   };
 
-  const getThreadName = (messageValue: string) => (
-    messageValue.length > 20
-      ? messageValue.slice(0, 20) + "..."
-      : messageValue
-  )
+  const getThreadName = (messageValue: string) =>
+    messageValue.length > 20 ? messageValue.slice(0, 20) + "..." : messageValue;
 
   const renameThread = async (messageValue: string) => {
     // NOTE: we're only setting this on the first message

frontend/app/hooks/useThreadMessages.ts

@@ -20,6 +20,10 @@ function getMessagesWithSources(messages?: Message[], documents?: Document[]) {
   }));
 }
 
+function sleep(ms: number) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+
 export function getSources(documents: Document[]) {
   const sources = documents.map((doc) => ({
     url: doc.metadata.source,
@@ -63,6 +67,8 @@ export function useThreadMessages(
   useEffect(() => {
     async function fetchMessages() {
       if (threadId) {
+        // sleep a tiny bit to make sure the stop
+        await sleep(10);
         const { values, next } = await client.threads.getState<{
           messages: Message[];
           documents: Document[];