added streaming to chat. fixed pdf reader

Author: taichan03

frontend/src/api/apiClient.ts

@@ -44,7 +44,6 @@ const handleSubmitFeedback = async (
 
 const handleSendDrugSummary = async (message: FormValues["message"], guid: string) => {
   try {
-
     const endpoint = guid ? `/v1/api/embeddings/ask_embeddings?guid=${guid}` : '/v1/api/embeddings/ask_embeddings';
     const response = await api.post(endpoint, {
       message,
@@ -57,6 +56,117 @@ const handleSendDrugSummary = async (message: FormValues["message"], guid: strin
   }
 };
 
+interface StreamCallbacks {
+  onContent?: (content: string) => void;
+  onComplete?: (data: { embeddings_info: any[]; done: boolean }) => void;
+  onError?: (error: string) => void;
+  onMetadata?: (data: { question: string; embeddings_count: number }) => void;
+}
+
+const handleSendDrugSummaryStream = async (
+  message: string,
+  guid: string,
+  callbacks: StreamCallbacks
+): Promise<void> => {
+  const token = localStorage.getItem("access");
+  const endpoint = `/v1/api/embeddings/ask_embeddings?stream=true${
+    guid ? `&guid=${guid}` : ""
+  }`;
+
+  try {
+    const response = await fetch(baseURL + endpoint, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        Authorization: `JWT ${token}`,
+      },
+      body: JSON.stringify({ message }),
+    });
+
+    if (!response.ok) {
+      throw new Error(`HTTP error! status: ${response.status}`);
+    }
+
+    if (!response.body) {
+      throw new Error("No response body");
+    }
+
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder("utf-8");
+    let buffer = "";
+
+    // eslint-disable-next-line no-constant-condition
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) break;
+
+      const chunk = decoder.decode(value, { stream: true });
+      buffer += chunk;
+
+      const lines = buffer.split("\n");
+      buffer = lines.pop() || ""; // Save incomplete line
+
+      for (const line of lines) {
+        if (!line.trim().startsWith("data: ")) continue;
+
+        const jsonStr = line.slice(6).trim();
+        if (!jsonStr) continue;
+
+        try {
+          const data = JSON.parse(jsonStr);
+
+          if (data.content) {
+            callbacks.onContent?.(data.content);
+          } else if (data.done) {
+            callbacks.onComplete?.({ embeddings_info: [], done: true });
+          } else if (data.error) {
+            callbacks.onError?.(data.error);
+          } else if (data.type) {
+            switch (data.type) {
+              case "metadata":
+                callbacks.onMetadata?.({
+                  question: data.question,
+                  embeddings_count: data.embeddings_count,
+                });
+                break;
+              case "content":
+                callbacks.onContent?.(data.content);
+                break;
+              case "complete":
+                callbacks.onComplete?.(data);
+                break;
+              case "error":
+                callbacks.onError?.(data.error);
+                break;
+            }
+          }
+        } catch (parseError) {
+          console.error("Failed to parse SSE data:", parseError, "Raw line:", line);
+        }
+      }
+    }
+  } catch (error) {
+    const errorMessage = error instanceof Error ? error.message : "Unknown error";
+    console.error("Error in stream:", errorMessage);
+    callbacks.onError?.(errorMessage);
+    throw error;
+  }
+};
+
+
+// Legacy function for backward compatibility
+const handleSendDrugSummaryStreamLegacy = async (
+  message: string,
+  guid: string,
+  onChunk: (chunk: string) => void,
+): Promise<void> => {
+  return handleSendDrugSummaryStream(message, guid, {
+    onContent: onChunk,
+    onError: (error) => console.error("Stream error:", error),
+    onComplete: () => console.log("Stream completed")
+  });
+};
+
 const fetchConversations = async (): Promise<Conversation[]> => {
   try {
     const response = await api.get(`/chatgpt/conversations/`);
@@ -143,4 +253,6 @@ export {
   continueConversation,
   deleteConversation,
   updateConversationTitle,
-};
+  handleSendDrugSummaryStream,
+  handleSendDrugSummaryStreamLegacy
+};