fix: bug with PDFs on arxiv which no longer have a .pdf at the end!

ydennisy · Apr 29, 2024 · 247fe2c · 247fe2c
1 parent d68bf66
commit 247fe2c
Show file tree

Hide file tree

Showing 4 changed files with 108 additions and 113 deletions.
diff --git a/backend/Pipfile.lock b/backend/Pipfile.lock
diff --git a/backend/app/llm.py b/backend/app/llm.py
@@ -58,6 +58,10 @@ def answer_with_context(chunks: List[dict], question: str) -> Generator[str, Any
 
 
 def summarise_text(text: str) -> str:
+    words = text.split(" ")
+    if len(words) > 1024:
+        text = " ".join(words[:1024])
+
     messages = [
         {
             "role": "system",