Use Chroma vector store

2025-07-01 10:48:56 +02:00
parent 648baf3263
commit f093a488f3
6 changed files with 981 additions and 50 deletions
--- a/scrape.py
+++ b/scrape.py
@@ -44,4 +44,7 @@ class JinaScraper(TextScraper):
    @override
    async def get_content(self, url: str) -> str:
        print(f"Fetching content from: {url}")
-        return await self._fetch_text(f"https://r.jina.ai/{url}")
+        try:
+            return await self._fetch_text(f"https://r.jina.ai/{url}")
+        except httpx.HTTPStatusError:
+            return ""