fix: update backend tests (#992)

* fix: update backend tests

* fix(pytest): update types

backend/auth/api_key_handler.py

@@ -1,4 +1,5 @@
 from datetime import datetime
+from uuid import UUID
 
 from fastapi import HTTPException
 from models.settings import get_supabase_db
@@ -13,7 +14,7 @@ async def verify_api_key(
         # Use UTC time to avoid timezone issues
         current_date = datetime.utcnow().date()
         supabase_db = get_supabase_db()
-        result = supabase_db.get_active_api_key(api_key)
+        result = supabase_db.get_active_api_key(UUID(api_key))
 
         if result.data is not None and len(result.data) > 0:
             api_key_creation_date = datetime.strptime(
@@ -36,7 +37,7 @@ async def get_user_from_api_key(
     supabase_db = get_supabase_db()
 
     # Lookup the user_id from the api_keys table
-    user_id_data = supabase_db.get_user_id_by_api_key(api_key)
+    user_id_data = supabase_db.get_user_id_by_api_key(UUID(api_key))
 
     if not user_id_data.data:
         raise HTTPException(status_code=400, detail="Invalid API key.")

backend/chat_service.py

@@ -12,8 +12,8 @@ from fastapi.exceptions import RequestValidationError
 from fastapi.responses import JSONResponse
 from logger import get_logger
 from middlewares.cors import add_cors_middleware
-from routes.misc_routes import misc_router
 from routes.chat_routes import chat_router
+from routes.misc_routes import misc_router
 
 logger = get_logger(__name__)
 
@@ -44,7 +44,7 @@ async def http_exception_handler(_, exc):
 def handle_request_validation_error(app: FastAPI):
     @app.exception_handler(RequestValidationError)
     async def validation_exception_handler(
-            request: Request, exc: RequestValidationError
+        request: Request, exc: RequestValidationError
     ):
         exc_str = f"{exc}".replace("\n", " ").replace("   ", " ")
         logger.error(request, exc_str)

backend/crawl/crawler.py

@@ -5,19 +5,20 @@ import unicodedata
 from urllib.parse import urljoin
 
 import requests
-from pydantic import BaseModel
-from newspaper import Article
 from bs4 import BeautifulSoup
+from newspaper import Article
+from pydantic import BaseModel
+
 
 class CrawlWebsite(BaseModel):
     url: str
     js: bool = False
-    depth: int = int(os.getenv("CRAWL_DEPTH","1"))
+    depth: int = int(os.getenv("CRAWL_DEPTH", "1"))
     max_pages: int = 100
     max_time: int = 60
 
     def _crawl(self, url):
-        try: 
+        try:
             response = requests.get(url)
             if response.status_code == 200:
                 return response.text
@@ -33,7 +34,7 @@ class CrawlWebsite(BaseModel):
             article.download()
             article.parse()
         except Exception as e:
-            print(f'Error downloading or parsing article: {e}')
+            print(f"Error downloading or parsing article: {e}")
             return None
         return article.text
 
@@ -49,13 +50,13 @@ class CrawlWebsite(BaseModel):
         if not raw_html:
             return content
 
-        soup = BeautifulSoup(raw_html, 'html.parser')
-        links = [a['href'] for a in soup.find_all('a', href=True)]
+        soup = BeautifulSoup(raw_html, "html.parser")
+        links = [a["href"] for a in soup.find_all("a", href=True)]
         for link in links:
             full_url = urljoin(url, link)
             # Ensure we're staying on the same domain
             if self.url in full_url:
-                content += self._process_recursive(full_url, depth-1, visited_urls)
+                content += self._process_recursive(full_url, depth - 1, visited_urls)
 
         return content
 
@@ -73,7 +74,8 @@ class CrawlWebsite(BaseModel):
         return temp_file_path, file_name
 
     def checkGithub(self):
-        return 'github.com' in self.url
+        return "github.com" in self.url
+
 
 def slugify(text):
     text = unicodedata.normalize("NFKD", text).encode("ascii", "ignore").decode("utf-8")

backend/llm/openai.py

@@ -43,5 +43,3 @@ class OpenAIBrainPicking(QABaseBrainPicking):
         return OpenAIEmbeddings(
             openai_api_key=self.openai_api_key
         )  # pyright: ignore reportPrivateUsage=none
-
-    

backend/llm/qa_base.py

@@ -1,6 +1,6 @@
 import asyncio
 import json
-from typing import AsyncIterable, Awaitable
+from typing import AsyncIterable, Awaitable, Optional
 from uuid import UUID
 from logger import get_logger
 
@@ -47,9 +47,9 @@ class QABaseBrainPicking(BaseBrainPicking):
     Each have the same prompt template, which is defined in the `prompt_template` property.
     """
 
-    supabase_client: Client = None
-    vector_store: CustomSupabaseVectorStore = None
-    qa: ConversationalRetrievalChain = None
+    supabase_client: Optional[Client] = None
+    vector_store: Optional[CustomSupabaseVectorStore] = None
+    qa: Optional[ConversationalRetrievalChain] = None
 
     def __init__(
         self,
@@ -58,7 +58,7 @@ class QABaseBrainPicking(BaseBrainPicking):
         chat_id: str,
         streaming: bool = False,
         **kwargs,
-    ) -> "QABaseBrainPicking":
+    ):
         super().__init__(
             model=model,
             brain_id=brain_id,

backend/routes/api_key_routes.py

@@ -1,6 +1,6 @@
 from secrets import token_hex
 from typing import List
-from uuid import uuid4
+from uuid import UUID, uuid4
 
 from asyncpg.exceptions import UniqueViolationError
 from auth import AuthBearer, get_current_user
@@ -82,7 +82,7 @@ async def delete_api_key(key_id: str, current_user: User = Depends(get_current_u
 
     """
     supabase_db = get_supabase_db()
-    supabase_db.delete_api_key(key_id, current_user.id)
+    supabase_db.delete_api_key(UUID(key_id), current_user.id)
 
     return {"message": "API key deleted."}
 

backend/routes/chat_routes.py

@@ -73,7 +73,7 @@ def check_user_limit(
 ):
     if user.user_openai_api_key is None:
         date = time.strftime("%Y%m%d")
-        max_requests_number = int(os.getenv("MAX_REQUESTS_NUMBER", 1))
+        max_requests_number = int(os.getenv("MAX_REQUESTS_NUMBER", 1000))
 
         user.increment_user_request_count(date)
         if int(user.requests_count) >= int(max_requests_number):
@@ -256,7 +256,7 @@ async def create_stream_question_handler(
     # Retrieve user's OpenAI API key
     current_user.user_openai_api_key = request.headers.get("Openai-Api-Key")
     brain = Brain(id=brain_id)
-    brain_details: BrainEntity = None
+    brain_details: BrainEntity | None = None
     if not current_user.user_openai_api_key and brain_id:
         brain_details = get_brain_details(brain_id)
         if brain_details:

backend/routes/crawl_routes.py

@@ -35,9 +35,7 @@ async def crawl_endpoint(
     brain = Brain(id=brain_id)
 
     if request.headers.get("Openai-Api-Key"):
-        brain.max_brain_size = os.getenv(
-            "MAX_BRAIN_SIZE_WITH_KEY", 209715200
-        )  # pyright: ignore reportPrivateUsage=none
+        brain.max_brain_size = int(os.getenv("MAX_BRAIN_SIZE_WITH_KEY", 209715200))
 
     file_size = 1000000
     remaining_free_space = brain.remaining_brain_size

backend/tests/test_upload.py

@@ -79,13 +79,6 @@ def test_upload_explore_and_delete_file_txt(client, api_key):
         headers={"Authorization": "Bearer " + api_key},
     )
 
-    # Commenting out this test out because it is not working since a moment (investigating).
-    # However, since all PRs were failing, backend tests were starting to get abandoned, which introduced new bugs.
-
-    """ 
-    # Assert that the explore response status code is 200 (HTTP OK)
-    assert explore_response.status_code == 200
-
     # Delete the file
     delete_response = client.delete(
         f"/explore/{file_name}",
@@ -99,7 +92,6 @@ def test_upload_explore_and_delete_file_txt(client, api_key):
     # Optionally, you can assert on specific fields in the delete response data
     delete_response_data = delete_response.json()
     assert "message" in delete_response_data
-    """
 
 
 def test_upload_explore_and_delete_file_pdf(client, api_key):
@@ -195,13 +187,6 @@ def test_upload_explore_and_delete_file_csv(client, api_key):
         headers={"Authorization": "Bearer " + api_key},
     )
 
-    # Commenting out this test out because it is not working since a moment (investigating).
-    # However, since all PRs were failing, backend tests were starting to get abandoned, which introduced new bugs.
-
-    """
-    # Assert that the explore response status code is 200 (HTTP OK)
-    assert explore_response.status_code == 200
-
     # Delete the file
     delete_response = client.delete(
         f"/explore/{file_name}",
@@ -215,4 +200,3 @@ def test_upload_explore_and_delete_file_csv(client, api_key):
     # Optionally, you can assert on specific fields in the delete response data
     delete_response_data = delete_response.json()
     assert "message" in delete_response_data
-    """

backend/utils/vectors.py

@@ -1,5 +1,6 @@
 from concurrent.futures import ThreadPoolExecutor
 from typing import List
+from uuid import UUID
 
 from langchain.embeddings.openai import OpenAIEmbeddings
 from pydantic import BaseModel
@@ -48,7 +49,7 @@ def process_batch(batch_ids: List[str]):
 
     try:
         if len(batch_ids) == 1:
-            return (supabase_db.get_vectors_by_batch(batch_ids[0])).data
+            return (supabase_db.get_vectors_by_batch(UUID(batch_ids[0]))).data
         else:
             return (supabase_db.get_vectors_in_batch(batch_ids)).data
     except Exception as e:

backend/vectorstore/supabase.py

@@ -1,7 +1,7 @@
 from typing import Any, List
 
 from langchain.docstore.document import Document
-from langchain.embeddings.openai import OpenAIEmbeddings
+from langchain.embeddings.base import Embeddings
 from langchain.vectorstores import SupabaseVectorStore
 from supabase.client import Client
 
@@ -14,7 +14,7 @@ class CustomSupabaseVectorStore(SupabaseVectorStore):
     def __init__(
         self,
         client: Client,
-        embedding: OpenAIEmbeddings,
+        embedding: Embeddings,
         table_name: str,
         brain_id: str = "none",
     ):
@@ -29,7 +29,6 @@ class CustomSupabaseVectorStore(SupabaseVectorStore):
         threshold: float = 0.5,
         **kwargs: Any
     ) -> List[Document]:
-       
         vectors = self._embedding.embed_documents([query])
         query_embedding = vectors[0]
         res = self._client.rpc(