mirror of
https://github.com/QuivrHQ/quivr.git
synced 2024-12-18 20:01:52 +03:00
d41a0b4be4
# Description Please include a summary of the changes and the related issue. Please also include relevant motivation and context. ## Checklist before requesting a review Please delete options that are not relevant. - [ ] My code follows the style guidelines of this project - [ ] I have performed a self-review of my code - [ ] I have commented hard-to-understand areas - [ ] I have ideally added tests that prove my fix is effective or that my feature works - [ ] New and existing unit tests pass locally with my changes - [ ] Any dependent changes have been merged ## Screenshots (if appropriate):
99 lines
3.5 KiB
Python
99 lines
3.5 KiB
Python
import os
|
|
from uuid import UUID
|
|
|
|
from celery_worker import process_file_and_notify
|
|
from fastapi import HTTPException, UploadFile
|
|
from modules.brain.entity.brain_entity import RoleEnum
|
|
from modules.brain.service.brain_authorization_service import (
|
|
validate_brain_authorization,
|
|
)
|
|
from modules.knowledge.dto.inputs import CreateKnowledgeProperties
|
|
from modules.knowledge.service.knowledge_service import KnowledgeService
|
|
from modules.notification.dto.inputs import (
|
|
CreateNotification,
|
|
NotificationUpdatableProperties,
|
|
)
|
|
from modules.notification.entity.notification import NotificationsStatusEnum
|
|
from modules.notification.service.notification_service import NotificationService
|
|
from modules.upload.service.upload_file import upload_file_storage
|
|
from modules.user.service.user_usage import UserUsage
|
|
from packages.files.file import convert_bytes, get_file_size
|
|
from packages.utils.telemetry import maybe_send_telemetry
|
|
|
|
knowledge_service = KnowledgeService()
|
|
notification_service = NotificationService()
|
|
|
|
|
|
async def upload_file(
|
|
upload_file: UploadFile,
|
|
brain_id: UUID,
|
|
current_user: str,
|
|
):
|
|
validate_brain_authorization(
|
|
brain_id, current_user, [RoleEnum.Editor, RoleEnum.Owner]
|
|
)
|
|
user_daily_usage = UserUsage(
|
|
id=current_user,
|
|
)
|
|
upload_notification = notification_service.add_notification(
|
|
CreateNotification(
|
|
user_id=current_user,
|
|
status=NotificationsStatusEnum.INFO,
|
|
title=f"Processing File {upload_file.filename}",
|
|
)
|
|
)
|
|
|
|
user_settings = user_daily_usage.get_user_settings()
|
|
|
|
remaining_free_space = user_settings.get("max_brain_size", 1000000000)
|
|
maybe_send_telemetry("upload_file", {"file_name": upload_file.filename})
|
|
file_size = get_file_size(upload_file)
|
|
if remaining_free_space - file_size < 0:
|
|
message = f"Brain will exceed maximum capacity. Maximum file allowed is : {convert_bytes(remaining_free_space)}"
|
|
raise HTTPException(status_code=403, detail=message)
|
|
|
|
file_content = await upload_file.read()
|
|
|
|
filename_with_brain_id = str(brain_id) + "/" + str(upload_file.filename)
|
|
|
|
try:
|
|
file_in_storage = upload_file_storage(file_content, filename_with_brain_id)
|
|
|
|
except Exception as e:
|
|
print(e)
|
|
|
|
notification_service.update_notification_by_id(
|
|
upload_notification.id if upload_notification else None,
|
|
NotificationUpdatableProperties(
|
|
status=NotificationsStatusEnum.ERROR,
|
|
description=f"There was an error uploading the file: {e}",
|
|
),
|
|
)
|
|
if "The resource already exists" in str(e):
|
|
raise HTTPException(
|
|
status_code=403,
|
|
detail=f"File {upload_file.filename} already exists in storage.",
|
|
)
|
|
else:
|
|
raise HTTPException(
|
|
status_code=500, detail=f"Failed to upload file to storage. {e}"
|
|
)
|
|
|
|
knowledge_to_add = CreateKnowledgeProperties(
|
|
brain_id=brain_id,
|
|
file_name=upload_file.filename,
|
|
extension=os.path.splitext(
|
|
upload_file.filename # pyright: ignore reportPrivateUsage=none
|
|
)[-1].lower(),
|
|
)
|
|
|
|
added_knowledge = knowledge_service.add_knowledge(knowledge_to_add)
|
|
|
|
process_file_and_notify.delay(
|
|
file_name=filename_with_brain_id,
|
|
file_original_name=upload_file.filename,
|
|
brain_id=brain_id,
|
|
notification_id=upload_notification.id,
|
|
)
|
|
return {"message": "File processing has started."}
|