mirror of
https://github.com/QuivrHQ/quivr.git
synced 2024-09-11 14:36:35 +03:00
23 lines
920 B
Python
23 lines
920 B
Python
from celery import shared_task
|
|
from models.brains import Brain
|
|
from models.settings import get_supabase_db
|
|
from repository.files.upload_file import DocumentSerializable
|
|
from utils.vectors import Neurons
|
|
|
|
|
|
@shared_task
|
|
def create_embedding_for_document(
|
|
brain_id, doc_with_metadata, user_openai_api_key, file_sha1
|
|
):
|
|
neurons = Neurons()
|
|
doc = DocumentSerializable.from_json(doc_with_metadata)
|
|
created_vector = neurons.create_vector(doc, user_openai_api_key)
|
|
# add_usage(stats_db, "embedding", "audio", metadata={"file_name": file_meta_name,"file_type": ".txt", "chunk_size": chunk_size, "chunk_overlap": chunk_overlap})
|
|
database = get_supabase_db()
|
|
database.set_file_sha_from_metadata(file_sha1)
|
|
|
|
created_vector_id = created_vector[0] # pyright: ignore reportPrivateUsage=none
|
|
|
|
brain = Brain(id=brain_id) # pyright: ignore
|
|
brain.create_brain_vector(created_vector_id, file_sha1)
|