mirror of
https://github.com/QuivrHQ/quivr.git
synced 2024-09-11 14:36:35 +03:00
This pull request includes updates to the `docker-compose.dev.yml` and `Dockerfile.dev` files. The changes aim to improve performance and fix bugs. The updates include: - Removing unnecessary workers configuration in the `docker-compose.dev.yml` file. - Updating the base image in the `Dockerfile.dev` to use a slim version. - Adjusting the schedule for a specific task in the code. - Modifying the time interval for retrieving active syncs. - Changing the loader class for processing PowerPoint files. - Refactoring the file existence check logic. - Adding debug logs for file existence check and file removal. - Adjusting the file synchronization logic. These changes are intended to enhance the performance and stability of the application.
310 lines
14 KiB
Plaintext
310 lines
14 KiB
Plaintext
-i https://pypi.org/simple
|
|
# Ensure PyTorch, along with its required dependencies, is explicitly installed in 'CPU-only' mode to optimize compatibility and performance for systems without GPU support.
|
|
--extra-index-url https://download.pytorch.org/whl/cpu
|
|
aiohttp==3.9.5; python_version >= '3.8'
|
|
aiosignal==1.3.1; python_version >= '3.7'
|
|
amqp==5.2.0; python_version >= '3.6'
|
|
annotated-types==0.7.0; python_version >= '3.8'
|
|
antlr4-python3-runtime==4.9.3
|
|
anyio==4.4.0; python_version >= '3.8'
|
|
appdirs==1.4.4
|
|
astor==0.8.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
async-generator==1.10; python_version >= '3.5'
|
|
async-timeout==4.0.3; python_full_version < '3.12.0'
|
|
asyncpg==0.29.0; python_full_version >= '3.8.0'
|
|
attrs==23.2.0; python_version >= '3.7'
|
|
backoff==2.2.1; python_version >= '3.7' and python_version < '4.0'
|
|
beautifulsoup4==4.12.3; python_full_version >= '3.6.0'
|
|
billiard==4.2.0; python_version >= '3.7'
|
|
black==24.4.2; python_version >= '3.8'
|
|
boto3==1.34.120; python_version >= '3.8'
|
|
botocore==1.34.120; python_version >= '3.8'
|
|
cachetools==5.3.3; python_version >= '3.7'
|
|
celery[redis,sqs]==5.4.0; python_version >= '3.8'
|
|
certifi==2024.6.2; python_version >= '3.6'
|
|
cffi==1.16.0; platform_python_implementation != 'PyPy'
|
|
chardet==5.2.0; python_version >= '3.7'
|
|
charset-normalizer==3.3.2; python_full_version >= '3.7.0'
|
|
click==8.1.7; python_version >= '3.7'
|
|
click-didyoumean==0.3.1; python_full_version >= '3.6.2'
|
|
click-plugins==1.1.1
|
|
click-repl==0.3.0; python_version >= '3.6'
|
|
cohere==5.5.4; python_version >= '3.8' and python_version < '4.0'
|
|
coloredlogs==15.0.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
colorlog==6.8.2; python_version >= '3.6'
|
|
contourpy==1.2.1; python_version >= '3.9'
|
|
cryptography==42.0.8; python_version >= '3.7'
|
|
cssselect==1.2.0; python_version >= '3.7'
|
|
cycler==0.12.1; python_version >= '3.8'
|
|
dataclasses-json==0.6.6; python_version >= '3.7' and python_version < '4.0'
|
|
datasets==2.19.2; python_full_version >= '3.8.0'
|
|
debugpy==1.8.1; python_version >= '3.8'
|
|
decorator==5.1.1; python_version >= '3.5'
|
|
deepdiff==7.0.1; python_version >= '3.8'
|
|
defusedxml==0.7.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
deprecated==1.2.14; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
deprecation==2.1.0
|
|
dill==0.3.8; python_version >= '3.8'
|
|
dirtyjson==1.0.8
|
|
diskcache==5.6.3; python_version >= '3'
|
|
distro==1.9.0; python_version >= '3.6'
|
|
dnspython==2.6.1; python_version >= '3.8'
|
|
docker==7.1.0; python_version >= '3.8'
|
|
docx2txt==0.8
|
|
duckdb==0.10.3; python_full_version >= '3.7.0'
|
|
duckduckgo-search==6.1.5; python_version >= '3.8'
|
|
ecdsa==0.19.0; python_version >= '2.6' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
effdet==0.4.1
|
|
email-validator==2.1.1; python_version >= '3.8'
|
|
emoji==2.12.1; python_version >= '3.7'
|
|
et-xmlfile==1.1.0; python_version >= '3.6'
|
|
faker==19.13.0; python_version >= '3.8'
|
|
fastapi==0.111.0; python_version >= '3.8'
|
|
fastapi-cli==0.0.4; python_version >= '3.8'
|
|
fastavro==1.9.4; python_version >= '3.8'
|
|
feedfinder2==0.0.4
|
|
feedparser==6.0.11; python_version >= '3.6'
|
|
filelock==3.14.0; python_version >= '3.8'
|
|
filetype==1.2.0
|
|
flake8==7.0.0; python_full_version >= '3.8.1'
|
|
flake8-black==0.3.6; python_version >= '3.7'
|
|
flashrank==0.2.5; python_version >= '3.6'
|
|
flatbuffers==24.3.25
|
|
flower==2.0.1; python_version >= '3.7'
|
|
fonttools==4.53.0; python_version >= '3.8'
|
|
fpdf2==2.7.9; python_version >= '3.7'
|
|
frozenlist==1.4.1; python_version >= '3.8'
|
|
fsspec[http]==2024.3.1; python_version >= '3.8'
|
|
gitdb==4.0.11; python_version >= '3.7'
|
|
gitpython==3.1.43; python_version >= '3.7'
|
|
google-api-core[grpc]==2.19.0; python_version >= '3.7'
|
|
google-api-python-client==2.132.0; python_version >= '3.7'
|
|
google-auth==2.29.0; python_version >= '3.7'
|
|
google-auth-httplib2==0.2.0
|
|
google-auth-oauthlib==1.2.0; python_version >= '3.6'
|
|
google-cloud-vision==3.7.2
|
|
googleapis-common-protos==1.63.1; python_version >= '3.7'
|
|
gotrue==2.4.4; python_version >= '3.8' and python_version < '4.0'
|
|
greenlet==3.0.3; python_version >= '3.7'
|
|
grpcio==1.64.1
|
|
grpcio-status==1.62.2
|
|
h11==0.14.0; python_version >= '3.7'
|
|
html5lib==1.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
httpcore==1.0.5; python_version >= '3.8'
|
|
httplib2==0.22.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
httptools==0.6.1
|
|
httpx==0.27.0; python_version >= '3.8'
|
|
httpx-sse==0.4.0; python_version >= '3.8'
|
|
huggingface-hub==0.23.3; python_full_version >= '3.8.0'
|
|
humanfriendly==10.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
humanize==4.9.0; python_version >= '3.8'
|
|
idna==3.7; python_version >= '3.5'
|
|
importlib-metadata==7.1.0; python_version >= '3.8'
|
|
iniconfig==2.0.0; python_version >= '3.7'
|
|
iopath==0.1.10; python_version >= '3.6'
|
|
jieba3k==0.35.1
|
|
jinja2==3.1.4; python_version >= '3.7'
|
|
jmespath==1.0.1; python_version >= '3.7'
|
|
joblib==1.4.2; python_version >= '3.8'
|
|
jq==1.7.0; python_version >= '3.5'
|
|
jsonpatch==1.33; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
|
|
jsonpath-python==1.0.6; python_version >= '3.6'
|
|
jsonpointer==2.4; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
|
|
kiwisolver==1.4.5; python_version >= '3.7'
|
|
kombu[sqs]==5.3.7; python_version >= '3.8'
|
|
langchain==0.2.2; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-cohere==0.1.5; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-community==0.2.3; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-core==0.2.4; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-openai==0.1.8; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-text-splitters==0.2.1; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langdetect==1.0.9
|
|
langfuse==2.34.2; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langgraph==0.0.64; python_version < '4.0' and python_full_version >= '3.9.0'
|
|
langsmith==0.1.74; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
layoutparser[layoutmodels,tesseract]==0.3.4; python_version >= '3.6'
|
|
litellm==1.40.4; python_version not in '2.7, 3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6, 3.7' and python_version >= '3.8'
|
|
llama-cpp-python==0.2.67; python_version >= '3.8'
|
|
llama-index==0.10.43; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-agent-openai==0.2.7; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-cli==0.1.12; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-core==0.10.43; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-embeddings-openai==0.1.10; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-indices-managed-llama-cloud==0.1.6; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-legacy==0.9.48; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-llms-openai==0.1.22; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-multi-modal-llms-openai==0.1.6; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-program-openai==0.1.6; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-question-gen-openai==0.1.3; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-readers-file==0.1.23; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-readers-llama-parse==0.1.4; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-parse==0.4.4; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llamaindex-py-client==0.1.19; python_version >= '3.8' and python_version < '4'
|
|
lxml[html_clean]==5.2.2; python_version >= '3.6'
|
|
lxml-html-clean==0.1.1
|
|
markdown==3.6
|
|
markdown-it-py==3.0.0; python_version >= '3.8'
|
|
markupsafe==2.1.5; python_version >= '3.7'
|
|
marshmallow==3.21.3; python_version >= '3.8'
|
|
matplotlib==3.9.0; python_version >= '3.9'
|
|
mccabe==0.7.0; python_version >= '3.6'
|
|
mdurl==0.1.2; python_version >= '3.7'
|
|
monotonic==1.6
|
|
mpmath==1.3.0
|
|
msal==1.28.0; python_version >= '3.7'
|
|
msg-parser==1.2.0
|
|
multidict==6.0.5; python_version >= '3.7'
|
|
multiprocess==0.70.16; python_version >= '3.8'
|
|
mypy-extensions==1.0.0; python_version >= '3.5'
|
|
nest-asyncio==1.6.0; python_version >= '3.5'
|
|
networkx==3.3; python_version >= '3.10'
|
|
newspaper3k==0.2.8
|
|
nltk==3.8.1; python_version >= '3.7'
|
|
nodeenv==1.9.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
|
|
numpy==1.26.4; python_version >= '3.9'
|
|
oauthlib==3.2.2; python_version >= '3.6'
|
|
olefile==0.47; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
omegaconf==2.3.0; python_version >= '3.6'
|
|
onnx==1.16.1
|
|
onnxruntime==1.18.0
|
|
openai==1.31.1; python_full_version >= '3.7.1'
|
|
opencv-python==4.10.0.82; python_version >= '3.6'
|
|
openpyxl==3.1.3
|
|
ordered-set==4.1.0; python_version >= '3.7'
|
|
orjson==3.10.3; python_version >= '3.8'
|
|
packaging==23.2; python_version >= '3.7'
|
|
pandas==1.5.3; python_version >= '3.8'
|
|
pandasai==2.1.1; python_version not in '2.7, 3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6, 3.7, 3.8' and python_version >= '3.9'
|
|
pathspec==0.12.1; python_version >= '3.8'
|
|
pdf2image==1.17.0
|
|
pdfminer.six==20231228
|
|
pdfplumber==0.11.0; python_version >= '3.8'
|
|
pikepdf==9.0.0
|
|
pillow==10.3.0; python_version >= '3.8'
|
|
pillow-heif==0.16.0
|
|
platformdirs==4.2.2; python_version >= '3.8'
|
|
playwright==1.44.0; python_version >= '3.8'
|
|
pluggy==1.5.0; python_version >= '3.8'
|
|
portalocker==2.8.2; python_version >= '3.8'
|
|
postgrest==0.16.8; python_version >= '3.8' and python_version < '4.0'
|
|
posthog==3.5.0
|
|
prometheus-client==0.20.0; python_version >= '3.8'
|
|
prompt-toolkit==3.0.46; python_full_version >= '3.7.0'
|
|
proto-plus==1.23.0; python_version >= '3.6'
|
|
protobuf==4.25.3; python_version >= '3.8'
|
|
psutil==5.9.8; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
|
|
psycopg2==2.9.9; python_version >= '3.7'
|
|
psycopg2-binary==2.9.9; python_version >= '3.7'
|
|
py==1.11.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
pyarrow==16.1.0; python_version >= '3.8'
|
|
pyarrow-hotfix==0.6; python_version >= '3.5'
|
|
pyasn1==0.6.0; python_version >= '3.8'
|
|
pyasn1-modules==0.4.0; python_version >= '3.8'
|
|
pycocotools==2.0.7; python_version >= '3.5'
|
|
pycodestyle==2.11.1; python_version >= '3.8'
|
|
pycparser==2.22; python_version >= '3.8'
|
|
pycurl==7.45.3
|
|
pydantic==2.7.3; python_version >= '3.8'
|
|
pydantic-core==2.18.4; python_version >= '3.8'
|
|
pydantic-settings==2.3.1; python_version >= '3.8'
|
|
pyee==11.1.0; python_version >= '3.8'
|
|
pyflakes==3.2.0; python_version >= '3.8'
|
|
pygments==2.18.0; python_version >= '3.8'
|
|
pyinstrument==4.6.2; python_version >= '3.7'
|
|
pyjwt[crypto]==2.8.0; python_version >= '3.7'
|
|
pypandoc==1.13; python_version >= '3.6'
|
|
pyparsing==3.1.2; python_version >= '3.1'
|
|
pypdf==4.2.0; python_version >= '3.6'
|
|
pypdfium2==4.30.0; python_version >= '3.6'
|
|
pyreqwest-impersonate==0.4.7; python_version >= '3.8'
|
|
pyright==1.1.366; python_version >= '3.7'
|
|
pysbd==0.3.4; python_version >= '3'
|
|
pytesseract==0.3.10; python_version >= '3.7'
|
|
pytest==8.2.2; python_version >= '3.8'
|
|
pytest-celery==1.0.0; python_version >= '3.8' and python_version < '4.0'
|
|
pytest-docker-tools==3.1.3; python_full_version >= '3.7.0' and python_full_version < '4.0.0'
|
|
pytest-dotenv==0.5.2
|
|
pytest-mock==3.14.0; python_version >= '3.8'
|
|
python-dateutil==2.9.0.post0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
python-docx==1.1.2
|
|
python-dotenv==1.0.1; python_version >= '3.8'
|
|
python-iso639==2024.4.27; python_version >= '3.8'
|
|
python-jose==3.3.0
|
|
python-magic==0.4.27; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
python-multipart==0.0.9; python_version >= '3.8'
|
|
python-pptx==0.6.23
|
|
pytz==2024.1
|
|
pyyaml==6.0.1; python_version >= '3.6'
|
|
ragas==0.1.9
|
|
rapidfuzz==3.9.3; python_version >= '3.8'
|
|
realtime==1.0.5; python_version >= '3.8' and python_version < '4.0'
|
|
redis==5.0.5; python_version >= '3.7'
|
|
regex==2024.5.15; python_version >= '3.8'
|
|
requests==2.32.3; python_version >= '3.8'
|
|
requests-file==2.1.0
|
|
requests-oauthlib==2.0.0; python_version >= '3.4'
|
|
requests-toolbelt==1.0.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
resend==2.0.0; python_version >= '3.7'
|
|
retry==0.9.2
|
|
rich==13.7.1; python_full_version >= '3.7.0'
|
|
rsa==4.9; python_version >= '3.6' and python_version < '4'
|
|
s3transfer==0.10.1; python_version >= '3.8'
|
|
safetensors==0.4.3; python_version >= '3.7'
|
|
scipy==1.13.1; python_version >= '3.9'
|
|
sentry-sdk[fastapi]==2.5.0; python_version >= '3.6'
|
|
setuptools==70.0.0; python_version >= '3.8'
|
|
sgmllib3k==1.0.0
|
|
shellingham==1.5.4; python_version >= '3.7'
|
|
six==1.16.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
smmap==5.0.1; python_version >= '3.7'
|
|
sniffio==1.3.1; python_version >= '3.7'
|
|
soupsieve==2.5; python_version >= '3.8'
|
|
sqlalchemy[asyncio]==2.0.30; python_version >= '3.7'
|
|
starlette==0.37.2; python_version >= '3.8'
|
|
storage3==0.7.6; python_version >= '3.8' and python_version < '4.0'
|
|
strenum==0.4.15
|
|
striprtf==0.0.26
|
|
supabase==2.5.0; python_version >= '3.8' and python_version < '4.0'
|
|
supafunc==0.4.6; python_version >= '3.8' and python_version < '4.0'
|
|
sympy==1.12.1; python_version >= '3.8'
|
|
tabulate==0.9.0; python_version >= '3.7'
|
|
tavily-python==0.3.3; python_version >= '3.6'
|
|
tenacity==8.3.0; python_version >= '3.8'
|
|
tiktoken==0.7.0; python_version >= '3.8'
|
|
timm==1.0.3; python_version >= '3.8'
|
|
tinysegmenter==0.3
|
|
tldextract==5.1.2; python_version >= '3.8'
|
|
tokenizers==0.15.2; python_version >= '3.7'
|
|
torch==2.3.1; python_full_version >= '3.8.0'
|
|
torchvision==0.18.1; python_version >= '3.8'
|
|
tornado==6.4; python_version >= '3.8'
|
|
tqdm==4.66.4; python_version >= '3.7'
|
|
transformers==4.39.3; python_full_version >= '3.8.0'
|
|
typer==0.12.3; python_version >= '3.7'
|
|
types-requests==2.32.0.20240602; python_version >= '3.8'
|
|
typing-extensions==4.12.1; python_version >= '3.8'
|
|
typing-inspect==0.9.0
|
|
tzdata==2024.1; python_version >= '2'
|
|
ujson==5.10.0; python_version >= '3.8'
|
|
unidecode==1.3.8; python_version >= '3.5'
|
|
unstructured[all-docs]==0.14.4; python_version < '3.13' and python_full_version >= '3.9.0'
|
|
unstructured-client==0.23.0; python_version >= '3.8'
|
|
unstructured-inference==0.7.33
|
|
unstructured.pytesseract==0.3.12
|
|
uritemplate==4.1.1; python_version >= '3.6'
|
|
urllib3==2.2.1; python_version >= '3.8'
|
|
uvicorn[standard]==0.30.1; python_version >= '3.8'
|
|
uvloop==0.19.0
|
|
vine==5.1.0; python_version >= '3.6'
|
|
watchdog==4.0.1; python_version >= '3.8'
|
|
watchfiles==0.22.0
|
|
wcwidth==0.2.13
|
|
webencodings==0.5.1
|
|
websockets==12.0; python_version >= '3.8'
|
|
wrapt==1.16.0; python_version >= '3.6'
|
|
xlrd==2.0.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
|
|
xlsxwriter==3.2.0; python_version >= '3.6'
|
|
xxhash==3.4.1; python_version >= '3.7'
|
|
yarl==1.9.4; python_version >= '3.7'
|
|
zipp==3.19.2; python_version >= '3.8'
|