mirror of
https://github.com/QuivrHQ/quivr.git
synced 2024-12-15 17:43:03 +03:00
f656dbcb42
This pull request adds the flashrank and contextual compression retriever to the codebase. The flashrank reranker model is used for compression, and the contextual compression retriever combines the base compressor and base retriever to improve document retrieval.
269 lines
13 KiB
Plaintext
269 lines
13 KiB
Plaintext
-i https://pypi.org/simple
|
|
# Ensure PyTorch, along with its required dependencies, is explicitly installed in 'CPU-only' mode to optimize compatibility and performance for systems without GPU support.
|
|
--extra-index-url https://download.pytorch.org/whl/cpu
|
|
aiohttp==3.9.5; python_version >= '3.8'
|
|
aiosignal==1.3.1; python_version >= '3.7'
|
|
amqp==5.2.0; python_version >= '3.6'
|
|
annotated-types==0.6.0; python_version >= '3.8'
|
|
antlr4-python3-runtime==4.9.3
|
|
anyio==4.3.0; python_version >= '3.8'
|
|
appdirs==1.4.4
|
|
astor==0.8.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
async-generator==1.10; python_version >= '3.5'
|
|
async-timeout==4.0.3; python_full_version < '3.12.0'
|
|
asyncpg==0.29.0; python_full_version >= '3.8.0'
|
|
attrs==23.2.0; python_version >= '3.7'
|
|
backoff==2.2.1; python_version >= '3.7' and python_version < '4.0'
|
|
beautifulsoup4==4.12.3; python_full_version >= '3.6.0'
|
|
billiard==4.2.0; python_version >= '3.7'
|
|
black==24.4.0; python_version >= '3.8'
|
|
boto3==1.34.90; python_version >= '3.8'
|
|
botocore==1.34.90; python_version >= '3.8'
|
|
celery[redis,sqs]==5.4.0; python_version >= '3.8'
|
|
certifi==2024.2.2; python_version >= '3.6'
|
|
cffi==1.16.0; platform_python_implementation != 'PyPy'
|
|
chardet==5.2.0; python_version >= '3.7'
|
|
charset-normalizer==3.3.2; python_full_version >= '3.7.0'
|
|
click==8.1.7; python_version >= '3.7'
|
|
click-didyoumean==0.3.1; python_full_version >= '3.6.2'
|
|
click-plugins==1.1.1
|
|
click-repl==0.3.0; python_version >= '3.6'
|
|
cohere==5.3.3; python_version >= '3.8' and python_version < '4.0'
|
|
coloredlogs==15.0.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
colorlog==6.8.2; python_version >= '3.6'
|
|
contourpy==1.2.1; python_version >= '3.9'
|
|
cryptography==42.0.5; python_version >= '3.7'
|
|
cssselect==1.2.0; python_version >= '3.7'
|
|
cycler==0.12.1; python_version >= '3.8'
|
|
dataclasses-json==0.6.4; python_version >= '3.7' and python_version < '4.0'
|
|
datasets==2.19.0; python_full_version >= '3.8.0'
|
|
debugpy==1.8.1; python_version >= '3.8'
|
|
decorator==5.1.1; python_version >= '3.5'
|
|
deepdiff==7.0.1; python_version >= '3.8'
|
|
defusedxml==0.7.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
deprecated==1.2.14; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
deprecation==2.1.0
|
|
dill==0.3.8; python_version >= '3.8'
|
|
dirtyjson==1.0.8
|
|
distro==1.9.0; python_version >= '3.6'
|
|
docker==7.0.0; python_version >= '3.8'
|
|
docx2txt==0.8
|
|
duckdb==0.10.2; python_full_version >= '3.7.0'
|
|
ecdsa==0.19.0; python_version >= '2.6' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
effdet==0.4.1
|
|
emoji==2.11.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
et-xmlfile==1.1.0; python_version >= '3.6'
|
|
faker==19.13.0; python_version >= '3.8'
|
|
fastapi==0.110.2; python_version >= '3.8'
|
|
fastavro==1.9.4; python_version >= '3.8'
|
|
feedfinder2==0.0.4
|
|
feedparser==6.0.11; python_version >= '3.6'
|
|
filelock==3.13.4; python_version >= '3.8'
|
|
filetype==1.2.0
|
|
flake8==7.0.0; python_full_version >= '3.8.1'
|
|
flake8-black==0.3.6; python_version >= '3.7'
|
|
flashrank==0.2.0; python_version >= '3.6'
|
|
flatbuffers==24.3.25
|
|
flower==2.0.1; python_version >= '3.7'
|
|
fonttools==4.51.0; python_version >= '3.8'
|
|
fpdf2==2.7.8; python_version >= '3.7'
|
|
frozenlist==1.4.1; python_version >= '3.8'
|
|
fsspec[http]==2024.3.1; python_version >= '3.8'
|
|
gitdb==4.0.11; python_version >= '3.7'
|
|
gitpython==3.1.43; python_version >= '3.7'
|
|
gotrue==2.4.2; python_version >= '3.8' and python_version < '4.0'
|
|
greenlet==3.0.3
|
|
h11==0.14.0; python_version >= '3.7'
|
|
html5lib==1.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
httpcore==1.0.5; python_version >= '3.8'
|
|
httpx==0.27.0; python_version >= '3.8'
|
|
httpx-sse==0.4.0; python_version >= '3.8'
|
|
huggingface-hub==0.22.2; python_full_version >= '3.8.0'
|
|
humanfriendly==10.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
humanize==4.9.0; python_version >= '3.8'
|
|
idna==3.7; python_version >= '3.5'
|
|
importlib-metadata==7.1.0; python_version >= '3.8'
|
|
iniconfig==2.0.0; python_version >= '3.7'
|
|
iopath==0.1.10; python_version >= '3.6'
|
|
jieba3k==0.35.1
|
|
jinja2==3.1.3; python_version >= '3.7'
|
|
jmespath==1.0.1; python_version >= '3.7'
|
|
joblib==1.4.0; python_version >= '3.8'
|
|
jq==1.7.0; python_version >= '3.5'
|
|
jsonpatch==1.33; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
|
|
jsonpath-python==1.0.6; python_version >= '3.6'
|
|
jsonpointer==2.4; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
|
|
kiwisolver==1.4.5; python_version >= '3.7'
|
|
kombu[sqs]==5.3.7; python_version >= '3.8'
|
|
langchain==0.1.16; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-cohere==0.1.3; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-community==0.0.34; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-core==0.1.45; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-openai==0.1.3; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-text-splitters==0.0.1; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langdetect==1.0.9
|
|
langfuse==2.27.1; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langsmith==0.1.50; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
layoutparser[layoutmodels,tesseract]==0.3.4; python_version >= '3.6'
|
|
litellm==1.35.21; python_version not in '2.7, 3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6, 3.7' and python_version >= '3.8'
|
|
llama-index==0.10.31; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-agent-openai==0.2.3; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-cli==0.1.12; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-core==0.10.31; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-embeddings-openai==0.1.8; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-indices-managed-llama-cloud==0.1.5; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-legacy==0.9.48; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-llms-openai==0.1.16; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-multi-modal-llms-openai==0.1.5; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-program-openai==0.1.6; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-question-gen-openai==0.1.3; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-readers-file==0.1.19; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-readers-llama-parse==0.1.4; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-parse==0.4.1; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llamaindex-py-client==0.1.18; python_version >= '3.8' and python_version < '4'
|
|
lxml[html_clean]==5.2.1; python_version >= '3.6'
|
|
lxml-html-clean==0.1.1
|
|
markdown==3.6
|
|
markupsafe==2.1.5; python_version >= '3.7'
|
|
marshmallow==3.21.1; python_version >= '3.8'
|
|
matplotlib==3.8.4; python_version >= '3.9'
|
|
mccabe==0.7.0; python_version >= '3.6'
|
|
monotonic==1.6
|
|
mpmath==1.3.0
|
|
msg-parser==1.2.0
|
|
multidict==6.0.5; python_version >= '3.7'
|
|
multiprocess==0.70.16; python_version >= '3.8'
|
|
mypy-extensions==1.0.0; python_version >= '3.5'
|
|
nest-asyncio==1.6.0; python_version >= '3.5'
|
|
networkx==3.3
|
|
newspaper3k==0.2.8
|
|
nltk==3.8.1; python_version >= '3.7'
|
|
nodeenv==1.8.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
|
|
numpy==1.26.4; python_version >= '3.9'
|
|
olefile==0.47; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
omegaconf==2.3.0; python_version >= '3.6'
|
|
onnx==1.16.0
|
|
onnxruntime==1.17.3
|
|
openai==1.23.3; python_full_version >= '3.7.1'
|
|
opencv-python==4.9.0.80; python_version >= '3.6'
|
|
openpyxl==3.1.2
|
|
ordered-set==4.1.0; python_version >= '3.7'
|
|
orjson==3.10.1; python_version >= '3.8'
|
|
packaging==23.2; python_version >= '3.7'
|
|
pandas==1.5.3; python_version >= '3.8'
|
|
pandasai==2.0.35; python_version not in '2.7, 3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6, 3.7, 3.8' and python_version >= '3.9'
|
|
pathspec==0.12.1; python_version >= '3.8'
|
|
pdf2image==1.17.0
|
|
pdfminer.six==20231228
|
|
pdfplumber==0.11.0; python_version >= '3.8'
|
|
pikepdf==8.15.1
|
|
pillow==10.3.0; python_version >= '3.8'
|
|
pillow-heif==0.16.0
|
|
platformdirs==4.2.1; python_version >= '3.8'
|
|
pluggy==1.5.0; python_version >= '3.8'
|
|
portalocker==2.8.2; python_version >= '3.8'
|
|
postgrest==0.16.3; python_version >= '3.8' and python_version < '4.0'
|
|
posthog==3.5.0
|
|
prometheus-client==0.20.0; python_version >= '3.8'
|
|
prompt-toolkit==3.0.43; python_full_version >= '3.7.0'
|
|
protobuf==5.26.1; python_version >= '3.8'
|
|
psutil==5.9.8; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
|
|
psycopg2==2.9.9; python_version >= '3.7'
|
|
psycopg2-binary==2.9.9; python_version >= '3.7'
|
|
py==1.11.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
pyarrow==16.0.0; python_version >= '3.8'
|
|
pyarrow-hotfix==0.6; python_version >= '3.5'
|
|
pyasn1==0.6.0; python_version >= '3.8'
|
|
pycocotools==2.0.7; python_version >= '3.5'
|
|
pycodestyle==2.11.1; python_version >= '3.8'
|
|
pycparser==2.22; python_version >= '3.8'
|
|
pycurl==7.45.3
|
|
pydantic==2.7.1; python_version >= '3.8'
|
|
pydantic-core==2.18.2; python_version >= '3.8'
|
|
pydantic-settings==2.2.1; python_version >= '3.8'
|
|
pyflakes==3.2.0; python_version >= '3.8'
|
|
pypandoc==1.13; python_version >= '3.6'
|
|
pyparsing==3.1.2; python_full_version >= '3.6.8'
|
|
pypdf==4.2.0; python_version >= '3.6'
|
|
pypdfium2==4.29.0; python_version >= '3.6'
|
|
pyright==1.1.360; python_version >= '3.7'
|
|
pysbd==0.3.4; python_version >= '3'
|
|
pytesseract==0.3.10; python_version >= '3.7'
|
|
pytest==8.1.1; python_version >= '3.8'
|
|
pytest-celery==1.0.0; python_version >= '3.8' and python_version < '4.0'
|
|
pytest-docker-tools==3.1.3; python_full_version >= '3.7.0' and python_full_version < '4.0.0'
|
|
pytest-dotenv==0.5.2
|
|
pytest-mock==3.14.0; python_version >= '3.8'
|
|
python-dateutil==2.9.0.post0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
python-docx==1.1.0
|
|
python-dotenv==1.0.1; python_version >= '3.8'
|
|
python-iso639==2024.2.7; python_version >= '3.8'
|
|
python-jose==3.3.0
|
|
python-magic==0.4.27; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
python-multipart==0.0.9; python_version >= '3.8'
|
|
python-pptx==0.6.23
|
|
pytz==2024.1
|
|
pyyaml==6.0.1; python_version >= '3.6'
|
|
ragas==0.1.7
|
|
rapidfuzz==3.8.1; python_version >= '3.8'
|
|
realtime==1.0.4; python_version >= '3.8' and python_version < '4.0'
|
|
redis==5.0.4; python_version >= '3.7'
|
|
regex==2024.4.16; python_version >= '3.7'
|
|
requests==2.31.0; python_version >= '3.7'
|
|
requests-file==2.0.0
|
|
resend==0.8.0; python_version >= '3.7'
|
|
retry==0.9.2
|
|
rsa==4.9; python_version >= '3.6' and python_version < '4'
|
|
s3transfer==0.10.1; python_version >= '3.8'
|
|
safetensors==0.4.3; python_version >= '3.7'
|
|
scipy==1.13.0; python_version >= '3.9'
|
|
sentry-sdk[fastapi]==1.45.0
|
|
setuptools==69.5.1; python_version >= '3.8'
|
|
sgmllib3k==1.0.0
|
|
six==1.16.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
smmap==5.0.1; python_version >= '3.7'
|
|
sniffio==1.3.1; python_version >= '3.7'
|
|
soupsieve==2.5; python_version >= '3.8'
|
|
sqlalchemy[asyncio]==2.0.29; python_version >= '3.7'
|
|
starlette==0.37.2; python_version >= '3.8'
|
|
storage3==0.7.4; python_version >= '3.8' and python_version < '4.0'
|
|
strenum==0.4.15
|
|
striprtf==0.0.26
|
|
supabase==2.4.3; python_version >= '3.8' and python_version < '4.0'
|
|
supafunc==0.4.5; python_version >= '3.8' and python_version < '4.0'
|
|
sympy==1.12; python_version >= '3.8'
|
|
tabulate==0.9.0; python_version >= '3.7'
|
|
tenacity==8.2.3; python_version >= '3.7'
|
|
tiktoken==0.6.0; python_version >= '3.8'
|
|
timm==0.9.16; python_version >= '3.8'
|
|
tinysegmenter==0.3
|
|
tldextract==5.1.2; python_version >= '3.8'
|
|
tokenizers==0.19.1; python_version >= '3.7'
|
|
torch==2.2.2
|
|
torchvision==0.17.2
|
|
tornado==6.4; python_version >= '3.8'
|
|
tqdm==4.66.2; python_version >= '3.7'
|
|
transformers==4.40.1; python_full_version >= '3.8.0'
|
|
types-requests==2.31.0.20240406; python_version >= '3.8'
|
|
typing-extensions==4.11.0; python_version >= '3.8'
|
|
typing-inspect==0.9.0
|
|
tzdata==2024.1; python_version >= '2'
|
|
unidecode==1.3.8; python_version >= '3.5'
|
|
unstructured[all-docs]==0.13.3; python_version < '3.12' and python_full_version >= '3.9.0'
|
|
unstructured-client==0.22.0; python_version >= '3.8'
|
|
unstructured-inference==0.7.27
|
|
unstructured.pytesseract==0.3.12
|
|
urllib3==2.2.1; python_version >= '3.10'
|
|
uvicorn==0.29.0; python_version >= '3.8'
|
|
vine==5.1.0; python_version >= '3.6'
|
|
watchdog==4.0.0; python_version >= '3.8'
|
|
wcwidth==0.2.13
|
|
webencodings==0.5.1
|
|
websockets==12.0; python_version >= '3.8'
|
|
wrapt==1.16.0; python_version >= '3.6'
|
|
xlrd==2.0.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
|
|
xlsxwriter==3.2.0; python_version >= '3.6'
|
|
xxhash==3.4.1; python_version >= '3.7'
|
|
yarl==1.9.4; python_version >= '3.7'
|
|
zipp==3.18.1; python_version >= '3.8'
|