mirror of
https://github.com/QuivrHQ/quivr.git
synced 2025-01-05 23:03:53 +03:00
e33d497598
This pull request adds the Playwright library for web crawling. It includes the necessary dependencies and updates the code to use Playwright for crawling websites.
296 lines
14 KiB
Plaintext
296 lines
14 KiB
Plaintext
-i https://pypi.org/simple
|
|
# Ensure PyTorch, along with its required dependencies, is explicitly installed in 'CPU-only' mode to optimize compatibility and performance for systems without GPU support.
|
|
--extra-index-url https://download.pytorch.org/whl/cpu
|
|
aiohttp==3.9.5; python_version >= '3.8'
|
|
aiosignal==1.3.1; python_version >= '3.7'
|
|
amqp==5.2.0; python_version >= '3.6'
|
|
annotated-types==0.6.0; python_version >= '3.8'
|
|
antlr4-python3-runtime==4.9.3
|
|
anyio==4.3.0; python_version >= '3.8'
|
|
appdirs==1.4.4
|
|
astor==0.8.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
async-generator==1.10; python_version >= '3.5'
|
|
async-timeout==4.0.3; python_full_version < '3.12.0'
|
|
asyncpg==0.29.0; python_full_version >= '3.8.0'
|
|
attrs==23.2.0; python_version >= '3.7'
|
|
backoff==2.2.1; python_version >= '3.7' and python_version < '4.0'
|
|
beautifulsoup4==4.12.3; python_full_version >= '3.6.0'
|
|
billiard==4.2.0; python_version >= '3.7'
|
|
black==24.4.2; python_version >= '3.8'
|
|
boto3==1.34.100; python_version >= '3.8'
|
|
botocore==1.34.100; python_version >= '3.8'
|
|
cachetools==5.3.3; python_version >= '3.7'
|
|
celery[redis,sqs]==5.4.0; python_version >= '3.8'
|
|
certifi==2024.2.2; python_version >= '3.6'
|
|
cffi==1.16.0; platform_python_implementation != 'PyPy'
|
|
chardet==5.2.0; python_version >= '3.7'
|
|
charset-normalizer==3.3.2; python_full_version >= '3.7.0'
|
|
click==8.1.7; python_version >= '3.7'
|
|
click-didyoumean==0.3.1; python_full_version >= '3.6.2'
|
|
click-plugins==1.1.1
|
|
click-repl==0.3.0; python_version >= '3.6'
|
|
cohere==5.3.5; python_version >= '3.8' and python_version < '4.0'
|
|
coloredlogs==15.0.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
colorlog==6.8.2; python_version >= '3.6'
|
|
contourpy==1.2.1; python_version >= '3.9'
|
|
cryptography==42.0.7; python_version >= '3.7'
|
|
cssselect==1.2.0; python_version >= '3.7'
|
|
cycler==0.12.1; python_version >= '3.8'
|
|
dataclasses-json==0.6.5; python_version >= '3.7' and python_version < '4.0'
|
|
datasets==2.19.1; python_full_version >= '3.8.0'
|
|
debugpy==1.8.1; python_version >= '3.8'
|
|
decorator==5.1.1; python_version >= '3.5'
|
|
deepdiff==7.0.1; python_version >= '3.8'
|
|
defusedxml==0.7.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
deprecated==1.2.14; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
deprecation==2.1.0
|
|
dill==0.3.8; python_version >= '3.8'
|
|
dirtyjson==1.0.8
|
|
diskcache==5.6.3; python_version >= '3'
|
|
distro==1.9.0; python_version >= '3.6'
|
|
dnspython==2.6.1; python_version >= '3.8'
|
|
docker==7.0.0; python_version >= '3.8'
|
|
docx2txt==0.8
|
|
duckdb==0.10.2; python_full_version >= '3.7.0'
|
|
ecdsa==0.19.0; python_version >= '2.6' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
effdet==0.4.1
|
|
email-validator==2.1.1; python_version >= '3.8'
|
|
emoji==2.11.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
et-xmlfile==1.1.0; python_version >= '3.6'
|
|
faker==19.13.0; python_version >= '3.8'
|
|
fastapi==0.111.0; python_version >= '3.8'
|
|
fastapi-cli==0.0.3; python_version >= '3.8'
|
|
fastavro==1.9.4; python_version >= '3.8'
|
|
feedfinder2==0.0.4
|
|
feedparser==6.0.11; python_version >= '3.6'
|
|
filelock==3.14.0; python_version >= '3.8'
|
|
filetype==1.2.0
|
|
flake8==7.0.0; python_full_version >= '3.8.1'
|
|
flake8-black==0.3.6; python_version >= '3.7'
|
|
flashrank==0.2.4; python_version >= '3.6'
|
|
flatbuffers==24.3.25
|
|
flower==2.0.1; python_version >= '3.7'
|
|
fonttools==4.51.0; python_version >= '3.8'
|
|
fpdf2==2.7.8; python_version >= '3.7'
|
|
frozenlist==1.4.1; python_version >= '3.8'
|
|
fsspec[http]==2024.3.1; python_version >= '3.8'
|
|
gitdb==4.0.11; python_version >= '3.7'
|
|
gitpython==3.1.43; python_version >= '3.7'
|
|
google-api-core[grpc]==2.19.0; python_version >= '3.7'
|
|
google-auth==2.29.0; python_version >= '3.7'
|
|
google-cloud-vision==3.7.2
|
|
googleapis-common-protos==1.63.0; python_version >= '3.7'
|
|
gotrue==2.4.2; python_version >= '3.8' and python_version < '4.0'
|
|
greenlet==3.0.3; python_version >= '3.7'
|
|
grpcio==1.63.0
|
|
grpcio-status==1.62.2
|
|
h11==0.14.0; python_version >= '3.7'
|
|
html5lib==1.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
httpcore==1.0.5; python_version >= '3.8'
|
|
httptools==0.6.1
|
|
httpx==0.27.0; python_version >= '3.8'
|
|
httpx-sse==0.4.0; python_version >= '3.8'
|
|
huggingface-hub==0.23.0; python_full_version >= '3.8.0'
|
|
humanfriendly==10.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
humanize==4.9.0; python_version >= '3.8'
|
|
idna==3.7; python_version >= '3.5'
|
|
importlib-metadata==7.1.0; python_version >= '3.8'
|
|
iniconfig==2.0.0; python_version >= '3.7'
|
|
iopath==0.1.10; python_version >= '3.6'
|
|
jieba3k==0.35.1
|
|
jinja2==3.1.4; python_version >= '3.7'
|
|
jmespath==1.0.1; python_version >= '3.7'
|
|
joblib==1.4.2; python_version >= '3.8'
|
|
jq==1.7.0; python_version >= '3.5'
|
|
jsonpatch==1.33; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
|
|
jsonpath-python==1.0.6; python_version >= '3.6'
|
|
jsonpointer==2.4; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
|
|
kiwisolver==1.4.5; python_version >= '3.7'
|
|
kombu[sqs]==5.3.7; python_version >= '3.8'
|
|
langchain==0.1.17; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-cohere==0.1.4; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-community==0.0.37; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-core==0.1.52; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-openai==0.1.6; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langchain-text-splitters==0.0.1; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langdetect==1.0.9
|
|
langfuse==2.29.2; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
langsmith==0.1.55; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
layoutparser[layoutmodels,tesseract]==0.3.4; python_version >= '3.6'
|
|
litellm==1.36.2; python_version not in '2.7, 3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6, 3.7' and python_version >= '3.8'
|
|
llama-cpp-python==0.2.67; python_version >= '3.8'
|
|
llama-index==0.10.35; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-agent-openai==0.2.4; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-cli==0.1.12; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-core==0.10.35.post1; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-embeddings-openai==0.1.9; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-indices-managed-llama-cloud==0.1.6; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-legacy==0.9.48; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-llms-openai==0.1.17; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-multi-modal-llms-openai==0.1.5; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-program-openai==0.1.6; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-question-gen-openai==0.1.3; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-readers-file==0.1.21; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-index-readers-llama-parse==0.1.4; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llama-parse==0.4.2; python_version < '4.0' and python_full_version >= '3.8.1'
|
|
llamaindex-py-client==0.1.19; python_version >= '3.8' and python_version < '4'
|
|
lxml[html_clean]==5.2.1; python_version >= '3.6'
|
|
lxml-html-clean==0.1.1
|
|
markdown==3.6
|
|
markdown-it-py==3.0.0; python_version >= '3.8'
|
|
markupsafe==2.1.5; python_version >= '3.7'
|
|
marshmallow==3.21.2; python_version >= '3.8'
|
|
matplotlib==3.8.4; python_version >= '3.9'
|
|
mccabe==0.7.0; python_version >= '3.6'
|
|
mdurl==0.1.2; python_version >= '3.7'
|
|
monotonic==1.6
|
|
mpmath==1.3.0
|
|
msg-parser==1.2.0
|
|
multidict==6.0.5; python_version >= '3.7'
|
|
multiprocess==0.70.16; python_version >= '3.8'
|
|
mypy-extensions==1.0.0; python_version >= '3.5'
|
|
nest-asyncio==1.6.0; python_version >= '3.5'
|
|
networkx==3.3
|
|
newspaper3k==0.2.8
|
|
nltk==3.8.1; python_version >= '3.7'
|
|
nodeenv==1.8.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
|
|
numpy==1.26.4; python_version >= '3.9'
|
|
olefile==0.47; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
omegaconf==2.3.0; python_version >= '3.6'
|
|
onnx==1.16.0
|
|
onnxruntime==1.17.3
|
|
openai==1.26.0; python_full_version >= '3.7.1'
|
|
opencv-python==4.9.0.80; python_version >= '3.6'
|
|
openpyxl==3.1.2
|
|
ordered-set==4.1.0; python_version >= '3.7'
|
|
orjson==3.10.3; python_version >= '3.8'
|
|
packaging==23.2; python_version >= '3.7'
|
|
pandas==1.5.3; python_version >= '3.8'
|
|
pandasai==2.0.37; python_version not in '2.7, 3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6, 3.7, 3.8' and python_version >= '3.9'
|
|
pathspec==0.12.1; python_version >= '3.8'
|
|
pdf2image==1.17.0
|
|
pdfminer.six==20231228
|
|
pdfplumber==0.11.0; python_version >= '3.8'
|
|
pikepdf==8.15.1
|
|
pillow==10.3.0; python_version >= '3.8'
|
|
pillow-heif==0.16.0
|
|
platformdirs==4.2.1; python_version >= '3.8'
|
|
playwright==1.43.0; python_version >= '3.8'
|
|
pluggy==1.5.0; python_version >= '3.8'
|
|
portalocker==2.8.2; python_version >= '3.8'
|
|
postgrest==0.16.4; python_version >= '3.8' and python_version < '4.0'
|
|
posthog==3.5.0
|
|
prometheus-client==0.20.0; python_version >= '3.8'
|
|
prompt-toolkit==3.0.43; python_full_version >= '3.7.0'
|
|
proto-plus==1.23.0; python_version >= '3.6'
|
|
protobuf==4.25.3; python_version >= '3.8'
|
|
psutil==5.9.8; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
|
|
psycopg2==2.9.9; python_version >= '3.7'
|
|
psycopg2-binary==2.9.9; python_version >= '3.7'
|
|
py==1.11.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
pyarrow==16.0.0; python_version >= '3.8'
|
|
pyarrow-hotfix==0.6; python_version >= '3.5'
|
|
pyasn1==0.6.0; python_version >= '3.8'
|
|
pyasn1-modules==0.4.0; python_version >= '3.8'
|
|
pycocotools==2.0.7; python_version >= '3.5'
|
|
pycodestyle==2.11.1; python_version >= '3.8'
|
|
pycparser==2.22; python_version >= '3.8'
|
|
pycurl==7.45.3
|
|
pydantic==2.7.1; python_version >= '3.8'
|
|
pydantic-core==2.18.2; python_version >= '3.8'
|
|
pydantic-settings==2.2.1; python_version >= '3.8'
|
|
pyee==11.1.0; python_version >= '3.8'
|
|
pyflakes==3.2.0; python_version >= '3.8'
|
|
pygments==2.18.0; python_version >= '3.8'
|
|
pyinstrument==4.6.2; python_version >= '3.7'
|
|
pypandoc==1.13; python_version >= '3.6'
|
|
pyparsing==3.1.2; python_full_version >= '3.6.8'
|
|
pypdf==4.2.0; python_version >= '3.6'
|
|
pypdfium2==4.29.0; python_version >= '3.6'
|
|
pyright==1.1.362; python_version >= '3.7'
|
|
pysbd==0.3.4; python_version >= '3'
|
|
pytesseract==0.3.10; python_version >= '3.7'
|
|
pytest==8.2.0; python_version >= '3.8'
|
|
pytest-celery==1.0.0; python_version >= '3.8' and python_version < '4.0'
|
|
pytest-docker-tools==3.1.3; python_full_version >= '3.7.0' and python_full_version < '4.0.0'
|
|
pytest-dotenv==0.5.2
|
|
pytest-mock==3.14.0; python_version >= '3.8'
|
|
python-dateutil==2.9.0.post0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
python-docx==1.1.2
|
|
python-dotenv==1.0.1; python_version >= '3.8'
|
|
python-iso639==2024.4.27; python_version >= '3.8'
|
|
python-jose==3.3.0
|
|
python-magic==0.4.27; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
|
|
python-multipart==0.0.9; python_version >= '3.8'
|
|
python-pptx==0.6.23
|
|
pytz==2024.1
|
|
pyyaml==6.0.1; python_version >= '3.6'
|
|
ragas==0.1.7
|
|
rapidfuzz==3.9.0; python_version >= '3.8'
|
|
realtime==1.0.4; python_version >= '3.8' and python_version < '4.0'
|
|
redis==5.0.4; python_version >= '3.7'
|
|
regex==2024.4.28; python_version >= '3.8'
|
|
requests==2.31.0; python_version >= '3.7'
|
|
requests-file==2.0.0
|
|
resend==0.8.0; python_version >= '3.7'
|
|
retry==0.9.2
|
|
rich==13.7.1; python_full_version >= '3.7.0'
|
|
rsa==4.9; python_version >= '3.6' and python_version < '4'
|
|
s3transfer==0.10.1; python_version >= '3.8'
|
|
safetensors==0.4.3; python_version >= '3.7'
|
|
scipy==1.13.0; python_version >= '3.9'
|
|
sentry-sdk[fastapi]==2.1.1; python_version >= '3.6'
|
|
setuptools==69.5.1; python_version >= '3.8'
|
|
sgmllib3k==1.0.0
|
|
shellingham==1.5.4; python_version >= '3.7'
|
|
six==1.16.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
|
smmap==5.0.1; python_version >= '3.7'
|
|
sniffio==1.3.1; python_version >= '3.7'
|
|
soupsieve==2.5; python_version >= '3.8'
|
|
sqlalchemy[asyncio]==2.0.30; python_version >= '3.7'
|
|
starlette==0.37.2; python_version >= '3.8'
|
|
storage3==0.7.4; python_version >= '3.8' and python_version < '4.0'
|
|
strenum==0.4.15
|
|
striprtf==0.0.26
|
|
supabase==2.4.5; python_version >= '3.8' and python_version < '4.0'
|
|
supafunc==0.4.5; python_version >= '3.8' and python_version < '4.0'
|
|
sympy==1.12; python_version >= '3.8'
|
|
tabulate==0.9.0; python_version >= '3.7'
|
|
tenacity==8.3.0; python_version >= '3.8'
|
|
tiktoken==0.6.0; python_version >= '3.8'
|
|
timm==0.9.16; python_version >= '3.8'
|
|
tinysegmenter==0.3
|
|
tldextract==5.1.2; python_version >= '3.8'
|
|
tokenizers==0.19.1; python_version >= '3.7'
|
|
torch==2.3.0
|
|
torchvision==0.18.0
|
|
tornado==6.4; python_version >= '3.8'
|
|
tqdm==4.66.4; python_version >= '3.7'
|
|
transformers==4.40.2; python_full_version >= '3.8.0'
|
|
typer==0.12.3; python_version >= '3.7'
|
|
types-requests==2.31.0.20240406; python_version >= '3.8'
|
|
typing-extensions==4.11.0; python_version >= '3.8'
|
|
typing-inspect==0.9.0
|
|
tzdata==2024.1; python_version >= '2'
|
|
ujson==5.9.0; python_version >= '3.8'
|
|
unidecode==1.3.8; python_version >= '3.5'
|
|
unstructured[all-docs]==0.13.6; python_version < '3.12' and python_full_version >= '3.9.0'
|
|
unstructured-client==0.22.0; python_version >= '3.8'
|
|
unstructured-inference==0.7.29
|
|
unstructured.pytesseract==0.3.12
|
|
urllib3==2.2.1; python_version >= '3.10'
|
|
uvicorn[standard]==0.29.0; python_version >= '3.8'
|
|
uvloop==0.19.0
|
|
vine==5.1.0; python_version >= '3.6'
|
|
watchdog==4.0.0; python_version >= '3.8'
|
|
watchfiles==0.21.0
|
|
wcwidth==0.2.13
|
|
webencodings==0.5.1
|
|
websockets==12.0; python_version >= '3.8'
|
|
wrapt==1.16.0; python_version >= '3.6'
|
|
xlrd==2.0.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
|
|
xlsxwriter==3.2.0; python_version >= '3.6'
|
|
xxhash==3.4.1; python_version >= '3.7'
|
|
yarl==1.9.4; python_version >= '3.7'
|
|
zipp==3.18.1; python_version >= '3.8'
|