chore: update packages backend (#2339)

# Description

Please include a summary of the changes and the related issue. Please
also include relevant motivation and context.

## Checklist before requesting a review

Please delete options that are not relevant.

- [ ] My code follows the style guidelines of this project
- [ ] I have performed a self-review of my code
- [ ] I have commented hard-to-understand areas
- [ ] I have ideally added tests that prove my fix is effective or that
my feature works
- [ ] New and existing unit tests pass locally with my changes
- [ ] Any dependent changes have been merged

## Screenshots (if appropriate):
This commit is contained in:
Stan Girard 2024-03-11 19:23:39 -07:00 committed by GitHub
parent f23dd90ecb
commit 6754829d8b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 800 additions and 621 deletions

25
Pipfile
View File

@ -4,30 +4,30 @@ verify_ssl = true
name = "pypi"
[packages]
langchain = "*"
langchain = "==0.1.11"
litellm = "*"
openai = "*"
openai = "1.13.3"
gitpython = "==3.1.36"
pdf2image = "==1.16.3"
pdf2image = "*"
nest-asyncio = "==1.5.6"
pypdf = "==3.9.0"
supabase = "*"
tiktoken = "*"
fastapi = "*"
supabase = "==2.4.0"
tiktoken = "==0.6.0"
fastapi = "==0.110.0"
python-multipart = "==0.0.6"
uvicorn = "==0.22.0"
uvicorn = "*"
pypandoc = "==1.11"
docx2txt = "==0.8"
python-jose = "==3.3.0"
asyncpg = "==0.27.0"
flake8 = "*"
flake8-black = "*"
flake8 = "==7.0.0"
flake8-black = "==0.3.6"
sentry-sdk = {extras = ["fastapi"] }
pyright = "==1.1.316"
resend = "*"
html5lib = "==1.1"
beautifulsoup4 = "*"
newspaper3k = "*"
newspaper3k = "==0.2.8"
xlrd = "*"
redis = "*"
flower = "*"
@ -38,10 +38,9 @@ pytest-mock = "*"
pytest-celery = "*"
pytesseract = "*"
async-generator = "*"
posthog = "*"
posthog = "==3.5.0"
jq = "==1.6.0"
pytest = "*"
ddtrace = "*"
watchdog = "*"
langchain-community = "*"
langchain-openai = "*"
@ -51,8 +50,8 @@ pandasai = "*"
colorlog = "*"
psycopg2-binary = "*"
psycopg2 = "*"
unstructured = {extras = ["all-docs"], version = "*"}
celery = {extras = ["redis", "sqs"], version = "*"}
unstructured = {extras = ["all-docs"], version = "*"}
[dev-packages]
black = "*"

1281
Pipfile.lock generated

File diff suppressed because it is too large Load Diff

View File

@ -5,7 +5,10 @@ amqp==5.2.0; python_version >= '3.6'
annotated-types==0.6.0; python_version >= '3.8'
antlr4-python3-runtime==4.9.3
anyio==4.3.0; python_version >= '3.8'
argon2-cffi==23.1.0; python_version >= '3.7'
argon2-cffi-bindings==21.2.0; python_version >= '3.6'
astor==0.8.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
asttokens==2.4.1
async-generator==1.10; python_version >= '3.5'
asyncpg==0.27.0; python_full_version >= '3.7.0'
attrs==23.2.0; python_version >= '3.7'
@ -13,10 +16,9 @@ backoff==2.2.1; python_version >= '3.7' and python_version < '4.0'
beautifulsoup4==4.12.3; python_full_version >= '3.6.0'
billiard==4.2.0; python_version >= '3.7'
black==24.2.0; python_version >= '3.8'
boto3==1.34.46; python_version >= '3.8'
botocore==1.34.46; python_version >= '3.8'
bytecode==0.15.1; python_version >= '3.8'
cattrs==23.2.3; python_version >= '3.8'
blinker==1.7.0; python_version >= '3.8'
boto3==1.34.60; python_version >= '3.8'
botocore==1.34.60; python_version >= '3.8'
celery[redis,sqs]==5.3.6; python_version >= '3.8'
certifi==2024.2.2; python_version >= '3.6'
cffi==1.16.0; platform_python_implementation != 'PyPy'
@ -30,37 +32,38 @@ click-repl==0.3.0; python_version >= '3.6'
coloredlogs==15.0.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
colorlog==6.8.2; python_version >= '3.6'
contourpy==1.2.0; python_version >= '3.9'
cryptography==42.0.3; python_version >= '3.7'
cryptography==42.0.5; python_version >= '3.7'
cssselect==1.2.0; python_version >= '3.7'
cycler==0.12.1; python_version >= '3.8'
dataclasses-json==0.6.4; python_version >= '3.7' and python_version < '4.0'
dataclasses-json-speakeasy==0.5.11; python_version >= '3.7' and python_version < '4.0'
ddsketch==2.0.4; python_version >= '2.7'
ddtrace==2.6.3; python_version >= '3.7'
decorator==5.1.1; python_version >= '3.5'
deprecated==1.2.14; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
deprecation==2.1.0
distro==1.9.0; python_version >= '3.6'
docx2txt==0.8
duckdb==0.9.2; python_full_version >= '3.7.0'
ecdsa==0.18.0; python_version >= '2.6' and python_version not in '3.0, 3.1, 3.2, 3.3'
effdet==0.4.1
emoji==2.10.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
envier==0.5.1; python_version >= '3.7'
et-xmlfile==1.1.0; python_version >= '3.6'
fastapi==0.109.2; python_version >= '3.8'
executing==2.0.1; python_version >= '3.5'
faker==19.13.0; python_version >= '3.8'
fastapi==0.110.0; python_version >= '3.8'
feedfinder2==0.0.4
feedparser==6.0.11; python_version >= '3.6'
filelock==3.13.1; python_version >= '3.8'
filetype==1.2.0
flake8==7.0.0; python_full_version >= '3.8.1'
flake8-black==0.3.6; python_version >= '3.7'
flatbuffers==23.5.26
flask==3.0.2; python_version >= '3.8'
flatbuffers==24.3.7
flower==2.0.1; python_version >= '3.7'
fonttools==4.49.0; python_version >= '3.8'
frozenlist==1.4.1; python_version >= '3.8'
fsspec==2024.2.0; python_version >= '3.8'
gitdb==4.0.11; python_version >= '3.7'
gitpython==3.1.36; python_version >= '3.7'
gotrue==2.1.0; python_version >= '3.8' and python_version < '4.0'
gotrue==2.4.1; python_version >= '3.8' and python_version < '4.0'
h11==0.14.0; python_version >= '3.7'
html5lib==1.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
httpcore==1.0.4; python_version >= '3.8'
@ -69,9 +72,12 @@ huggingface-hub==0.21.4; python_full_version >= '3.8.0'
humanfriendly==10.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
humanize==4.9.0; python_version >= '3.8'
idna==3.6; python_version >= '3.5'
importlib-metadata==6.11.0; python_version >= '3.8'
importlib-metadata==7.0.2; python_version >= '3.8'
iniconfig==2.0.0; python_version >= '3.7'
iopath==0.1.10; python_version >= '3.6'
ipython==8.22.2; python_version >= '3.10'
itsdangerous==2.1.2; python_version >= '3.7'
jedi==0.19.1; python_version >= '3.6'
jieba3k==0.35.1
jinja2==3.1.3; python_version >= '3.7'
jmespath==1.0.1; python_version >= '3.7'
@ -82,20 +88,22 @@ jsonpath-python==1.0.6; python_version >= '3.6'
jsonpointer==2.4; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
kiwisolver==1.4.5; python_version >= '3.7'
kombu[sqs]==5.3.5; python_version >= '3.8'
langchain==0.1.8; python_version < '4.0' and python_full_version >= '3.8.1'
langchain-community==0.0.21; python_version < '4.0' and python_full_version >= '3.8.1'
langchain-core==0.1.25; python_version < '4.0' and python_full_version >= '3.8.1'
langchain-openai==0.0.6; python_version < '4.0' and python_full_version >= '3.8.1'
langchain==0.1.11; python_version < '4.0' and python_full_version >= '3.8.1'
langchain-community==0.0.27; python_version < '4.0' and python_full_version >= '3.8.1'
langchain-core==0.1.30; python_version < '4.0' and python_full_version >= '3.8.1'
langchain-openai==0.0.8; python_version < '4.0' and python_full_version >= '3.8.1'
langchain-text-splitters==0.0.1; python_version < '4.0' and python_full_version >= '3.8.1'
langdetect==1.0.9
langfuse==2.14.0; python_version < '3.12' and python_full_version >= '3.8.1'
langsmith==0.1.4; python_version < '4.0' and python_full_version >= '3.8.1'
langfuse==2.20.1; python_version < '4.0' and python_full_version >= '3.8.1'
langsmith==0.1.23; python_version < '4.0' and python_full_version >= '3.8.1'
layoutparser[layoutmodels,tesseract]==0.3.4; python_version >= '3.6'
litellm==1.29.5; python_version not in '2.7, 3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6, 3.7' and python_version >= '3.8'
litellm==1.31.2; python_version not in '2.7, 3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6, 3.7' and python_version >= '3.8'
lxml==5.1.0; python_version >= '3.6'
markdown==3.5.2
markupsafe==2.1.5; python_version >= '3.7'
marshmallow==3.20.2; python_version >= '3.8'
marshmallow==3.21.1; python_version >= '3.8'
matplotlib==3.8.3; python_version >= '3.9'
matplotlib-inline==0.1.6; python_version >= '3.5'
mccabe==0.7.0; python_version >= '3.6'
monotonic==1.6
mpmath==1.3.0
@ -115,27 +123,31 @@ onnxruntime==1.15.1
openai==1.13.3; python_full_version >= '3.7.1'
opencv-python==4.9.0.80; python_version >= '3.6'
openpyxl==3.1.2
opentelemetry-api==1.22.0; python_version >= '3.7'
orjson==3.9.15; python_version >= '3.8'
packaging==23.2; python_version >= '3.7'
pandas==2.2.0; python_version >= '3.9'
pandasai==0.1.0; python_version >= '3.9' and python_version < '4.0'
pandas==1.5.3; python_version >= '3.8'
pandasai==2.0.7; python_version not in '2.7, 3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6, 3.7, 3.8' and python_version >= '3.9'
parso==0.8.3; python_version >= '3.6'
pathspec==0.12.1; python_version >= '3.8'
pdf2image==1.16.3
pdfminer.six==20221105
pdfplumber==0.10.4; python_version >= '3.8'
pdf2image==1.17.0
pdfminer.six==20231228
pdfplumber==0.11.0; python_version >= '3.8'
pexpect==4.9.0; sys_platform != 'win32' and sys_platform != 'emscripten'
pikepdf==8.13.0
pillow==10.2.0; python_version >= '3.8'
pillow-heif==0.15.0
platformdirs==4.2.0; python_version >= '3.8'
pluggy==1.4.0; python_version >= '3.8'
portalocker==2.8.2; python_version >= '3.8'
postgrest==0.15.0; python_version >= '3.8' and python_version < '4.0'
posthog==3.4.2
postgrest==0.16.1; python_version >= '3.8' and python_version < '4.0'
posthog==3.5.0
prometheus-client==0.20.0; python_version >= '3.8'
prompt-toolkit==3.0.43; python_full_version >= '3.7.0'
protobuf==4.25.3; python_version >= '3.8'
psycopg2==2.9.9; python_version >= '3.7'
psycopg2-binary==2.9.9; python_version >= '3.7'
ptyprocess==0.7.0
pure-eval==0.2.2
pyasn1==0.5.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
pycocotools==2.0.7; python_version >= '3.5'
pycodestyle==2.11.1; python_version >= '3.8'
@ -145,16 +157,17 @@ pydantic==2.6.3; python_version >= '3.8'
pydantic-core==2.16.3; python_version >= '3.8'
pydantic-settings==2.2.1; python_version >= '3.8'
pyflakes==3.2.0; python_version >= '3.8'
pygments==2.17.2; python_version >= '3.7'
pypandoc==1.11; python_version >= '3.6'
pyparsing==3.1.1; python_full_version >= '3.6.8'
pyparsing==3.1.2; python_full_version >= '3.6.8'
pypdf==3.9.0; python_version >= '3.6'
pypdfium2==4.27.0; python_version >= '3.6'
pypdfium2==4.28.0; python_version >= '3.6'
pyright==1.1.316; python_version >= '3.7'
pytesseract==0.3.10; python_version >= '3.7'
pytest==8.0.1; python_version >= '3.8'
pytest==8.1.1; python_version >= '3.8'
pytest-celery==0.0.0
pytest-mock==3.12.0; python_version >= '3.8'
python-dateutil==2.8.2; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
python-dateutil==2.9.0.post0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
python-docx==1.1.0
python-dotenv==1.0.1; python_version >= '3.8'
python-iso639==2024.2.7; python_version >= '3.8'
@ -164,29 +177,30 @@ python-multipart==0.0.6; python_version >= '3.7'
python-pptx==0.6.23
pytz==2024.1
pyyaml==6.0.1; python_version >= '3.6'
rapidfuzz==3.6.1; python_version >= '3.8'
rapidfuzz==3.6.2; python_version >= '3.8'
realtime==1.0.2; python_version >= '3.8' and python_version < '4.0'
redis==5.0.1; python_version >= '3.7'
redis==5.0.3; python_version >= '3.7'
regex==2023.12.25; python_version >= '3.7'
requests==2.31.0; python_version >= '3.7'
requests-file==2.0.0
resend==0.7.2; python_version >= '3.7'
resend==0.8.0; python_version >= '3.7'
rsa==4.9; python_version >= '3.6' and python_version < '4'
s3transfer==0.10.0; python_version >= '3.8'
safetensors==0.4.2; python_version >= '3.7'
scipy==1.12.0; python_version >= '3.9'
sentry-sdk[fastapi]==1.40.5
setuptools==69.1.0; python_version >= '3.8'
sentry-sdk[fastapi]==1.41.0
setuptools==69.1.1; python_version >= '3.8'
sgmllib3k==1.0.0
six==1.16.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
smmap==5.0.1; python_version >= '3.7'
sniffio==1.3.1; python_version >= '3.7'
soupsieve==2.5; python_version >= '3.8'
sqlalchemy==2.0.27; python_version >= '3.7'
sqlalchemy==2.0.28; python_version >= '3.7'
stack-data==0.6.3
starlette==0.36.3; python_version >= '3.8'
storage3==0.7.0; python_version >= '3.8' and python_version < '4.0'
storage3==0.7.3; python_version >= '3.8' and python_version < '4.0'
strenum==0.4.15
supabase==2.3.5; python_version >= '3.8' and python_version < '4.0'
supabase==2.4.0; python_version >= '3.8' and python_version < '4.0'
supafunc==0.3.3; python_version >= '3.8' and python_version < '4.0'
sympy==1.12; python_version >= '3.8'
tabulate==0.9.0; python_version >= '3.7'
@ -196,28 +210,29 @@ timm==0.9.16; python_version >= '3.8'
tinysegmenter==0.3
tldextract==5.1.1; python_version >= '3.8'
tokenizers==0.15.2; python_version >= '3.7'
torch==2.2.0
torchvision==0.17.0
torch==2.2.1
torchvision==0.17.1
tornado==6.4; python_version >= '3.8'
tqdm==4.66.2; python_version >= '3.7'
transformers==4.37.2; python_full_version >= '3.8.0'
traitlets==5.14.1; python_version >= '3.8'
transformers==4.38.2; python_full_version >= '3.8.0'
typing-extensions==4.10.0; python_version >= '3.8'
typing-inspect==0.9.0
tzdata==2024.1; python_version >= '2'
unstructured[all-docs]==0.12.4; python_version < '3.12' and python_full_version >= '3.9.0'
unstructured-client==0.18.0; python_version >= '3.8'
unstructured[all-docs]==0.12.5; python_version < '3.12' and python_full_version >= '3.9.0'
unstructured-client==0.21.0; python_version >= '3.8'
unstructured-inference==0.7.23
unstructured.pytesseract==0.3.12
urllib3==2.0.7; python_version >= '3.7'
uvicorn==0.22.0; python_version >= '3.7'
urllib3==2.0.7; python_version >= '3.10'
uvicorn==0.28.0; python_version >= '3.8'
vine==5.1.0; python_version >= '3.6'
watchdog==4.0.0; python_version >= '3.8'
wcwidth==0.2.13
webencodings==0.5.1
websockets==11.0.3; python_version >= '3.7'
wrapt==1.14.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
werkzeug==3.0.1; python_version >= '3.8'
wrapt==1.16.0; python_version >= '3.6'
xlrd==2.0.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
xlsxwriter==3.2.0; python_version >= '3.6'
xmltodict==0.13.0; python_version >= '3.4'
yarl==1.9.4; python_version >= '3.7'
zipp==3.17.0; python_version >= '3.8'