leon-ai/leon
1
1
Fork 0
mirror of https://github.com/leon-ai/leon.git synced 2025-01-03 06:06:06 +03:00
Code Issues Projects Releases Wiki Activity

feat(tcp server): include tokenizers files on build

Browse Source
This commit is contained in:
louistiti 2022-10-06 01:11:52 +08:00
parent 39dacb87e0
commit 3361d9b37e
No known key found for this signature in database
GPG Key ID: 0A1C3B043E70C77D
3 changed files with 59 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
tcp_server/src/Pipfile
View File

@ -7,8 +7,9 @@ name = "pypi"
python_version = "3.9.10"
[packages]
cx-freeze = "==6.11.1"
spacy = "==3.4.0"
setuptools = "==65.4.1"
setuptools = "==60.9.3"
wheel = "==0.37.1"
torch = "==1.12.1"
python-dotenv = "==0.19.2"

61
tcp_server/src/Pipfile.lock generated
View File

@ -1,7 +1,7 @@
{
"_meta": {
"hash": {
"sha256": "3d5bc5aece6ad15e356616a36e4168c20ca9194e56bad02a7a9df058936f6cc1"
"sha256": "bd23fc52fe0824b33a8ed59fc54956dbbeb30f4a91c7526432db63ad7d468aac"
},
"pipfile-spec": 6,
"requires": {
@ -85,6 +85,37 @@
"markers": "python_version >= '3.6'",
"version": "==0.0.2"
},
"cx-freeze": {
"hashes": [
"sha256:0a3e32980269cfabc2e814978bfdf4382fe3cbc9ac64f9f1bdb1cd2ddf3a40d0",
"sha256:1f56f618a23d86bdcfff22b29ec993117effd32a401060013105517301c0bf32",
"sha256:3a68e70dcb27b0720b131a35c5fdd096012fe00119a8e51d935f3fb3cd251c39",
"sha256:4edfb5d65afb11eb9f0326d40d15445366481585705b3096f2cd090e30a36247",
"sha256:5aa1759098ca4853200a79138b626a9caa2ccf829d662b28c82ec7e71ea97cde",
"sha256:6f7bde925042d8843af9b6242a1bf3865dbbae088f3183a89a575124ec2e14a4",
"sha256:7698fb82b6f84b3426774b5f3bee770601f26b612306319664a02f1ec5160861",
"sha256:7962680ae04ee3afda1012026b5394a534e2526b68681d591158b7d8bc733bcf",
"sha256:798bb7ca037c3c885efd3eda6756c84c7927c712b730b22a7f256440faa36d38",
"sha256:7c1cb44379b2093cbdde77e302a376f29aa61999c73be6e8a559463db84b85c4",
"sha256:87dcf5ceb78dc6af910c45238128fda2394b7c430d3fa469e87e1efdeeb5d4cc",
"sha256:8f3a30c9e3394f290655e346d3b460910656b30ac6347a87499bb5ad365c6e7c",
"sha256:971c0a8356ef0ee09a3097f9c9d5b52cde6d08d1ef80e997eb4a6e22fe0eff2f",
"sha256:9848c975401b21a98aa896baabfed067c3e981afd5b5b0a8a5eabe5c9f23d3c5",
"sha256:aaf399b6ed5d54b7271980ae354605620bedcd52d722f57ad527bd989c56a875",
"sha256:b99cc0b6d6c1ba51bd9fe11dbfae9aabcf089ba779ea86d83d280e2e40f484e7",
"sha256:bc90d6dbde66e8ddfe6b26f63fb2ea7d6d0e4568205f40660a63b8b200dcabcf",
"sha256:cfb5a8032bf424c04814c9426425fa1db4cf8c280da948969eead9f616c0fd92",
"sha256:d5aafcc6337856d5921b20f41acdcc8d0fe770388f3a072eb25163f8825f6c5d",
"sha256:da4f82fe27e71571c0ab9d700b5e6c6c631ae39133d9b6d7157939f1e9f37312",
"sha256:dd293382e1ad270dddf5a2707db5dbb8600a1e0b0c9b0da7af9d61326eb1b325",
"sha256:e372b9e72ac0e2207ee65a9d404e2669da1134dc37f5ace9a2a779099d3aa868",
"sha256:f0dfe6acf25eb096faba7d4b4b001bcd0f818e372ea1f05d900665b0ad82b0b9",
"sha256:fb74d8cc1f8c658986acc19ea6875b985a979421f9bb9c310b43cd2ff5d90c44",
"sha256:feec2f36bce042da6a0d92690bc592b0dcec29218adc2278535cd13b28ec3485"
],
"index": "pypi",
"version": "==6.11.1"
},
"cymem": {
"hashes": [
"sha256:04676d696596b0db3f3c5a3936bab12fb6f24278921a6622bb185e61765b2b4d",
@ -130,6 +161,14 @@
"markers": "python_version >= '3.5'",
"version": "==3.4"
},
"importlib-metadata": {
"hashes": [
"sha256:da31db32b304314d044d3c12c79bd59e307889b287ad12ff387b3500835fc2ab",
"sha256:ddb0e35065e8938f867ed4928d0ae5bf2a53b7773871bfe6bcc7e4fcdc7dea43"
],
"markers": "python_version < '3.10'",
"version": "==5.0.0"
},
"jinja2": {
"hashes": [
"sha256:31351a702a408a9e7595a8fc6150fc3f43bb6bf7e319770cbc0db9df9437e852",
@ -366,23 +405,23 @@
"sha256:7c5599b102feddaa661c826c56ab4fee28bfd17f5abca1ebbe3e7f19d7c97983",
"sha256:8fefa2a1a1365bf5520aac41836fbee479da67864514bdb821f31ce07ce65349"
],
"markers": "python_version >= '3.7' and python_version < '4'",
"markers": "python_version >= '3.7' and python_version < '4.0'",
"version": "==2.28.1"
},
"setuptools": {
"hashes": [
"sha256:1b6bdc6161661409c5f21508763dc63ab20a9ac2f8ba20029aaaa7fdb9118012",
"sha256:3050e338e5871e70c72983072fe34f6032ae1cdeeeb67338199c2f74e083a80e"
"sha256:2347b2b432c891a863acadca2da9ac101eae6169b1d3dfee2ec605ecd50dbfe5",
"sha256:e4f30b9f84e5ab3decf945113119649fec09c1fc3507c6ebffec75646c56e62b"
],
"index": "pypi",
"version": "==65.4.1"
"version": "==60.9.3"
},
"smart-open": {
"hashes": [
"sha256:71d14489da58b60ce12fc3ecb823facc59a8b23cd1b58edb97175640350d3a62",
"sha256:75abf758717a92a8f53aa96953f0c245c8cedf8e1e4184903db3659b419d4c17"
],
"markers": "python_version >= '3.6' and python_version < '4'",
"markers": "python_version >= '3.6' and python_version < '4.0'",
"version": "==5.2.1"
},
"spacy": {
@ -545,7 +584,7 @@
"sha256:3fa96cf423e6987997fc326ae8df396db2a8b7c667747d47ddd8ecba91f4a74e",
"sha256:b930dd878d5a8afb066a637fbb35144fe7901e3b209d1cd4f524bd0e9deee997"
],
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5' and python_version < '4'",
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5' and python_version < '4.0'",
"version": "==1.26.12"
},
"wasabi": {
@ -562,6 +601,14 @@
],
"index": "pypi",
"version": "==0.37.1"
},
"zipp": {
"hashes": [
"sha256:05b45f1ee8f807d0cc928485ca40a07cb491cf092ff587c0df9cb1fd154848d2",
"sha256:47c40d7fe183a6f21403a199b3e4192cca5774656965b0a4988ad2f8feb5f009"
],
"markers": "python_version >= '3.7'",
"version": "==3.8.1"
}
},
"develop": {}

3
tcp_server/src/setup.py
View File

@ -12,6 +12,9 @@ options = {
'srsly.msgpack.util',
'blis',
'cymem'
],
'include_files': [
'tcp_server/src/.venv/lib/python3.9/site-packages/tokenizers',
]
}
}