From 7d2432c56c32ed713195e074e65b8139ddaa33ee Mon Sep 17 00:00:00 2001
From: louistiti <louis.grenard@gmail.com>
Date: Thu, 6 Oct 2022 01:11:52 +0800
Subject: [PATCH] feat(tcp server): include tokenizers files on build

---
 tcp_server/src/Pipfile      |  3 +-
 tcp_server/src/Pipfile.lock | 61 ++++++++++++++++++++++++++++++++-----
 tcp_server/src/setup.py     |  3 ++
 3 files changed, 59 insertions(+), 8 deletions(-)

diff --git a/tcp_server/src/Pipfile b/tcp_server/src/Pipfile
index 56b4fcc0..2769cae7 100644
--- a/tcp_server/src/Pipfile
+++ b/tcp_server/src/Pipfile
@@ -7,8 +7,9 @@ name = "pypi"
 python_version = "3.9.10"
 
 [packages]
+cx-freeze = "==6.11.1"
 spacy = "==3.4.0"
-setuptools = "==65.4.1"
+setuptools = "==60.9.3"
 wheel = "==0.37.1"
 torch = "==1.12.1"
 python-dotenv = "==0.19.2"
diff --git a/tcp_server/src/Pipfile.lock b/tcp_server/src/Pipfile.lock
index 8b1285ea..16a3b028 100644
--- a/tcp_server/src/Pipfile.lock
+++ b/tcp_server/src/Pipfile.lock
@@ -1,7 +1,7 @@
 {
   "_meta": {
     "hash": {
-      "sha256": "3d5bc5aece6ad15e356616a36e4168c20ca9194e56bad02a7a9df058936f6cc1"
+      "sha256": "bd23fc52fe0824b33a8ed59fc54956dbbeb30f4a91c7526432db63ad7d468aac"
     },
     "pipfile-spec": 6,
     "requires": {
@@ -85,6 +85,37 @@
       "markers": "python_version >= '3.6'",
       "version": "==0.0.2"
     },
+    "cx-freeze": {
+      "hashes": [
+        "sha256:0a3e32980269cfabc2e814978bfdf4382fe3cbc9ac64f9f1bdb1cd2ddf3a40d0",
+        "sha256:1f56f618a23d86bdcfff22b29ec993117effd32a401060013105517301c0bf32",
+        "sha256:3a68e70dcb27b0720b131a35c5fdd096012fe00119a8e51d935f3fb3cd251c39",
+        "sha256:4edfb5d65afb11eb9f0326d40d15445366481585705b3096f2cd090e30a36247",
+        "sha256:5aa1759098ca4853200a79138b626a9caa2ccf829d662b28c82ec7e71ea97cde",
+        "sha256:6f7bde925042d8843af9b6242a1bf3865dbbae088f3183a89a575124ec2e14a4",
+        "sha256:7698fb82b6f84b3426774b5f3bee770601f26b612306319664a02f1ec5160861",
+        "sha256:7962680ae04ee3afda1012026b5394a534e2526b68681d591158b7d8bc733bcf",
+        "sha256:798bb7ca037c3c885efd3eda6756c84c7927c712b730b22a7f256440faa36d38",
+        "sha256:7c1cb44379b2093cbdde77e302a376f29aa61999c73be6e8a559463db84b85c4",
+        "sha256:87dcf5ceb78dc6af910c45238128fda2394b7c430d3fa469e87e1efdeeb5d4cc",
+        "sha256:8f3a30c9e3394f290655e346d3b460910656b30ac6347a87499bb5ad365c6e7c",
+        "sha256:971c0a8356ef0ee09a3097f9c9d5b52cde6d08d1ef80e997eb4a6e22fe0eff2f",
+        "sha256:9848c975401b21a98aa896baabfed067c3e981afd5b5b0a8a5eabe5c9f23d3c5",
+        "sha256:aaf399b6ed5d54b7271980ae354605620bedcd52d722f57ad527bd989c56a875",
+        "sha256:b99cc0b6d6c1ba51bd9fe11dbfae9aabcf089ba779ea86d83d280e2e40f484e7",
+        "sha256:bc90d6dbde66e8ddfe6b26f63fb2ea7d6d0e4568205f40660a63b8b200dcabcf",
+        "sha256:cfb5a8032bf424c04814c9426425fa1db4cf8c280da948969eead9f616c0fd92",
+        "sha256:d5aafcc6337856d5921b20f41acdcc8d0fe770388f3a072eb25163f8825f6c5d",
+        "sha256:da4f82fe27e71571c0ab9d700b5e6c6c631ae39133d9b6d7157939f1e9f37312",
+        "sha256:dd293382e1ad270dddf5a2707db5dbb8600a1e0b0c9b0da7af9d61326eb1b325",
+        "sha256:e372b9e72ac0e2207ee65a9d404e2669da1134dc37f5ace9a2a779099d3aa868",
+        "sha256:f0dfe6acf25eb096faba7d4b4b001bcd0f818e372ea1f05d900665b0ad82b0b9",
+        "sha256:fb74d8cc1f8c658986acc19ea6875b985a979421f9bb9c310b43cd2ff5d90c44",
+        "sha256:feec2f36bce042da6a0d92690bc592b0dcec29218adc2278535cd13b28ec3485"
+      ],
+      "index": "pypi",
+      "version": "==6.11.1"
+    },
     "cymem": {
       "hashes": [
         "sha256:04676d696596b0db3f3c5a3936bab12fb6f24278921a6622bb185e61765b2b4d",
@@ -130,6 +161,14 @@
       "markers": "python_version >= '3.5'",
       "version": "==3.4"
     },
+    "importlib-metadata": {
+      "hashes": [
+        "sha256:da31db32b304314d044d3c12c79bd59e307889b287ad12ff387b3500835fc2ab",
+        "sha256:ddb0e35065e8938f867ed4928d0ae5bf2a53b7773871bfe6bcc7e4fcdc7dea43"
+      ],
+      "markers": "python_version < '3.10'",
+      "version": "==5.0.0"
+    },
     "jinja2": {
       "hashes": [
         "sha256:31351a702a408a9e7595a8fc6150fc3f43bb6bf7e319770cbc0db9df9437e852",
@@ -366,23 +405,23 @@
         "sha256:7c5599b102feddaa661c826c56ab4fee28bfd17f5abca1ebbe3e7f19d7c97983",
         "sha256:8fefa2a1a1365bf5520aac41836fbee479da67864514bdb821f31ce07ce65349"
       ],
-      "markers": "python_version >= '3.7' and python_version < '4'",
+      "markers": "python_version >= '3.7' and python_version < '4.0'",
       "version": "==2.28.1"
     },
     "setuptools": {
       "hashes": [
-        "sha256:1b6bdc6161661409c5f21508763dc63ab20a9ac2f8ba20029aaaa7fdb9118012",
-        "sha256:3050e338e5871e70c72983072fe34f6032ae1cdeeeb67338199c2f74e083a80e"
+        "sha256:2347b2b432c891a863acadca2da9ac101eae6169b1d3dfee2ec605ecd50dbfe5",
+        "sha256:e4f30b9f84e5ab3decf945113119649fec09c1fc3507c6ebffec75646c56e62b"
       ],
       "index": "pypi",
-      "version": "==65.4.1"
+      "version": "==60.9.3"
     },
     "smart-open": {
       "hashes": [
         "sha256:71d14489da58b60ce12fc3ecb823facc59a8b23cd1b58edb97175640350d3a62",
         "sha256:75abf758717a92a8f53aa96953f0c245c8cedf8e1e4184903db3659b419d4c17"
       ],
-      "markers": "python_version >= '3.6' and python_version < '4'",
+      "markers": "python_version >= '3.6' and python_version < '4.0'",
       "version": "==5.2.1"
     },
     "spacy": {
@@ -545,7 +584,7 @@
         "sha256:3fa96cf423e6987997fc326ae8df396db2a8b7c667747d47ddd8ecba91f4a74e",
         "sha256:b930dd878d5a8afb066a637fbb35144fe7901e3b209d1cd4f524bd0e9deee997"
       ],
-      "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5' and python_version < '4'",
+      "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5' and python_version < '4.0'",
       "version": "==1.26.12"
     },
     "wasabi": {
@@ -562,6 +601,14 @@
       ],
       "index": "pypi",
       "version": "==0.37.1"
+    },
+    "zipp": {
+      "hashes": [
+        "sha256:05b45f1ee8f807d0cc928485ca40a07cb491cf092ff587c0df9cb1fd154848d2",
+        "sha256:47c40d7fe183a6f21403a199b3e4192cca5774656965b0a4988ad2f8feb5f009"
+      ],
+      "markers": "python_version >= '3.7'",
+      "version": "==3.8.1"
     }
   },
   "develop": {}
diff --git a/tcp_server/src/setup.py b/tcp_server/src/setup.py
index 8414df2b..37bd7a2c 100644
--- a/tcp_server/src/setup.py
+++ b/tcp_server/src/setup.py
@@ -12,6 +12,9 @@ options = {
         	'srsly.msgpack.util',
         	'blis',
         	'cymem'
+        ],
+        'include_files': [
+        	'tcp_server/src/.venv/lib/python3.9/site-packages/tokenizers',
         ]
 	}
 }