From ceceef4ce421483fd101437d63083bcf10b7a408 Mon Sep 17 00:00:00 2001
From: arampacha <aruthart@gmail.com>
Date: Sun, 4 Jul 2021 21:59:52 +0000
Subject: [PATCH] gpt-neo-test nb clean-up

---
 gpt-neo-test.ipynb | 30 ------------------------------
 run_clm_gpt_neo.sh |  5 ++---
 2 files changed, 2 insertions(+), 33 deletions(-)

diff --git a/gpt-neo-test.ipynb b/gpt-neo-test.ipynb
index 145dfa5..a43c855 100644
--- a/gpt-neo-test.ipynb
+++ b/gpt-neo-test.ipynb
@@ -20,16 +20,6 @@
     "model_ckpt = 'EleutherAI/gpt-neo-125M'"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "id": "96394e7c-15a9-4464-9775-7bc9ddf2e9ae",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from transformers import AutoConfig"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 26,
@@ -227,26 +217,6 @@
    "source": [
     "print(tokenizer.decode(out[0][0]))"
    ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "4225f8b6-98c8-44ba-b610-aaa7c4055687",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "tokenizer = AutoTokenizer.from_pretrained(model_ckpt)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "7649bb9c-4f4a-444e-9dc6-4c65a252a1bd",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "tokenizer.save_pretrained(save_directory=, push_to_hub=)"
-   ]
   }
  ],
  "metadata": {
diff --git a/run_clm_gpt_neo.sh b/run_clm_gpt_neo.sh
index 3c3db04..a625f4e 100644
--- a/run_clm_gpt_neo.sh
+++ b/run_clm_gpt_neo.sh
@@ -1,5 +1,5 @@
 #! /bin/bash
-./run_clm_flax_neo.py \
+./run_clm_flax.py \
     --output_dir $HOME/gpt-neo-125M-code-clippy \
     --model_name_or_path="EleutherAI/gpt-neo-125M" \
     --dataset_name="code_search_net" \
@@ -15,5 +15,4 @@
     --weight_decay="0.01" \
     --overwrite_output_dir \
     --num_train_epochs="1" \
-    --push_to_hub True \
-    --adafactor
\ No newline at end of file
+    --push_to_hub False
\ No newline at end of file