gpt-neo-test nb clean-up

gpt-neo-test.ipynb

@@ -20,16 +20,6 @@
     "model_ckpt = 'EleutherAI/gpt-neo-125M'"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "id": "96394e7c-15a9-4464-9775-7bc9ddf2e9ae",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from transformers import AutoConfig"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 26,
@@ -227,26 +217,6 @@
    "source": [
     "print(tokenizer.decode(out[0][0]))"
    ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "4225f8b6-98c8-44ba-b610-aaa7c4055687",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "tokenizer = AutoTokenizer.from_pretrained(model_ckpt)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "7649bb9c-4f4a-444e-9dc6-4c65a252a1bd",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "tokenizer.save_pretrained(save_directory=, push_to_hub=)"
-   ]
   }
  ],
  "metadata": {

run_clm_gpt_neo.sh

@@ -1,5 +1,5 @@
 #! /bin/bash
-./run_clm_flax_neo.py \
+./run_clm_flax.py \
     --output_dir $HOME/gpt-neo-125M-code-clippy \
     --model_name_or_path="EleutherAI/gpt-neo-125M" \
     --dataset_name="code_search_net" \
@@ -15,5 +15,4 @@
     --weight_decay="0.01" \
     --overwrite_output_dir \
     --num_train_epochs="1" \
-    --push_to_hub True \
-    --adafactor
+    --push_to_hub False