diff --git a/.gitmodules b/.gitmodules
index df0d3d307..07a55d45d 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,7 +1,3 @@
-[submodule "fairseq/models/huggingface/transformers"]
-    path = fairseq/models/huggingface/transformers
-    url = https://github.com/myleott/transformers.git
-    branch = fairseq
 [submodule "fairseq/model_parallel/megatron"]
     path = fairseq/model_parallel/megatron
     url = https://github.com/ngoyal2707/Megatron-LM
diff --git a/fairseq/models/huggingface/transformers b/fairseq/models/huggingface/transformers
deleted file mode 160000
index 839f8a563..000000000
--- a/fairseq/models/huggingface/transformers
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit 839f8a563cefcb7f2048b310024c217e7829a198