diff --git a/model_zoo/bert/__init__.py b/model_zoo/bert/__init__.py
deleted file mode 100644
index e69de29bb..000000000
diff --git a/model_zoo/bert/parallel_1d/.init b/model_zoo/bert/parallel_1d/.init
deleted file mode 100644
index e69de29bb..000000000
diff --git a/model_zoo/bert/parallel_2d/.init b/model_zoo/bert/parallel_2d/.init
deleted file mode 100644
index e69de29bb..000000000
diff --git a/model_zoo/bert/parallel_2p5d/.init b/model_zoo/bert/parallel_2p5d/.init
deleted file mode 100644
index e69de29bb..000000000
diff --git a/model_zoo/bert/parallel_3d/.init b/model_zoo/bert/parallel_3d/.init
deleted file mode 100644
index e69de29bb..000000000