diff --git a/.compatibility b/.compatibility
index 32da32be5..a918cb162 100644
--- a/.compatibility
+++ b/.compatibility
@@ -1,3 +1,2 @@
-1.12.0-11.3.0
-1.13.0-11.6.0
 2.0.0-11.7.0
+2.1.0-11.8.0
diff --git a/requirements/requirements-test.txt b/requirements/requirements-test.txt
index 61b58055e..4136cefc3 100644
--- a/requirements/requirements-test.txt
+++ b/requirements/requirements-test.txt
@@ -1,5 +1,4 @@
 diffusers
-fbgemm-gpu==0.2.0
 pytest
 coverage==7.2.3
 git+https://github.com/hpcaitech/pytest-testmon
@@ -16,7 +15,7 @@ triton==2.1.0
 requests==2.27.1 # downgrade to avoid huggingface error https://github.com/huggingface/transformers/issues/17611
 SentencePiece
 ninja
-flash_attn==2.0.5
+flash_attn
 datasets
 pydantic
 ray