diff --git a/docs/requirements.txt b/docs/requirements.txt
index ec57bd0e..ee116a9b 100644
--- a/docs/requirements.txt
+++ b/docs/requirements.txt
@@ -37,7 +37,6 @@ soundfile~=0.10
 textgrid
 timer
 tqdm
-transformers==3.4.0
 typeguard
 visualdl
 webrtcvad
diff --git a/paddlespeech/t2s/frontend/g2pw/onnx_api.py b/paddlespeech/t2s/frontend/g2pw/onnx_api.py
index 8f4e89ad..8861a80b 100644
--- a/paddlespeech/t2s/frontend/g2pw/onnx_api.py
+++ b/paddlespeech/t2s/frontend/g2pw/onnx_api.py
@@ -5,7 +5,7 @@ import numpy as np
 
 from opencc import OpenCC
 
-from transformers import BertTokenizer
+from paddlenlp.transformers import BertTokenizer
 
 from paddlespeech.t2s.frontend.g2pw.dataset import prepare_data, prepare_onnx_input, get_phoneme_labels, get_char_phoneme_labels
 from paddlespeech.t2s.frontend.g2pw.utils import load_config
diff --git a/setup.py b/setup.py
index ceb91dbc..373484fb 100644
--- a/setup.py
+++ b/setup.py
@@ -61,7 +61,6 @@ base = [
     "scipy",
     "sentencepiece~=0.1.96",
     "soundfile~=0.10",
-    "transformers==3.4.0",
     "textgrid",
     "timer",
     "tqdm",