diff --git a/audio/setup.py b/audio/setup.py
index dda48b374..823e5dfad 100644
--- a/audio/setup.py
+++ b/audio/setup.py
@@ -40,14 +40,9 @@ COMMITID = 'none'
 base = [
     "kaldiio",
     "librosa==0.8.1",
-    "scipy>=1.0.0",
-    "soundfile~=0.10",
-    "colorlog",
     "pathos",
     "pybind11",
     "parameterized",
-    "tqdm",
-    "scikit-learn"
 ]
 
 requirements = {
diff --git a/docs/requirements.txt b/docs/requirements.txt
index 8ecb21b62..fd2bc4a9f 100644
--- a/docs/requirements.txt
+++ b/docs/requirements.txt
@@ -1,11 +1,9 @@
 braceexpand
 editdistance
-fastapi
 g2p_en
 g2pM
 h5py
 inflect
-jieba
 jsonlines
 kaldiio
 keyboard
@@ -35,19 +33,13 @@ pyworld>=0.2.12
 recommonmark>=0.5.0
 resampy
 sacrebleu
-scipy
-sentencepiece~=0.1.96
-soundfile~=0.10
 sphinx
 sphinx-autobuild
 sphinx-markdown-tables
 sphinx_rtd_theme
 textgrid
 timer
-tqdm
 typeguard
-uvicorn
-visualdl
 webrtcvad
 websockets
 yacs~=0.1.8
diff --git a/setup.py b/setup.py
index 9d22ecde0..2435aad21 100644
--- a/setup.py
+++ b/setup.py
@@ -37,7 +37,6 @@ base = [
     "g2pM",
     "h5py",
     "inflect",
-    "jieba",
     "jsonlines",
     "librosa==0.8.1",
     "loguru",
@@ -58,11 +57,9 @@ base = [
     "pyworld>=0.2.12",
     "resampy",
     "sacrebleu",
-    "sentencepiece~=0.1.96",
     "textgrid",
     "timer",
     "typeguard",
-    "visualdl",
     "webrtcvad",
     "yacs~=0.1.8",
     "prettytable",
@@ -73,7 +70,7 @@ base = [
     "paddleaudio>=1.1.0",
 ]
 
-server = ["fastapi", "uvicorn", "pattern_singleton", "websockets"]
+server = ["pattern_singleton", "websockets"]
 
 requirements = {
     "install":