diff --git a/paddlespeech/server/speechserving/__init__.py b/paddlespeech/server/__init__.py
similarity index 100%
rename from paddlespeech/server/speechserving/__init__.py
rename to paddlespeech/server/__init__.py
diff --git a/paddlespeech/server/speechserving/bin/main.py b/paddlespeech/server/bin/main.py
similarity index 89%
rename from paddlespeech/server/speechserving/bin/main.py
rename to paddlespeech/server/bin/main.py
index 2a016cdd..af51f3f2 100644
--- a/paddlespeech/server/speechserving/bin/main.py
+++ b/paddlespeech/server/bin/main.py
@@ -16,10 +16,10 @@ import uvicorn
 import yaml
 from fastapi import FastAPI
 
-from engine.engine_factory import EngineFactory
-from restful.api import setup_router
-from utils.config import get_config
-from utils.log import logger
+from paddlespeech.server.engine.engine_factory import EngineFactory
+from paddlespeech.server.restful.api import setup_router
+from paddlespeech.server.utils.config import get_config
+from paddlespeech.server.utils.log import logger
 
 app = FastAPI(
     title="PaddleSpeech Serving API", description="Api", version="0.0.1")
diff --git a/paddlespeech/server/speechserving/bin/paddlespeech-client.py b/paddlespeech/server/bin/paddlespeech-client.py
similarity index 100%
rename from paddlespeech/server/speechserving/bin/paddlespeech-client.py
rename to paddlespeech/server/bin/paddlespeech-client.py
diff --git a/paddlespeech/server/speechserving/bin/paddlespeech-server.py b/paddlespeech/server/bin/paddlespeech-server.py
similarity index 100%
rename from paddlespeech/server/speechserving/bin/paddlespeech-server.py
rename to paddlespeech/server/bin/paddlespeech-server.py
diff --git a/paddlespeech/server/speechserving/conf/application.yaml b/paddlespeech/server/conf/application.yaml
similarity index 90%
rename from paddlespeech/server/speechserving/conf/application.yaml
rename to paddlespeech/server/conf/application.yaml
index 9fb67ae5..67cc3b34 100644
--- a/paddlespeech/server/speechserving/conf/application.yaml
+++ b/paddlespeech/server/conf/application.yaml
@@ -12,6 +12,6 @@ port: 8090
 # add engine type (Options: asr, tts) and config file here.
 
 engine_backend:
-    #asr: 'conf/asr/asr.yaml'
-    tts: 'conf/tts/tts.yaml'
+    asr: 'conf/asr/asr.yaml'
+    tts: 'conf/tts/tts_pd.yaml'
 
diff --git a/paddlespeech/server/speechserving/conf/asr/asr.yaml b/paddlespeech/server/conf/asr/asr.yaml
similarity index 100%
rename from paddlespeech/server/speechserving/conf/asr/asr.yaml
rename to paddlespeech/server/conf/asr/asr.yaml
diff --git a/paddlespeech/server/speechserving/conf/tts/tts.yaml b/paddlespeech/server/conf/tts/tts.yaml
similarity index 100%
rename from paddlespeech/server/speechserving/conf/tts/tts.yaml
rename to paddlespeech/server/conf/tts/tts.yaml
diff --git a/paddlespeech/server/speechserving/conf/tts/tts_pd.yaml b/paddlespeech/server/conf/tts/tts_pd.yaml
similarity index 100%
rename from paddlespeech/server/speechserving/conf/tts/tts_pd.yaml
rename to paddlespeech/server/conf/tts/tts_pd.yaml
diff --git a/paddlespeech/server/speechserving/engine/__init__.py b/paddlespeech/server/engine/__init__.py
similarity index 100%
rename from paddlespeech/server/speechserving/engine/__init__.py
rename to paddlespeech/server/engine/__init__.py
diff --git a/paddlespeech/server/speechserving/engine/asr/python/asr_engine.py b/paddlespeech/server/engine/asr/python/asr_engine.py
similarity index 98%
rename from paddlespeech/server/speechserving/engine/asr/python/asr_engine.py
rename to paddlespeech/server/engine/asr/python/asr_engine.py
index a18f906a..b1154983 100644
--- a/paddlespeech/server/speechserving/engine/asr/python/asr_engine.py
+++ b/paddlespeech/server/engine/asr/python/asr_engine.py
@@ -20,7 +20,6 @@ from typing import Union
 import librosa
 import paddle
 import soundfile
-from engine.base_engine import BaseEngine
 
 from paddlespeech.cli.asr.infer import ASRExecutor
 from paddlespeech.cli.log import logger
@@ -28,7 +27,8 @@ from paddlespeech.s2t.frontend.featurizer.text_featurizer import TextFeaturizer
 from paddlespeech.s2t.transform.transformation import Transformation
 from paddlespeech.s2t.utils.dynamic_import import dynamic_import
 from paddlespeech.s2t.utils.utility import UpdateConfig
-from utils.config import get_config
+from paddlespeech.server.engine.base_engine import BaseEngine
+from paddlespeech.server.utils.config import get_config
 
 __all__ = ['ASREngine']
 
diff --git a/paddlespeech/server/speechserving/engine/base_engine.py b/paddlespeech/server/engine/base_engine.py
similarity index 100%
rename from paddlespeech/server/speechserving/engine/base_engine.py
rename to paddlespeech/server/engine/base_engine.py
diff --git a/paddlespeech/server/speechserving/engine/engine_factory.py b/paddlespeech/server/engine/engine_factory.py
similarity index 80%
rename from paddlespeech/server/speechserving/engine/engine_factory.py
rename to paddlespeech/server/engine/engine_factory.py
index bc0c4565..79319fd9 100644
--- a/paddlespeech/server/speechserving/engine/engine_factory.py
+++ b/paddlespeech/server/engine/engine_factory.py
@@ -13,8 +13,9 @@
 # limitations under the License.
 from typing import Text
 
-from engine.asr.python.asr_engine import ASREngine
-from engine.tts.python.tts_engine import TTSEngine
+from paddlespeech.server.engine.asr.python.asr_engine import ASREngine
+#from paddlespeech.server.engine.tts.python.tts_engine import TTSEngine
+from paddlespeech.server.engine.tts.paddleinference.tts_engine import TTSEngine
 
 
 __all__ = ['EngineFactory']
diff --git a/paddlespeech/server/speechserving/engine/tts/paddleinference/tts_engine.py b/paddlespeech/server/engine/tts/paddleinference/tts_engine.py
similarity index 97%
rename from paddlespeech/server/speechserving/engine/tts/paddleinference/tts_engine.py
rename to paddlespeech/server/engine/tts/paddleinference/tts_engine.py
index 003c99f9..fbaf372b 100644
--- a/paddlespeech/server/speechserving/engine/tts/paddleinference/tts_engine.py
+++ b/paddlespeech/server/engine/tts/paddleinference/tts_engine.py
@@ -20,7 +20,6 @@ import librosa
 import numpy as np
 import paddle
 import soundfile as sf
-from engine.base_engine import BaseEngine
 from scipy.io import wavfile
 
 from paddlespeech.cli.log import logger
@@ -29,12 +28,13 @@ from paddlespeech.cli.utils import download_and_decompress
 from paddlespeech.cli.utils import MODEL_HOME
 from paddlespeech.t2s.frontend import English
 from paddlespeech.t2s.frontend.zh_frontend import Frontend
-from utils.audio_process import change_speed
-from utils.config import get_config
-from utils.errors import ErrorCode
-from utils.exception import ServerBaseException
-from utils.paddle_predictor import init_predictor
-from utils.paddle_predictor import run_model
+from paddlespeech.server.engine.base_engine import BaseEngine
+from paddlespeech.server.utils.audio_process import change_speed
+from paddlespeech.server.utils.config import get_config
+from paddlespeech.server.utils.errors import ErrorCode
+from paddlespeech.server.utils.exception import ServerBaseException
+from paddlespeech.server.utils.paddle_predictor import init_predictor
+from paddlespeech.server.utils.paddle_predictor import run_model
 
 __all__ = ['TTSEngine']
 
diff --git a/paddlespeech/server/speechserving/engine/tts/python/tts_engine.py b/paddlespeech/server/engine/tts/python/tts_engine.py
similarity index 95%
rename from paddlespeech/server/speechserving/engine/tts/python/tts_engine.py
rename to paddlespeech/server/engine/tts/python/tts_engine.py
index f6336ba3..b323551b 100644
--- a/paddlespeech/server/speechserving/engine/tts/python/tts_engine.py
+++ b/paddlespeech/server/engine/tts/python/tts_engine.py
@@ -17,15 +17,15 @@ import io
 import librosa
 import numpy as np
 import soundfile as sf
-from engine.base_engine import BaseEngine
 from scipy.io import wavfile
 
 from paddlespeech.cli.log import logger
 from paddlespeech.cli.tts.infer import TTSExecutor
-from utils.audio_process import change_speed
-from utils.config import get_config
-from utils.errors import ErrorCode
-from utils.exception import ServerBaseException
+from paddlespeech.server.utils.audio_process import change_speed
+from paddlespeech.server.engine.base_engine import BaseEngine
+from paddlespeech.server.utils.config import get_config
+from paddlespeech.server.utils.errors import ErrorCode
+from paddlespeech.server.utils.exception import ServerBaseException
 
 __all__ = ['TTSEngine']
 
diff --git a/paddlespeech/server/speechserving/restful/__init__.py b/paddlespeech/server/restful/__init__.py
similarity index 100%
rename from paddlespeech/server/speechserving/restful/__init__.py
rename to paddlespeech/server/restful/__init__.py
diff --git a/paddlespeech/server/speechserving/restful/api.py b/paddlespeech/server/restful/api.py
similarity index 87%
rename from paddlespeech/server/speechserving/restful/api.py
rename to paddlespeech/server/restful/api.py
index bdff935a..9ce5cad0 100644
--- a/paddlespeech/server/speechserving/restful/api.py
+++ b/paddlespeech/server/restful/api.py
@@ -15,8 +15,8 @@ from typing import List
 
 from fastapi import APIRouter
 
-from .asr_api import router as asr_router
-from .tts_api import router as tts_router
+from paddlespeech.server.restful.asr_api import router as asr_router
+from paddlespeech.server.restful.tts_api import router as tts_router
 
 _router = APIRouter()
 
diff --git a/paddlespeech/server/speechserving/restful/asr_api.py b/paddlespeech/server/restful/asr_api.py
similarity index 82%
rename from paddlespeech/server/speechserving/restful/asr_api.py
rename to paddlespeech/server/restful/asr_api.py
index c63cd76c..fcdb2f41 100644
--- a/paddlespeech/server/speechserving/restful/asr_api.py
+++ b/paddlespeech/server/restful/asr_api.py
@@ -14,16 +14,15 @@
 import base64
 import traceback
 from typing import Union
-
-from engine.asr.python.asr_engine import ASREngine
 from fastapi import APIRouter
 
-from .request import ASRRequest
-from .response import ASRResponse
-from .response import ErrorResponse
-from utils.errors import ErrorCode
-from utils.errors import failed_response
-from utils.exception import ServerBaseException
+from paddlespeech.server.engine.asr.python.asr_engine import ASREngine
+from paddlespeech.server.restful.request import ASRRequest
+from paddlespeech.server.restful.response import ASRResponse
+from paddlespeech.server.restful.response import ErrorResponse
+from paddlespeech.server.utils.errors import ErrorCode
+from paddlespeech.server.utils.errors import failed_response
+from paddlespeech.server.utils.exception import ServerBaseException
 
 router = APIRouter()
 
diff --git a/paddlespeech/server/speechserving/restful/request.py b/paddlespeech/server/restful/request.py
similarity index 100%
rename from paddlespeech/server/speechserving/restful/request.py
rename to paddlespeech/server/restful/request.py
diff --git a/paddlespeech/server/speechserving/restful/response.py b/paddlespeech/server/restful/response.py
similarity index 100%
rename from paddlespeech/server/speechserving/restful/response.py
rename to paddlespeech/server/restful/response.py
diff --git a/paddlespeech/server/speechserving/restful/tts_api.py b/paddlespeech/server/restful/tts_api.py
similarity index 84%
rename from paddlespeech/server/speechserving/restful/tts_api.py
rename to paddlespeech/server/restful/tts_api.py
index a160e31d..36c4be62 100644
--- a/paddlespeech/server/speechserving/restful/tts_api.py
+++ b/paddlespeech/server/restful/tts_api.py
@@ -13,16 +13,16 @@
 # limitations under the License.
 import traceback
 from typing import Union
-
-from engine.tts.python.tts_engine import TTSEngine
 from fastapi import APIRouter
 
-from .request import TTSRequest
-from .response import ErrorResponse
-from .response import TTSResponse
-from utils.errors import ErrorCode
-from utils.errors import failed_response
-from utils.exception import ServerBaseException
+#from paddlespeech.server.engine.tts.python.tts_engine import TTSEngine
+from paddlespeech.server.engine.tts.paddleinference.tts_engine import TTSEngine
+from paddlespeech.server.restful.request import TTSRequest
+from paddlespeech.server.restful.response import ErrorResponse
+from paddlespeech.server.restful.response import TTSResponse
+from paddlespeech.server.utils.errors import ErrorCode
+from paddlespeech.server.utils.errors import failed_response
+from paddlespeech.server.utils.exception import ServerBaseException
 
 router = APIRouter()
 
diff --git a/paddlespeech/server/setup.py b/paddlespeech/server/setup.py
deleted file mode 100644
index 97043fd7..00000000
--- a/paddlespeech/server/setup.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
diff --git a/paddlespeech/server/speechserving/README.md b/paddlespeech/server/speechserving/README.md
deleted file mode 100644
index d3cf2cc6..00000000
--- a/paddlespeech/server/speechserving/README.md
+++ /dev/null
@@ -1,25 +0,0 @@
-# PaddleSpeech Server
-
-## The environment variables
-The path.sh contains the environment variable. 
-```bash
-source ./bin/path.sh
-```
-
-## Add engine_backend on conf/application.yaml
-```
-engine_backend:
-    asr: 'conf/asr/asr.yaml'
-    [server name]: [conf yaml file]
-```
-Currently supporting asr and tts services.
-
-## Start service(command line todo)
-```bash
-python ./bin/main.py
-```
-
-## Client access
-Refer to `../tests`
-
-
diff --git a/paddlespeech/server/speechserving/bin/path.sh b/paddlespeech/server/speechserving/bin/path.sh
deleted file mode 100644
index 99278378..00000000
--- a/paddlespeech/server/speechserving/bin/path.sh
+++ /dev/null
@@ -1,3 +0,0 @@
-export MAIN_ROOT=`realpath ${PWD}/../`
-export PYTHONIOENCODING=UTF-8
-export PYTHONPATH=${MAIN_ROOT}:${PYTHONPATH}
diff --git a/paddlespeech/server/speechserving/tts.wav b/paddlespeech/server/speechserving/tts.wav
deleted file mode 100644
index 90c1b354..00000000
Binary files a/paddlespeech/server/speechserving/tts.wav and /dev/null differ
diff --git a/paddlespeech/server/tests/tts/test_client.py b/paddlespeech/server/tests/tts/test_client.py
index 71fb36d9..65f4ccfe 100644
--- a/paddlespeech/server/tests/tts/test_client.py
+++ b/paddlespeech/server/tests/tts/test_client.py
@@ -23,14 +23,7 @@ import numpy as np
 import requests
 import soundfile
 
-
-def wav2pcm(wavfile: str, pcmfile: str, data_type=np.int16):
-    with open(wavfile, "rb") as f:
-        f.seek(0)
-        f.read(44)
-        data = np.fromfile(f, dtype=data_type)
-        data.tofile(pcmfile)
-
+from paddlespeech.server.utils.audio_process import wav2pcm
 
 # Request and response
 def tts_client(args):
diff --git a/paddlespeech/server/speechserving/utils/__init__.py b/paddlespeech/server/utils/__init__.py
similarity index 100%
rename from paddlespeech/server/speechserving/utils/__init__.py
rename to paddlespeech/server/utils/__init__.py
diff --git a/paddlespeech/server/speechserving/utils/audio_process.py b/paddlespeech/server/utils/audio_process.py
similarity index 100%
rename from paddlespeech/server/speechserving/utils/audio_process.py
rename to paddlespeech/server/utils/audio_process.py
diff --git a/paddlespeech/server/speechserving/utils/config.py b/paddlespeech/server/utils/config.py
similarity index 100%
rename from paddlespeech/server/speechserving/utils/config.py
rename to paddlespeech/server/utils/config.py
diff --git a/paddlespeech/server/speechserving/utils/errors.py b/paddlespeech/server/utils/errors.py
similarity index 100%
rename from paddlespeech/server/speechserving/utils/errors.py
rename to paddlespeech/server/utils/errors.py
diff --git a/paddlespeech/server/speechserving/utils/exception.py b/paddlespeech/server/utils/exception.py
similarity index 94%
rename from paddlespeech/server/speechserving/utils/exception.py
rename to paddlespeech/server/utils/exception.py
index 03a6deee..58ea777c 100644
--- a/paddlespeech/server/speechserving/utils/exception.py
+++ b/paddlespeech/server/utils/exception.py
@@ -13,7 +13,7 @@
 # limitations under the License.
 import traceback
 
-from utils.errors import ErrorMsg
+from paddlespeech.server.utils.errors import ErrorMsg
 
 
 class ServerBaseException(Exception):
diff --git a/paddlespeech/server/speechserving/utils/log.py b/paddlespeech/server/utils/log.py
similarity index 100%
rename from paddlespeech/server/speechserving/utils/log.py
rename to paddlespeech/server/utils/log.py
diff --git a/paddlespeech/server/speechserving/utils/paddle_predictor.py b/paddlespeech/server/utils/paddle_predictor.py
similarity index 100%
rename from paddlespeech/server/speechserving/utils/paddle_predictor.py
rename to paddlespeech/server/utils/paddle_predictor.py
diff --git a/paddlespeech/server/speechserving/utils/util.py b/paddlespeech/server/utils/util.py
similarity index 100%
rename from paddlespeech/server/speechserving/utils/util.py
rename to paddlespeech/server/utils/util.py