You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
295 lines
8.5 KiB
295 lines
8.5 KiB
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
import contextlib
|
|
import inspect
|
|
import io
|
|
import os
|
|
import platform
|
|
import subprocess as sp
|
|
import sys
|
|
from pathlib import Path
|
|
from typing import List
|
|
from typing import Tuple
|
|
from typing import Union
|
|
|
|
import distutils.command.clean
|
|
from setuptools import Command
|
|
from setuptools import find_packages
|
|
from setuptools import setup
|
|
from setuptools.command.develop import develop
|
|
from setuptools.command.test import test
|
|
|
|
from tools import setup_helpers
|
|
|
|
ROOT_DIR = Path(__file__).parent.resolve()
|
|
|
|
VERSION = '1.1.0'
|
|
COMMITID = 'none'
|
|
|
|
base = [
|
|
"kaldiio",
|
|
"librosa==0.8.1",
|
|
"scipy>=1.0.0",
|
|
"soundfile~=0.10",
|
|
"colorlog",
|
|
"pathos == 0.2.8",
|
|
"pybind11",
|
|
"parameterized",
|
|
"tqdm",
|
|
"scikit-learn"
|
|
]
|
|
|
|
requirements = {
|
|
"install":
|
|
base,
|
|
"develop": [
|
|
"sox",
|
|
"soxbindings",
|
|
"pre-commit",
|
|
],
|
|
}
|
|
|
|
def check_call(cmd: str, shell=False, executable=None):
|
|
try:
|
|
sp.check_call(
|
|
cmd.split(),
|
|
shell=shell,
|
|
executable="/bin/bash" if shell else executable)
|
|
except sp.CalledProcessError as e:
|
|
print(
|
|
f"{__file__}:{inspect.currentframe().f_lineno}: CMD: {cmd}, Error:",
|
|
e.output,
|
|
file=sys.stderr)
|
|
raise e
|
|
|
|
|
|
def check_output(cmd: Union[str, List[str], Tuple[str]], shell=False):
|
|
try:
|
|
|
|
if isinstance(cmd, (list, tuple)):
|
|
cmds = cmd
|
|
else:
|
|
cmds = cmd.split()
|
|
out_bytes = sp.check_output(cmds)
|
|
|
|
except sp.CalledProcessError as e:
|
|
out_bytes = e.output # Output generated before error
|
|
code = e.returncode # Return code
|
|
print(
|
|
f"{__file__}:{inspect.currentframe().f_lineno}: CMD: {cmd}, Error:",
|
|
out_bytes,
|
|
file=sys.stderr)
|
|
return out_bytes.strip().decode('utf8')
|
|
|
|
def _run_cmd(cmd):
|
|
try:
|
|
return subprocess.check_output(
|
|
cmd, cwd=ROOT_DIR,
|
|
stderr=subprocess.DEVNULL).decode("ascii").strip()
|
|
except Exception:
|
|
return None
|
|
|
|
@contextlib.contextmanager
|
|
def pushd(new_dir):
|
|
old_dir = os.getcwd()
|
|
os.chdir(new_dir)
|
|
print(new_dir)
|
|
yield
|
|
os.chdir(old_dir)
|
|
print(old_dir)
|
|
|
|
def read(*names, **kwargs):
|
|
with io.open(
|
|
os.path.join(os.path.dirname(__file__), *names),
|
|
encoding=kwargs.get("encoding", "utf8")) as fp:
|
|
return fp.read()
|
|
|
|
def _remove(files: str):
|
|
for f in files:
|
|
f.unlink()
|
|
|
|
################################# Install ##################################
|
|
|
|
|
|
def _post_install(install_lib_dir):
|
|
pass
|
|
|
|
class DevelopCommand(develop):
|
|
def run(self):
|
|
develop.run(self)
|
|
# must after develop.run, or pkg install by shell will not see
|
|
self.execute(_post_install, (self.install_lib, ), msg="Post Install...")
|
|
|
|
|
|
class TestCommand(test):
|
|
def finalize_options(self):
|
|
test.finalize_options(self)
|
|
self.test_args = []
|
|
self.test_suite = True
|
|
|
|
def run_tests(self):
|
|
# Run nose ensuring that argv simulates running nosetests directly
|
|
import nose
|
|
nose.run_exit(argv=['nosetests', '-w', 'tests'])
|
|
|
|
def run_benchmark(self):
|
|
for benchmark_item in glob.glob('tests/benchmark/*py'):
|
|
os.system(f'pytest {benchmark_item}')
|
|
|
|
|
|
# cmd: python setup.py upload
|
|
class UploadCommand(Command):
|
|
description = "Build and publish the package."
|
|
user_options = []
|
|
|
|
def initialize_options(self):
|
|
pass
|
|
|
|
def finalize_options(self):
|
|
pass
|
|
|
|
def run(self):
|
|
try:
|
|
print("Removing previous dist/ ...")
|
|
shutil.rmtree(str(ROOT_DIR / "dist"))
|
|
except OSError:
|
|
pass
|
|
print("Building source distribution...")
|
|
sp.check_call([sys.executable, "setup.py", "sdist"])
|
|
print("Uploading package to PyPi...")
|
|
sp.check_call(["twine", "upload", "dist/*"])
|
|
sys.exit()
|
|
|
|
|
|
################################# Version ##################################
|
|
def _get_version(sha):
|
|
version = VERSION
|
|
if os.getenv("BUILD_VERSION"):
|
|
version = os.getenv("BUILD_VERSION")
|
|
elif sha is not None:
|
|
version += "+" + sha[:7]
|
|
return version
|
|
|
|
|
|
def _make_version_file(version, sha):
|
|
sha = "Unknown" if sha is None else sha
|
|
version_path = ROOT_DIR / "paddleaudio" / "__init__.py"
|
|
with open(version_path, "a") as f:
|
|
f.write(f"__version__ = '{version}'\n")
|
|
|
|
def _rm_version():
|
|
file_ = ROOT_DIR / "paddleaudio" / "__init__.py"
|
|
with open(file_, "r") as f:
|
|
lines = f.readlines()
|
|
with open(file_, "w") as f:
|
|
for line in lines:
|
|
if "__version__" not in line:
|
|
f.write(line)
|
|
|
|
|
|
################################# Steup ##################################
|
|
class clean(distutils.command.clean.clean):
|
|
def run(self):
|
|
# Run default behavior first
|
|
distutils.command.clean.clean.run(self)
|
|
|
|
# Remove paddleaudio extension
|
|
for path in (ROOT_DIR / "paddleaudio").glob("**/*.so"):
|
|
print(f"removing '{path}'")
|
|
path.unlink()
|
|
# Remove build directory
|
|
build_dirs = [
|
|
ROOT_DIR / "build",
|
|
]
|
|
for path in build_dirs:
|
|
if path.exists():
|
|
print(f"removing '{path}' (and everything under it)")
|
|
shutil.rmtree(str(path), ignore_errors=True)
|
|
|
|
|
|
def main():
|
|
|
|
sha = _run_cmd(["git", "rev-parse", "HEAD"]) # commit id
|
|
branch = _run_cmd(["git", "rev-parse", "--abbrev-ref", "HEAD"])
|
|
tag = _run_cmd(["git", "describe", "--tags", "--exact-match", "@"])
|
|
print("-- Git branch:", branch)
|
|
print("-- Git SHA:", sha)
|
|
print("-- Git tag:", tag)
|
|
version = _get_version(sha)
|
|
print("-- Building version", version)
|
|
_rm_version()
|
|
|
|
_make_version_file(version, sha)
|
|
lib_package_data = {}
|
|
if platform.system() != 'Windows' and platform.system() != 'Linux':
|
|
lib_package_data = {'paddleaudio': ['lib/libgcc_s.1.1.dylib']}
|
|
|
|
if platform.system() == 'Linux':
|
|
lib_package_data = {'paddleaudio': ['lib/lib*']}
|
|
|
|
setup_info = dict(
|
|
# Metadata
|
|
name='paddleaudio',
|
|
version=VERSION,
|
|
author='PaddlePaddle Speech and Language Team',
|
|
author_email='paddlesl@baidu.com',
|
|
url='https://github.com/PaddlePaddle/PaddleSpeech/audio',
|
|
license='Apache 2.0',
|
|
description='Speech audio tools based on Paddlepaddle',
|
|
keywords=[
|
|
"audio process"
|
|
"paddlepaddle",
|
|
],
|
|
python_requires='>=3.7',
|
|
install_requires=requirements["install"],
|
|
extras_require={
|
|
'develop':
|
|
requirements["develop"],
|
|
#'test': ["nose", "torchaudio==0.10.2", "pytest-benchmark", "librosa=0.8.1", "parameterized", "paddlepaddle"],
|
|
},
|
|
cmdclass={
|
|
"build_ext": setup_helpers.CMakeBuild,
|
|
'develop': DevelopCommand,
|
|
'test': TestCommand,
|
|
'upload': UploadCommand,
|
|
"clean": clean,
|
|
},
|
|
|
|
# Package info
|
|
packages=find_packages(include=('paddleaudio*')),
|
|
package_data=lib_package_data,
|
|
ext_modules=setup_helpers.get_ext_modules(),
|
|
zip_safe=True,
|
|
classifiers=[
|
|
'Development Status :: 5 - Production/Stable',
|
|
'Intended Audience :: Developers',
|
|
'Intended Audience :: Science/Research',
|
|
'Topic :: Scientific/Engineering :: Artificial Intelligence',
|
|
'License :: OSI Approved :: Apache Software License',
|
|
'Programming Language :: Python',
|
|
'Programming Language :: Python :: 3',
|
|
'Programming Language :: Python :: 3.6',
|
|
'Programming Language :: Python :: 3.7',
|
|
'Programming Language :: Python :: 3.8',
|
|
'Programming Language :: Python :: 3.9',
|
|
'Programming Language :: Python :: 3.10',
|
|
],
|
|
)
|
|
|
|
setup(**setup_info)
|
|
_rm_version()
|
|
|
|
if __name__ == '__main__':
|
|
main()
|