You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
set -ex
|
|
NNODES=${PADDLE_TRAINERS_NUM:-"1"}
|
|
PYTHON=${PYTHON:-"python"}
|
|
TIMEOUT=${1:-"10m"}
|
|
|
|
if [[ "$NNODES" -gt 1 ]]; then
|
|
while ! timeout "$TIMEOUT" "$PYTHON" -m paddle.distributed.launch run_check; do
|
|
echo "Retry barrier ......"
|
|
done
|
|
fi
|