You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
11 lines
246 B
11 lines
246 B
2 years ago
|
set -ex
|
||
|
|
NNODES=${PADDLE_TRAINERS_NUM:-"1"}
|
||
|
|
PYTHON=${PYTHON:-"python"}
|
||
|
|
TIMEOUT=${1:-"10m"}
|
||
|
|
|
||
|
|
if [[ "$NNODES" -gt 1 ]]; then
|
||
|
|
while ! timeout "$TIMEOUT" "$PYTHON" -m paddle.distributed.launch run_check; do
|
||
|
|
echo "Retry barrier ......"
|
||
|
|
done
|
||
|
|
fi
|