@ -3,7 +3,7 @@
set -e
source path.sh
gpus=0,1
gpus=0,1,2,3,4,5,6,7
stage=0
stop_stage=100
@ -71,7 +71,7 @@ class ErnieSATSampler(BatchSampler):
assert isinstance(drop_last, bool), \
"drop_last should be a boolean number"
from paddle.fluid.dygraph.parallel import ParallelEnv
from paddle.distributed import ParallelEnv
if num_replicas is not None:
assert isinstance(num_replicas, int) and num_replicas > 0, \