remove fluid api and useless import.

pull/2944/head
zxcd 3 years ago
parent e8deb1d8c3
commit e6a9d9b1c8

@ -12,7 +12,6 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
from collections import defaultdict from collections import defaultdict
from turtle import Turtle
from typing import Dict from typing import Dict
from typing import List from typing import List
from typing import Tuple from typing import Tuple

@ -56,14 +56,14 @@ class ClipGradByGlobalNormWithLog(paddle.nn.ClipGradByGlobalNorm):
if len(sum_square_list) == 0: if len(sum_square_list) == 0:
return params_grads return params_grads
global_norm_var = layers.concat(sum_square_list) global_norm_var = paddle.concat(sum_square_list)
global_norm_var = paddle.sum(global_norm_var) global_norm_var = paddle.sum(global_norm_var)
global_norm_var = paddle.sqrt(global_norm_var) global_norm_var = paddle.sqrt(global_norm_var)
# debug log # debug log
logger.debug(f"Grad Global Norm: {float(global_norm_var)}!!!!") logger.debug(f"Grad Global Norm: {float(global_norm_var)}!!!!")
max_global_norm = layers.fill_constant( max_global_norm = paddle.full(
shape=[1], dtype=global_norm_var.dtype, value=self.clip_norm) shape=[1], dtype=global_norm_var.dtype, value=self.clip_norm)
clip_var = paddle.divide( clip_var = paddle.divide(
x=max_global_norm, x=max_global_norm,

Loading…
Cancel
Save