Skip to content

Commit 9ab3c76

Browse files
authored
fix sync_bn error in fp16 amp-o2 (PaddlePaddle#40943)
1 parent 9261dff commit 9ab3c76

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

python/paddle/fluid/dygraph/amp/auto_cast.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -171,7 +171,7 @@ def pure_fp16_initialize(models):
171171
if (layer._dtype == 'float16') or isinstance(
172172
layer, (paddle.nn.BatchNorm, paddle.nn.BatchNorm1D,
173173
paddle.nn.BatchNorm2D, paddle.nn.BatchNorm3D,
174-
paddle.nn.LayerNorm)):
174+
paddle.nn.LayerNorm, paddle.nn.SyncBatchNorm)):
175175
continue
176176
layer._to_impl(dtype='float16', include_sublayers=False)
177177
return models

0 commit comments

Comments
 (0)