Update modeling_bert.py

This commit is contained in:
雷打不动! 2019-08-05 08:58:19 +08:00 committed by GitHub
parent 44dd941efb
commit d7fd10568c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -222,7 +222,7 @@ class BertConfig(PretrainedConfig):
try:
from apex.normalization.fused_layer_norm import FusedLayerNorm as BertLayerNorm
except ImportError:
except (ImportError, AttributeError) as e:
logger.info("Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .")
class BertLayerNorm(nn.Module):
def __init__(self, hidden_size, eps=1e-12):