From e02ce4dc7935582bf614eef0a480d3cb609ca062 Mon Sep 17 00:00:00 2001 From: Meet Pragnesh Shah Date: Tue, 11 Jun 2019 15:13:53 -0700 Subject: [PATCH] [hotfix] Fix frozen pooler parameters in SWAG example. --- examples/run_swag.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/run_swag.py b/examples/run_swag.py index 5e7ac85c63c..59bb9866c31 100644 --- a/examples/run_swag.py +++ b/examples/run_swag.py @@ -390,7 +390,7 @@ def main(): # hack to remove pooler, which is not used # thus it produce None grad that break apex - param_optimizer = [n for n in param_optimizer if 'pooler' not in n[0]] + param_optimizer = [n for n in param_optimizer] no_decay = ['bias', 'LayerNorm.bias', 'LayerNorm.weight'] optimizer_grouped_parameters = [