From c925cf1969f5a07663e2dd89c5818ed1fb6e5e39 Mon Sep 17 00:00:00 2001 From: D-X-Y <280835372@qq.com> Date: Thu, 13 May 2021 06:01:35 +0000 Subject: [PATCH] Update models --- exps/LFNA/lfna_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/exps/LFNA/lfna_models.py b/exps/LFNA/lfna_models.py index b4dbcbc..f07ffb0 100644 --- a/exps/LFNA/lfna_models.py +++ b/exps/LFNA/lfna_models.py @@ -34,7 +34,7 @@ class HyperNet(super_core.SuperModule): config=dict(model_type="dual_norm_mlp"), input_dim=layer_embeding + task_embedding, output_dim=max(self._numel_per_layer), - hidden_dims=[layer_embeding * 4] * 3, + hidden_dims=[layer_embeding * 2] * 3, act_cls="gelu", norm_cls="layer_norm_1d", dropout=0.1,