iicd/xautodl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update models

Browse Source
This commit is contained in:
D-X-Y 2021-05-13 06:01:35 +00:00
parent 540b44367b
commit c925cf1969
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
exps/LFNA/lfna_models.py
View File

@ -34,7 +34,7 @@ class HyperNet(super_core.SuperModule):
config=dict(model_type="dual_norm_mlp"), config=dict(model_type="dual_norm_mlp"),
input_dim=layer_embeding + task_embedding, input_dim=layer_embeding + task_embedding,
output_dim=max(self._numel_per_layer), output_dim=max(self._numel_per_layer),
hidden_dims=[layer_embeding * 4] * 3, hidden_dims=[layer_embeding * 2] * 3,
act_cls="gelu", act_cls="gelu",
norm_cls="layer_norm_1d", norm_cls="layer_norm_1d",
dropout=0.1, dropout=0.1,