Update models

This commit is contained in:
D-X-Y 2021-05-13 06:01:35 +00:00
parent 540b44367b
commit c925cf1969

View File

@ -34,7 +34,7 @@ class HyperNet(super_core.SuperModule):
config=dict(model_type="dual_norm_mlp"),
input_dim=layer_embeding + task_embedding,
output_dim=max(self._numel_per_layer),
hidden_dims=[layer_embeding * 4] * 3,
hidden_dims=[layer_embeding * 2] * 3,
act_cls="gelu",
norm_cls="layer_norm_1d",
dropout=0.1,