Update models
This commit is contained in:
parent
540b44367b
commit
c925cf1969
@ -34,7 +34,7 @@ class HyperNet(super_core.SuperModule):
|
||||
config=dict(model_type="dual_norm_mlp"),
|
||||
input_dim=layer_embeding + task_embedding,
|
||||
output_dim=max(self._numel_per_layer),
|
||||
hidden_dims=[layer_embeding * 4] * 3,
|
||||
hidden_dims=[layer_embeding * 2] * 3,
|
||||
act_cls="gelu",
|
||||
norm_cls="layer_norm_1d",
|
||||
dropout=0.1,
|
||||
|
Loading…
Reference in New Issue
Block a user