7 lines
117 B
YAML
7 lines
117 B
YAML
_name_: h3
|
|
d_state: 64
|
|
head_dim: 1
|
|
mode: diag
|
|
measure: diag-lin
|
|
# lr: ${eval:"min(0.001, ${optimizer.lr})"}
|
|
lr: 0.001 |