10 lines
169 B
JSON
10 lines
169 B
JSON
|
{
|
||
|
|
"initializer_range": 0.02,
|
||
|
|
"layer_norm_epsilon": 1e-05,
|
||
|
|
"n_ctx": 64,
|
||
|
|
"n_embd": 128,
|
||
|
|
"n_head": 2,
|
||
|
|
"n_layer": 1,
|
||
|
|
"n_positions": 64,
|
||
|
|
"vocab_size": 13317
|
||
|
|
}
|