mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-03 12:50:06 +06:00
10 lines
168 B
JSON
10 lines
168 B
JSON
{
|
|
"initializer_range": 0.02,
|
|
"layer_norm_epsilon": 0.00001,
|
|
"n_ctx": 1024,
|
|
"n_embd": 768,
|
|
"n_head": 12,
|
|
"n_layer": 6,
|
|
"n_positions": 1024,
|
|
"vocab_size": 50257
|
|
} |