mirror of
https://github.com/huggingface/transformers.git
synced 2025-08-03 03:31:05 +06:00
5b45422b58
* Remove n_ctx from configs * Fix GPTJ and OpenAIGPT, both are acceptable breaking changes as there are no configs such that it breaks * Remove unecessary n_positions from TFOpenAIGPT
9 lines
152 B
JSON
9 lines
152 B
JSON
{
|
|
"initializer_range": 0.02,
|
|
"layer_norm_epsilon": 0.00001,
|
|
"n_embd": 768,
|
|
"n_head": 12,
|
|
"n_layer": 6,
|
|
"n_positions": 1024,
|
|
"vocab_size": 50257
|
|
} |