13 lines
208 B
INI
13 lines
208 B
INI
|
[gptneox]
|
||
|
|
model_name = gptneox
|
||
|
|
head_num = 12
|
||
|
|
size_per_head = 64
|
||
|
|
inter_size = 3072
|
||
|
|
num_layer = 12
|
||
|
|
rotary_embedding = 64
|
||
|
|
vocab_size = 50304
|
||
|
|
start_id = 0
|
||
|
|
end_id = 0
|
||
|
|
use_gptj_residual = 0
|
||
|
|
weight_data_type = fp32
|