7 lines
167 B
7 lines
167 B
1 month ago
|
{
|
||
|
|
"general.architecture": "gemma2",
|
||
|
|
"gemma2.attention.sliding_window": "4096",
|
||
|
|
"gemma2.attn_logit_softcapping": "50",
|
||
|
|
"gemma2.final_logit_softcapping": "30"
|
||
|
|
}
|