Optionaldynatemp_exponent
dynatemp_exponent?: number
Optionaldynatemp_range
dynatemp_range?: number
Optionalgrammar
grammar?: string
Optionallogit_bias
logit_bias?: { bias: number; token: number }[]
Optionalmin_p
min_p?: number
Optionalmirostat
mirostat?: number
Optionalmirostat_eta
mirostat_eta?: number
Optionalmirostat_tau
mirostat_tau?: number
Optionaln_prev
n_prev?: number
Optionaln_probs
n_probs?: number
Optionalpenalty_freq
penalty_freq?: number
Optionalpenalty_last_n
penalty_last_n?: number
Optionalpenalty_present
penalty_present?: number
Optionalpenalty_repeat
penalty_repeat?: number
Optionalsamplers_sequence
samplers_sequence?: string[]
Optionaltemp
temp?: number
Optionaltop_k
top_k?: number
Optionaltop_p
top_p?: number
Optionaltyp_p
typ_p?: number
Optionaltypical_p
typical_p?: number