Interface SamplingConfig

interface SamplingConfig {
    dynatemp_exponent?: number;
    dynatemp_range?: number;
    grammar?: string;
    logit_bias?: { bias: number; token: number }[];
    min_p?: number;
    mirostat?: number;
    mirostat_tau?: number;
    n_prev?: number;
    n_probs?: number;
    penalty_freq?: number;
    penalty_last_n?: number;
    penalty_present?: number;
    penalty_repeat?: number;
    temp?: number;
    top_k?: number;
    top_p?: number;
    typical_p?: number;
}

Properties

dynatemp_exponent?: number
dynatemp_range?: number
grammar?: string
logit_bias?: { bias: number; token: number }[]
min_p?: number
mirostat?: number
mirostat_tau?: number
n_prev?: number
n_probs?: number
penalty_freq?: number
penalty_last_n?: number
penalty_present?: number
penalty_repeat?: number
temp?: number
top_k?: number
top_p?: number
typical_p?: number