Optionaldraft_n
draft_n?: number
Optionaldraft_n_accepted
draft_n_accepted?: number
predicted_ms
predicted_ms: number
predicted_n
predicted_n: number
predicted_per_second
predicted_per_second: number
predicted_per_token_ms
predicted_per_token_ms: number
prompt_ms
prompt_ms: number
prompt_per_second
prompt_per_second: number
prompt_per_token_ms
prompt_per_token_ms: number