Type Alias ChatCompletionParams

ChatCompletionParams: {
    abortSignal?: AbortSignal;
    cache_prompt?: boolean;
    chat_template_kwargs?: Record<string, any>;
    logit_bias?: Record<string, number>;
    logprobs?: boolean;
    max_tokens?: number;
    messages: ChatCompletionMessage[];
    model?: string;
    response_format?: {
        json_schema?: { name: string; schema: unknown; strict?: boolean };
        type: "text" | "json_object" | "json_schema";
    };
    return_tokens?: boolean;
    stream?: boolean;
    temperature?: number;
    timings_per_token?: boolean;
    tool_choice?: ChatCompletionToolChoice;
    tools?: ChatCompletionTool[];
    top_logprobs?: number;
    user?: string;
} & SamplingParams