Interface StreamingRequest

interface StreamingRequest {
    max_tokens?: number;
    messages: { content: string; role: "user" | "assistant" | "system" }[];
    model: string;
    stream: true;
    system?: string;
    temperature?: number;
}