Input to chat model class.

interface ChatPremInput {
    apiKey?: string;
    frequency_penalty?: number;
    logit_bias?: {
        [k: string]: unknown;
    };
    max_tokens?: number;
    messages?: {
        content: string;
        role: "user" | "assistant";
        [k: string]: unknown;
    }[];
    model?: string;
    n?: number;
    presence_penalty?: number;
    project_id?: string | number;
    response_format?: {
        [k: string]: unknown;
    };
    seed?: number;
    session_id?: string;
    stop?: string;
    streaming?: boolean;
    system_prompt?: string;
    temperature?: number;
    tools?: {
        [k: string]: unknown;
    }[];
    top_p?: number;
    user?: string;
}

Hierarchy (view full)

Implemented by

Properties

apiKey?: string

The Prem API key to use for requests.

process.env.PREM_API_KEY
frequency_penalty?: number
logit_bias?: {
    [k: string]: unknown;
}
max_tokens?: number
messages?: {
    content: string;
    role: "user" | "assistant";
    [k: string]: unknown;
}[]
model?: string
n?: number
presence_penalty?: number
project_id?: string | number
response_format?: {
    [k: string]: unknown;
}
seed?: number
session_id?: string
stop?: string
streaming?: boolean
system_prompt?: string
temperature?: number
tools?: {
    [k: string]: unknown;
}[]
top_p?: number
user?: string