Integration with a chat model.

Type Parameters

Hierarchy (view full)

Implements

Indexable

  • [k: string]: unknown

Constructors

Properties

client: Prem
messages: {
    content: string;
    role: "user" | "assistant";
    [k: string]: unknown;
}[]
project_id: number
streaming: boolean = false
apiKey?: string

The Prem API key to use for requests.

process.env.PREM_API_KEY
frequency_penalty?: number
logit_bias?: {
    [k: string]: unknown;
}
max_tokens?: number
model?: string
n?: number
presence_penalty?: number
response_format?: {
    [k: string]: unknown;
}
seed?: number
session_id?: string
stop?: string
system_prompt?: string
temperature?: number
tools?: {
    [k: string]: unknown;
}[]
top_p?: number
user?: string

Methods