modelName
modelName: string
repetitionPenalty
repetitionPenalty: number = 1
streaming
streaming: boolean = false
temperature
temperature: number = 0.7
Optional
logprobs
logprobs?: number
Optional
maxTokens
maxTokens?: number
Optional
safetyModel
safetyModel?: string
Optional
stop
stop?: string[]