interface InferenceConfiguration {
    maxTokens?: number;
    temperature?: number;
    topP?: number;
}

Properties

maxTokens?: number
temperature?: number
topP?: number