PromptModelParameters.

interface PromptModelParameters {
    decoding_method?: string;
    max_new_tokens?: number;
    min_new_tokens?: number;
    random_seed?: number;
    repetition_penalty?: number;
    stop_sequences?: string[];
    temperature?: number;
    top_k?: number;
    top_p?: number;
}

Properties

decoding_method?: string
max_new_tokens?: number
min_new_tokens?: number
random_seed?: number
repetition_penalty?: number
stop_sequences?: string[]
temperature?: number
top_k?: number
top_p?: number