SamplingParams

optional maxTokens?: number;

messages: SamplingMessage[];

optional modelPreferences?: {
  costPriority?: number;
  hints?: {
     name?: string;
  }[];
  intelligencePriority?: number;
  speedPriority?: number;
};

optional costPriority?: number;

optional hints?: {
  name?: string;
}[];

optional intelligencePriority?: number;

optional speedPriority?: number;

optional stopSequences?: string[];

optional systemPrompt?: string;

optional temperature?: number;