Skip to main content
Defined in: client/sampling/generic.ts:16

Properties

maxTokens

maxTokens: number;
Defined in: client/sampling/generic.ts:21 Defaulted to 1024 when absent in the original request.

messages

messages: {
}[];
Defined in: client/sampling/generic.ts:18

model

model: string;
Defined in: client/sampling/generic.ts:17

onToken?

optional onToken?: OnTokenCallback;
Defined in: client/sampling/generic.ts:26

stopSequences?

optional stopSequences?: string[];
Defined in: client/sampling/generic.ts:23

system?

optional system?: string;
Defined in: client/sampling/generic.ts:19

temperature?

optional temperature?: number;
Defined in: client/sampling/generic.ts:22

toolChoice?

optional toolChoice?: {
};
Defined in: client/sampling/generic.ts:25

tools?

optional tools?: {
}[];
Defined in: client/sampling/generic.ts:24