Properties
Optional
baseUrl
baseUrl?: string
Optional
embeddingOnly
embeddingOnly?: boolean
Optional
f16KV
f16KV?: boolean
Optional
format
format?: any
Optional
frequencyPenalty
frequencyPenalty?: number
Optional
headers
headers?: Record<string, string>
Optional
keepAlive
keepAlive?: string
Optional
logitsAll
logitsAll?: boolean
Optional
lowVram
lowVram?: boolean
Optional
mainGpu
mainGpu?: number
Optional
mirostat
mirostat?: number
Optional
mirostatEta
mirostatEta?: number
Optional
mirostatTau
mirostatTau?: number
Optional
model
model?: string
Optional
numBatch
numBatch?: number
Optional
numCtx
numCtx?: number
Optional
numGpu
numGpu?: number
Optional
numGqa
numGqa?: number
Optional
numKeep
numKeep?: number
Optional
numPredict
numPredict?: number
Optional
numThread
numThread?: number
Optional
penalizeNewline
penalizeNewline?: boolean
Optional
presencePenalty
presencePenalty?: number
Optional
repeatLastN
repeatLastN?: number
Optional
repeatPenalty
repeatPenalty?: number
Optional
ropeFrequencyBase
ropeFrequencyBase?: number
Optional
ropeFrequencyScale
ropeFrequencyScale?: number
Optional
stop
stop?: string[]
Optional
temperature
temperature?: number
Optional
tfsZ
tfsZ?: number
Optional
topK
topK?: number
Optional
topP
topP?: number
Optional
typicalP
typicalP?: number
Optional
useMLock
useMLock?: boolean
Optional
useMMap
useMMap?: boolean
Optional
vocabOnly
vocabOnly?: boolean