Interface OllamaInput

interface OllamaInput {
    baseUrl?: string;
    embeddingOnly?: boolean;
    f16KV?: boolean;
    format?: any;
    frequencyPenalty?: number;
    headers?: Record<string, string>;
    keepAlive?: string;
    logitsAll?: boolean;
    lowVram?: boolean;
    mainGpu?: number;
    mirostat?: number;
    mirostatEta?: number;
    mirostatTau?: number;
    model?: string;
    numBatch?: number;
    numCtx?: number;
    numGpu?: number;
    numGqa?: number;
    numKeep?: number;
    numPredict?: number;
    numThread?: number;
    penalizeNewline?: boolean;
    presencePenalty?: number;
    repeatLastN?: number;
    repeatPenalty?: number;
    ropeFrequencyBase?: number;
    ropeFrequencyScale?: number;
    stop?: string[];
    temperature?: number;
    tfsZ?: number;
    topK?: number;
    topP?: number;
    typicalP?: number;
    useMLock?: boolean;
    useMMap?: boolean;
    vocabOnly?: boolean;
}

Hierarchy (view full)

Implemented by

Properties

baseUrl? embeddingOnly? f16KV? format? frequencyPenalty? headers? keepAlive? logitsAll? lowVram? mainGpu? mirostat? mirostatEta? mirostatTau? model? numBatch? numCtx? numGpu? numGqa? numKeep? numPredict? numThread? penalizeNewline? presencePenalty? repeatLastN? repeatPenalty? ropeFrequencyBase? ropeFrequencyScale? stop? temperature? tfsZ? topK? topP? typicalP? useMLock? useMMap? vocabOnly?

Properties

Optional baseUrl

baseUrl?: string

Optional embeddingOnly

embeddingOnly?: boolean

Optional f16KV

f16KV?: boolean

Optional format

format?: any

Optional frequencyPenalty

frequencyPenalty?: number

Optional headers

headers?: Record<string, string>

Optional keepAlive

keepAlive?: string

Optional logitsAll

logitsAll?: boolean

Optional lowVram

lowVram?: boolean

Optional mainGpu

mainGpu?: number

Optional mirostat

mirostat?: number

Optional mirostatEta

mirostatEta?: number

Optional mirostatTau

mirostatTau?: number

Optional model

model?: string

Optional numBatch

numBatch?: number

Optional numCtx

numCtx?: number

Optional numGpu

numGpu?: number

Optional numGqa

numGqa?: number

Optional numKeep

numKeep?: number

Optional numPredict

numPredict?: number

Optional numThread

numThread?: number

Optional penalizeNewline

penalizeNewline?: boolean

Optional presencePenalty

presencePenalty?: number

Optional repeatLastN

repeatLastN?: number

Optional repeatPenalty

repeatPenalty?: number

Optional ropeFrequencyBase

ropeFrequencyBase?: number

Optional ropeFrequencyScale

ropeFrequencyScale?: number

Optional stop

stop?: string[]

Optional temperature

temperature?: number

Optional tfsZ

tfsZ?: number

Optional topK

topK?: number

Optional topP

topP?: number

Optional typicalP

typicalP?: number

Optional useMLock

useMLock?: boolean

Optional useMMap

useMMap?: boolean

Optional vocabOnly

vocabOnly?: boolean

Settings

Member Visibility

Theme

On This Page

Generated using TypeDoc