Type Alias OllamaFunctionsInput

OllamaFunctionsInput: {
    baseUrl?: undefined | string;
    cache?: undefined | boolean | BaseCache<Generation[]>;
    callbackManager?: undefined | CallbackManager;
    callbacks?: undefined | Callbacks;
    embeddingOnly?: undefined | boolean;
    f16KV?: undefined | boolean;
    format?: undefined | StringWithAutocomplete<"json">;
    frequencyPenalty?: undefined | number;
    headers?: undefined | Record<string, string>;
    keepAlive?: undefined | string;
    llm?: undefined | ChatOllama;
    logitsAll?: undefined | boolean;
    lowVram?: undefined | boolean;
    mainGpu?: undefined | number;
    maxConcurrency?: undefined | number;
    maxRetries?: undefined | number;
    metadata?: undefined | Record<string, unknown>;
    mirostat?: undefined | number;
    mirostatEta?: undefined | number;
    mirostatTau?: undefined | number;
    model?: undefined | string;
    numBatch?: undefined | number;
    numCtx?: undefined | number;
    numGpu?: undefined | number;
    numGqa?: undefined | number;
    numKeep?: undefined | number;
    numPredict?: undefined | number;
    numThread?: undefined | number;
    onFailedAttempt?: undefined | FailedAttemptHandler;
    penalizeNewline?: undefined | boolean;
    presencePenalty?: undefined | number;
    repeatLastN?: undefined | number;
    repeatPenalty?: undefined | number;
    ropeFrequencyBase?: undefined | number;
    ropeFrequencyScale?: undefined | number;
    stop?: undefined | string[];
    tags?: undefined | string[];
    temperature?: undefined | number;
    tfsZ?: undefined | number;
    toolSystemPromptTemplate?: undefined | string;
    topK?: undefined | number;
    topP?: undefined | number;
    typicalP?: undefined | number;
    useMLock?: undefined | boolean;
    useMMap?: undefined | boolean;
    verbose?: undefined | boolean;
    vocabOnly?: undefined | boolean;
}

Type declaration

  • OptionalbaseUrl?: undefined | string
  • Optionalcache?: undefined | boolean | BaseCache<Generation[]>
  • OptionalcallbackManager?: undefined | CallbackManager

    Deprecated

    Use callbacks instead

  • Optionalcallbacks?: undefined | Callbacks
  • OptionalembeddingOnly?: undefined | boolean
  • Optionalf16KV?: undefined | boolean
  • Optionalformat?: undefined | StringWithAutocomplete<"json">
  • OptionalfrequencyPenalty?: undefined | number
  • Optionalheaders?: undefined | Record<string, string>
  • OptionalkeepAlive?: undefined | string
  • Optionalllm?: undefined | ChatOllama
  • OptionallogitsAll?: undefined | boolean
  • OptionallowVram?: undefined | boolean
  • OptionalmainGpu?: undefined | number
  • OptionalmaxConcurrency?: undefined | number

    The maximum number of concurrent calls that can be made. Defaults to Infinity, which means no limit.

  • OptionalmaxRetries?: undefined | number

    The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 6.

  • Optionalmetadata?: undefined | Record<string, unknown>
  • Optionalmirostat?: undefined | number
  • OptionalmirostatEta?: undefined | number
  • OptionalmirostatTau?: undefined | number
  • Optionalmodel?: undefined | string
  • OptionalnumBatch?: undefined | number
  • OptionalnumCtx?: undefined | number
  • OptionalnumGpu?: undefined | number
  • OptionalnumGqa?: undefined | number
  • OptionalnumKeep?: undefined | number
  • OptionalnumPredict?: undefined | number
  • OptionalnumThread?: undefined | number
  • OptionalonFailedAttempt?: undefined | FailedAttemptHandler

    Custom handler to handle failed attempts. Takes the originally thrown error object as input, and should itself throw an error if the input error is not retryable.

  • OptionalpenalizeNewline?: undefined | boolean
  • OptionalpresencePenalty?: undefined | number
  • OptionalrepeatLastN?: undefined | number
  • OptionalrepeatPenalty?: undefined | number
  • OptionalropeFrequencyBase?: undefined | number
  • OptionalropeFrequencyScale?: undefined | number
  • Optionalstop?: undefined | string[]
  • Optionaltags?: undefined | string[]
  • Optionaltemperature?: undefined | number
  • OptionaltfsZ?: undefined | number
  • OptionaltoolSystemPromptTemplate?: undefined | string
  • OptionaltopK?: undefined | number
  • OptionaltopP?: undefined | number
  • OptionaltypicalP?: undefined | number
  • OptionaluseMLock?: undefined | boolean
  • OptionaluseMMap?: undefined | boolean
  • Optionalverbose?: undefined | boolean
  • OptionalvocabOnly?: undefined | boolean

Deprecated

Deprecated in favor of the @langchain/ollama package. Import ChatOllama from @langchain/ollama instead.

Settings

Member Visibility