interface HuggingFaceTransformersEmbeddingsParams {
    batchSize?: number;
    maxConcurrency?: number;
    maxRetries?: number;
    model: string;
    modelName: string;
    onFailedAttempt?: FailedAttemptHandler;
    pipelineOptions?: FeatureExtractionPipelineOptions;
    pretrainedOptions?: PretrainedOptions;
    stripNewLines?: boolean;
    timeout?: number;
}

Hierarchy

  • EmbeddingsParams
    • HuggingFaceTransformersEmbeddingsParams

Implemented by

Properties

batchSize?: number

The maximum number of documents to embed in a single request.

maxConcurrency?: number

The maximum number of concurrent calls that can be made. Defaults to Infinity, which means no limit.

maxRetries?: number

The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 6.

model: string

Model name to use

modelName: string

Model name to use Alias for model

onFailedAttempt?: FailedAttemptHandler

Custom handler to handle failed attempts. Takes the originally thrown error object as input, and should itself throw an error if the input error is not retryable.

pipelineOptions?: FeatureExtractionPipelineOptions

Optional parameters for the pipeline.

pretrainedOptions?: PretrainedOptions

Optional parameters for the pretrained model.

stripNewLines?: boolean

Whether to strip new lines from the input text. This is recommended by OpenAI, but may not be suitable for all use cases.

timeout?: number

Timeout to use when making requests to OpenAI.