interface RecursiveUrlLoaderOptions {
    callerOptions?: AsyncCallerParams;
    excludeDirs?: string[];
    extractor?: ((text: string) => string);
    maxDepth?: number;
    preventOutside?: boolean;
    timeout?: number;
}

Properties

callerOptions?: AsyncCallerParams
excludeDirs?: string[]
extractor?: ((text: string) => string)
maxDepth?: number
preventOutside?: boolean
timeout?: number