Class LLMonitorHandler

awaitHandlers

ignoreAgent

ignoreChain

ignoreCustomEvent

ignoreLLM

ignoreRetriever

raiseError

copy

• copy(): BaseCallbackHandler

• Returns BaseCallbackHandler

OptionalhandleAgentAction

• handleAgentAction(action, runId, parentRunId?, tags?): void | Promise<void>

• Called when an agent is about to execute an action, with the action and the run ID.

  Parameters

  • action: AgentAction
  • runId: string
  • OptionalparentRunId: string
  • Optionaltags: string[]

  Returns void | Promise<void>

OptionalhandleAgentEnd

• handleAgentEnd(action, runId, parentRunId?, tags?): void | Promise<void>

• Called when an agent finishes execution, before it exits. with the final output and the run ID.

  Parameters

  • action: AgentFinish
  • runId: string
  • OptionalparentRunId: string
  • Optionaltags: string[]

  Returns void | Promise<void>

OptionalhandleCustomEvent

• handleCustomEvent(eventName, data, runId, tags?, metadata?): any

• Parameters

  • eventName: string
  • data: any
  • runId: string
  • Optionaltags: string[]
  • Optionalmetadata: Record<string, any>

  Returns any

OptionalhandleLLMNewToken

• handleLLMNewToken(token, idx, runId, parentRunId?, tags?, fields?): any

• Called when an LLM/ChatModel in streaming mode produces a new token

  Parameters

  • token: string
  • idx: NewTokenIndices

    idx.prompt is the index of the prompt that produced the token (if there are multiple prompts) idx.completion is the index of the completion that produced the token (if multiple completions per prompt are requested)
  • runId: string
  • OptionalparentRunId: string
  • Optionaltags: string[]
  • Optionalfields: HandleLLMNewTokenCallbackFields

  Returns any

OptionalhandleRetrieverEnd

• handleRetrieverEnd(documents, runId, parentRunId?, tags?): any

• Parameters

  • documents: DocumentInterface<Record<string, any>>[]
  • runId: string
  • OptionalparentRunId: string
  • Optionaltags: string[]

  Returns any

OptionalhandleRetrieverError

• handleRetrieverError(err, runId, parentRunId?, tags?): any

• Parameters

  • err: any
  • runId: string
  • OptionalparentRunId: string
  • Optionaltags: string[]

  Returns any

OptionalhandleRetrieverStart

• handleRetrieverStart(retriever, query, runId, parentRunId?, tags?, metadata?, name?): any

• Parameters

  • retriever: Serialized
  • query: string
  • runId: string
  • OptionalparentRunId: string
  • Optionaltags: string[]
  • Optionalmetadata: Record<string, unknown>
  • Optionalname: string

  Returns any

OptionalhandleText

• handleText(text, runId, parentRunId?, tags?): void | Promise<void>

• Parameters

  • text: string
  • runId: string
  • OptionalparentRunId: string
  • Optionaltags: string[]

  Returns void | Promise<void>

toJSON

• toJSON(): Serialized

• Returns Serialized

toJSONNotImplemented

• toJSONNotImplemented(): SerializedNotImplemented

• Returns SerializedNotImplemented

StaticfromMethods

• fromMethods(methods): {
      awaitHandlers: boolean;
      ignoreAgent: boolean;
      ignoreChain: boolean;
      ignoreCustomEvent: boolean;
      ignoreLLM: boolean;
      ignoreRetriever: boolean;
      name: string;
      raiseError: boolean;
      copy(): BaseCallbackHandler;
      handleAgentAction?(action: AgentAction, runId: string, parentRunId?: string, tags?: string[]): void | Promise<void>;
      handleAgentEnd?(action: AgentFinish, runId: string, parentRunId?: string, tags?: string[]): void | Promise<void>;
      handleChainEnd?(outputs: ChainValues, runId: string, parentRunId?: string, tags?: string[], kwargs?: {
          inputs?: Record<string, unknown>;
      }): any;
      handleChainError?(err: any, runId: string, parentRunId?: string, tags?: string[], kwargs?: {
          inputs?: Record<string, unknown>;
      }): any;
      handleChainStart?(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, runType?: string, runName?: string): any;
      handleChatModelStart?(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>, runName?: string): any;
      handleCustomEvent?(eventName: string, data: any, runId: string, tags?: string[], metadata?: Record<string, any>): any;
      handleLLMEnd?(output: LLMResult, runId: string, parentRunId?: string, tags?: string[]): any;
      handleLLMError?(err: any, runId: string, parentRunId?: string, tags?: string[]): any;
      handleLLMNewToken?(token: string, idx: NewTokenIndices, runId: string, parentRunId?: string, tags?: string[], fields?: HandleLLMNewTokenCallbackFields): any;
      handleLLMStart?(llm: Serialized, prompts: string[], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>, runName?: string): any;
      handleRetrieverEnd?(documents: DocumentInterface<Record<string, any>>[], runId: string, parentRunId?: string, tags?: string[]): any;
      handleRetrieverError?(err: any, runId: string, parentRunId?: string, tags?: string[]): any;
      handleRetrieverStart?(retriever: Serialized, query: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, name?: string): any;
      handleText?(text: string, runId: string, parentRunId?: string, tags?: string[]): void | Promise<void>;
      handleToolEnd?(output: any, runId: string, parentRunId?: string, tags?: string[]): any;
      handleToolError?(err: any, runId: string, parentRunId?: string, tags?: string[]): any;
      handleToolStart?(tool: Serialized, input: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, runName?: string): any;
      toJSON(): Serialized;
      toJSONNotImplemented(): SerializedNotImplemented;
  }

• Parameters

  • methods: BaseCallbackHandlerMethodsClass

  Returns {
      awaitHandlers: boolean;
      ignoreAgent: boolean;
      ignoreChain: boolean;
      ignoreCustomEvent: boolean;
      ignoreLLM: boolean;
      ignoreRetriever: boolean;
      name: string;
      raiseError: boolean;
      copy(): BaseCallbackHandler;
      handleAgentAction?(action: AgentAction, runId: string, parentRunId?: string, tags?: string[]): void | Promise<void>;
      handleAgentEnd?(action: AgentFinish, runId: string, parentRunId?: string, tags?: string[]): void | Promise<void>;
      handleChainEnd?(outputs: ChainValues, runId: string, parentRunId?: string, tags?: string[], kwargs?: {
          inputs?: Record<string, unknown>;
      }): any;
      handleChainError?(err: any, runId: string, parentRunId?: string, tags?: string[], kwargs?: {
          inputs?: Record<string, unknown>;
      }): any;
      handleChainStart?(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, runType?: string, runName?: string): any;
      handleChatModelStart?(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>, runName?: string): any;
      handleCustomEvent?(eventName: string, data: any, runId: string, tags?: string[], metadata?: Record<string, any>): any;
      handleLLMEnd?(output: LLMResult, runId: string, parentRunId?: string, tags?: string[]): any;
      handleLLMError?(err: any, runId: string, parentRunId?: string, tags?: string[]): any;
      handleLLMNewToken?(token: string, idx: NewTokenIndices, runId: string, parentRunId?: string, tags?: string[], fields?: HandleLLMNewTokenCallbackFields): any;
      handleLLMStart?(llm: Serialized, prompts: string[], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>, runName?: string): any;
      handleRetrieverEnd?(documents: DocumentInterface<Record<string, any>>[], runId: string, parentRunId?: string, tags?: string[]): any;
      handleRetrieverError?(err: any, runId: string, parentRunId?: string, tags?: string[]): any;
      handleRetrieverStart?(retriever: Serialized, query: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, name?: string): any;
      handleText?(text: string, runId: string, parentRunId?: string, tags?: string[]): void | Promise<void>;
      handleToolEnd?(output: any, runId: string, parentRunId?: string, tags?: string[]): any;
      handleToolError?(err: any, runId: string, parentRunId?: string, tags?: string[]): any;
      handleToolStart?(tool: Serialized, input: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, runName?: string): any;
      toJSON(): Serialized;
      toJSONNotImplemented(): SerializedNotImplemented;
  }

  • awaitHandlers: boolean

  • ignoreAgent: boolean

  • ignoreChain: boolean

  • ignoreCustomEvent: boolean

  • ignoreLLM: boolean

  • ignoreRetriever: boolean

  • name: string

  • raiseError: boolean

  • copy:function

    • copy(): BaseCallbackHandler

    • Returns BaseCallbackHandler

  • handleAgentAction?:function

    • handleAgentAction(action, runId, parentRunId?, tags?): void | Promise<void>

    • Called when an agent is about to execute an action, with the action and the run ID.

      Parameters

      • action: AgentAction
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]

      Returns void | Promise<void>

  • handleAgentEnd?:function

    • handleAgentEnd(action, runId, parentRunId?, tags?): void | Promise<void>

    • Called when an agent finishes execution, before it exits. with the final output and the run ID.

      Parameters

      • action: AgentFinish
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]

      Returns void | Promise<void>

  • handleChainEnd?:function

    • handleChainEnd(outputs, runId, parentRunId?, tags?, kwargs?): any

    • Called at the end of a Chain run, with the outputs and the run ID.

      Parameters

      • outputs: ChainValues
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]
      • Optionalkwargs: {
            inputs?: Record<string, unknown>;
        }

        • Optionalinputs?: Record<string, unknown>

      Returns any

  • handleChainError?:function

    • handleChainError(err, runId, parentRunId?, tags?, kwargs?): any

    • Called if a Chain run encounters an error

      Parameters

      • err: any
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]
      • Optionalkwargs: {
            inputs?: Record<string, unknown>;
        }

        • Optionalinputs?: Record<string, unknown>

      Returns any

  • handleChainStart?:function

    • handleChainStart(chain, inputs, runId, parentRunId?, tags?, metadata?, runType?, runName?): any

    • Called at the start of a Chain run, with the chain name and inputs and the run ID.

      Parameters

      • chain: Serialized
      • inputs: ChainValues
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]
      • Optionalmetadata: Record<string, unknown>
      • OptionalrunType: string
      • OptionalrunName: string

      Returns any

  • handleChatModelStart?:function

    • handleChatModelStart(llm, messages, runId, parentRunId?, extraParams?, tags?, metadata?, runName?): any

    • Called at the start of a Chat Model run, with the prompt(s) and the run ID.

      Parameters

      • llm: Serialized
      • messages: BaseMessage[][]
      • runId: string
      • OptionalparentRunId: string
      • OptionalextraParams: Record<string, unknown>
      • Optionaltags: string[]
      • Optionalmetadata: Record<string, unknown>
      • OptionalrunName: string

      Returns any

  • handleCustomEvent?:function

    • handleCustomEvent(eventName, data, runId, tags?, metadata?): any

    • Parameters

      • eventName: string
      • data: any
      • runId: string
      • Optionaltags: string[]
      • Optionalmetadata: Record<string, any>

      Returns any

  • handleLLMEnd?:function

    • handleLLMEnd(output, runId, parentRunId?, tags?): any

    • Called at the end of an LLM/ChatModel run, with the output and the run ID.

      Parameters

      • output: LLMResult
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]

      Returns any

  • handleLLMError?:function

    • handleLLMError(err, runId, parentRunId?, tags?): any

    • Called if an LLM/ChatModel run encounters an error

      Parameters

      • err: any
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]

      Returns any

  • handleLLMNewToken?:function

    • handleLLMNewToken(token, idx, runId, parentRunId?, tags?, fields?): any

    • Called when an LLM/ChatModel in streaming mode produces a new token

      Parameters

      • token: string
      • idx: NewTokenIndices
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]
      • Optionalfields: HandleLLMNewTokenCallbackFields

      Returns any

  • handleLLMStart?:function

    • handleLLMStart(llm, prompts, runId, parentRunId?, extraParams?, tags?, metadata?, runName?): any

    • Called at the start of an LLM or Chat Model run, with the prompt(s) and the run ID.

      Parameters

      • llm: Serialized
      • prompts: string[]
      • runId: string
      • OptionalparentRunId: string
      • OptionalextraParams: Record<string, unknown>
      • Optionaltags: string[]
      • Optionalmetadata: Record<string, unknown>
      • OptionalrunName: string

      Returns any

  • handleRetrieverEnd?:function

    • handleRetrieverEnd(documents, runId, parentRunId?, tags?): any

    • Parameters

      • documents: DocumentInterface<Record<string, any>>[]
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]

      Returns any

  • handleRetrieverError?:function

    • handleRetrieverError(err, runId, parentRunId?, tags?): any

    • Parameters

      • err: any
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]

      Returns any

  • handleRetrieverStart?:function

    • handleRetrieverStart(retriever, query, runId, parentRunId?, tags?, metadata?, name?): any

    • Parameters

      • retriever: Serialized
      • query: string
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]
      • Optionalmetadata: Record<string, unknown>
      • Optionalname: string

      Returns any

  • handleText?:function

    • handleText(text, runId, parentRunId?, tags?): void | Promise<void>

    • Parameters

      • text: string
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]

      Returns void | Promise<void>

  • handleToolEnd?:function

    • handleToolEnd(output, runId, parentRunId?, tags?): any

    • Called at the end of a Tool run, with the tool output and the run ID.

      Parameters

      • output: any
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]

      Returns any

  • handleToolError?:function

    • handleToolError(err, runId, parentRunId?, tags?): any

    • Called if a Tool run encounters an error

      Parameters

      • err: any
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]

      Returns any

  • handleToolStart?:function

    • handleToolStart(tool, input, runId, parentRunId?, tags?, metadata?, runName?): any

    • Called at the start of a Tool run, with the tool name and input and the run ID.

      Parameters

      • tool: Serialized
      • input: string
      • runId: string
      • OptionalparentRunId: string
      • Optionaltags: string[]
      • Optionalmetadata: Record<string, unknown>
      • OptionalrunName: string

      Returns any

  • toJSON:function

    • toJSON(): Serialized

    • Returns Serialized

  • toJSONNotImplemented:function

    • toJSONNotImplemented(): SerializedNotImplemented

    • Returns SerializedNotImplemented