BaseLLM

Defined in: packages/core/src/llms/base.ts:22

Unified language model interface

Extended by

• ToolCallLLM

Type Parameters

AdditionalChatOptions

AdditionalChatOptions extends object = object

AdditionalMessageOptions

AdditionalMessageOptions extends object = object

Implements

• LLM<AdditionalChatOptions>

Constructors

Constructor

new BaseLLM<AdditionalChatOptions, AdditionalMessageOptions>(): BaseLLM<AdditionalChatOptions, AdditionalMessageOptions>

Returns

BaseLLM<AdditionalChatOptions, AdditionalMessageOptions>

Properties

metadata

abstract metadata: LLMMetadata

Defined in: packages/core/src/llms/base.ts:27

Implementation of

LLM.metadata

Methods

complete()

Call Signature

complete(params): Promise<AsyncIterable<CompletionResponse, any, any>>

Defined in: packages/core/src/llms/base.ts:29

Get a prompt completion from the LLM

Parameters

params

LLMCompletionParamsStreaming

Returns

Promise<AsyncIterable<CompletionResponse, any, any>>

Implementation of

LLM.complete

Call Signature

complete(params): Promise<CompletionResponse>

Defined in: packages/core/src/llms/base.ts:32

Parameters

params

LLMCompletionParamsNonStreaming

Returns

Promise<CompletionResponse>

Implementation of

LLM.complete

---

chat()

Call Signature

abstract chat(params): Promise<AsyncIterable<ChatResponseChunk<AdditionalMessageOptions>, any, any>>

Defined in: packages/core/src/llms/base.ts:64

Get a chat response from the LLM

Parameters

params

LLMChatParamsStreaming<AdditionalChatOptions, AdditionalMessageOptions>

Returns

Promise<AsyncIterable<ChatResponseChunk<AdditionalMessageOptions>, any, any>>

Implementation of

LLM.chat

Call Signature

abstract chat(params): Promise<ChatResponse<AdditionalMessageOptions>>

Defined in: packages/core/src/llms/base.ts:70

Parameters

params

LLMChatParamsNonStreaming<AdditionalChatOptions, AdditionalMessageOptions>

Returns

Promise<ChatResponse<AdditionalMessageOptions>>

Implementation of

LLM.chat

---

exec()

Call Signature

exec(params): Promise<ExecStreamResponse<AdditionalMessageOptions>>

Defined in: packages/core/src/llms/base.ts:77

Parameters

params

LLMChatParamsStreaming<AdditionalChatOptions, AdditionalMessageOptions>

Returns

Promise<ExecStreamResponse<AdditionalMessageOptions>>

Call Signature

exec(params): Promise<ExecResponse<AdditionalMessageOptions>>

Defined in: packages/core/src/llms/base.ts:83

Parameters

params

LLMChatParamsNonStreaming<AdditionalChatOptions, AdditionalMessageOptions>

Returns

Promise<ExecResponse<AdditionalMessageOptions>>

---

streamExec()

streamExec(params): Promise<ExecStreamResponse<AdditionalMessageOptions>>

Defined in: packages/core/src/llms/base.ts:127

Parameters

params

LLMChatParamsStreaming<AdditionalChatOptions, AdditionalMessageOptions>

Returns

Promise<ExecStreamResponse<AdditionalMessageOptions>>