Class: Portkey
Hierarchy
BaseLLM↳
Portkey
Constructors
constructor
• new Portkey(init?)
Parameters
| Name | Type |
|---|---|
init? | Partial<Portkey> |
Overrides
BaseLLM.constructor
Defined in
packages/core/src/llm/LLM.ts:705
Properties
apiKey
• Optional apiKey: string = undefined
Defined in
packages/core/src/llm/LLM.ts:698
baseURL
• Optional baseURL: string = undefined
Defined in
packages/core/src/llm/LLM.ts:699
callbackManager
• Optional callbackManager: CallbackManager
Defined in
packages/core/src/llm/LLM.ts:703
llms
• Optional llms: null | [LLMOptions] = undefined
Defined in
packages/core/src/llm/LLM.ts:701
mode
• Optional mode: string = undefined
Defined in
packages/core/src/llm/LLM.ts:700
session
• session: PortkeySession
Defined in
packages/core/src/llm/LLM.ts:702
Accessors
metadata
• get metadata(): LLMMetadata
Returns
Overrides
BaseLLM.metadata
Defined in
packages/core/src/llm/LLM.ts:724
Methods
chat
▸ chat(params): Promise<AsyncIterable<ChatResponseChunk>>
Parameters
| Name | Type |
|---|---|
params | LLMChatParamsStreaming |
Returns
Promise<AsyncIterable<ChatResponseChunk>>
Overrides
BaseLLM.chat
Defined in
packages/core/src/llm/LLM.ts:728
▸ chat(params): Promise<ChatResponse>
Parameters
| Name | Type |
|---|---|
params | LLMChatParamsNonStreaming |
Returns
Promise<ChatResponse>
Overrides
BaseLLM.chat
Defined in
packages/core/src/llm/LLM.ts:731
complete
▸ complete(params): Promise<AsyncIterable<CompletionResponse>>
Parameters
| Name | Type |
|---|---|
params | LLMCompletionParamsStreaming |
Returns
Promise<AsyncIterable<CompletionResponse>>
Inherited from
BaseLLM.complete
Defined in
packages/core/src/llm/base.ts:18
▸ complete(params): Promise<CompletionResponse>
Parameters
| Name | Type |
|---|---|
params | LLMCompletionParamsNonStreaming |
Returns
Promise<CompletionResponse>
Inherited from
BaseLLM.complete
Defined in
packages/core/src/llm/base.ts:21
streamChat
▸ streamChat(messages, parentEvent?, params?): AsyncIterable<ChatResponseChunk>
Parameters
| Name | Type |
|---|---|
messages | ChatMessage[] |
parentEvent? | Event |
params? | Record<string, any> |
Returns
AsyncIterable<ChatResponseChunk>
Defined in
packages/core/src/llm/LLM.ts:751
tokens
▸ tokens(messages): number
Parameters
| Name | Type |
|---|---|
messages | ChatMessage[] |
Returns
number
Overrides
BaseLLM.tokens