Skip to main content

Class: Ollama

This class both implements the LLM and Embedding interfaces.

Extends

Extended by

Implements

  • LLM
  • Omit<OllamaBase, "chat">

Constructors

new Ollama()

new Ollama(params): Ollama

Parameters

params: OllamaParams

Returns

Ollama

Overrides

BaseEmbedding . constructor

Source

packages/core/src/llm/ollama.ts:75

Properties

embedBatchSize

embedBatchSize: number = DEFAULT_EMBED_BATCH_SIZE

Inherited from

BaseEmbedding . embedBatchSize

Source

packages/core/src/embeddings/types.ts:13


hasStreaming

readonly hasStreaming: true = true

Source

packages/core/src/llm/ollama.ts:61


model

model: string

Source

packages/core/src/llm/ollama.ts:66


ollama

ollama: Ollama

Source

packages/core/src/llm/ollama.ts:63


options

options: Partial<Omit<Options, "temperature" | "top_p" | "num_ctx">> & Pick<Options, "temperature" | "top_p" | "num_ctx">

Source

packages/core/src/llm/ollama.ts:68

Accessors

metadata

get metadata(): LLMMetadata

Returns

LLMMetadata

Source

packages/core/src/llm/ollama.ts:87

Methods

abort()

abort(): void

Returns

void

Implementation of

Omit.abort

Source

packages/core/src/llm/ollama.ts:205


chat()

chat(params)

chat(params): Promise<AsyncIterable <ChatResponseChunk>>

Get a chat response from the LLM

Parameters

params: LLMChatParamsStreaming<object, object>

Returns

Promise<AsyncIterable <ChatResponseChunk>>

Implementation of

LLM . chat

Source

packages/core/src/llm/ollama.ts:99

chat(params)

chat(params): Promise <ChatResponse<object>>

Parameters

params: LLMChatParamsNonStreaming<object, object>

Returns

Promise <ChatResponse<object>>

Implementation of

LLM . chat

Source

packages/core/src/llm/ollama.ts:102


complete()

complete(params)

complete(params): Promise<AsyncIterable <CompletionResponse>>

Get a prompt completion from the LLM

Parameters

params: LLMCompletionParamsStreaming

Returns

Promise<AsyncIterable <CompletionResponse>>

Implementation of

LLM . complete

Source

packages/core/src/llm/ollama.ts:140

complete(params)

complete(params): Promise <CompletionResponse>

Parameters

params: LLMCompletionParamsNonStreaming

Returns

Promise <CompletionResponse>

Implementation of

LLM . complete

Source

packages/core/src/llm/ollama.ts:143


copy()

copy(request): Promise<StatusResponse>

Parameters

request: CopyRequest

Returns

Promise<StatusResponse>

Implementation of

Omit.copy

Source

packages/core/src/llm/ollama.ts:241


create()

create(request)

create(request): Promise<AsyncGenerator<ProgressResponse, any, unknown>>

Parameters

request: CreateRequest & object

Returns

Promise<AsyncGenerator<ProgressResponse, any, unknown>>

Implementation of

Omit.create

Source

packages/core/src/llm/ollama.ts:220

create(request)

create(request): Promise<ProgressResponse>

Parameters

request: CreateRequest & object

Returns

Promise<ProgressResponse>

Implementation of

Omit.create

Source

packages/core/src/llm/ollama.ts:223


delete()

delete(request): Promise<StatusResponse>

Parameters

request: DeleteRequest

Returns

Promise<StatusResponse>

Implementation of

Omit.delete

Source

packages/core/src/llm/ollama.ts:238


embeddings()

embeddings(request): Promise<EmbeddingsResponse>

Parameters

request: EmbeddingsRequest

Returns

Promise<EmbeddingsResponse>

Implementation of

Omit.embeddings

Source

packages/core/src/llm/ollama.ts:250


encodeImage()

encodeImage(image): Promise<string>

Parameters

image: string | Uint8Array

Returns

Promise<string>

Implementation of

Omit.encodeImage

Source

packages/core/src/llm/ollama.ts:208


generate()

generate(request)

generate(request): Promise<AsyncGenerator<GenerateResponse, any, unknown>>

Parameters

request: GenerateRequest & object

Returns

Promise<AsyncGenerator<GenerateResponse, any, unknown>>

Implementation of

Omit.generate

Source

packages/core/src/llm/ollama.ts:211

generate(request)

generate(request): Promise<GenerateResponse>

Parameters

request: GenerateRequest & object

Returns

Promise<GenerateResponse>

Implementation of

Omit.generate

Source

packages/core/src/llm/ollama.ts:214


getEmbedding()

private getEmbedding(prompt): Promise<number[]>

Parameters

prompt: string

Returns

Promise<number[]>

Source

packages/core/src/llm/ollama.ts:176


getQueryEmbedding()

getQueryEmbedding(query): Promise<null | number[]>

Parameters

query: MessageContentDetail

Returns

Promise<null | number[]>

Inherited from

BaseEmbedding . getQueryEmbedding

Source

packages/core/src/embeddings/types.ts:25


getTextEmbedding()

getTextEmbedding(text): Promise<number[]>

Parameters

text: string

Returns

Promise<number[]>

Overrides

BaseEmbedding . getTextEmbedding

Source

packages/core/src/llm/ollama.ts:190


getTextEmbeddings()

getTextEmbeddings(texts): Promise<number[][]>

Optionally override this method to retrieve multiple embeddings in a single request

Parameters

texts: string[]

Returns

Promise<number[][]>

Inherited from

BaseEmbedding . getTextEmbeddings

Source

packages/core/src/embeddings/types.ts:39


getTextEmbeddingsBatch()

getTextEmbeddingsBatch(texts, options?): Promise<number[][]>

Get embeddings for a batch of texts

Parameters

texts: string[]

options?

options.logProgress?: boolean

Returns

Promise<number[][]>

Inherited from

BaseEmbedding . getTextEmbeddingsBatch

Source

packages/core/src/embeddings/types.ts:55


list()

list(): Promise<ListResponse>

Returns

Promise<ListResponse>

Implementation of

Omit.list

Source

packages/core/src/llm/ollama.ts:244


pull()

pull(request)

pull(request): Promise<AsyncGenerator<ProgressResponse, any, unknown>>

Parameters

request: PullRequest & object

Returns

Promise<AsyncGenerator<ProgressResponse, any, unknown>>

Implementation of

Omit.pull

Source

packages/core/src/llm/ollama.ts:229

pull(request)

pull(request): Promise<ProgressResponse>

Parameters

request: PullRequest & object

Returns

Promise<ProgressResponse>

Implementation of

Omit.pull

Source

packages/core/src/llm/ollama.ts:232


push()

push(request)

push(request): Promise<AsyncGenerator<ProgressResponse, any, unknown>>

Parameters

request: PushRequest & object

Returns

Promise<AsyncGenerator<ProgressResponse, any, unknown>>

Implementation of

Omit.push

Source

packages/core/src/llm/ollama.ts:196

push(request)

push(request): Promise<ProgressResponse>

Parameters

request: PushRequest & object

Returns

Promise<ProgressResponse>

Implementation of

Omit.push

Source

packages/core/src/llm/ollama.ts:199


show()

show(request): Promise<ShowResponse>

Parameters

request: ShowRequest

Returns

Promise<ShowResponse>

Implementation of

Omit.show

Source

packages/core/src/llm/ollama.ts:247


similarity()

similarity(embedding1, embedding2, mode): number

Parameters

embedding1: number[]

embedding2: number[]

mode: SimilarityType= SimilarityType.DEFAULT

Returns

number

Inherited from

BaseEmbedding . similarity

Source

packages/core/src/embeddings/types.ts:15


transform()

transform(nodes, _options?): Promise <BaseNode <Metadata>[]>

Parameters

nodes: BaseNode <Metadata>[]

_options?: any

Returns

Promise <BaseNode <Metadata>[]>

Inherited from

BaseEmbedding . transform

Source

packages/core/src/embeddings/types.ts:69