Class RemoteLLM<TMessage>

Namespace

Prefrontal.Modules.Chat

Assembly

Prefrontal.Modules.dll

public class RemoteLLM<TMessage> : LLM<TMessage>

Type Parameters

TMessage

Inheritance

object

LLM<TMessage>

RemoteLLM<TMessage>

Inherited Members

LLM<TMessage>.Messages

LLM<TMessage>.Model

LLM<TMessage>.Temperature

LLM<TMessage>.MaxTokens

LLM<TMessage>.TopP

LLM<TMessage>.TopK

LLM<TMessage>.PresencePenalty

LLM<TMessage>.FrequencyPenalty

LLM<TMessage>.RepeatPenalty

LLM<TMessage>.Seed

LLM<TMessage>.ReasoningEffort

LLM<TMessage>.ContinueAsync(CancellationToken)

LLM<TMessage>.CompleteAsync(CancellationToken)

LLM<TMessage>.GetEmbeddingsAsync(string, int?, string, CancellationToken)

LLM<TMessage>.EmptyCompletionMessageFactory

LLM<TMessage>.CreateEmptyCompletionChunk(int)

object.Equals(object)

object.Equals(object, object)

object.GetHashCode()

object.GetType()

object.MemberwiseClone()

object.ReferenceEquals(object, object)

object.ToString()

Extension Methods

XEnumerable.Tap<TEnumerable, T>(TEnumerable, Func<TEnumerable, T>, out T)

Constructors

RemoteLLM(string, string, JsonSerializerOptions?)

public RemoteLLM(string openAICompatibleEndpoint, string apiKey, JsonSerializerOptions? jsonSerializerOptions = null)

Parameters

openAICompatibleEndpoint string

apiKey string

jsonSerializerOptions JsonSerializerOptions

Fields

DEFAULT_JSON_SERIALIZER_OPTIONS

public static readonly JsonSerializerOptions DEFAULT_JSON_SERIALIZER_OPTIONS

Field Value

JsonSerializerOptions

Methods

CompleteAsync(int, CancellationToken)

public override Task<LLM<TMessage>.CompletionChunk> CompleteAsync(int n, CancellationToken cancellationToken = default)

Parameters

n int

cancellationToken CancellationToken

Returns

Task<LLM<TMessage>.CompletionChunk>

ContinueAsync(int, CancellationToken)

public override IAsyncEnumerable<LLM<TMessage>.CompletionChunk> ContinueAsync(int n, CancellationToken cancellationToken = default)

Parameters

n int

cancellationToken CancellationToken

Returns

IAsyncEnumerable<LLM<TMessage>.CompletionChunk>

GetAvailableModelsAsync(CancellationToken)

public override Task<List<LLM<TMessage>.ModelInfo>> GetAvailableModelsAsync(CancellationToken cancellationToken = default)

Parameters

cancellationToken CancellationToken

Returns

Task<List<LLM<TMessage>.ModelInfo>>

GetEmbeddingsAsync(List<string>, int?, string?, CancellationToken)

public override Task<List<LLM<TMessage>.EmbeddingObject>> GetEmbeddingsAsync(List<string> input, int? dimensions = null, string? user = null, CancellationToken cancellationToken = default)

Parameters

input List<string>

dimensions int?

user string

cancellationToken CancellationToken

Returns

Task<List<LLM<TMessage>.EmbeddingObject>>