Table of Contents

Class GENResponseTask

Namespace
Glitch9.AIDevKit

Task for generating text using an LLM model. Supports instructions and role-based prompts.

public class GENResponseTask : GENTextGenerationTask<GENResponseTask, ChatCompletion>, IGENTextTask, IStreamingChatTask<GENResponseTask>, IGENTask
Inheritance
object
GENResponseTask
Implements
Derived
Inherited Members
Extension Methods

Constructors

GENResponseTask(TextPrompt)

public GENResponseTask(TextPrompt prompt)

Parameters

prompt TextPrompt

Properties

Method

public override string Method { get; }

Property Value

string

StreamHandlerBuilder

public ChatStreamHandler.Builder StreamHandlerBuilder { get; set; }

Property Value

ChatStreamHandler.Builder

Methods

ExecuteAsyncINTERNAL()

Executes the text generation and returns the full response as a string.

protected override UniTask<ChatCompletion> ExecuteAsyncINTERNAL()

Returns

UniTask<ChatCompletion>

OnStreamDeltaChunk(Action<ChatDelta[]>)

public GENResponseTask OnStreamDeltaChunk(Action<ChatDelta[]> onDeltaChunk)

Parameters

onDeltaChunk Action<ChatDelta[]>

Returns

GENResponseTask

OnStreamDone(Action<ChatCompletion>)

public GENResponseTask OnStreamDone(Action<ChatCompletion> onDone)

Parameters

onDone Action<ChatCompletion>

Returns

GENResponseTask

OnStreamError(Action<string>)

public GENResponseTask OnStreamError(Action<string> onError)

Parameters

onError Action<string>

Returns

GENResponseTask

OnStreamSpeechAudio(Action<float[]>)

public GENResponseTask OnStreamSpeechAudio(Action<float[]> onReceiveSpeechAudio)

Parameters

onReceiveSpeechAudio Action<float[]>

Returns

GENResponseTask

OnStreamText(Action<string>)

public GENResponseTask OnStreamText(Action<string> onReceiveText)

Parameters

onReceiveText Action<string>

Returns

GENResponseTask

OnStreamToolCalls(Action<ToolCall[]>)

public GENResponseTask OnStreamToolCalls(Action<ToolCall[]> onToolCalls)

Parameters

onToolCalls Action<ToolCall[]>

Returns

GENResponseTask

OnStreamUsage(Action<Usage>)

public GENResponseTask OnStreamUsage(Action<Usage> onReceiveUsage)

Parameters

onReceiveUsage Action<Usage>

Returns

GENResponseTask

StreamAsync(ChatStreamHandler)

Streams text generation output in real time as it's received from the model.

public virtual UniTask StreamAsync(ChatStreamHandler streamHandler = null)

Parameters

streamHandler ChatStreamHandler

Returns

UniTask