Table of Contents

Interface IComputerUseActionHandler

Namespace
Glitch9.AIDevKit.Agents
public interface IComputerUseActionHandler

Properties

ScreenshotPathType 

ScreenshotPathType ScreenshotPathType { get; }

Property Value

ScreenshotPathType

Methods

OnKeyboardKeysPressedAsync(List<string>, CancellationToken) 

UniTask OnKeyboardKeysPressedAsync(List<string> keys, CancellationToken ct)

Parameters

keys List<string>
ct CancellationToken

Returns

UniTask

OnKeyboardTypedAsync(string, CancellationToken) 

UniTask OnKeyboardTypedAsync(string text, CancellationToken ct)

Parameters

text string
ct CancellationToken

Returns

UniTask

OnMouseClickAsync(MouseButton, Vector2, CancellationToken) 

UniTask OnMouseClickAsync(MouseButton button, Vector2 position, CancellationToken ct)

Parameters

button MouseButton
position Vector2
ct CancellationToken

Returns

UniTask

OnMouseDoubleClickAsync(Vector2, CancellationToken) 

UniTask OnMouseDoubleClickAsync(Vector2 position, CancellationToken ct)

Parameters

position Vector2
ct CancellationToken

Returns

UniTask

OnMouseDragAsync(List<Vector2>, CancellationToken) 

UniTask OnMouseDragAsync(List<Vector2> path, CancellationToken ct)

Parameters

path List<Vector2>
ct CancellationToken

Returns

UniTask

OnMouseMoveAsync(Vector2, CancellationToken) 

UniTask OnMouseMoveAsync(Vector2 position, CancellationToken ct)

Parameters

position Vector2
ct CancellationToken

Returns

UniTask

OnMouseScrollAsync(Vector2, Vector2, CancellationToken) 

UniTask OnMouseScrollAsync(Vector2 position, Vector2 scroll, CancellationToken ct)

Parameters

position Vector2
scroll Vector2
ct CancellationToken

Returns

UniTask

OnTakeScreenshotAsync(CancellationToken)

Takes a screenshot and provides

  • The uploaded file ID if ScreenshotPathType is FileId
  • Your own URL if ScreenshotPathType is Url
UniTask<string> OnTakeScreenshotAsync(CancellationToken ct)

Parameters

ct CancellationToken

Returns

UniTask<string>

OnWaitAsync(CancellationToken) 

UniTask OnWaitAsync(CancellationToken ct)

Parameters

ct CancellationToken

Returns

UniTask