Screen-VLA / types.ts
Gemini
VLA Data Generator - Complete TypeScript/React app with backend
256cef9
raw
history blame contribute delete
675 Bytes
export type InteractionType = 'click' | 'type';
export interface Interaction {
type: InteractionType;
details: string;
frameIndex: number; // The index of the frame where this interaction occurs
x?: number; // Relative X coordinate for clicks (0.0 to 1.0)
y?: number; // Relative Y coordinate for clicks (0.0 to 1.0)
}
export interface TaskSegment {
id: number;
description: string; // Should be goal-oriented
interactions: Interaction[];
startFrame: number; // The starting frame index for this task segment
endFrame: number; // The ending frame index for this task segment
}
export interface VlaData {
overallGoal: string;
tasks: TaskSegment[];
}