mirror of
https://github.com/soconnor0919/hristudio.git
synced 2026-05-08 13:58:55 -04:00
Compare commits
4 Commits
5b5490cb90
..
main
| Author | SHA1 | Date | |
|---|---|---|---|
| 14182bf078 | |||
| 943c7bd963 | |||
| 6b54724171 | |||
| 86c1f35537 |
+1
-1
Submodule robot-plugins updated: 8f5ee4891f...8334b809f2
@@ -21,27 +21,27 @@ export async function POST(request: NextRequest) {
|
||||
const body = await request.json();
|
||||
const { action, studyId, robotId, parameters } = body;
|
||||
|
||||
// Verify user has access to the study
|
||||
const membership = await db.query.studyMembers.findFirst({
|
||||
where: and(
|
||||
eq(studyMembers.studyId, studyId),
|
||||
eq(studyMembers.userId, session.user.id),
|
||||
),
|
||||
});
|
||||
|
||||
if (!membership || !["owner", "researcher"].includes(membership.role)) {
|
||||
return NextResponse.json(
|
||||
{ error: "Insufficient permissions" },
|
||||
{ status: 403 },
|
||||
);
|
||||
}
|
||||
|
||||
const robotIp =
|
||||
process.env.NAO_ROBOT_IP || process.env.NAO_IP || "134.82.159.168";
|
||||
const password = process.env.NAO_PASSWORD || "robolab";
|
||||
|
||||
switch (action) {
|
||||
case "initialize": {
|
||||
// Requires study membership
|
||||
const membership = await db.query.studyMembers.findFirst({
|
||||
where: and(
|
||||
eq(studyMembers.studyId, studyId),
|
||||
eq(studyMembers.userId, session.user.id),
|
||||
),
|
||||
});
|
||||
|
||||
if (!membership || !["owner", "researcher"].includes(membership.role)) {
|
||||
return NextResponse.json(
|
||||
{ error: "Insufficient permissions" },
|
||||
{ status: 403 },
|
||||
);
|
||||
}
|
||||
|
||||
console.log(`[Robots API] Initializing robot at ${robotIp}`);
|
||||
|
||||
const disableAlCmd = `sshpass -p "${password}" ssh -o StrictHostKeyChecking=no "nao@${robotIp}" "python2 -c \\"import sys; sys.path.append('/opt/aldebaran/lib/python2.7/site-packages'); import naoqi; al = naoqi.ALProxy('ALAutonomousLife', '127.0.0.1', 9559); al.setState('disabled')\\""`;
|
||||
@@ -58,6 +58,21 @@ export async function POST(request: NextRequest) {
|
||||
}
|
||||
|
||||
case "executeSystemAction": {
|
||||
// Requires study membership
|
||||
const membership = await db.query.studyMembers.findFirst({
|
||||
where: and(
|
||||
eq(studyMembers.studyId, studyId),
|
||||
eq(studyMembers.userId, session.user.id),
|
||||
),
|
||||
});
|
||||
|
||||
if (!membership || !["owner", "researcher"].includes(membership.role)) {
|
||||
return NextResponse.json(
|
||||
{ error: "Insufficient permissions" },
|
||||
{ status: 403 },
|
||||
);
|
||||
}
|
||||
|
||||
const { id, parameters: actionParams } = parameters ?? {};
|
||||
console.log(`[Robots API] Executing system action ${id}`);
|
||||
|
||||
@@ -145,7 +160,9 @@ export async function POST(request: NextRequest) {
|
||||
}
|
||||
|
||||
case "executeSSH": {
|
||||
const { command } = parameters ?? {};
|
||||
// Session auth is sufficient — no studyId needed
|
||||
// command may be top-level in body or nested under parameters
|
||||
const { command } = parameters ?? body;
|
||||
if (!command) {
|
||||
return NextResponse.json(
|
||||
{ error: "Missing command parameter" },
|
||||
|
||||
@@ -835,6 +835,40 @@ export function PropertiesPanelBase({
|
||||
</SelectContent>
|
||||
</Select>
|
||||
</div>
|
||||
<div>
|
||||
<Label className="text-xs">After this step, go to</Label>
|
||||
<p className="text-muted-foreground mb-1 text-[10px]">
|
||||
Override the next step (use to converge branch paths).
|
||||
</p>
|
||||
<Select
|
||||
value={(selectedStep.trigger.conditions as any)?.nextStepId ?? "__linear__"}
|
||||
onValueChange={(val) => {
|
||||
onStepUpdate(selectedStep.id, {
|
||||
trigger: {
|
||||
...selectedStep.trigger,
|
||||
conditions: {
|
||||
...(selectedStep.trigger.conditions as any),
|
||||
nextStepId: val === "__linear__" ? undefined : val,
|
||||
},
|
||||
},
|
||||
});
|
||||
}}
|
||||
>
|
||||
<SelectTrigger className="mt-1 h-7 w-full text-xs">
|
||||
<SelectValue placeholder="Next step (default)" />
|
||||
</SelectTrigger>
|
||||
<SelectContent>
|
||||
<SelectItem value="__linear__">Next step (default)</SelectItem>
|
||||
{design.steps
|
||||
.filter((s) => s.id !== selectedStep.id)
|
||||
.map((s) => (
|
||||
<SelectItem key={s.id} value={s.id}>
|
||||
{s.name}
|
||||
</SelectItem>
|
||||
))}
|
||||
</SelectContent>
|
||||
</Select>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
@@ -430,8 +430,7 @@ export const WizardInterface = React.memo(function WizardInterface({
|
||||
order: step.order ?? index,
|
||||
actions:
|
||||
step.actions
|
||||
?.filter((a) => a.type !== "branch")
|
||||
.map((action) => ({
|
||||
?.map((action) => ({
|
||||
id: action.id,
|
||||
name: action.name,
|
||||
description: action.description,
|
||||
@@ -793,8 +792,11 @@ export const WizardInterface = React.memo(function WizardInterface({
|
||||
);
|
||||
}
|
||||
|
||||
// Default: Linear progression
|
||||
const nextIndex = currentStepIndex + 1;
|
||||
// Default: Linear progression (skip steps marked as skipped by branching)
|
||||
let nextIndex = currentStepIndex + 1;
|
||||
while (nextIndex < steps.length && skippedSteps.has(nextIndex)) {
|
||||
nextIndex++;
|
||||
}
|
||||
if (nextIndex < steps.length) {
|
||||
// Mark current step as complete
|
||||
setCompletedSteps((prev) => {
|
||||
@@ -923,8 +925,8 @@ export const WizardInterface = React.memo(function WizardInterface({
|
||||
// Log action execution
|
||||
console.log("Executing action:", actionId, parameters);
|
||||
|
||||
// Handle branching logic (wizard_wait_for_response)
|
||||
if (parameters?.value && parameters?.label) {
|
||||
// Handle branching logic (wizard_wait_for_response / branch)
|
||||
if (parameters?.label || parameters?.nextStepId) {
|
||||
setLastResponse(String(parameters.value));
|
||||
|
||||
// If nextStepId is provided, jump immediately
|
||||
@@ -943,6 +945,24 @@ export const WizardInterface = React.memo(function WizardInterface({
|
||||
console.log(
|
||||
`[WizardInterface] Choice-based jump to step ${targetIndex} (${nextId})`,
|
||||
);
|
||||
|
||||
// Mark other branch targets as skipped so linear progression bypasses them
|
||||
const branchingStep = steps[currentStepIndex];
|
||||
const allOptions =
|
||||
(branchingStep?.conditions?.options as any[]) ?? [];
|
||||
setSkippedSteps((prev) => {
|
||||
const next = new Set(prev);
|
||||
for (const opt of allOptions) {
|
||||
if (opt.nextStepId && opt.nextStepId !== nextId) {
|
||||
const otherIdx = steps.findIndex(
|
||||
(s) => s.id === opt.nextStepId,
|
||||
);
|
||||
if (otherIdx !== -1) next.add(otherIdx);
|
||||
}
|
||||
}
|
||||
return next;
|
||||
});
|
||||
|
||||
handleNextStep(targetIndex);
|
||||
return; // Exit after jump
|
||||
} else {
|
||||
|
||||
@@ -499,6 +499,7 @@ export function WizardActionItem({
|
||||
// Manual/Wizard Actions (Leaf nodes)
|
||||
!isContainer &&
|
||||
action.type !== "wizard_wait_for_response" &&
|
||||
!isBranch &&
|
||||
!isCompleted && (
|
||||
<Button
|
||||
size="sm"
|
||||
@@ -524,7 +525,7 @@ export function WizardActionItem({
|
||||
<div className="grid grid-cols-1 gap-2 pt-3 sm:grid-cols-2">
|
||||
{(action.parameters.options as any[]).map((opt, optIdx) => {
|
||||
const label = typeof opt === "string" ? opt : opt.label;
|
||||
const value = typeof opt === "string" ? opt : opt.value;
|
||||
const value = typeof opt === "string" ? opt : (opt.value ?? opt.label);
|
||||
const nextStepId =
|
||||
typeof opt === "object" ? opt.nextStepId : undefined;
|
||||
|
||||
|
||||
@@ -675,8 +675,11 @@ export const experimentsRouter = createTRPCRouter({
|
||||
// Delete existing steps and actions for this experiment
|
||||
await ctx.db.delete(steps).where(eq(steps.experimentId, id));
|
||||
|
||||
// Map from designer temp step ID → new DB UUID (for branch nextStepId fix-up)
|
||||
const stepIdMap = new Map<string, string>();
|
||||
|
||||
// Create new steps and actions
|
||||
for (const convertedStep of convertedSteps) {
|
||||
for (const [i, convertedStep] of convertedSteps.entries()) {
|
||||
const [newStep] = await ctx.db
|
||||
.insert(steps)
|
||||
.values({
|
||||
@@ -698,6 +701,10 @@ export const experimentsRouter = createTRPCRouter({
|
||||
});
|
||||
}
|
||||
|
||||
// Record temp ID → real UUID so branch nextStepId refs can be fixed up
|
||||
const tempId = normalizedSteps[i]?.id;
|
||||
if (tempId) stepIdMap.set(tempId, newStep.id);
|
||||
|
||||
// Create actions for this step
|
||||
for (const convertedAction of convertedStep.actions) {
|
||||
await ctx.db.insert(actions).values({
|
||||
@@ -724,6 +731,25 @@ export const experimentsRouter = createTRPCRouter({
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
// Fix-up branch nextStepId: replace temp designer IDs with real DB UUIDs
|
||||
// in both action parameters and step conditions
|
||||
for (const [tempId, dbId] of stepIdMap) {
|
||||
await ctx.db.execute(
|
||||
sql`UPDATE ${actions}
|
||||
SET parameters = replace(parameters::text, ${tempId}, ${dbId})::jsonb
|
||||
WHERE step_id IN (
|
||||
SELECT id FROM ${steps} WHERE experiment_id = ${id}
|
||||
)
|
||||
AND parameters::text LIKE ${"%" + tempId + "%"}`,
|
||||
);
|
||||
await ctx.db.execute(
|
||||
sql`UPDATE ${steps}
|
||||
SET conditions = replace(conditions::text, ${tempId}, ${dbId})::jsonb
|
||||
WHERE experiment_id = ${id}
|
||||
AND conditions::text LIKE ${"%" + tempId + "%"}`,
|
||||
);
|
||||
}
|
||||
} catch (error) {
|
||||
throw new TRPCError({
|
||||
code: "INTERNAL_SERVER_ERROR",
|
||||
|
||||
@@ -593,7 +593,7 @@ export const trialsRouter = createTRPCRouter({
|
||||
});
|
||||
|
||||
// Broadcast trial status update
|
||||
await wsManager.broadcast(input.id, {
|
||||
await wsManager.broadcastExternal(input.id, {
|
||||
type: "trial_status",
|
||||
data: {
|
||||
trial: trial[0],
|
||||
@@ -655,7 +655,7 @@ export const trialsRouter = createTRPCRouter({
|
||||
});
|
||||
|
||||
// Broadcast trial status update
|
||||
await wsManager.broadcast(input.id, {
|
||||
await wsManager.broadcastExternal(input.id, {
|
||||
type: "trial_status",
|
||||
data: {
|
||||
trial,
|
||||
@@ -718,7 +718,7 @@ export const trialsRouter = createTRPCRouter({
|
||||
});
|
||||
|
||||
// Broadcast trial status update
|
||||
await wsManager.broadcast(input.id, {
|
||||
await wsManager.broadcastExternal(input.id, {
|
||||
type: "trial_status",
|
||||
data: {
|
||||
trial: trial[0],
|
||||
@@ -878,7 +878,7 @@ export const trialsRouter = createTRPCRouter({
|
||||
.returning();
|
||||
|
||||
// Broadcast new event to all subscribers
|
||||
await wsManager.broadcast(input.trialId, {
|
||||
await wsManager.broadcastExternal(input.trialId, {
|
||||
type: "trial_event",
|
||||
data: {
|
||||
event,
|
||||
@@ -922,7 +922,7 @@ export const trialsRouter = createTRPCRouter({
|
||||
.returning();
|
||||
|
||||
// Broadcast intervention to all subscribers
|
||||
await wsManager.broadcast(input.trialId, {
|
||||
await wsManager.broadcastExternal(input.trialId, {
|
||||
type: "intervention_logged",
|
||||
data: {
|
||||
intervention,
|
||||
@@ -986,7 +986,7 @@ export const trialsRouter = createTRPCRouter({
|
||||
}
|
||||
|
||||
// Broadcast annotation to all subscribers
|
||||
await wsManager.broadcast(input.trialId, {
|
||||
await wsManager.broadcastExternal(input.trialId, {
|
||||
type: "annotation_added",
|
||||
data: {
|
||||
annotation,
|
||||
@@ -1380,7 +1380,7 @@ export const trialsRouter = createTRPCRouter({
|
||||
.returning();
|
||||
|
||||
// Broadcast robot action to all subscribers
|
||||
await wsManager.broadcast(input.trialId, {
|
||||
await wsManager.broadcastExternal(input.trialId, {
|
||||
type: "trial_action_executed",
|
||||
data: {
|
||||
action_type: `${input.pluginName}.${input.actionId}`,
|
||||
@@ -1439,7 +1439,7 @@ export const trialsRouter = createTRPCRouter({
|
||||
.returning();
|
||||
|
||||
// Broadcast robot action to all subscribers
|
||||
await wsManager.broadcast(input.trialId, {
|
||||
await wsManager.broadcastExternal(input.trialId, {
|
||||
type: "trial_action_executed",
|
||||
data: {
|
||||
action_type: `${input.pluginName}.${input.actionId}`,
|
||||
|
||||
@@ -30,6 +30,7 @@ export interface RobotAction {
|
||||
type?: string;
|
||||
transformFn?: string;
|
||||
payload?: Record<string, unknown>;
|
||||
sshCommand?: string;
|
||||
};
|
||||
ros2?: {
|
||||
topic?: string;
|
||||
@@ -40,6 +41,7 @@ export interface RobotAction {
|
||||
type?: string;
|
||||
transformFn?: string;
|
||||
payload?: Record<string, unknown>;
|
||||
sshCommand?: string;
|
||||
};
|
||||
};
|
||||
};
|
||||
|
||||
@@ -441,10 +441,6 @@ export class TrialExecutionEngine {
|
||||
case "hristudio-core.loop":
|
||||
return await this.executeLoopAction(trialId, action);
|
||||
|
||||
case "branch":
|
||||
case "hristudio-core.branch":
|
||||
return await this.executeBranchAction(trialId, action);
|
||||
|
||||
default:
|
||||
// Check if it's a robot action (contains plugin prefix)
|
||||
if (
|
||||
@@ -799,8 +795,18 @@ export class TrialExecutionEngine {
|
||||
parameters: Record<string, unknown>,
|
||||
trialId: string,
|
||||
): Promise<string> {
|
||||
// Ensure robot communication service is available
|
||||
if (!this.robotComm.getConnectionStatus()) {
|
||||
// Plugin JSON uses a top-level "ros2" key; fall back to it if "implementation" is absent
|
||||
const impl = actionDefinition.implementation ?? actionDefinition.ros2;
|
||||
|
||||
// Determine if this action uses SSH (animations or explicit sshCommand)
|
||||
const sshCommand =
|
||||
impl?.payloadMapping?.sshCommand ||
|
||||
impl?.ros2?.payloadMapping?.sshCommand;
|
||||
const isSSHAction =
|
||||
actionDefinition.id?.startsWith("play_animation_") || !!sshCommand;
|
||||
|
||||
// SSH actions bypass ROS bridge — only connect for ROS-dependent actions
|
||||
if (!isSSHAction && !this.robotComm.getConnectionStatus()) {
|
||||
try {
|
||||
await this.robotComm.connect();
|
||||
} catch (error) {
|
||||
@@ -810,12 +816,12 @@ export class TrialExecutionEngine {
|
||||
}
|
||||
}
|
||||
|
||||
// Prepare robot action - use action.type which contains the namespaced format (plugin.actionId)
|
||||
// Prepare robot action
|
||||
const robotAction: RobotAction = {
|
||||
pluginName: plugin.name,
|
||||
actionId: action.type, // e.g., "nao6-ros2.play_animation_bow"
|
||||
actionId: actionDefinition.id, // e.g., "play_animation_yes"
|
||||
parameters,
|
||||
implementation: actionDefinition.implementation,
|
||||
implementation: impl,
|
||||
};
|
||||
|
||||
// Execute action through robot communication service
|
||||
|
||||
@@ -146,6 +146,24 @@ class WebSocketManager {
|
||||
);
|
||||
}
|
||||
|
||||
// Called from Next.js tRPC router — POSTs to the Bun ws-server process
|
||||
// which holds the actual client connections.
|
||||
async broadcastExternal(
|
||||
trialId: string,
|
||||
message: OutgoingMessage,
|
||||
): Promise<void> {
|
||||
const wsPort = process.env.WS_PORT ?? "3001";
|
||||
try {
|
||||
await fetch(`http://localhost:${wsPort}/internal/broadcast`, {
|
||||
method: "POST",
|
||||
headers: { "Content-Type": "application/json" },
|
||||
body: JSON.stringify({ trialId, message }),
|
||||
});
|
||||
} catch (error) {
|
||||
console.error(`[WS] Failed to broadcast externally for trial ${trialId}:`, error);
|
||||
}
|
||||
}
|
||||
|
||||
async broadcastToAll(message: OutgoingMessage): Promise<void> {
|
||||
const messageStr = JSON.stringify(message);
|
||||
const disconnectedClients: string[] = [];
|
||||
|
||||
+1
-1
@@ -30,7 +30,7 @@
|
||||
],
|
||||
"incremental": true,
|
||||
/* Path Aliases */
|
||||
"baseUrl": ".",
|
||||
// "baseUrl": ".",
|
||||
"paths": {
|
||||
"~/*": [
|
||||
"./src/*"
|
||||
|
||||
+17
-4
@@ -46,9 +46,22 @@ console.log(`Starting WebSocket server on port ${port}...`);
|
||||
|
||||
serve<WSData>({
|
||||
port,
|
||||
fetch(req, server) {
|
||||
async fetch(req, server) {
|
||||
const url = new URL(req.url);
|
||||
|
||||
// Internal broadcast endpoint — called by Next.js tRPC router
|
||||
if (url.pathname === "/internal/broadcast") {
|
||||
if (req.method !== "POST") {
|
||||
return new Response("Method not allowed", { status: 405 });
|
||||
}
|
||||
const { trialId, message } = (await req.json()) as {
|
||||
trialId: string;
|
||||
message: { type: string; data: Record<string, unknown> };
|
||||
};
|
||||
await wsManager.broadcast(trialId, message);
|
||||
return new Response("OK", { status: 200 });
|
||||
}
|
||||
|
||||
if (url.pathname === "/api/websocket") {
|
||||
if (req.headers.get("upgrade") !== "websocket") {
|
||||
return new Response("WebSocket upgrade required", { status: 426 });
|
||||
@@ -114,7 +127,7 @@ serve<WSData>({
|
||||
}),
|
||||
);
|
||||
},
|
||||
message(ws: ServerWebSocket<WSData>, message) {
|
||||
async message(ws: ServerWebSocket<WSData>, message) {
|
||||
const { clientId, trialId } = ws.data;
|
||||
|
||||
try {
|
||||
@@ -131,7 +144,7 @@ serve<WSData>({
|
||||
break;
|
||||
|
||||
case "request_trial_status": {
|
||||
const status = wsManager.getTrialStatusSync(trialId);
|
||||
const status = await wsManager.getTrialStatus(trialId);
|
||||
ws.send(
|
||||
JSON.stringify({
|
||||
type: "trial_status",
|
||||
@@ -146,7 +159,7 @@ serve<WSData>({
|
||||
}
|
||||
|
||||
case "request_trial_events": {
|
||||
const events = wsManager.getTrialEventsSync(
|
||||
const events = await wsManager.getTrialEvents(
|
||||
trialId,
|
||||
msg.data?.limit ?? 100,
|
||||
);
|
||||
|
||||
Reference in New Issue
Block a user