083c146aac
* fix: include kanbanImmersive in immersiveOverlayActive calculation When Kanban board is open, HUD elements (camera preset buttons, edit toolbar, overlays) should be suppressed. The kanbanImmersive flag was defined but not included in the immersiveOverlayActive condition, causing HUD elements to remain visible. This fix adds kanbanImmersive to the immersiveOverlayActive calculation so HUD elements are properly hidden when the Kanban board is open. Co-authored-by: Luke The Dev <iamlukethedev@users.noreply.github.com> * Fix: Hide mini status bar when Kanban immersive overlay is open Wraps the bottom-left mini status bar (showing agent stats, vibe score, and control hints) with !immersiveOverlayActive check to match the behavior of other HUD elements like camera controls and toolbar. This ensures the status bar is properly hidden when the Kanban board or any other immersive overlay is active, maintaining a clean immersive experience. Co-authored-by: Luke The Dev <iamlukethedev@users.noreply.github.com> * chore: drop unrelated package-lock line from branch Co-authored-by: Luke The Dev <iamlukethedev@users.noreply.github.com> * universal-backend-plan * backend-neutral runtime seam * package.json update * feat: add Hermes gateway adapter as alternative to OpenClaw Adds a WebSocket adapter that lets Claw3D connect to a Hermes AI agent runtime without any changes to the frontend. The adapter implements the full Claw3D gateway protocol and bridges it to the Hermes HTTP API. Changes: - server/hermes-gateway-adapter.js: WebSocket bridge implementing the Claw3D gateway protocol against the Hermes HTTP API. Supports all core methods (agents, sessions, chat streaming, cron, config, files, approvals) and multi-agent orchestration via spawn_agent/delegate_task tools. Persists conversation history to ~/.hermes/clawd3d-history.json. - scripts/clawd3d-start.sh: All-in-one startup script that launches Hermes, the adapter, and the Next.js dev server with auto port conflict resolution. Alias as `claw3d` for convenience. - src/features/office/hooks/useCronAgents.ts: Hook that polls the gateway for cron-scheduled agents and surfaces them in the 3D office. - package.json: adds `hermes-adapter` npm script - .env.example: documents Hermes config vars - docs/hermes-gateway.md: setup guide and protocol reference Usage: npm run hermes-adapter # start adapter (connect to http://localhost:8642) npm run dev # start Claw3D, point browser at localhost:3000 # or: bash scripts/clawd3d-start.sh (starts everything automatically) Both OpenClaw and Hermes are supported simultaneously — the gateway URL in NEXT_PUBLIC_GATEWAY_URL determines which backend Claw3D connects to. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com> * feat: add read_agent_context tool for cross-agent coordination Agents can now read each other's conversation history via the read_agent_context tool, enabling the orchestrator to check what a sub-agent has done before re-delegating work. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com> * feat: wire Hermes office UX and role-aware runtime updates * feature update - demomode & hermes adapter * fix lint blockers * lintfix #2 * fix: stabilize retro office camera preset callbacks * Initial plan * fix: stabilize retro office overview preset hooks Agent-Logs-Url: https://github.com/gsknnft/Claw3D/sessions/9cc71555-591e-44cf-aec4-25affbdcb405 Co-authored-by: gsknnft <123185582+gsknnft@users.noreply.github.com> * feat: add truthful backend selection, Hermes adapter hardening, and demo gateway mode * fix: address bugbot review and finalize backend selection * fixed - onboarding and hermes calls * office systems roadmap * feat specs in docs * specs ready * feat: continue custom runtime seam and gateway alignment * custom lane wired * feat: add custom runtime provider path and office runtime alignment * runtime fixes * fix lukes findings * fix lukes findings #2 * stable UI & connect screen page -> overlay * better baseline for connection * stable providers & ui rendering * best launch yet * nearly no gateway on reconnect * auto reconnect last state * fix: preserve selected runtime across reconnects Keep backend selection aligned with the operator's chosen runtime instead of reviving a mismatched last-known-good adapter, and keep custom runtimes prompting for reconnect when Studio cannot auto-connect them. Made-with: Cursor --------- Co-authored-by: Cursor Agent <cursoragent@cursor.com> Co-authored-by: Luke The Dev <iamlukethedev@users.noreply.github.com> Co-authored-by: Elias Pfeffer <eliaspfeffer@gmail.com> Co-authored-by: Claude Sonnet 4.6 <noreply@anthropic.com> Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com> Co-authored-by: iamlukethedev <lucas.guilherme@smartwayslfl.com>
275 lines
7.9 KiB
TypeScript
275 lines
7.9 KiB
TypeScript
import {
|
|
isWebchatSessionMutationBlockedError,
|
|
syncGatewaySessionSettings,
|
|
type GatewayClient,
|
|
} from "@/lib/gateway/GatewayClient";
|
|
import {
|
|
buildAgentInstruction,
|
|
isMetaMarkdown,
|
|
parseMetaMarkdown,
|
|
} from "@/lib/text/message-extract";
|
|
import type { AgentState } from "@/features/agents/state/store";
|
|
import { randomUUID } from "@/lib/uuid";
|
|
import type { TranscriptAppendMeta } from "@/features/agents/state/transcript";
|
|
|
|
type SendDispatchAction =
|
|
| { type: "updateAgent"; agentId: string; patch: Partial<AgentState> }
|
|
| { type: "appendOutput"; agentId: string; line: string; transcript?: TranscriptAppendMeta };
|
|
|
|
type SendDispatch = (action: SendDispatchAction) => void;
|
|
|
|
type GatewayClientLike = {
|
|
call: (method: string, params: unknown) => Promise<unknown>;
|
|
};
|
|
|
|
const extractImmediateAssistantText = (payload: unknown): string | null => {
|
|
if (!payload || typeof payload !== "object") return null;
|
|
const value = payload as {
|
|
text?: unknown;
|
|
content?: unknown;
|
|
message?: unknown;
|
|
};
|
|
if (typeof value.text === "string" && value.text.trim()) {
|
|
return value.text.trim();
|
|
}
|
|
if (typeof value.content === "string" && value.content.trim()) {
|
|
return value.content.trim();
|
|
}
|
|
if (typeof value.message === "string" && value.message.trim()) {
|
|
return value.message.trim();
|
|
}
|
|
return null;
|
|
};
|
|
|
|
const resolveLatestTranscriptTimestampMs = (agent: AgentState): number | null => {
|
|
const entries = agent.transcriptEntries;
|
|
let latest: number | null = null;
|
|
if (Array.isArray(entries)) {
|
|
for (const entry of entries) {
|
|
const ts = entry?.timestampMs;
|
|
if (typeof ts !== "number" || !Number.isFinite(ts)) continue;
|
|
latest = latest === null ? ts : Math.max(latest, ts);
|
|
}
|
|
}
|
|
if (latest !== null) return latest;
|
|
const lines = agent.outputLines;
|
|
for (const line of lines) {
|
|
if (!isMetaMarkdown(line)) continue;
|
|
const parsed = parseMetaMarkdown(line);
|
|
const ts = parsed?.timestamp;
|
|
if (typeof ts !== "number" || !Number.isFinite(ts)) continue;
|
|
latest = latest === null ? ts : Math.max(latest, ts);
|
|
}
|
|
return latest;
|
|
};
|
|
|
|
const resolveChatSendCompletionMode = (
|
|
payload: unknown,
|
|
optimisticRunId: string
|
|
): "streaming-expected" | "terminal-immediate" => {
|
|
if (!payload || typeof payload !== "object") {
|
|
return "terminal-immediate";
|
|
}
|
|
const value = payload as { status?: unknown; runId?: unknown };
|
|
const status = typeof value.status === "string" ? value.status.trim().toLowerCase() : "";
|
|
const runId = typeof value.runId === "string" ? value.runId.trim() : "";
|
|
if ((status === "started" || status === "in_flight") && runId === optimisticRunId) {
|
|
return "streaming-expected";
|
|
}
|
|
return "terminal-immediate";
|
|
};
|
|
|
|
export async function sendChatMessageViaStudio(params: {
|
|
client: GatewayClientLike;
|
|
dispatch: SendDispatch;
|
|
getAgent: (agentId: string) => AgentState | null;
|
|
agentId: string;
|
|
sessionKey: string;
|
|
message: string;
|
|
clearRunTracking?: (runId: string) => void;
|
|
echoUserMessage?: boolean;
|
|
now?: () => number;
|
|
generateRunId?: () => string;
|
|
}): Promise<void> {
|
|
const trimmed = params.message.trim();
|
|
if (!trimmed) return;
|
|
const echoUserMessage = params.echoUserMessage !== false;
|
|
|
|
const generateRunId = params.generateRunId ?? (() => randomUUID());
|
|
const now = params.now ?? (() => Date.now());
|
|
|
|
const agentId = params.agentId;
|
|
const runId = generateRunId();
|
|
|
|
params.clearRunTracking?.(runId);
|
|
|
|
const agent = params.getAgent(agentId);
|
|
if (!agent) {
|
|
params.dispatch({
|
|
type: "appendOutput",
|
|
agentId,
|
|
line: "Error: Agent not found.",
|
|
});
|
|
return;
|
|
}
|
|
|
|
const isResetCommand = /^\/(reset|new)(\s|$)/i.test(trimmed);
|
|
if (isResetCommand) {
|
|
params.dispatch({
|
|
type: "updateAgent",
|
|
agentId,
|
|
patch: {
|
|
outputLines: [],
|
|
streamText: null,
|
|
thinkingTrace: null,
|
|
lastResult: null,
|
|
sessionEpoch: (agent.sessionEpoch ?? 0) + 1,
|
|
transcriptEntries: [],
|
|
lastHistoryRequestRevision: null,
|
|
lastAppliedHistoryRequestId: null,
|
|
},
|
|
});
|
|
}
|
|
|
|
const userTimestamp = now();
|
|
const latestTranscriptTimestamp = resolveLatestTranscriptTimestampMs(agent);
|
|
const optimisticUserOrderTimestamp =
|
|
typeof latestTranscriptTimestamp === "number"
|
|
? Math.max(userTimestamp, latestTranscriptTimestamp + 1)
|
|
: userTimestamp;
|
|
params.dispatch({
|
|
type: "updateAgent",
|
|
agentId,
|
|
patch: {
|
|
status: "running",
|
|
runId,
|
|
runStartedAt: userTimestamp,
|
|
streamText: "",
|
|
thinkingTrace: null,
|
|
draft: "",
|
|
...(echoUserMessage ? { lastUserMessage: trimmed } : {}),
|
|
lastActivityAt: userTimestamp,
|
|
},
|
|
});
|
|
if (echoUserMessage) {
|
|
params.dispatch({
|
|
type: "appendOutput",
|
|
agentId,
|
|
line: `> ${trimmed}`,
|
|
transcript: {
|
|
source: "local-send",
|
|
runId,
|
|
sessionKey: params.sessionKey,
|
|
timestampMs: optimisticUserOrderTimestamp,
|
|
role: "user",
|
|
kind: "user",
|
|
},
|
|
});
|
|
}
|
|
|
|
try {
|
|
if (!params.sessionKey) {
|
|
throw new Error("Missing session key for agent.");
|
|
}
|
|
|
|
let createdSession = agent.sessionCreated;
|
|
if (!agent.sessionSettingsSynced) {
|
|
try {
|
|
await syncGatewaySessionSettings({
|
|
client: params.client as unknown as GatewayClient,
|
|
sessionKey: params.sessionKey,
|
|
model: agent.model ?? null,
|
|
thinkingLevel: agent.thinkingLevel ?? null,
|
|
execHost: agent.sessionExecHost,
|
|
execSecurity: agent.sessionExecSecurity,
|
|
execAsk: agent.sessionExecAsk,
|
|
});
|
|
createdSession = true;
|
|
params.dispatch({
|
|
type: "updateAgent",
|
|
agentId,
|
|
patch: { sessionSettingsSynced: true, sessionCreated: true },
|
|
});
|
|
} catch (syncError) {
|
|
if (!isWebchatSessionMutationBlockedError(syncError)) {
|
|
throw syncError;
|
|
}
|
|
createdSession = true;
|
|
params.dispatch({
|
|
type: "updateAgent",
|
|
agentId,
|
|
patch: { sessionSettingsSynced: true, sessionCreated: true },
|
|
});
|
|
}
|
|
}
|
|
|
|
const sendResult = await params.client.call("chat.send", {
|
|
sessionKey: params.sessionKey,
|
|
message: buildAgentInstruction({ message: trimmed }),
|
|
deliver: false,
|
|
idempotencyKey: runId,
|
|
});
|
|
|
|
if (!createdSession) {
|
|
params.dispatch({
|
|
type: "updateAgent",
|
|
agentId,
|
|
patch: { sessionCreated: true },
|
|
});
|
|
}
|
|
|
|
if (resolveChatSendCompletionMode(sendResult, runId) === "terminal-immediate") {
|
|
const assistantText = extractImmediateAssistantText(sendResult);
|
|
if (assistantText) {
|
|
const assistantTimestamp = now();
|
|
params.dispatch({
|
|
type: "appendOutput",
|
|
agentId,
|
|
line: assistantText,
|
|
transcript: {
|
|
source: "local-send",
|
|
runId,
|
|
sessionKey: params.sessionKey,
|
|
timestampMs: assistantTimestamp,
|
|
role: "assistant",
|
|
kind: "assistant",
|
|
},
|
|
});
|
|
params.dispatch({
|
|
type: "updateAgent",
|
|
agentId,
|
|
patch: {
|
|
lastResult: assistantText,
|
|
latestPreview: assistantText,
|
|
lastAssistantMessageAt: assistantTimestamp,
|
|
lastActivityAt: assistantTimestamp,
|
|
},
|
|
});
|
|
}
|
|
params.dispatch({
|
|
type: "updateAgent",
|
|
agentId,
|
|
patch: {
|
|
status: "idle",
|
|
runId: null,
|
|
runStartedAt: null,
|
|
streamText: null,
|
|
thinkingTrace: null,
|
|
},
|
|
});
|
|
}
|
|
} catch (err) {
|
|
const msg = err instanceof Error ? err.message : "Gateway error";
|
|
params.dispatch({
|
|
type: "updateAgent",
|
|
agentId,
|
|
patch: { status: "error", runId: null, runStartedAt: null, streamText: null, thinkingTrace: null },
|
|
});
|
|
params.dispatch({
|
|
type: "appendOutput",
|
|
agentId,
|
|
line: `Error: ${msg}`,
|
|
});
|
|
}
|
|
}
|