2026-07-20 12:01:18 +08:00
|
|
|
|
import { invoke } from "@tauri-apps/api/core";
|
2026-07-21 14:43:14 +08:00
|
|
|
|
import { listen } from "@tauri-apps/api/event";
|
|
|
|
|
|
import { useCallback, useEffect, useMemo, useRef, useState } from "react";
|
2026-07-20 11:31:41 +08:00
|
|
|
|
|
|
|
|
|
|
import {
|
2026-07-20 13:30:29 +08:00
|
|
|
|
astrbotAttachmentSchema,
|
|
|
|
|
|
astrbotCapabilitySnapshotSchema,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
boundRuntimeEventSchema,
|
2026-07-20 12:25:08 +08:00
|
|
|
|
chatSessionSchema,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
connectionRuntimeStatusSchema,
|
2026-07-20 13:30:29 +08:00
|
|
|
|
type AstrBotAttachment,
|
|
|
|
|
|
type AstrBotCapabilitySnapshot,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
type BoundRuntimeEvent,
|
2026-07-20 14:32:07 +08:00
|
|
|
|
remoteChatSessionSchema,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
type ChatMessage,
|
|
|
|
|
|
type ChatSlot,
|
2026-07-20 14:32:07 +08:00
|
|
|
|
type RemoteChatSession,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
type ConnectionRuntimeStatus,
|
|
|
|
|
|
storedChatMessageSchema,
|
2026-07-21 14:43:14 +08:00
|
|
|
|
slotRuntimeSnapshotSchema,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
} from "./types";
|
|
|
|
|
|
|
|
|
|
|
|
const emptyStatus: ConnectionRuntimeStatus = {
|
|
|
|
|
|
companion: { slot: "companion", state: "disconnected" },
|
|
|
|
|
|
operations: { slot: "operations", state: "disconnected" },
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
function payloadString(
|
|
|
|
|
|
event: BoundRuntimeEvent,
|
|
|
|
|
|
key: string,
|
|
|
|
|
|
): string | undefined {
|
|
|
|
|
|
if (!event.payload || typeof event.payload !== "object") return undefined;
|
|
|
|
|
|
const value = (event.payload as Record<string, unknown>)[key];
|
|
|
|
|
|
return typeof value === "string" ? value : undefined;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-20 12:30:12 +08:00
|
|
|
|
export interface ChatPanelProps {
|
|
|
|
|
|
fixedSlot?: ChatSlot;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-21 14:43:14 +08:00
|
|
|
|
type SpeechRecognitionLike = {
|
|
|
|
|
|
lang: string;
|
|
|
|
|
|
interimResults: boolean;
|
|
|
|
|
|
onresult: ((event: unknown) => void) | null;
|
|
|
|
|
|
onerror: (() => void) | null;
|
|
|
|
|
|
onend: (() => void) | null;
|
|
|
|
|
|
start: () => void;
|
|
|
|
|
|
stop: () => void;
|
|
|
|
|
|
};
|
|
|
|
|
|
|
2026-07-20 12:30:12 +08:00
|
|
|
|
export function ChatPanel({ fixedSlot }: ChatPanelProps) {
|
2026-07-20 11:31:41 +08:00
|
|
|
|
const [status, setStatus] = useState(emptyStatus);
|
|
|
|
|
|
const [messages, setMessages] = useState<ChatMessage[]>([]);
|
2026-07-20 14:32:07 +08:00
|
|
|
|
const [remoteSessions, setRemoteSessions] = useState<RemoteChatSession[]>([]);
|
2026-07-20 12:30:12 +08:00
|
|
|
|
const [activeSlot, setActiveSlot] = useState<ChatSlot>(
|
|
|
|
|
|
fixedSlot ?? "companion",
|
|
|
|
|
|
);
|
|
|
|
|
|
const selectedSlot = fixedSlot ?? activeSlot;
|
2026-07-20 14:32:07 +08:00
|
|
|
|
const selectedSnapshot = status[selectedSlot];
|
|
|
|
|
|
const selectedProfileId = selectedSnapshot.profileId;
|
|
|
|
|
|
const selectedServerInstanceId = selectedSnapshot.serverInstanceId;
|
|
|
|
|
|
const selectedSessionId = selectedSnapshot.activeSessionId;
|
|
|
|
|
|
const selectedTransport = selectedSnapshot.transport;
|
2026-07-20 11:31:41 +08:00
|
|
|
|
const [draft, setDraft] = useState("");
|
|
|
|
|
|
const [error, setError] = useState<string | null>(null);
|
2026-07-20 13:30:29 +08:00
|
|
|
|
const [capabilities, setCapabilities] =
|
|
|
|
|
|
useState<AstrBotCapabilitySnapshot | null>(null);
|
|
|
|
|
|
const [pendingAttachments, setPendingAttachments] = useState<
|
|
|
|
|
|
AstrBotAttachment[]
|
|
|
|
|
|
>([]);
|
|
|
|
|
|
const [uploading, setUploading] = useState(false);
|
2026-07-21 14:43:14 +08:00
|
|
|
|
const [voiceListening, setVoiceListening] = useState(false);
|
|
|
|
|
|
const speechRecognition = useRef<{
|
|
|
|
|
|
start: () => void;
|
|
|
|
|
|
stop: () => void;
|
|
|
|
|
|
} | null>(null);
|
2026-07-20 12:25:08 +08:00
|
|
|
|
const [unreadCounts, setUnreadCounts] = useState<Record<ChatSlot, number>>({
|
|
|
|
|
|
companion: 0,
|
|
|
|
|
|
operations: 0,
|
|
|
|
|
|
});
|
2026-07-20 11:31:41 +08:00
|
|
|
|
const activeMessages = useMemo(
|
2026-07-20 14:32:07 +08:00
|
|
|
|
() =>
|
|
|
|
|
|
messages.filter(
|
|
|
|
|
|
(item) =>
|
|
|
|
|
|
item.slot === selectedSlot &&
|
|
|
|
|
|
(!status[selectedSlot].activeSessionId ||
|
|
|
|
|
|
item.sessionId === status[selectedSlot].activeSessionId),
|
|
|
|
|
|
),
|
|
|
|
|
|
[messages, selectedSlot, status],
|
2026-07-20 11:31:41 +08:00
|
|
|
|
);
|
2026-07-21 14:43:14 +08:00
|
|
|
|
const visibleMessages = useMemo(
|
|
|
|
|
|
() =>
|
|
|
|
|
|
activeMessages.filter(
|
|
|
|
|
|
(message) => message.content.trim().length > 0 || message.streaming || message.error,
|
|
|
|
|
|
),
|
|
|
|
|
|
[activeMessages],
|
|
|
|
|
|
);
|
2026-07-20 11:31:41 +08:00
|
|
|
|
|
|
|
|
|
|
const refresh = useCallback(async () => {
|
|
|
|
|
|
try {
|
|
|
|
|
|
const result = await invoke<unknown>("connection_runtime_status");
|
2026-07-21 14:43:14 +08:00
|
|
|
|
const parsed = connectionRuntimeStatusSchema.safeParse(result);
|
|
|
|
|
|
if (!parsed.success) {
|
|
|
|
|
|
setError("连接状态暂不可用,请检查连接配置。");
|
|
|
|
|
|
return false;
|
|
|
|
|
|
}
|
|
|
|
|
|
setStatus(parsed.data);
|
2026-07-20 11:31:41 +08:00
|
|
|
|
setError(null);
|
|
|
|
|
|
return true;
|
2026-07-21 14:43:14 +08:00
|
|
|
|
} catch {
|
|
|
|
|
|
setError("连接状态暂不可用,请检查本地运行时。");
|
2026-07-20 11:31:41 +08:00
|
|
|
|
return false;
|
|
|
|
|
|
}
|
|
|
|
|
|
}, []);
|
|
|
|
|
|
|
2026-07-21 14:43:14 +08:00
|
|
|
|
useEffect(() => {
|
|
|
|
|
|
let unlisten: (() => void) | undefined;
|
|
|
|
|
|
void listen<unknown>("connection-runtime-event", (event) => {
|
|
|
|
|
|
const parsed = boundRuntimeEventSchema.safeParse(event.payload);
|
|
|
|
|
|
if (parsed.success) {
|
|
|
|
|
|
setMessages((current) => applyRuntimeEvents(current, [parsed.data]));
|
|
|
|
|
|
}
|
|
|
|
|
|
}).then((cleanup) => {
|
|
|
|
|
|
unlisten = cleanup;
|
|
|
|
|
|
});
|
|
|
|
|
|
return () => unlisten?.();
|
2026-07-20 11:31:41 +08:00
|
|
|
|
}, []);
|
|
|
|
|
|
|
2026-07-20 12:25:08 +08:00
|
|
|
|
useEffect(() => {
|
2026-07-20 14:32:07 +08:00
|
|
|
|
const snapshot = {
|
|
|
|
|
|
profileId: selectedProfileId,
|
|
|
|
|
|
serverInstanceId: selectedServerInstanceId,
|
|
|
|
|
|
activeSessionId: selectedSessionId,
|
|
|
|
|
|
transport: selectedTransport,
|
|
|
|
|
|
};
|
2026-07-20 12:25:08 +08:00
|
|
|
|
if (!snapshot.profileId || !snapshot.serverInstanceId) return;
|
|
|
|
|
|
let cancelled = false;
|
|
|
|
|
|
void invoke<unknown>("list_chat_sessions", {
|
|
|
|
|
|
request: {
|
|
|
|
|
|
profileId: snapshot.profileId,
|
2026-07-21 14:43:14 +08:00
|
|
|
|
slot: selectedSlot,
|
2026-07-20 12:25:08 +08:00
|
|
|
|
serverInstanceId: snapshot.serverInstanceId,
|
|
|
|
|
|
},
|
|
|
|
|
|
})
|
|
|
|
|
|
.then((result) => {
|
|
|
|
|
|
if (cancelled) return;
|
|
|
|
|
|
const sessions = chatSessionSchema.array().parse(result);
|
|
|
|
|
|
setUnreadCounts((current) => ({
|
|
|
|
|
|
...current,
|
2026-07-20 12:30:12 +08:00
|
|
|
|
[selectedSlot]: sessions.reduce(
|
2026-07-20 12:25:08 +08:00
|
|
|
|
(total, session) => total + session.unreadCount,
|
|
|
|
|
|
0,
|
|
|
|
|
|
),
|
|
|
|
|
|
}));
|
|
|
|
|
|
})
|
|
|
|
|
|
.catch(() => undefined);
|
|
|
|
|
|
return () => {
|
|
|
|
|
|
cancelled = true;
|
|
|
|
|
|
};
|
2026-07-20 14:32:07 +08:00
|
|
|
|
}, [
|
|
|
|
|
|
selectedSlot,
|
|
|
|
|
|
selectedProfileId,
|
|
|
|
|
|
selectedServerInstanceId,
|
|
|
|
|
|
selectedSessionId,
|
|
|
|
|
|
selectedTransport,
|
|
|
|
|
|
]);
|
2026-07-20 12:25:08 +08:00
|
|
|
|
|
2026-07-20 13:30:29 +08:00
|
|
|
|
useEffect(() => {
|
2026-07-20 14:32:07 +08:00
|
|
|
|
const snapshot = {
|
|
|
|
|
|
profileId: selectedProfileId,
|
|
|
|
|
|
serverInstanceId: selectedServerInstanceId,
|
|
|
|
|
|
activeSessionId: selectedSessionId,
|
|
|
|
|
|
transport: selectedTransport,
|
|
|
|
|
|
};
|
|
|
|
|
|
setRemoteSessions([]);
|
|
|
|
|
|
if (!snapshot.profileId) return;
|
|
|
|
|
|
let cancelled = false;
|
|
|
|
|
|
void invoke<unknown>("connection_slot_sessions", {
|
|
|
|
|
|
request: { slot: selectedSlot },
|
|
|
|
|
|
})
|
|
|
|
|
|
.then((result) => {
|
|
|
|
|
|
if (cancelled) return;
|
|
|
|
|
|
setRemoteSessions(remoteChatSessionSchema.array().parse(result));
|
|
|
|
|
|
})
|
|
|
|
|
|
.catch(() => undefined);
|
|
|
|
|
|
return () => {
|
|
|
|
|
|
cancelled = true;
|
|
|
|
|
|
};
|
|
|
|
|
|
}, [
|
|
|
|
|
|
selectedSlot,
|
|
|
|
|
|
selectedProfileId,
|
|
|
|
|
|
selectedServerInstanceId,
|
|
|
|
|
|
selectedSessionId,
|
|
|
|
|
|
selectedTransport,
|
|
|
|
|
|
]);
|
|
|
|
|
|
|
|
|
|
|
|
useEffect(() => {
|
|
|
|
|
|
const snapshot = {
|
|
|
|
|
|
profileId: selectedProfileId,
|
|
|
|
|
|
serverInstanceId: selectedServerInstanceId,
|
|
|
|
|
|
activeSessionId: selectedSessionId,
|
|
|
|
|
|
transport: selectedTransport,
|
|
|
|
|
|
};
|
2026-07-20 13:30:29 +08:00
|
|
|
|
setCapabilities(null);
|
2026-07-21 14:43:14 +08:00
|
|
|
|
if (!snapshot.profileId || snapshot.transport !== "astr-bot-open-api") return;
|
2026-07-20 13:30:29 +08:00
|
|
|
|
let cancelled = false;
|
|
|
|
|
|
void invoke<unknown>("connection_slot_capabilities", {
|
|
|
|
|
|
request: { slot: selectedSlot },
|
|
|
|
|
|
})
|
|
|
|
|
|
.then((result) => {
|
|
|
|
|
|
if (cancelled) return;
|
|
|
|
|
|
const next = astrbotCapabilitySnapshotSchema.parse(result);
|
|
|
|
|
|
setCapabilities(next);
|
|
|
|
|
|
})
|
|
|
|
|
|
.catch(() => undefined);
|
|
|
|
|
|
return () => {
|
|
|
|
|
|
cancelled = true;
|
|
|
|
|
|
};
|
2026-07-20 14:32:07 +08:00
|
|
|
|
}, [
|
|
|
|
|
|
selectedSlot,
|
|
|
|
|
|
selectedProfileId,
|
|
|
|
|
|
selectedServerInstanceId,
|
|
|
|
|
|
selectedSessionId,
|
|
|
|
|
|
selectedTransport,
|
|
|
|
|
|
]);
|
2026-07-20 13:30:29 +08:00
|
|
|
|
|
2026-07-20 12:25:08 +08:00
|
|
|
|
useEffect(() => {
|
2026-07-20 14:32:07 +08:00
|
|
|
|
const snapshot = {
|
|
|
|
|
|
profileId: selectedProfileId,
|
|
|
|
|
|
serverInstanceId: selectedServerInstanceId,
|
|
|
|
|
|
activeSessionId: selectedSessionId,
|
|
|
|
|
|
transport: selectedTransport,
|
|
|
|
|
|
};
|
2026-07-20 12:25:08 +08:00
|
|
|
|
if (
|
|
|
|
|
|
!snapshot.profileId ||
|
|
|
|
|
|
!snapshot.serverInstanceId ||
|
|
|
|
|
|
!snapshot.activeSessionId
|
|
|
|
|
|
)
|
|
|
|
|
|
return;
|
|
|
|
|
|
void invoke("mark_chat_session_read", {
|
|
|
|
|
|
request: {
|
|
|
|
|
|
profileId: snapshot.profileId,
|
2026-07-21 14:43:14 +08:00
|
|
|
|
slot: selectedSlot,
|
2026-07-20 12:25:08 +08:00
|
|
|
|
serverInstanceId: snapshot.serverInstanceId,
|
|
|
|
|
|
sessionId: snapshot.activeSessionId,
|
|
|
|
|
|
},
|
|
|
|
|
|
}).catch(() => undefined);
|
2026-07-20 12:30:12 +08:00
|
|
|
|
setUnreadCounts((current) => ({ ...current, [selectedSlot]: 0 }));
|
2026-07-20 14:32:07 +08:00
|
|
|
|
}, [
|
|
|
|
|
|
selectedSlot,
|
|
|
|
|
|
selectedProfileId,
|
|
|
|
|
|
selectedServerInstanceId,
|
|
|
|
|
|
selectedSessionId,
|
|
|
|
|
|
selectedTransport,
|
|
|
|
|
|
]);
|
2026-07-20 12:25:08 +08:00
|
|
|
|
|
2026-07-20 11:31:41 +08:00
|
|
|
|
useEffect(() => {
|
2026-07-20 14:32:07 +08:00
|
|
|
|
const snapshot = {
|
|
|
|
|
|
profileId: selectedProfileId,
|
|
|
|
|
|
serverInstanceId: selectedServerInstanceId,
|
|
|
|
|
|
activeSessionId: selectedSessionId,
|
|
|
|
|
|
transport: selectedTransport,
|
|
|
|
|
|
};
|
2026-07-20 11:31:41 +08:00
|
|
|
|
if (
|
|
|
|
|
|
!snapshot.profileId ||
|
|
|
|
|
|
!snapshot.serverInstanceId ||
|
|
|
|
|
|
!snapshot.activeSessionId
|
|
|
|
|
|
)
|
|
|
|
|
|
return;
|
|
|
|
|
|
let cancelled = false;
|
|
|
|
|
|
void invoke<unknown>("load_chat_messages", {
|
|
|
|
|
|
request: {
|
|
|
|
|
|
profileId: snapshot.profileId,
|
2026-07-21 14:43:14 +08:00
|
|
|
|
slot: selectedSlot,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
serverInstanceId: snapshot.serverInstanceId,
|
|
|
|
|
|
sessionId: snapshot.activeSessionId,
|
|
|
|
|
|
limit: 100,
|
|
|
|
|
|
},
|
|
|
|
|
|
})
|
|
|
|
|
|
.then((result) => {
|
|
|
|
|
|
if (cancelled) return;
|
|
|
|
|
|
const records = storedChatMessageSchema.array().parse(result);
|
2026-07-21 14:43:14 +08:00
|
|
|
|
setMessages((current) => {
|
|
|
|
|
|
const localUserMessages = current.filter(
|
|
|
|
|
|
(item) =>
|
|
|
|
|
|
(item.id.startsWith("local-") || item.streaming) &&
|
|
|
|
|
|
item.slot === selectedSlot &&
|
|
|
|
|
|
item.sessionId === snapshot.activeSessionId,
|
|
|
|
|
|
);
|
|
|
|
|
|
return current
|
|
|
|
|
|
.filter(
|
|
|
|
|
|
(item) =>
|
|
|
|
|
|
item.slot !== selectedSlot ||
|
|
|
|
|
|
item.sessionId !== snapshot.activeSessionId,
|
|
|
|
|
|
)
|
|
|
|
|
|
.concat(localUserMessages)
|
2026-07-20 13:30:29 +08:00
|
|
|
|
.concat(
|
|
|
|
|
|
records.map((record) => ({
|
|
|
|
|
|
id: record.messageId,
|
2026-07-20 14:32:07 +08:00
|
|
|
|
sessionId: record.sessionId,
|
2026-07-20 13:30:29 +08:00
|
|
|
|
slot: record.slot,
|
|
|
|
|
|
role: record.role,
|
|
|
|
|
|
content: record.content,
|
|
|
|
|
|
streaming: record.streaming,
|
|
|
|
|
|
error: record.error,
|
|
|
|
|
|
})),
|
2026-07-21 14:43:14 +08:00
|
|
|
|
);
|
|
|
|
|
|
});
|
2026-07-20 11:31:41 +08:00
|
|
|
|
})
|
|
|
|
|
|
.catch(() => undefined);
|
|
|
|
|
|
return () => {
|
|
|
|
|
|
cancelled = true;
|
|
|
|
|
|
};
|
2026-07-20 14:32:07 +08:00
|
|
|
|
}, [
|
|
|
|
|
|
selectedSlot,
|
|
|
|
|
|
selectedProfileId,
|
|
|
|
|
|
selectedServerInstanceId,
|
|
|
|
|
|
selectedSessionId,
|
|
|
|
|
|
selectedTransport,
|
|
|
|
|
|
]);
|
2026-07-20 11:31:41 +08:00
|
|
|
|
|
|
|
|
|
|
useEffect(() => {
|
|
|
|
|
|
let timer: number | undefined;
|
|
|
|
|
|
void refresh().then((available) => {
|
|
|
|
|
|
if (!available) return;
|
|
|
|
|
|
timer = window.setInterval(() => {
|
|
|
|
|
|
void refresh();
|
|
|
|
|
|
}, 500);
|
|
|
|
|
|
});
|
|
|
|
|
|
return () => {
|
|
|
|
|
|
if (timer !== undefined) window.clearInterval(timer);
|
|
|
|
|
|
};
|
2026-07-21 14:43:14 +08:00
|
|
|
|
}, [refresh]);
|
2026-07-20 11:31:41 +08:00
|
|
|
|
|
2026-07-20 13:30:29 +08:00
|
|
|
|
const uploadFiles = async (files: FileList | null) => {
|
|
|
|
|
|
if (!files?.length) return;
|
|
|
|
|
|
setUploading(true);
|
|
|
|
|
|
setError(null);
|
|
|
|
|
|
try {
|
|
|
|
|
|
const uploaded: AstrBotAttachment[] = [];
|
|
|
|
|
|
for (const file of Array.from(files)) {
|
|
|
|
|
|
if (file.size > 16 * 1024 * 1024)
|
|
|
|
|
|
throw new Error(`${file.name} 超过 16 MiB 限制`);
|
|
|
|
|
|
const bytes = Array.from(new Uint8Array(await file.arrayBuffer()));
|
|
|
|
|
|
const result = await invoke<unknown>("upload_connection_slot_file", {
|
|
|
|
|
|
request: {
|
|
|
|
|
|
slot: selectedSlot,
|
|
|
|
|
|
fileName: file.name,
|
|
|
|
|
|
mimeType: file.type || "application/octet-stream",
|
|
|
|
|
|
bytes,
|
|
|
|
|
|
},
|
|
|
|
|
|
});
|
|
|
|
|
|
uploaded.push(astrbotAttachmentSchema.parse(result));
|
|
|
|
|
|
}
|
|
|
|
|
|
setPendingAttachments((current) => current.concat(uploaded));
|
|
|
|
|
|
} catch (reason) {
|
|
|
|
|
|
setError(reason instanceof Error ? reason.message : String(reason));
|
|
|
|
|
|
} finally {
|
|
|
|
|
|
setUploading(false);
|
|
|
|
|
|
}
|
|
|
|
|
|
};
|
|
|
|
|
|
|
2026-07-20 11:31:41 +08:00
|
|
|
|
const send = async () => {
|
2026-07-20 13:30:29 +08:00
|
|
|
|
const message =
|
|
|
|
|
|
draft.trim() ||
|
|
|
|
|
|
(pendingAttachments.length > 0 ? "请查看我发送的附件。" : "");
|
|
|
|
|
|
if (!message || uploading) return;
|
|
|
|
|
|
const id = `local-${Date.now()}`;
|
|
|
|
|
|
const attachments = pendingAttachments;
|
2026-07-20 11:31:41 +08:00
|
|
|
|
setDraft("");
|
2026-07-20 13:30:29 +08:00
|
|
|
|
setPendingAttachments([]);
|
2026-07-20 11:31:41 +08:00
|
|
|
|
setMessages((current) =>
|
2026-07-20 12:30:12 +08:00
|
|
|
|
current.concat({
|
|
|
|
|
|
id,
|
2026-07-20 14:32:07 +08:00
|
|
|
|
sessionId: status[selectedSlot].activeSessionId,
|
2026-07-20 12:30:12 +08:00
|
|
|
|
slot: selectedSlot,
|
|
|
|
|
|
role: "user",
|
|
|
|
|
|
content: message,
|
|
|
|
|
|
}),
|
2026-07-20 11:31:41 +08:00
|
|
|
|
);
|
|
|
|
|
|
try {
|
2026-07-21 14:43:14 +08:00
|
|
|
|
const result = slotRuntimeSnapshotSchema.parse(
|
|
|
|
|
|
await invoke<unknown>("send_connection_slot_message", {
|
|
|
|
|
|
request: {
|
|
|
|
|
|
slot: selectedSlot,
|
|
|
|
|
|
message,
|
|
|
|
|
|
attachments,
|
|
|
|
|
|
},
|
|
|
|
|
|
}),
|
|
|
|
|
|
);
|
|
|
|
|
|
setStatus((current) => ({ ...current, [selectedSlot]: result }));
|
|
|
|
|
|
setMessages((current) =>
|
|
|
|
|
|
current.map((item) =>
|
|
|
|
|
|
item.id === id
|
|
|
|
|
|
? { ...item, sessionId: result.activeSessionId }
|
|
|
|
|
|
: item,
|
|
|
|
|
|
),
|
|
|
|
|
|
);
|
2026-07-20 11:31:41 +08:00
|
|
|
|
setError(null);
|
|
|
|
|
|
} catch (reason) {
|
|
|
|
|
|
setError(reason instanceof Error ? reason.message : String(reason));
|
|
|
|
|
|
setMessages((current) =>
|
|
|
|
|
|
current.map((item) =>
|
|
|
|
|
|
item.id === id ? { ...item, error: true } : item,
|
|
|
|
|
|
),
|
|
|
|
|
|
);
|
|
|
|
|
|
}
|
|
|
|
|
|
};
|
|
|
|
|
|
|
2026-07-21 14:43:14 +08:00
|
|
|
|
const toggleVoiceInput = () => {
|
|
|
|
|
|
if (voiceListening) {
|
|
|
|
|
|
speechRecognition.current?.stop();
|
|
|
|
|
|
setVoiceListening(false);
|
|
|
|
|
|
return;
|
|
|
|
|
|
}
|
|
|
|
|
|
const browserWindow = window as unknown as {
|
|
|
|
|
|
SpeechRecognition?: new () => SpeechRecognitionLike;
|
|
|
|
|
|
webkitSpeechRecognition?: new () => SpeechRecognitionLike;
|
|
|
|
|
|
};
|
|
|
|
|
|
const Recognition =
|
|
|
|
|
|
browserWindow.SpeechRecognition ?? browserWindow.webkitSpeechRecognition;
|
|
|
|
|
|
if (!Recognition) {
|
|
|
|
|
|
setError("当前 WebView 不支持语音输入。");
|
|
|
|
|
|
return;
|
|
|
|
|
|
}
|
|
|
|
|
|
const recognition = new Recognition();
|
|
|
|
|
|
recognition.lang = "zh-CN";
|
|
|
|
|
|
recognition.interimResults = true;
|
|
|
|
|
|
recognition.onresult = (event) => {
|
|
|
|
|
|
const result = event as {
|
|
|
|
|
|
results?: ArrayLike<ArrayLike<{ transcript?: string }>>;
|
|
|
|
|
|
};
|
|
|
|
|
|
setDraft(
|
|
|
|
|
|
Array.from(result.results ?? [])
|
|
|
|
|
|
.map((item) => item[0]?.transcript ?? "")
|
|
|
|
|
|
.join(""),
|
|
|
|
|
|
);
|
|
|
|
|
|
};
|
|
|
|
|
|
recognition.onerror = () => {
|
|
|
|
|
|
setError("语音输入失败,请检查麦克风权限。");
|
|
|
|
|
|
setVoiceListening(false);
|
|
|
|
|
|
};
|
|
|
|
|
|
recognition.onend = () => setVoiceListening(false);
|
|
|
|
|
|
speechRecognition.current = recognition;
|
|
|
|
|
|
recognition.start();
|
|
|
|
|
|
setVoiceListening(true);
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
const speakMessage = (content: string) => {
|
|
|
|
|
|
if (!window.speechSynthesis) return;
|
|
|
|
|
|
window.speechSynthesis.cancel();
|
|
|
|
|
|
const utterance = new SpeechSynthesisUtterance(content);
|
|
|
|
|
|
utterance.lang = "zh-CN";
|
|
|
|
|
|
window.speechSynthesis.speak(utterance);
|
|
|
|
|
|
};
|
|
|
|
|
|
|
2026-07-20 11:31:41 +08:00
|
|
|
|
return (
|
|
|
|
|
|
<section className="chat-panel" aria-label="聊天面板">
|
|
|
|
|
|
<div className="chat-heading">
|
|
|
|
|
|
<div>
|
2026-07-20 13:30:29 +08:00
|
|
|
|
<p className="eyebrow">Shared chat runtime</p>
|
2026-07-20 11:31:41 +08:00
|
|
|
|
<h2>统一聊天运行时</h2>
|
|
|
|
|
|
<p className="chat-note">
|
2026-07-20 13:30:29 +08:00
|
|
|
|
主界面、快速聊天和气泡共享同一套消息状态。
|
2026-07-20 11:31:41 +08:00
|
|
|
|
</p>
|
|
|
|
|
|
</div>
|
2026-07-20 13:30:29 +08:00
|
|
|
|
<div className="chat-slot-tabs" role="tablist" aria-label="聊天槽位">
|
2026-07-20 11:31:41 +08:00
|
|
|
|
{(["companion", "operations"] as const).map((slot) => (
|
|
|
|
|
|
<button
|
|
|
|
|
|
className={activeSlot === slot ? "chat-slot active" : "chat-slot"}
|
|
|
|
|
|
key={slot}
|
2026-07-20 12:30:12 +08:00
|
|
|
|
disabled={Boolean(fixedSlot)}
|
2026-07-20 11:31:41 +08:00
|
|
|
|
onClick={() => setActiveSlot(slot)}
|
|
|
|
|
|
role="tab"
|
|
|
|
|
|
aria-selected={activeSlot === slot}
|
|
|
|
|
|
type="button"
|
|
|
|
|
|
>
|
2026-07-20 13:30:29 +08:00
|
|
|
|
{slot === "companion" ? "陪伴" : "运维"}
|
2026-07-20 12:25:08 +08:00
|
|
|
|
{unreadCounts[slot] > 0 ? (
|
|
|
|
|
|
<strong>{unreadCounts[slot]}</strong>
|
|
|
|
|
|
) : null}
|
2026-07-20 12:01:18 +08:00
|
|
|
|
<span>{connectionStateLabel(status[slot].state)}</span>
|
2026-07-20 11:31:41 +08:00
|
|
|
|
</button>
|
|
|
|
|
|
))}
|
|
|
|
|
|
</div>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
<div className="chat-runtime-strip">
|
2026-07-20 12:30:12 +08:00
|
|
|
|
<span>Profile:{status[selectedSlot].profileId ?? "未连接"}</span>
|
|
|
|
|
|
<span>Session:{status[selectedSlot].activeSessionId ?? "未建立"}</span>
|
|
|
|
|
|
<span>状态:{connectionStateLabel(status[selectedSlot].state)}</span>
|
2026-07-20 11:31:41 +08:00
|
|
|
|
</div>
|
2026-07-20 16:52:29 +08:00
|
|
|
|
{status[selectedSlot].state === "authExpired" ? (
|
|
|
|
|
|
<div className="warning-banner" role="alert">
|
|
|
|
|
|
<strong>认证已过期</strong>
|
2026-07-21 14:43:14 +08:00
|
|
|
|
<span>
|
|
|
|
|
|
请到“连接”设置重新登录 AstrBot,当前槽位不会继续发送消息。
|
|
|
|
|
|
</span>
|
2026-07-20 16:52:29 +08:00
|
|
|
|
<button type="button" onClick={() => void invoke("open_main_window")}>
|
|
|
|
|
|
打开连接设置
|
|
|
|
|
|
</button>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
) : null}
|
2026-07-20 14:32:07 +08:00
|
|
|
|
{remoteSessions.length > 0 ? (
|
|
|
|
|
|
<div className="chat-session-list" aria-label="Chat sessions">
|
|
|
|
|
|
{remoteSessions.map((session) => (
|
|
|
|
|
|
<button
|
|
|
|
|
|
className={
|
|
|
|
|
|
session.sessionId === status[selectedSlot].activeSessionId
|
|
|
|
|
|
? "chat-session active"
|
|
|
|
|
|
: "chat-session"
|
|
|
|
|
|
}
|
|
|
|
|
|
key={session.sessionId}
|
|
|
|
|
|
type="button"
|
|
|
|
|
|
onClick={() => {
|
|
|
|
|
|
void invoke("switch_connection_slot_session", {
|
|
|
|
|
|
request: { slot: selectedSlot, sessionId: session.sessionId },
|
|
|
|
|
|
})
|
|
|
|
|
|
.then(() => void refresh())
|
|
|
|
|
|
.catch((reason) =>
|
|
|
|
|
|
setError(
|
|
|
|
|
|
reason instanceof Error ? reason.message : String(reason),
|
|
|
|
|
|
),
|
|
|
|
|
|
);
|
|
|
|
|
|
}}
|
|
|
|
|
|
>
|
|
|
|
|
|
<strong>{session.displayName || session.sessionId}</strong>
|
|
|
|
|
|
<small>{session.updatedAt || "Remote session"}</small>
|
|
|
|
|
|
</button>
|
|
|
|
|
|
))}
|
|
|
|
|
|
</div>
|
|
|
|
|
|
) : null}
|
2026-07-20 11:31:41 +08:00
|
|
|
|
<div className="chat-message-list" aria-live="polite">
|
2026-07-21 14:43:14 +08:00
|
|
|
|
{visibleMessages.length === 0 ? (
|
2026-07-20 11:31:41 +08:00
|
|
|
|
<p className="chat-empty">
|
|
|
|
|
|
当前槽位还没有消息。连接 Profile 后即可开始聊天。
|
|
|
|
|
|
</p>
|
|
|
|
|
|
) : (
|
2026-07-21 14:43:14 +08:00
|
|
|
|
visibleMessages.map((message) => (
|
2026-07-20 11:31:41 +08:00
|
|
|
|
<article
|
2026-07-21 14:43:14 +08:00
|
|
|
|
className={`chat-message-row ${message.role}${message.error ? " failed" : ""}`}
|
2026-07-20 11:31:41 +08:00
|
|
|
|
key={message.id}
|
|
|
|
|
|
>
|
2026-07-21 14:43:14 +08:00
|
|
|
|
<div className="chat-avatar" aria-hidden="true">
|
|
|
|
|
|
{message.role === "user" ? "我" : message.role === "assistant" ? "A" : "!"}
|
|
|
|
|
|
</div>
|
|
|
|
|
|
<div className="chat-bubble">
|
|
|
|
|
|
<div className="chat-bubble-header">
|
|
|
|
|
|
<span>{message.role === "user" ? "我" : message.role === "assistant" ? "AstrBot" : "系统"}</span>
|
|
|
|
|
|
{message.streaming ? <small>生成中…</small> : null}
|
|
|
|
|
|
</div>
|
|
|
|
|
|
<p>{message.content || "生成中…"}</p>
|
|
|
|
|
|
{message.role === "assistant" && message.content ? (
|
|
|
|
|
|
<button
|
|
|
|
|
|
className="chat-message-read"
|
|
|
|
|
|
type="button"
|
|
|
|
|
|
onClick={() => speakMessage(message.content)}
|
|
|
|
|
|
>
|
|
|
|
|
|
朗读
|
|
|
|
|
|
</button>
|
|
|
|
|
|
) : null}
|
|
|
|
|
|
</div>
|
2026-07-20 11:31:41 +08:00
|
|
|
|
</article>
|
|
|
|
|
|
))
|
|
|
|
|
|
)}
|
|
|
|
|
|
</div>
|
|
|
|
|
|
{error ? <p className="chat-error">{error}</p> : null}
|
2026-07-20 13:30:29 +08:00
|
|
|
|
<div className="chat-composer-toolbar">
|
|
|
|
|
|
<label className="file-picker">
|
|
|
|
|
|
<span>添加图片/文件</span>
|
|
|
|
|
|
<input
|
|
|
|
|
|
type="file"
|
|
|
|
|
|
multiple
|
|
|
|
|
|
onChange={(event) => {
|
|
|
|
|
|
void uploadFiles(event.target.files);
|
|
|
|
|
|
event.target.value = "";
|
|
|
|
|
|
}}
|
|
|
|
|
|
disabled={uploading || !capabilities?.fileUpload}
|
|
|
|
|
|
/>
|
|
|
|
|
|
</label>
|
2026-07-21 14:43:14 +08:00
|
|
|
|
|
2026-07-20 13:30:29 +08:00
|
|
|
|
{uploading ? <span className="toolbar-note">上传中…</span> : null}
|
2026-07-21 14:43:14 +08:00
|
|
|
|
<button
|
|
|
|
|
|
type="button"
|
|
|
|
|
|
onClick={toggleVoiceInput}
|
|
|
|
|
|
className={voiceListening ? "voice-button active" : "voice-button"}
|
|
|
|
|
|
>
|
|
|
|
|
|
{voiceListening ? "停止录音" : "语音输入"}
|
|
|
|
|
|
</button>
|
2026-07-20 13:30:29 +08:00
|
|
|
|
</div>
|
|
|
|
|
|
{pendingAttachments.length > 0 ? (
|
|
|
|
|
|
<div className="attachment-list">
|
|
|
|
|
|
{pendingAttachments.map((attachment) => (
|
|
|
|
|
|
<span key={attachment.attachmentId}>
|
|
|
|
|
|
{attachment.fileName}
|
|
|
|
|
|
<button
|
|
|
|
|
|
type="button"
|
|
|
|
|
|
aria-label={`移除 ${attachment.fileName}`}
|
|
|
|
|
|
onClick={() =>
|
|
|
|
|
|
setPendingAttachments((current) =>
|
|
|
|
|
|
current.filter(
|
|
|
|
|
|
(item) => item.attachmentId !== attachment.attachmentId,
|
|
|
|
|
|
),
|
|
|
|
|
|
)
|
|
|
|
|
|
}
|
|
|
|
|
|
>
|
|
|
|
|
|
×
|
|
|
|
|
|
</button>
|
|
|
|
|
|
</span>
|
|
|
|
|
|
))}
|
|
|
|
|
|
</div>
|
|
|
|
|
|
) : null}
|
2026-07-20 11:31:41 +08:00
|
|
|
|
<form
|
|
|
|
|
|
className="chat-composer"
|
|
|
|
|
|
onSubmit={(event) => {
|
|
|
|
|
|
event.preventDefault();
|
|
|
|
|
|
void send();
|
|
|
|
|
|
}}
|
|
|
|
|
|
>
|
|
|
|
|
|
<textarea
|
|
|
|
|
|
aria-label="聊天消息"
|
|
|
|
|
|
onChange={(event) => setDraft(event.target.value)}
|
|
|
|
|
|
placeholder={
|
2026-07-20 13:30:29 +08:00
|
|
|
|
selectedSlot === "companion"
|
2026-07-20 11:31:41 +08:00
|
|
|
|
? "和陪伴实例说点什么…"
|
|
|
|
|
|
: "向运维实例描述问题…"
|
|
|
|
|
|
}
|
|
|
|
|
|
value={draft}
|
|
|
|
|
|
rows={3}
|
|
|
|
|
|
/>
|
2026-07-20 13:30:29 +08:00
|
|
|
|
<button
|
|
|
|
|
|
disabled={
|
|
|
|
|
|
(!draft.trim() && pendingAttachments.length === 0) || uploading
|
|
|
|
|
|
}
|
|
|
|
|
|
type="submit"
|
|
|
|
|
|
>
|
2026-07-20 11:31:41 +08:00
|
|
|
|
发送
|
|
|
|
|
|
</button>
|
|
|
|
|
|
</form>
|
|
|
|
|
|
</section>
|
|
|
|
|
|
);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function applyRuntimeEvents(
|
|
|
|
|
|
current: ChatMessage[],
|
|
|
|
|
|
events: BoundRuntimeEvent[],
|
|
|
|
|
|
): ChatMessage[] {
|
|
|
|
|
|
const next = current.map((item) => ({ ...item }));
|
|
|
|
|
|
for (const event of events) {
|
|
|
|
|
|
if (event.eventType === "message.delta") {
|
|
|
|
|
|
const id =
|
|
|
|
|
|
event.messageId || payloadString(event, "messageId") || event.eventId;
|
|
|
|
|
|
const delta =
|
|
|
|
|
|
payloadString(event, "delta") || payloadString(event, "content") || "";
|
|
|
|
|
|
const existing = next.find(
|
2026-07-21 14:43:14 +08:00
|
|
|
|
(item) =>
|
|
|
|
|
|
item.id === id &&
|
|
|
|
|
|
item.slot === event.slot &&
|
|
|
|
|
|
item.sessionId === event.sessionId,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
);
|
|
|
|
|
|
if (existing) {
|
|
|
|
|
|
existing.content += delta;
|
|
|
|
|
|
existing.streaming = true;
|
|
|
|
|
|
} else
|
|
|
|
|
|
next.push({
|
|
|
|
|
|
id,
|
2026-07-20 14:32:07 +08:00
|
|
|
|
sessionId: event.sessionId,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
slot: event.slot,
|
|
|
|
|
|
role: "assistant",
|
|
|
|
|
|
content: delta,
|
|
|
|
|
|
streaming: true,
|
|
|
|
|
|
});
|
|
|
|
|
|
} else if (event.eventType === "message.completed") {
|
|
|
|
|
|
const id =
|
|
|
|
|
|
event.messageId || payloadString(event, "messageId") || event.eventId;
|
|
|
|
|
|
const existing = next.find(
|
2026-07-21 14:43:14 +08:00
|
|
|
|
(item) =>
|
|
|
|
|
|
item.id === id &&
|
|
|
|
|
|
item.slot === event.slot &&
|
|
|
|
|
|
item.sessionId === event.sessionId,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
);
|
2026-07-21 14:43:14 +08:00
|
|
|
|
const completedContent = payloadString(event, "content")?.trim() ?? "";
|
|
|
|
|
|
if (existing) {
|
|
|
|
|
|
if (completedContent) {
|
|
|
|
|
|
existing.content = completedContent;
|
|
|
|
|
|
} else if (!existing.content.trim()) {
|
|
|
|
|
|
existing.content = "未收到有效回复";
|
|
|
|
|
|
existing.error = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
existing.streaming = false;
|
|
|
|
|
|
} else
|
2026-07-20 11:31:41 +08:00
|
|
|
|
next.push({
|
|
|
|
|
|
id,
|
2026-07-20 14:32:07 +08:00
|
|
|
|
sessionId: event.sessionId,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
slot: event.slot,
|
|
|
|
|
|
role: "assistant",
|
2026-07-21 14:43:14 +08:00
|
|
|
|
content: completedContent || "未收到有效回复",
|
|
|
|
|
|
error: !completedContent,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
});
|
|
|
|
|
|
} else if (event.eventType === "error") {
|
|
|
|
|
|
next.push({
|
|
|
|
|
|
id: event.eventId,
|
2026-07-20 14:32:07 +08:00
|
|
|
|
sessionId: event.sessionId,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
slot: event.slot,
|
|
|
|
|
|
role: "system",
|
|
|
|
|
|
content: payloadString(event, "message") || "连接错误",
|
|
|
|
|
|
error: true,
|
|
|
|
|
|
});
|
|
|
|
|
|
} else if (event.eventType === "message.proactive") {
|
|
|
|
|
|
next.push({
|
|
|
|
|
|
id: event.eventId,
|
2026-07-20 14:32:07 +08:00
|
|
|
|
sessionId: event.sessionId,
|
2026-07-20 11:31:41 +08:00
|
|
|
|
slot: event.slot,
|
|
|
|
|
|
role: "assistant",
|
|
|
|
|
|
content: payloadString(event, "content") || "",
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
return next;
|
|
|
|
|
|
}
|
2026-07-20 12:01:18 +08:00
|
|
|
|
|
|
|
|
|
|
function connectionStateLabel(
|
|
|
|
|
|
state: ConnectionRuntimeStatus["companion"]["state"],
|
|
|
|
|
|
): string {
|
|
|
|
|
|
const labels: Record<typeof state, string> = {
|
|
|
|
|
|
disconnected: "未连接",
|
|
|
|
|
|
connecting: "连接中",
|
|
|
|
|
|
authenticating: "认证中",
|
|
|
|
|
|
syncing: "同步中",
|
|
|
|
|
|
connected: "已连接",
|
|
|
|
|
|
reconnecting: "重连中",
|
|
|
|
|
|
authExpired: "认证已过期",
|
|
|
|
|
|
incompatible: "协议不兼容",
|
|
|
|
|
|
serverUnavailable: "服务不可用",
|
|
|
|
|
|
offline: "离线",
|
2026-07-20 13:30:29 +08:00
|
|
|
|
certificateChanged: "证书已变更",
|
2026-07-20 12:01:18 +08:00
|
|
|
|
fatalError: "连接错误",
|
|
|
|
|
|
};
|
|
|
|
|
|
return labels[state];
|
|
|
|
|
|
}
|