// MIC产品上传 — 前端页面 // // 接入方式(对照 App.jsx 里"后板图模板"菜单项的现成写法): // // 1. import { MicUploadPage } from './mic-upload/MicUploadPage'; // (或者把这个文件内容直接并入 App.jsx,看你想不想保持单文件习惯) // // 2. NAV_GROUPS 里"产品"分组,在 backpanel 那一项下面加一行(App.jsx 约2121行): // { id: 'mic-upload', label: 'MIC产品上传', icon: UploadCloud }, // UploadCloud 需要从 lucide-react 多 import 一个图标。 // // 3. 渲染switch里(App.jsx约3722-3724行 backpanel那块下面)加: // {view === 'mic-upload' && } // products 就是 App.jsx 里已有的那个产品列表 state(约2225行 useState([]))。 // // 本组件是单模式(一次只处理一个产品),批量队列以后再加。 import React, { useState, useRef, useCallback, useEffect } from 'react'; const VIEWPORT = { width: 1280, height: 800 }; function useMicSession() { const [sessionId, setSessionId] = useState(null); const [wsToken, setWsToken] = useState(null); const [connected, setConnected] = useState(false); const [logs, setLogs] = useState([]); const wsRef = useRef(null); const frameCallbackRef = useRef(null); const appendLog = useCallback((entry) => { setLogs((prev) => [...prev.slice(-300), entry]); }, []); const openWs = useCallback((id, token, onFrame) => { frameCallbackRef.current = onFrame; const proto = window.location.protocol === 'https:' ? 'wss' : 'ws'; const ws = new WebSocket(`${proto}://${window.location.host}/ws/mic-upload?sessionId=${id}&token=${token}`); ws.onopen = () => setConnected(true); ws.onclose = () => setConnected(false); ws.onerror = () => setConnected(false); ws.onmessage = (ev) => { let msg; try { msg = JSON.parse(ev.data); } catch (e) { return; } if (msg.type === 'frame') { frameCallbackRef.current && frameCallbackRef.current(msg.data); } else if (msg.type === 'log') { appendLog(msg); } }; wsRef.current = ws; }, [appendLog]); const start = useCallback(async (onFrame) => { setLogs([]); const res = await fetch('/api/mic-upload/sessions', { method: 'POST' }); const data = await res.json(); if (!res.ok) throw new Error(data.error || '启动会话失败'); setSessionId(data.sessionId); setWsToken(data.wsToken); openWs(data.sessionId, data.wsToken, onFrame); return data.sessionId; }, [openWs]); const stop = useCallback(async () => { if (wsRef.current) { try { wsRef.current.close(); } catch (e) {} wsRef.current = null; } if (sessionId) { try { await fetch(`/api/mic-upload/sessions/${sessionId}`, { method: 'DELETE' }); } catch (e) {} } setSessionId(null); setWsToken(null); setConnected(false); }, [sessionId]); const sendInput = useCallback((msg) => { if (wsRef.current && wsRef.current.readyState === WebSocket.OPEN) { wsRef.current.send(JSON.stringify(msg)); } }, []); useEffect(() => () => { if (wsRef.current) wsRef.current.close(); }, []); return { sessionId, wsToken, connected, logs, start, stop, sendInput }; } // canvas <-> 远程浏览器坐标换算:canvas按容器宽度等比缩放显示,鼠标事件按缩放比换算回1280x800 function useRemoteCanvas(sendInput) { const canvasRef = useRef(null); const scaleRef = useRef(1); const drawFrame = useCallback((base64Jpeg) => { const canvas = canvasRef.current; if (!canvas) return; const ctx = canvas.getContext('2d'); const img = new Image(); img.onload = () => { canvas.width = VIEWPORT.width; canvas.height = VIEWPORT.height; ctx.drawImage(img, 0, 0, VIEWPORT.width, VIEWPORT.height); }; img.src = `data:image/jpeg;base64,${base64Jpeg}`; }, []); const toRemoteCoords = useCallback((e) => { const canvas = canvasRef.current; const rect = canvas.getBoundingClientRect(); scaleRef.current = VIEWPORT.width / rect.width; const x = Math.round((e.clientX - rect.left) * scaleRef.current); const y = Math.round((e.clientY - rect.top) * scaleRef.current); return { x, y }; }, []); const handlers = { onMouseMove: (e) => { const { x, y } = toRemoteCoords(e); sendInput({ type: 'mousemove', x, y }); }, onMouseDown: (e) => { const { x, y } = toRemoteCoords(e); sendInput({ type: 'mousedown', x, y, button: 'left' }); }, onMouseUp: (e) => { const { x, y } = toRemoteCoords(e); sendInput({ type: 'mouseup', x, y, button: 'left' }); }, onWheel: (e) => { sendInput({ type: 'wheel', dx: e.deltaX, dy: e.deltaY }); e.preventDefault(); }, }; return { canvasRef, drawFrame, handlers }; } // 捕获键盘输入的隐藏input——登录表单里的账号密码靠这个转发过去 function KeyCaptureInput({ sendInput }) { const [value, setValue] = useState(''); return ( { const next = e.target.value; if (next.length > value.length) { sendInput({ type: 'text', text: next.slice(value.length) }); } else if (next.length < value.length) { for (let i = 0; i < value.length - next.length; i++) sendInput({ type: 'keydown', key: 'Backspace' }); } setValue(next); }} onKeyDown={(e) => { if (e.key === 'Enter') { sendInput({ type: 'keydown', key: 'Enter' }); setValue(''); } if (e.key === 'Tab') { sendInput({ type: 'keydown', key: 'Tab' }); e.preventDefault(); } }} style={{ width: '100%', padding: '8px 10px', fontSize: 13, border: '1px solid var(--line, #ddd)', borderRadius: 6 }} /> ); } export function MicUploadPage({ products = [] }) { const { sessionId, connected, logs, start, stop, sendInput } = useMicSession(); const { canvasRef, drawFrame, handlers } = useRemoteCanvas(sendInput); const [phase, setPhase] = useState('idle'); // idle -> browsing -> ready -> filling -> filled -> submitted const [selectedProductId, setSelectedProductId] = useState(''); const [search, setSearch] = useState(''); const [busy, setBusy] = useState(false); const [error, setError] = useState(''); const logEndRef = useRef(null); useEffect(() => { logEndRef.current?.scrollIntoView({ block: 'end' }); }, [logs]); const filteredProducts = products.filter((p) => { if (!search.trim()) return true; const q = search.trim().toLowerCase(); return (p.name || '').toLowerCase().includes(q) || (p.brand || '').toLowerCase().includes(q); }); async function handleOpenLogin() { setError(''); setBusy(true); try { const id = await start(drawFrame); setPhase('browsing'); const res = await fetch(`/api/mic-upload/sessions/${id}/login`, { method: 'POST' }); const data = await res.json(); if (!res.ok) throw new Error(data.error || '打开登录页失败'); } catch (e) { setError(e.message); } finally { setBusy(false); } } function handleLoginConfirmed() { setPhase('ready'); } async function handleFill() { if (!sessionId) { setError('会话已断开,请重新打开登录页'); return; } if (!selectedProductId) { setError('请先选择一个产品'); return; } setError(''); setBusy(true); setPhase('filling'); try { const res = await fetch(`/api/mic-upload/sessions/${sessionId}/publish`, { method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify({ productId: selectedProductId }), }); const data = await res.json(); if (!res.ok) throw new Error(data.error || '自动填写失败'); setPhase('filled'); } catch (e) { setError(e.message); setPhase('ready'); } finally { setBusy(false); } } async function handleSubmit() { if (!sessionId) { setError('会话已断开,请重新打开登录页'); return; } setError(''); setBusy(true); try { const res = await fetch(`/api/mic-upload/sessions/${sessionId}/submit`, { method: 'POST' }); const data = await res.json(); if (!res.ok) throw new Error(data.error || '提交失败'); setPhase('submitted'); } catch (e) { setError(e.message); } finally { setBusy(false); } } async function handleClose() { await stop(); setPhase('idle'); setSelectedProductId(''); } return (
{/* 左:产品选择 + 流程控制 */}
MIC产品上传
{phase === 'idle' && ( )} {phase !== 'idle' && ( <>
画面状态:{connected ? '已连接' : '连接中...'}
{(phase === 'browsing') && ( <> )} {(phase === 'ready' || phase === 'filling' || phase === 'filled' || phase === 'submitted') && ( <> setSearch(e.target.value)} style={{ padding: '6px 8px', fontSize: 13 }} /> )} {phase === 'ready' && ( )} {phase === 'filled' && ( )} {phase === 'submitted' && (
✅ 已提交,请在画面里核对发布结果
)} )} {error &&
{error}
}
{logs.map((l, i) => (
{l.msg}
))}
{/* 右:远程浏览器画面 */}
{phase === 'idle' ? (
点击左侧"新建会话"开始
) : ( )}
); }