client/storage.js

339 lines
15 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

// 本地部署版本的存储封装:通过 fetch 调用本机 Express 服务的 API,
// 数据最终落盘到 server/data.json。接口形态与 Claude artifacts 的
// window.storage 保持一致(get 返回 {key, value},不存在时 reject),
// 这样上层业务代码(App.jsx)几乎不需要改动。
const API_BASE = '/api/storage';
// 每个键记住读到的版本号;保存时带上,服务器发现版本对不上(别的页面 / 设备已经改过)就拒绝覆盖
const versions = {};
// 同一个键的保存排队执行,只发最新的值:连续修改时不会因为上一次还没返回就拿着旧版本号去保存
const saveState = {};
// 服务器上当前的内容:要保存的值和它一样就不发请求(打开页面时不会白白"保存"一遍、把版本号顶上去,
// 否则只是多开一个页面,前一个页面就会被判定为过期)
const lastSaved = {};
export async function storageGet(key) {
const res = await fetch(`${API_BASE}/${encodeURIComponent(key)}`);
if (res.status === 404) {
const body = await res.json().catch(() => ({}));
versions[key] = Number(body.version) || 0;
const e = new Error(`key not found: ${key}`);
e.notFound = true; // 这个键还没存过数据(正常情况),和"读取失败"区分开
throw e;
}
if (!res.ok) {
throw new Error(`storage get failed: ${res.status}`);
}
const data = await res.json();
if (data.version !== undefined) versions[key] = Number(data.version) || 0;
lastSaved[key] = data.value;
return { key, value: data.value };
}
async function putNow(key, value) {
const res = await fetch(`${API_BASE}/${encodeURIComponent(key)}`, {
method: 'PUT',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ value, baseVersion: versions[key] }),
});
const body = await res.json().catch(() => null);
if (!res.ok) {
// 响应不是 JSON 的 413:请求在 Nginx 就被拦下了(client_max_body_size 比这份数据小),Node 根本没收到
const tooBig = res.status === 413;
const kb = Math.round(JSON.stringify(value).length / 1024);
const e = new Error(tooBig
? `数据太大(约 ${kb.toLocaleString()} KB),被服务器拒收(HTTP 413)。需要把 Nginx 的 client_max_body_size 调大,或者减少 HTML 片段里嵌入的图片`
: ((body && body.error) || `storage set failed: ${res.status}`));
e.key = key;
e.status = res.status;
e.conflict = !!(body && body.conflict);
e.tooBig = tooBig;
throw e;
}
if (body && body.version !== undefined) versions[key] = Number(body.version);
lastSaved[key] = value;
return body;
}
async function pump(key) {
const st = saveState[key];
if (st.running || !st.next) return;
st.running = true;
const job = st.next;
st.next = null;
try {
const r = job.value === lastSaved[key] ? { ok: true, unchanged: true } : await putNow(key, job.value);
delete failed[key];
job.waiters.forEach((w) => w.resolve(r));
} catch (e) {
failed[key] = true;
job.waiters.forEach((w) => w.reject(e));
} finally {
st.running = false;
pump(key);
}
}
// 还没存上的修改:正在发送 / 排队中的键,以及最近一次保存失败的键(保存成功后自动清掉)
const failed = {};
let uploadsInFlight = 0; // 正在上传的文件(图片、附件)
export function hasUnsavedChanges() {
return uploadsInFlight > 0 || Object.values(saveState).some((st) => st.running || st.next) || Object.values(tplQueue).some((q) => q.running || q.next) || Object.keys(failed).length > 0;
}
export function storageSet(key, value) {
return new Promise((resolve, reject) => {
const st = saveState[key] || (saveState[key] = { running: false, next: null });
if (st.next) { st.next.value = value; st.next.waiters.push({ resolve, reject }); }
else st.next = { value, waiters: [{ resolve, reject }] };
pump(key);
});
}
// ===== 网站详情模板:一个一个保存,并且先存在本机 =====
// 每次改动:① 立刻写进浏览器本地数据库(IndexedDB),关掉页面也不会丢;② 只把改动的那个模板发给服务器。
// 服务器存成功后,本地这条记录才删掉;下次打开 CRM 时如果本地还有没发出去的,会自动补发(页面上的数据也以本地为准)。
const IDB_NAME = 'crm-local', IDB_STORE = 'tplPending';
let idbP = null;
function idb() {
if (!idbP) idbP = new Promise((ok, bad) => {
const r = indexedDB.open(IDB_NAME, 1);
r.onupgradeneeded = () => r.result.createObjectStore(IDB_STORE, { keyPath: 'id' });
r.onsuccess = () => ok(r.result);
r.onerror = () => bad(r.error);
});
return idbP;
}
async function idbDo(mode, fn) {
const db = await idb();
return new Promise((ok, bad) => {
const tx = db.transaction(IDB_STORE, mode);
const req = fn(tx.objectStore(IDB_STORE));
tx.oncomplete = () => ok(req && req.result);
tx.onerror = () => bad(tx.error);
});
}
// 本地还没同步到服务器的模板:[{ id, t(模板,删除时为 null), index, at }]
export async function localPendingTemplates() {
try { return (await idbDo('readonly', (st) => st.getAll())) || []; } catch (e) { return []; }
}
const tplQueue = {}; // id → { running, next }
async function tplSend(job) {
const res = job.t
? await fetch(`/api/templates/${encodeURIComponent(job.id)}`, { method: 'PUT', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify({ value: job.t, index: job.index }) })
: await fetch(`/api/templates/${encodeURIComponent(job.id)}`, { method: 'DELETE' });
if (!res.ok) {
const body = await res.json().catch(() => null);
const kb = job.t ? Math.round(JSON.stringify(job.t).length / 1024) : 0;
const e = new Error(res.status === 413 ? `这个模板太大(约 ${kb.toLocaleString()} KB),被服务器拒收(HTTP 413)。请点"嵌入图片转成文件",或调大 Nginx 的 client_max_body_size` : ((body && body.error) || `模板保存失败(HTTP ${res.status})`));
e.key = 'crm:webDetailTemplates';
throw e;
}
}
async function tplPump(id) {
const q = tplQueue[id];
if (q.running || !q.next) return;
q.running = true;
const job = q.next; q.next = null;
try {
await tplSend(job);
// 发送期间没有新的改动:本地这条可以删了
if (!q.next) { try { await idbDo('readwrite', (st) => { const g = st.get(id); g.onsuccess = () => { if (g.result && g.result.at <= job.at) st.delete(id); }; return g; }); } catch (e) {} }
delete failed['tpl:' + id];
job.waiters.forEach((w) => w.resolve());
} catch (e) {
failed['tpl:' + id] = true;
job.waiters.forEach((w) => w.reject(e));
} finally {
q.running = false;
tplPump(id);
}
}
// t = 模板对象;删除时 t = null。index = 新模板在列表里的位置
export async function saveTemplate(id, t, index) {
const at = Date.now();
try { await idbDo('readwrite', (st) => st.put({ id, t, index, at })); } catch (e) { console.warn('[storage] 本地保存模板失败', e); }
return new Promise((resolve, reject) => {
const q = tplQueue[id] || (tplQueue[id] = { running: false, next: null });
if (q.next) { Object.assign(q.next, { t, index, at }); q.next.waiters.push({ resolve, reject }); }
else q.next = { id, t, index, at, waiters: [{ resolve, reject }] };
tplPump(id);
});
}
// 上传一个与客户相关的沟通附件(文件本身存到磁盘,元数据由调用方存进客户记录)
// onProgress(loaded, total):上传进度(字节),界面用它显示百分比。
// 用 XMLHttpRequest 而不是 fetch:fetch 拿不到上传进度。大文件网速慢时能看到在动,不会以为卡住了。
// 连续 STALL_MS 没有任何进度就中止并报错(网络断了、服务器没响应),不会一直停在"上传中"。
const STALL_MS = 120 * 1000;
export async function uploadFile(customerId, file, onProgress) {
uploadsInFlight++;
try { return await uploadFileNow(customerId, file, onProgress); } finally { uploadsInFlight--; }
}
function uploadFileNow(customerId, file, onProgress) {
return new Promise((resolve, reject) => {
const xhr = new XMLHttpRequest();
let last = Date.now(), stalled = false;
const timer = setInterval(() => {
if (Date.now() - last > STALL_MS) { stalled = true; xhr.abort(); }
}, 5000);
const done = (fn, v) => { clearInterval(timer); fn(v); };
xhr.open('POST', `/api/uploads/${encodeURIComponent(customerId)}`);
xhr.upload.onprogress = (e) => { last = Date.now(); if (onProgress && e.lengthComputable) onProgress(e.loaded, e.total); };
xhr.onload = () => {
let data = null;
try { data = JSON.parse(xhr.responseText); } catch (e) { /* 不是 JSON */ }
if (xhr.status >= 200 && xhr.status < 300 && data) return done(resolve, data);
let msg = (data && data.error) || `上传失败(HTTP ${xhr.status})`;
// 响应不是 JSON——请求没到 Node 这一层,最常见的是 Nginx 的 client_max_body_size 比文件小,返回了 413
if (xhr.status === 413) msg = `文件太大(${(file.size / 1048576).toFixed(1)} MB),被 Nginx 拦截了:Nginx 的 client_max_body_size 比这个文件小。需要在 Nginx 站点配置里调大(比如 client_max_body_size 200m;),然后执行 nginx -t 和 systemctl reload nginx`;
else if (xhr.status === 504 || xhr.status === 502) msg = `服务器没有及时响应(HTTP ${xhr.status}),可能是 Nginx 的超时时间太短,文件可能没有保存,请重试`;
done(reject, new Error(msg));
};
xhr.onerror = () => done(reject, new Error('网络中断,上传没有完成,请检查网络后重试'));
xhr.onabort = () => done(reject, new Error(stalled ? `上传卡住了:${STALL_MS / 1000} 秒没有任何进度,可能是网络中断或服务器没有响应,请重试` : '上传已取消'));
const fd = new FormData();
fd.append('file', file);
xhr.send(fd);
});
}
export async function deleteFile(customerId, fileName) {
const res = await fetch(`/api/uploads/${encodeURIComponent(customerId)}/${encodeURIComponent(fileName)}`, {
method: 'DELETE',
});
if (!res.ok) {
throw new Error(`delete failed: ${res.status}`);
}
return res.json();
}
export async function authCheck() {
const res = await fetch('/api/auth/check');
return res.json();
}
export async function authLogin(username, password) {
const res = await fetch('/api/auth/login', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ username, password }),
});
const data = await res.json().catch(() => ({}));
if (!res.ok) throw new Error(data.error || 'login failed');
return data;
}
export async function authLogout() {
const res = await fetch('/api/auth/logout', { method: 'POST' });
return res.json().catch(() => ({}));
}
export async function authChangePassword(currentPassword, newPassword) {
const res = await fetch('/api/auth/change-password', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ currentPassword, newPassword }),
});
const data = await res.json().catch(() => ({}));
if (!res.ok) throw new Error(data.error || 'change password failed');
return data;
}
export async function getAiConfig() {
const res = await fetch('/api/ai-config');
return res.json().catch(() => ({ hasKey: false }));
}
export async function saveAiConfig(apiKey) {
const res = await fetch('/api/ai-config', {
method: 'PUT',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ apiKey }),
});
const data = await res.json().catch(() => ({}));
if (!res.ok) throw new Error(data.error || 'save failed');
return data;
}
export async function deleteAiConfig() {
const res = await fetch('/api/ai-config', { method: 'DELETE' });
return res.json().catch(() => ({}));
}
export async function testAiConfig() {
const res = await fetch('/api/ai-config/test', { method: 'POST' });
const data = await res.json().catch(() => ({}));
if (!res.ok) throw new Error(data.error || 'test failed');
return data;
}
// 批量上传PDF/图片形式的产品目录,后端OCR识别+DeepSeek解析后返回结构化的产品数组。
// hints可选:{ category, brand, type },提前告诉后端这批产品大概是什么类目/品牌/品类,
// 减少AI瞎猜的情况,也能省一点点解析时间。
export async function parseCatalogFiles(files, hints) {
const fd = new FormData();
Array.from(files).forEach((f) => fd.append('files', f));
if (hints) {
if (hints.category) fd.append('hintCategory', hints.category);
if (hints.brand) fd.append('hintBrand', hints.brand);
if (hints.type) fd.append('hintType', hints.type);
}
// async=1:后端立刻返回 jobId,然后这里每 3 秒查一次结果,避免长请求被代理掐断(Failed to fetch)
let res;
try {
res = await fetch('/api/ai/parse-catalog?async=1', { method: 'POST', body: fd });
} catch (e) {
throw new Error('上传失败:网络连接中断(如果刚在电脑上改过这个文件,请重新选择文件再试)');
}
let data;
try {
data = await res.json();
} catch (e) {
// 响应体不是合法JSON——常见原因:Nginx因为文件太大/请求超时直接拦截返回了HTML错误页,
// 请求根本没到达Node服务。把HTTP状态码带出来,方便定位是不是这个原因。
throw new Error(`parse failed (HTTP ${res.status},响应内容不是JSON,可能是Nginx上传大小/超时限制拦截了请求)`);
}
if (!res.ok) throw new Error(data.error || `parse failed (HTTP ${res.status})`);
if (!data.jobId) return data; // 老版本后端:直接返回结果
return pollAiJob(data.jobId);
}
async function pollAiJob(jobId) {
const deadline = Date.now() + 15 * 60 * 1000;
let netFails = 0;
while (Date.now() < deadline) {
await new Promise((r) => setTimeout(r, 3000));
let job;
try {
const r = await fetch(`/api/ai/jobs/${encodeURIComponent(jobId)}`);
job = await r.json();
if (!r.ok) throw Object.assign(new Error(job.error || `HTTP ${r.status}`), { fatal: true });
netFails = 0;
} catch (e) {
if (e.fatal) throw e;
if (++netFails >= 10) throw new Error('查询导入结果失败:网络连接不稳定,请稍后重试');
continue; // 偶尔一次网络抖动不要紧,下一轮再查
}
if (job.status === 'done') return job.data; // { products, ocrTextLength, truncated }
if (job.status === 'error') throw new Error((job.data && job.data.error) || 'AI导入失败');
}
throw new Error('AI导入超过15分钟没有完成,请重试');
}
// 把一批中文词汇翻译成目标语言(en/fr/ru/es/ar),返回 {原词: 译文} 的映射。
// 词条缓存由调用方(App.jsx)自己管理,这里只负责翻译本身。
export async function translateTerms(terms, targetLang) {
const res = await fetch('/api/ai/translate-terms', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ terms, targetLang }),
});
const data = await res.json().catch(() => ({}));
if (!res.ok) throw new Error(data.error || 'translate failed');
return data.translations;
}