Update micUploadRoutes.js via upload script - 2026-09-22 14:06:09

This commit is contained in:
mike 2026-09-22 14:06:22 +08:00
parent a88cadb8a0
commit 14a7b83b4b
1 changed files with 94 additions and 26 deletions

View File

@ -27,7 +27,7 @@
const crypto = require('crypto'); const crypto = require('crypto');
const WebSocket = require('ws'); const WebSocket = require('ws');
const { MicBrowserSession } = require('./micBrowserSession'); const { MicBrowserSession } = require('./micBrowserSession');
const { buildAttributeList, sanitizeValue, parsePackageDimensionsCm, hasNonAscii } = require('./micFieldMapping'); const { buildAttributeList, sanitizeValue, sanitizeLabel, parsePackageDimensionsCm, hasNonAscii } = require('./micFieldMapping');
// 标题/关键词规则来自MIC官方说明(2026-09抓取): // 标题/关键词规则来自MIC官方说明(2026-09抓取):
// 标题 https://service.made-in-china.com/help/promotionskill/product/3243.htm // 标题 https://service.made-in-china.com/help/promotionskill/product/3243.htm
@ -190,13 +190,62 @@ async function generateKeywords(ctx, title, coreNoun, model, log) {
// "三进单出(可调单进单出)"这种)没法靠替换表覆盖——这里兜底用AI把attrList里 // "三进单出(可调单进单出)"这种)没法靠替换表覆盖——这里兜底用AI把attrList里
// 净化后仍然残留非ASCII字符的值整句翻译成英文。一次性把所有需要翻译的值打包 // 净化后仍然残留非ASCII字符的值整句翻译成英文。一次性把所有需要翻译的值打包
// 成一个请求,而不是每条都单独调用,省时间也省token。 // 成一个请求,而不是每条都单独调用,省时间也省token。
// 翻译缓存:属性名(label)几乎每个品类都会反复出现同样的字段名,缓存命中率很高,
// 完全自动存取;属性值(value)大概率每个产品数值都不一样,只在"整句一模一样"
// 才命中缓存——不做"从一句话里拆出某个词对应哪段英文"这种自动拆分,拆错了会把
// 错误映射存进词典、之后所有产品跟着错,比不缓存还糟。词级别的替换("负载"→
// "load"这种)走 micFieldMapping.js 里 UNIT_WORD_REPLACEMENTS 那张表,人工发现
// 一个加一条。
function loadTranslationCache(ctx) {
const data = ctx.readData();
const cache = data['crm:micTranslationCache'];
if (cache && typeof cache === 'object') {
return { labels: cache.labels || {}, values: cache.values || {} };
}
return { labels: {}, values: {} };
}
function saveTranslationCache(ctx, cache) {
const data = ctx.readData();
data['crm:micTranslationCache'] = cache;
ctx.writeData(data);
}
async function translateResidualChineseFields(ctx, attrList, log) { async function translateResidualChineseFields(ctx, attrList, log) {
const indices = []; // 属性名(name)和属性值(value)都可能含中文——CATEGORY_FIELD_MAP里的字段name
const toTranslate = []; // 我自己写的都是英文,但extraSpecs(AI从PDF/图片OCR导入的原始数据)连
// label本身经常都是中文,之前只查了value,漏了name,就是这次"ECO模式效率"
// 那条漏翻的原因。
const items = [];
attrList.forEach((item, i) => { attrList.forEach((item, i) => {
if (hasNonAscii(item.value)) { indices.push(i); toTranslate.push(item.value); } const needName = hasNonAscii(item.name);
const needValue = hasNonAscii(item.value);
if (needName || needValue) items.push({ idx: i, name: item.name, value: item.value, needName, needValue });
}); });
if (toTranslate.length === 0) return attrList; if (items.length === 0) return attrList;
const cache = loadTranslationCache(ctx);
const result = attrList.map((item) => ({ ...item }));
const stillNeeded = []; // 缓存没命中的,才需要问AI
let cacheHits = 0;
for (const it of items) {
const cachedName = it.needName ? cache.labels[it.name] : null;
const cachedValue = it.needValue ? cache.values[it.value] : null;
const nameReady = !it.needName || cachedName;
const valueReady = !it.needValue || cachedValue;
if (nameReady && valueReady) {
result[it.idx] = {
name: cachedName || result[it.idx].name,
value: cachedValue || result[it.idx].value,
};
cacheHits++;
} else {
stillNeeded.push(it);
}
}
if (cacheHits > 0) log(`词典缓存命中 ${cacheHits} 条,不用问AI`);
if (stillNeeded.length === 0) return result;
let apiKey = ''; let apiKey = '';
try { try {
@ -205,40 +254,59 @@ async function translateResidualChineseFields(ctx, attrList, log) {
} catch (e) { /* 走兜底 */ } } catch (e) { /* 走兜底 */ }
if (!apiKey) { if (!apiKey) {
log(`有 ${toTranslate.length} 个属性值仍含中文,但没配置DeepSeek Key无法自动翻译,需要人工检查后再提交`, 'WARNING'); log(`有 ${stillNeeded.length} 个属性名/值仍含中文,但没配置DeepSeek Key无法自动翻译,需要人工检查后再提交`, 'WARNING');
return attrList; return result;
} }
const prompt = `Translate each of these product spec values (from a power equipment / UPS / battery datasheet) ` // 按 idx 做key(对象而不是数组),AI漏翻/多翻某一条时按key对应,不会因为
+ `from Chinese (or mixed Chinese/English) into concise, natural English suitable for a B2B product listing. ` // 数量对不上就把已经翻对的其他条目也一起丢掉。
+ `Keep numbers, units, model codes, and any English words unchanged — only translate the Chinese text. ` const payload = {};
+ `Return ONLY a JSON array of strings, same length and same order as the input, no explanation.\n\n` stillNeeded.forEach((it) => { payload[it.idx] = { name: it.name, value: it.value }; });
+ `Values: ${JSON.stringify(toTranslate)}`;
const prompt = `Translate the "name" and "value" fields below (from a power equipment / UPS / battery product `
+ `datasheet, some in Chinese or mixed Chinese/English) into concise, natural English suitable for a B2B `
+ `product listing attribute. Keep numbers, units, model codes, and existing English words unchanged — only `
+ `translate the Chinese text. If a "name" or "value" is already fully in English, return it unchanged. `
+ `Return ONLY a JSON object with the exact same keys as the input, each value shaped {"name": "...", "value": "..."}, nothing else.\n\n`
+ `Input: ${JSON.stringify(payload)}`;
try { try {
const content = await ctx.callDeepSeekWithRetry(apiKey, [{ role: 'user', content: prompt }], { temperature: 0.3, maxTokens: 600 }, 2); const content = await ctx.callDeepSeekWithRetry(apiKey, [{ role: 'user', content: prompt }], { temperature: 0.3, maxTokens: 1500 }, 2);
let raw = String(content).trim(); let raw = String(content).trim();
if (raw.startsWith('```')) { if (raw.startsWith('```')) {
raw = raw.split('```')[1]; raw = raw.split('```')[1];
if (raw.startsWith('json')) raw = raw.slice(4); if (raw.startsWith('json')) raw = raw.slice(4);
} }
const translated = JSON.parse(raw.trim()); const translated = JSON.parse(raw.trim());
if (!Array.isArray(translated) || translated.length !== toTranslate.length) { if (typeof translated !== 'object' || translated === null) throw new Error('AI返回的不是对象');
throw new Error(`AI返回的翻译数量(${Array.isArray(translated) ? translated.length : '非数组'})跟请求数量(${toTranslate.length})对不上`);
} let translatedCount = 0;
const result = attrList.map((item) => ({ ...item })); let cacheDirty = false;
indices.forEach((idx, j) => { for (const it of stillNeeded) {
const newVal = sanitizeValue(translated[j]); // 翻译结果再跑一遍已知符号净化 const t = translated[it.idx] ?? translated[String(it.idx)];
log(`AI翻译属性值: "${attrList[idx].value}" -> "${newVal}"`); if (!t) {
if (hasNonAscii(newVal)) { log(`⚠️ "${it.name}" 没在AI翻译结果里,保留原文,需要人工检查`, 'WARNING');
log(` ⚠️ 翻译后仍含非ASCII字符,需要人工检查这一条: ${result[idx].name}`, 'WARNING'); continue;
} }
result[idx] = { ...result[idx], value: newVal }; const newName = it.needName ? sanitizeLabel(String(t.name ?? it.name)) : result[it.idx].name;
}); const newValue = it.needValue ? sanitizeValue(String(t.value ?? it.value)) : result[it.idx].value;
log(`AI翻译属性: "${it.name}: ${it.value}" -> "${newName}: ${newValue}"`);
if (hasNonAscii(newName) || hasNonAscii(newValue)) {
log(` ⚠️ 翻译后仍含非ASCII字符,需要人工检查这一条: ${newName}`, 'WARNING');
} else {
// 翻对了(且已经是纯ASCII)才收录进词典,避免把半吊子的翻译存进去
if (it.needName && !cache.labels[it.name]) { cache.labels[it.name] = newName; cacheDirty = true; }
if (it.needValue && !cache.values[it.value]) { cache.values[it.value] = newValue; cacheDirty = true; }
}
result[it.idx] = { name: newName, value: newValue };
translatedCount++;
}
if (cacheDirty) saveTranslationCache(ctx, cache);
log(`AI翻译属性名/值完成 ${translatedCount}/${stillNeeded.length} 条${translatedCount < stillNeeded.length ? ',剩下的保留原文,人工检查一下' : ''}`);
return result; return result;
} catch (e) { } catch (e) {
log(`AI翻译残留中文属性值失败,保留原文,需要人工检查后再提交: ${e.message}`, 'WARNING'); log(`AI翻译残留中文属性失败,保留原文,需要人工检查后再提交: ${e.message}`, 'WARNING');
return attrList; return result;
} }
} }