Actualizar robot.js
This commit is contained in:
76
robot.js
76
robot.js
@@ -49,6 +49,12 @@ async function runMultiasistencia(ownerId, user, pass) {
|
|||||||
const links = Array.from(document.querySelectorAll('a[href*="reparacion="]'));
|
const links = Array.from(document.querySelectorAll('a[href*="reparacion="]'));
|
||||||
return Array.from(new Set(links.map(a => a.href.match(/reparacion=(\d+)/)?.[1]).filter(Boolean)));
|
return Array.from(new Set(links.map(a => a.href.match(/reparacion=(\d+)/)?.[1]).filter(Boolean)));
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// --- MEJORA: ARCHIVADO ---
|
||||||
|
if (expedientes.length > 0) {
|
||||||
|
await syncAndArchive(ownerId, 'multiasistencia', expedientes);
|
||||||
|
}
|
||||||
|
|
||||||
for (const ref of expedientes) {
|
for (const ref of expedientes) {
|
||||||
await page.goto(`https://web.multiasistencia.com/w3multi/repasos1.php?reparacion=${ref}`, { waitUntil: 'domcontentloaded' });
|
await page.goto(`https://web.multiasistencia.com/w3multi/repasos1.php?reparacion=${ref}`, { waitUntil: 'domcontentloaded' });
|
||||||
await page.waitForTimeout(1500);
|
await page.waitForTimeout(1500);
|
||||||
@@ -70,23 +76,23 @@ async function runMultiasistencia(ownerId, user, pass) {
|
|||||||
if (descHeader && descHeader.nextElementSibling) rawDesc = clean(descHeader.nextElementSibling.innerText);
|
if (descHeader && descHeader.nextElementSibling) rawDesc = clean(descHeader.nextElementSibling.innerText);
|
||||||
const idxDate = rawDesc.search(/\b\d{2}\/\d{2}\/\d{4}\b/);
|
const idxDate = rawDesc.search(/\b\d{2}\/\d{2}\/\d{4}\b/);
|
||||||
const cleanDesc = idxDate !== -1 ? rawDesc.substring(0, idxDate).trim() : rawDesc;
|
const cleanDesc = idxDate !== -1 ? rawDesc.substring(0, idxDate).trim() : rawDesc;
|
||||||
// ... (dentro de runMultiasistencia - evaluate)
|
|
||||||
const rawCPField = findByCab("Distrito Postal") || "";
|
|
||||||
const cpMatch = rawCPField.match(/\b\d{5}\b/);
|
|
||||||
const cpOnly = cpMatch ? cpMatch[0] : "";
|
|
||||||
const popOnly = rawCPField.replace(cpOnly, '').replace('-', '').trim();
|
|
||||||
|
|
||||||
return {
|
const rawCPField = findByCab("Distrito Postal") || "";
|
||||||
|
const cpMatch = rawCPField.match(/\b\d{5}\b/);
|
||||||
|
const cpOnly = cpMatch ? cpMatch[0] : "";
|
||||||
|
const popOnly = rawCPField.replace(cpOnly, '').replace('-', '').trim();
|
||||||
|
|
||||||
|
return {
|
||||||
"Expediente": findByCab("Número Reparación") || "",
|
"Expediente": findByCab("Número Reparación") || "",
|
||||||
"Nombre Cliente": findByCab("Nombre Cliente") || "",
|
"Nombre Cliente": findByCab("Nombre Cliente") || "",
|
||||||
"Dirección": findByCab("Dirección") || "",
|
"Dirección": findByCab("Dirección") || "",
|
||||||
"Población": popOnly,
|
"Población": popOnly,
|
||||||
"Código Postal": cpOnly, // CAMPO RECUPERADO
|
"Código Postal": cpOnly,
|
||||||
"Compañía": "MULTI - " + (findByCab("Procedencia") || "MULTIASISTENCIA"),
|
"Compañía": "MULTI - " + (findByCab("Procedencia") || "MULTIASISTENCIA"),
|
||||||
"Descripción": cleanDesc,
|
"Descripción": cleanDesc,
|
||||||
"Teléfono": phoneMatch ? phoneMatch[0] : "",
|
"Teléfono": (document.body.innerText.match(/[6789]\d{8}/) || [])[0] || "",
|
||||||
"Urgente": findByCab("Urgente") || "No"
|
"Urgente": findByCab("Urgente") || "No"
|
||||||
};
|
};
|
||||||
});
|
});
|
||||||
if (scrapData && scrapData['Nombre Cliente']) break;
|
if (scrapData && scrapData['Nombre Cliente']) break;
|
||||||
} catch (e) { continue; }
|
} catch (e) { continue; }
|
||||||
@@ -106,7 +112,6 @@ async function runHomeserve(ownerId, user, pass) {
|
|||||||
console.log("🌍 [HomeServe] Entrando...");
|
console.log("🌍 [HomeServe] Entrando...");
|
||||||
await page.goto('https://www.clientes.homeserve.es/cgi-bin/fccgi.exe?w3exec=PROF_PASS', { timeout: 60000 });
|
await page.goto('https://www.clientes.homeserve.es/cgi-bin/fccgi.exe?w3exec=PROF_PASS', { timeout: 60000 });
|
||||||
|
|
||||||
// Login
|
|
||||||
if (await page.isVisible('input[name="CODIGO"]')) {
|
if (await page.isVisible('input[name="CODIGO"]')) {
|
||||||
await page.fill('input[name="CODIGO"]', user);
|
await page.fill('input[name="CODIGO"]', user);
|
||||||
await page.fill('input[type="password"]', pass);
|
await page.fill('input[type="password"]', pass);
|
||||||
@@ -114,42 +119,40 @@ async function runHomeserve(ownerId, user, pass) {
|
|||||||
await page.waitForTimeout(5000);
|
await page.waitForTimeout(5000);
|
||||||
}
|
}
|
||||||
|
|
||||||
// Navegar al listado real (Usando la URL de tu log)
|
|
||||||
await page.goto('https://www.clientes.homeserve.es/cgi-bin/fccgi.exe?w3exec=lista_servicios_total');
|
await page.goto('https://www.clientes.homeserve.es/cgi-bin/fccgi.exe?w3exec=lista_servicios_total');
|
||||||
await page.waitForTimeout(3000);
|
await page.waitForTimeout(3000);
|
||||||
|
|
||||||
// EXTRAER LISTA DE EXPEDIENTES
|
|
||||||
const refs = await page.evaluate(() => {
|
const refs = await page.evaluate(() => {
|
||||||
const cells = Array.from(document.querySelectorAll('td'));
|
const cells = Array.from(document.querySelectorAll('td'));
|
||||||
const found = [];
|
const found = [];
|
||||||
cells.forEach(td => {
|
cells.forEach(td => {
|
||||||
const match = td.innerText.trim().match(/^15\d{6}$/); // Refs de HomeServe suelen ser 15XXXXXX
|
const match = td.innerText.trim().match(/^15\d{6}$/);
|
||||||
if (match) found.push(match[0]);
|
if (match) found.push(match[0]);
|
||||||
});
|
});
|
||||||
return [...new Set(found)];
|
return [...new Set(found)];
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// --- MEJORA: ARCHIVADO ---
|
||||||
|
if (refs.length > 0) {
|
||||||
|
await syncAndArchive(ownerId, 'homeserve', refs);
|
||||||
|
}
|
||||||
|
|
||||||
console.log(`🔍 [HomeServe] ${refs.length} expedientes detectados.`);
|
console.log(`🔍 [HomeServe] ${refs.length} expedientes detectados.`);
|
||||||
|
|
||||||
for (const ref of refs) {
|
for (const ref of refs) {
|
||||||
// Ir al detalle directo
|
|
||||||
await page.goto(`https://www.clientes.homeserve.es/cgi-bin/fccgi.exe?w3exec=ver_servicioencurso&Servicio=${ref}`);
|
await page.goto(`https://www.clientes.homeserve.es/cgi-bin/fccgi.exe?w3exec=ver_servicioencurso&Servicio=${ref}`);
|
||||||
await page.waitForTimeout(2000);
|
await page.waitForTimeout(2000);
|
||||||
|
|
||||||
const scrapData = await page.evaluate(() => {
|
const scrapData = await page.evaluate(() => {
|
||||||
const d = {};
|
const d = {};
|
||||||
const clean = (t) => t ? t.replace(/\s+/g, ' ').trim() : "";
|
|
||||||
const rows = Array.from(document.querySelectorAll('tr'));
|
const rows = Array.from(document.querySelectorAll('tr'));
|
||||||
|
|
||||||
rows.forEach(r => {
|
rows.forEach(r => {
|
||||||
const cells = r.querySelectorAll('td');
|
const cells = r.querySelectorAll('td');
|
||||||
if (cells.length >= 2) {
|
if (cells.length >= 2) {
|
||||||
const k = cells[0].innerText.toUpperCase().trim().replace(':', '');
|
const k = cells[0].innerText.toUpperCase().trim().replace(':', '');
|
||||||
const v = cells[1].innerText.trim();
|
const v = cells[1].innerText.trim();
|
||||||
|
|
||||||
if (k.includes("COMENTARIOS")) {
|
if (k.includes("COMENTARIOS")) {
|
||||||
const txt = cells[1].querySelector('textarea')?.value || "";
|
const txt = cells[1].querySelector('textarea')?.value || "";
|
||||||
// Filtro quirúrgico de descripción
|
|
||||||
const cleanDesc = txt.split('\n').filter(line => {
|
const cleanDesc = txt.split('\n').filter(line => {
|
||||||
const l = line.toUpperCase();
|
const l = line.toUpperCase();
|
||||||
return !["CAMBIO DE ESTADO", "ESTADO ASIGNADO", "SMS NO ENVIADO", "CONTACTO CON PROF", "0000"].some(b => l.includes(b));
|
return !["CAMBIO DE ESTADO", "ESTADO ASIGNADO", "SMS NO ENVIADO", "CONTACTO CON PROF", "0000"].some(b => l.includes(b));
|
||||||
@@ -160,8 +163,6 @@ async function runHomeserve(ownerId, user, pass) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
// Separar Población y CP de HomeServe
|
|
||||||
const rawPop = d['POBLACION-PROVINCIA'] || "";
|
const rawPop = d['POBLACION-PROVINCIA'] || "";
|
||||||
const cpMatch = rawPop.match(/\b\d{5}\b/);
|
const cpMatch = rawPop.match(/\b\d{5}\b/);
|
||||||
d['Código Postal'] = cpMatch ? cpMatch[0] : "";
|
d['Código Postal'] = cpMatch ? cpMatch[0] : "";
|
||||||
@@ -169,7 +170,6 @@ async function runHomeserve(ownerId, user, pass) {
|
|||||||
d['Compañía'] = "HOME - " + (d['COMPAÑIA'] || "HOMESERVE");
|
d['Compañía'] = "HOME - " + (d['COMPAÑIA'] || "HOMESERVE");
|
||||||
d['Nombre Cliente'] = d['CLIENTE'] || "";
|
d['Nombre Cliente'] = d['CLIENTE'] || "";
|
||||||
d['Dirección'] = d['DOMICILIO'] || "";
|
d['Dirección'] = d['DOMICILIO'] || "";
|
||||||
|
|
||||||
return d;
|
return d;
|
||||||
});
|
});
|
||||||
|
|
||||||
@@ -181,13 +181,45 @@ async function runHomeserve(ownerId, user, pass) {
|
|||||||
finally { await browser.close(); }
|
finally { await browser.close(); }
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// --- NUEVA FUNCIÓN: SINCRONIZACIÓN Y ARCHIVADO ---
|
||||||
|
async function syncAndArchive(ownerId, provider, currentWebRefs) {
|
||||||
|
const client = await pool.connect();
|
||||||
|
try {
|
||||||
|
const { rows: dbServices } = await client.query(
|
||||||
|
`SELECT service_ref FROM scraped_services
|
||||||
|
WHERE owner_id = $1 AND provider = $2 AND status = 'pending'`,
|
||||||
|
[ownerId, provider]
|
||||||
|
);
|
||||||
|
|
||||||
|
const refsToArchive = dbServices
|
||||||
|
.map(s => s.service_ref)
|
||||||
|
.filter(ref => !currentWebRefs.includes(ref));
|
||||||
|
|
||||||
|
if (refsToArchive.length > 0) {
|
||||||
|
await client.query(
|
||||||
|
`UPDATE scraped_services
|
||||||
|
SET status = 'archived'
|
||||||
|
WHERE owner_id = $1
|
||||||
|
AND provider = $2
|
||||||
|
AND service_ref = ANY($3)`,
|
||||||
|
[ownerId, provider, refsToArchive]
|
||||||
|
);
|
||||||
|
console.log(`📦 [${provider.toUpperCase()}] Archivados ${refsToArchive.length} expedientes desaparecidos.`);
|
||||||
|
}
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`❌ Error archivando ${provider}:`, error.message);
|
||||||
|
} finally {
|
||||||
|
client.release();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
async function saveServiceToDB(ownerId, provider, ref, data) {
|
async function saveServiceToDB(ownerId, provider, ref, data) {
|
||||||
console.log(`💾 Guardando ${provider.toUpperCase()} ${ref}...`);
|
console.log(`💾 Guardando ${provider.toUpperCase()} ${ref}...`);
|
||||||
await pool.query(`
|
await pool.query(`
|
||||||
INSERT INTO scraped_services (owner_id, provider, service_ref, raw_data, status)
|
INSERT INTO scraped_services (owner_id, provider, service_ref, raw_data, status)
|
||||||
VALUES ($1, $2, $3, $4, 'pending')
|
VALUES ($1, $2, $3, $4, 'pending')
|
||||||
ON CONFLICT (owner_id, provider, service_ref)
|
ON CONFLICT (owner_id, provider, service_ref)
|
||||||
DO UPDATE SET raw_data = EXCLUDED.raw_data, created_at = NOW()
|
DO UPDATE SET raw_data = EXCLUDED.raw_data, created_at = NOW(), status = 'pending'
|
||||||
`, [ownerId, provider, ref, JSON.stringify(data)]);
|
`, [ownerId, provider, ref, JSON.stringify(data)]);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user