209 lines
9.8 KiB
JavaScript
209 lines
9.8 KiB
JavaScript
import { chromium } from 'playwright';
|
|
import pg from 'pg';
|
|
|
|
const { DATABASE_URL } = process.env;
|
|
|
|
if (!DATABASE_URL) {
|
|
console.error("❌ Error: No hay DATABASE_URL definida.");
|
|
process.exit(1);
|
|
}
|
|
|
|
const pool = new pg.Pool({ connectionString: DATABASE_URL, ssl: false });
|
|
const HEADLESS = true;
|
|
|
|
async function main() {
|
|
console.log("🤖 ROBOT MODO: CIRUJANO + ASPIRADORA INTELIGENTE");
|
|
|
|
while (true) {
|
|
const client = await pool.connect();
|
|
try {
|
|
const res = await client.query("SELECT * FROM provider_credentials WHERE status = 'active'");
|
|
const credentials = res.rows;
|
|
|
|
for (const cred of credentials) {
|
|
let password = Buffer.from(cred.password_hash, 'base64').toString('utf-8');
|
|
console.log(`\n🔄 Procesando ${cred.provider.toUpperCase()}...`);
|
|
|
|
if (cred.provider === 'multiasistencia') {
|
|
await runMultiasistencia(cred.owner_id, cred.username, password);
|
|
} else if (cred.provider === 'homeserve') {
|
|
await runHomeserve(cred.owner_id, cred.username, password);
|
|
}
|
|
await client.query("UPDATE provider_credentials SET last_sync = NOW() WHERE id = $1", [cred.id]);
|
|
}
|
|
} catch (e) {
|
|
console.error("❌ Error ciclo:", e.message);
|
|
} finally {
|
|
client.release();
|
|
}
|
|
console.log("\n💤 Durmiendo 15 minutos...");
|
|
await new Promise(r => setTimeout(r, 15 * 60 * 1000));
|
|
}
|
|
}
|
|
|
|
// ==========================================
|
|
// 🏥 MULTIASISTENCIA V3 (CIRUJANO)
|
|
// ==========================================
|
|
async function runMultiasistencia(ownerId, user, pass) {
|
|
const browser = await chromium.launch({ headless: HEADLESS, args: ['--no-sandbox'] });
|
|
const context = await browser.newContext();
|
|
const page = await context.newPage();
|
|
|
|
try {
|
|
console.log("🌍 [Multi] Conectando...");
|
|
await page.goto('https://web.multiasistencia.com/w3multi/acceso.php', { timeout: 60000 });
|
|
|
|
const userInput = await page.$('input[name="usuario"]') || await page.$('input[type="text"]');
|
|
if(userInput) {
|
|
await userInput.fill(user);
|
|
await page.fill('input[type="password"]', pass);
|
|
await page.click('input[type="submit"]');
|
|
await page.waitForTimeout(4000);
|
|
}
|
|
|
|
await page.goto('https://web.multiasistencia.com/w3multi/frepasos_new.php?refresh=1', { waitUntil: 'domcontentloaded' });
|
|
|
|
const expedientes = await page.evaluate(() => {
|
|
const links = Array.from(document.querySelectorAll('a[href*="reparacion="]'));
|
|
return Array.from(new Set(links.map(a => a.href.match(/reparacion=(\d+)/)?.[1]).filter(Boolean)));
|
|
});
|
|
|
|
console.log(`🔍 [Multi] ${expedientes.length} expedientes a analizar.`);
|
|
|
|
for (const ref of expedientes) {
|
|
await page.goto(`https://web.multiasistencia.com/w3multi/repasos1.php?reparacion=${ref}`, { waitUntil: 'domcontentloaded' });
|
|
|
|
const fullData = await page.evaluate(() => {
|
|
const data = {};
|
|
const bodyText = document.body.innerText;
|
|
|
|
// --- 1. CIRUJANO (Extracción manual de lo importante) ---
|
|
// Intentamos sacar la dirección de la cabecera típica de Multi
|
|
const boldElements = Array.from(document.querySelectorAll('b, strong, .titulo'));
|
|
|
|
// Buscamos nombre: Suele estar cerca de "Asegurado" o es un texto en mayúsculas aislado
|
|
let clientNameCandidate = "";
|
|
// Buscamos dirección: Suele contener "CL", "AV", "PZ"
|
|
let addressCandidate = "";
|
|
|
|
// Estrategia por palabras clave vecinas (más seguro)
|
|
const findNeighbor = (keywords) => {
|
|
const cells = Array.from(document.querySelectorAll('td'));
|
|
for (let i = 0; i < cells.length; i++) {
|
|
const txt = cells[i].innerText.toUpperCase();
|
|
if (keywords.some(k => txt.includes(k))) {
|
|
// Devolvemos el texto de la siguiente celda que no esté vacía
|
|
for(let j=1; j<=3; j++) {
|
|
if(cells[i+j] && cells[i+j].innerText.trim().length > 2) return cells[i+j].innerText.trim();
|
|
}
|
|
}
|
|
}
|
|
return "";
|
|
};
|
|
|
|
data.clientName_fixed = findNeighbor(['ASEGURADO', 'NOMBRE CLIENTE', 'CONTACTO']);
|
|
data.address_fixed = findNeighbor(['DIRECCIÓN', 'DOMICILIO', 'RIESGO', 'UBICACIÓN']);
|
|
data.phone_fixed = (bodyText.match(/[6789]\d{8}/) || [])[0] || "";
|
|
data.description_fixed = findNeighbor(['DESCRIPCIÓN', 'DAÑOS', 'AVERÍA']);
|
|
|
|
// --- 2. ASPIRADORA INTELIGENTE (Tablas) ---
|
|
const rows = document.querySelectorAll('tr');
|
|
rows.forEach(row => {
|
|
const cells = Array.from(row.querySelectorAll('td'));
|
|
for (let i = 0; i < cells.length - 1; i++) {
|
|
let key = cells[i].innerText.trim().replace(':', '');
|
|
let val = cells[i+1]?.innerText.trim();
|
|
|
|
// FILTRO DE SEGURIDAD PARA ETIQUETAS
|
|
// 1. La clave no puede ser larguísima (eso es una descripción o dirección)
|
|
if (key.length > 35) continue;
|
|
// 2. La clave no puede contener dígitos (ej: "28001" no es una clave)
|
|
if (/\d/.test(key) && key.length > 10) continue;
|
|
// 3. La clave no debe empezar por tipo de vía
|
|
if (/^(CL|AV|PZ|UR|CJ)\s/.test(key.toUpperCase())) continue;
|
|
|
|
if (key.length > 2 && val && val.length > 0) {
|
|
// Guardamos normalizando la clave
|
|
data[key] = val;
|
|
}
|
|
}
|
|
});
|
|
|
|
return data;
|
|
});
|
|
|
|
if (fullData) {
|
|
await saveServiceToDB(ownerId, 'multiasistencia', ref, fullData);
|
|
}
|
|
}
|
|
} catch (e) { console.error("❌ [Multi]", e.message); } finally { await browser.close(); }
|
|
}
|
|
|
|
// ==========================================
|
|
// 🧹 HOMESERVE (SE MANTIENE IGUAL, FUNCIONABA BIEN)
|
|
// ==========================================
|
|
async function runHomeserve(ownerId, user, pass) {
|
|
const browser = await chromium.launch({ headless: HEADLESS, args: ['--no-sandbox'] });
|
|
const page = await browser.newPage();
|
|
try {
|
|
console.log("🌍 [HomeServe] Entrando...");
|
|
await page.goto('https://www.clientes.homeserve.es/cgi-bin/fccgi.exe?w3exec=PROF_PASS', { timeout: 60000 });
|
|
if (await page.isVisible('input[name="CODIGO"]')) {
|
|
await page.fill('input[name="CODIGO"]', user);
|
|
await page.fill('input[type="password"]', pass);
|
|
await page.keyboard.press('Enter');
|
|
await page.waitForTimeout(5000);
|
|
}
|
|
await page.goto('https://www.clientes.homeserve.es/cgi-bin/fccgi.exe?w3exec=lista_servicios_total');
|
|
const refs = await page.evaluate(() => {
|
|
const filas = Array.from(document.querySelectorAll('table tr'));
|
|
const found = [];
|
|
filas.forEach(tr => {
|
|
const txt = tr.innerText; const match = txt.match(/(\d{6,10})/);
|
|
if (match) found.push(match[1]);
|
|
});
|
|
return [...new Set(found)];
|
|
});
|
|
console.log(`🔍 [HomeServe] ${refs.length} expedientes.`);
|
|
for (const ref of refs) {
|
|
try {
|
|
await page.goto('https://www.clientes.homeserve.es/cgi-bin/fccgi.exe?w3exec=lista_servicios_total');
|
|
const link = await page.getByText(ref).first();
|
|
if (await link.isVisible()) {
|
|
await link.click(); await page.waitForTimeout(1500);
|
|
const fullData = await page.evaluate(() => {
|
|
const d = {};
|
|
const rows = Array.from(document.querySelectorAll('tr'));
|
|
rows.forEach(r => {
|
|
const cells = r.querySelectorAll('td');
|
|
if(cells.length >= 2) {
|
|
const k = cells[0].innerText.toUpperCase().trim().replace(':', '');
|
|
const v = cells[1].innerText.trim();
|
|
if(k.length > 1 && v.length > 0) d[k] = v;
|
|
}
|
|
if(cells.length >= 4) {
|
|
const k2 = cells[2].innerText.toUpperCase().trim().replace(':', '');
|
|
const v2 = cells[3].innerText.trim();
|
|
if(k2.length > 1 && v2.length > 0) d[k2] = v2;
|
|
}
|
|
});
|
|
return d;
|
|
});
|
|
if (fullData) await saveServiceToDB(ownerId, 'homeserve', ref, fullData);
|
|
}
|
|
} catch (errRef) { console.error(`⚠️ Error ref ${ref}`); }
|
|
}
|
|
} catch (e) { console.error("❌ [HomeServe]", e.message); } finally { await browser.close(); }
|
|
}
|
|
|
|
async function saveServiceToDB(ownerId, provider, ref, data) {
|
|
console.log(`💾 Guardando ${ref}...`);
|
|
await pool.query(`
|
|
INSERT INTO scraped_services (owner_id, provider, service_ref, raw_data, status)
|
|
VALUES ($1, $2, $3, $4, 'pending')
|
|
ON CONFLICT (owner_id, provider, service_ref)
|
|
DO UPDATE SET raw_data = EXCLUDED.raw_data, created_at = NOW()
|
|
`, [ownerId, provider, ref, JSON.stringify(data)]);
|
|
}
|
|
|
|
main(); |