diff --git a/projects/scrape-txs/src/lib/bac-gt/scrape.ts b/projects/scrape-txs/src/lib/bac-gt/scrape.ts index dc02f82..f9a0d31 100644 --- a/projects/scrape-txs/src/lib/bac-gt/scrape.ts +++ b/projects/scrape-txs/src/lib/bac-gt/scrape.ts @@ -35,8 +35,8 @@ export async function bacGtScrape({ const deleteTxIds: string[] = []; await page.setExtraHTTPHeaders({ - // Accept: - // 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7', + Accept: + 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7', 'Accept-Encoding': 'gzip, deflate, br, zstd', 'Accept-Language': 'en-US,en;q=0.9', 'Sec-Ch-Ua': @@ -49,24 +49,21 @@ export async function bacGtScrape({ 'Sec-Fetch-User': '?1', 'Upgrade-Insecure-Requests': '1', }); - await page.route( - /https:\/\/www.baccredomatic.com\/$/, - async (route, request) => { - if (request.resourceType() === 'document') { - const headers = Object.assign({}, route.request().headers(), { - // Host: 'www.baccredomatic.com', - Accept: - 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7', - 'Accept-Encoding': 'gzip, deflate, br, zstd', - Connection: 'keep-alive', - }); - console.log('hi from router handler!'); - await route.continue({ headers }); - } else { - await route.continue(); - } + await page.route(/https:\/\/www.baccredomatic.com\/$/, async (route) => { + if (route.request().resourceType() === 'document') { + const headers = Object.assign({}, route.request().headers(), { + // Host: 'www.baccredomatic.com', + Accept: + 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7', + 'Accept-Encoding': 'gzip, deflate, br, zstd', + Connection: 'keep-alive', + }); + console.log('hi from router handler!'); + await route.continue({ headers }); + } else { + await route.continue(); } - ); + }); await page.goto('https://www.baccredomatic.com/'); await waitRandomMs(); await page