From 6420408fd31c4e792f5606eeb664b6abdbf1f5df Mon Sep 17 00:00:00 2001 From: David Ball Date: Tue, 4 Jun 2024 22:12:07 -0400 Subject: [PATCH] Updated entry point URLs for https://russellcountyva.us/. --- src/main.ts | 2 +- src/routes.ts | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/main.ts b/src/main.ts index 53ecb8a..c759865 100644 --- a/src/main.ts +++ b/src/main.ts @@ -3,7 +3,7 @@ import { PlaywrightCrawler, ProxyConfiguration } from 'crawlee'; import { router } from './routes.js'; -const startUrls = ['https://crawlee.dev']; +const startUrls = ['https://russellcountyva.us']; const crawler = new PlaywrightCrawler({ // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }), diff --git a/src/routes.ts b/src/routes.ts index e2bea3c..2672939 100644 --- a/src/routes.ts +++ b/src/routes.ts @@ -5,7 +5,7 @@ export const router = createPlaywrightRouter(); router.addDefaultHandler(async ({ enqueueLinks, log }) => { log.info(`enqueueing new URLs`); await enqueueLinks({ - globs: ['https://crawlee.dev/**'], + globs: ['https://russellcountyva.us/**', 'https://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**', 'http://russellcountyva.us/**', 'http://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**'], label: 'detail', }); });