diff --git a/src/main.ts b/src/main.ts index 53ecb8a..c759865 100644 --- a/src/main.ts +++ b/src/main.ts @@ -3,7 +3,7 @@ import { PlaywrightCrawler, ProxyConfiguration } from 'crawlee'; import { router } from './routes.js'; -const startUrls = ['https://crawlee.dev']; +const startUrls = ['https://russellcountyva.us']; const crawler = new PlaywrightCrawler({ // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }), diff --git a/src/routes.ts b/src/routes.ts index e2bea3c..2672939 100644 --- a/src/routes.ts +++ b/src/routes.ts @@ -5,7 +5,7 @@ export const router = createPlaywrightRouter(); router.addDefaultHandler(async ({ enqueueLinks, log }) => { log.info(`enqueueing new URLs`); await enqueueLinks({ - globs: ['https://crawlee.dev/**'], + globs: ['https://russellcountyva.us/**', 'https://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**', 'http://russellcountyva.us/**', 'http://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**'], label: 'detail', }); });