Compare commits

..

1 Commits
main ... main

Author SHA1 Message Date
6420408fd3 Updated entry point URLs for https://russellcountyva.us/. 2024-06-04 22:12:07 -04:00
2 changed files with 2 additions and 2 deletions

View File

@ -3,7 +3,7 @@ import { PlaywrightCrawler, ProxyConfiguration } from 'crawlee';
import { router } from './routes.js';
const startUrls = ['https://crawlee.dev'];
const startUrls = ['https://russellcountyva.us'];
const crawler = new PlaywrightCrawler({
// proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),

View File

@ -5,7 +5,7 @@ export const router = createPlaywrightRouter();
router.addDefaultHandler(async ({ enqueueLinks, log }) => {
log.info(`enqueueing new URLs`);
await enqueueLinks({
globs: ['https://crawlee.dev/**'],
globs: ['https://russellcountyva.us/**', 'https://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**', 'http://russellcountyva.us/**', 'http://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**'],
label: 'detail',
});
});