Compare commits
1 Commits
Author | SHA1 | Date | |
---|---|---|---|
6420408fd3 |
|
@ -3,7 +3,7 @@ import { PlaywrightCrawler, ProxyConfiguration } from 'crawlee';
|
|||
|
||||
import { router } from './routes.js';
|
||||
|
||||
const startUrls = ['https://crawlee.dev'];
|
||||
const startUrls = ['https://russellcountyva.us'];
|
||||
|
||||
const crawler = new PlaywrightCrawler({
|
||||
// proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),
|
||||
|
|
|
@ -5,7 +5,7 @@ export const router = createPlaywrightRouter();
|
|||
router.addDefaultHandler(async ({ enqueueLinks, log }) => {
|
||||
log.info(`enqueueing new URLs`);
|
||||
await enqueueLinks({
|
||||
globs: ['https://crawlee.dev/**'],
|
||||
globs: ['https://russellcountyva.us/**', 'https://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**', 'http://russellcountyva.us/**', 'http://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**'],
|
||||
label: 'detail',
|
||||
});
|
||||
});
|
||||
|
|
Loading…
Reference in New Issue
Block a user