nm3clol/crawlee-russellcountyva.org
1
0
Fork 1
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Updated entry point URLs for https://russellcountyva.us/.

Browse Source
This commit is contained in:
David Ball 2024-06-04 22:12:07 -04:00
parent 6b42f70cb7
commit 6420408fd3
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/main.ts
View File

@ -3,7 +3,7 @@ import { PlaywrightCrawler, ProxyConfiguration } from 'crawlee';
import { router } from './routes.js'; import { router } from './routes.js';
const startUrls = ['https://crawlee.dev']; const startUrls = ['https://russellcountyva.us'];
const crawler = new PlaywrightCrawler({ const crawler = new PlaywrightCrawler({
// proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }), // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),

2
src/routes.ts
View File

@ -5,7 +5,7 @@ export const router = createPlaywrightRouter();
router.addDefaultHandler(async ({ enqueueLinks, log }) => { router.addDefaultHandler(async ({ enqueueLinks, log }) => {
log.info(`enqueueing new URLs`); log.info(`enqueueing new URLs`);
await enqueueLinks({ await enqueueLinks({
globs: ['https://crawlee.dev/**'], globs: ['https://russellcountyva.us/**', 'https://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**', 'http://russellcountyva.us/**', 'http://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**'],
label: 'detail', label: 'detail',
}); });
}); });