nm3clol/crawlee-russellcountyva.org
1
0
Fork 1
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Updated entry point URLs for https://russellcountyva.us/. #2

Open
daball wants to merge 1 commits from daball/crawlee-russellcountyva.org:main into main
pull from: daball/crawlee-russellcountyva.org:main
merge into: nm3clol:main
Conversation 0 Commits 1 Files Changed 2 +2 -2
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 6420408fd3 - Show all commits

2
src/main.ts
View File

@ -3,7 +3,7 @@ import { PlaywrightCrawler, ProxyConfiguration } from 'crawlee';
import { router } from './routes.js';
const startUrls = ['https://crawlee.dev'];
const startUrls = ['https://russellcountyva.us'];
const crawler = new PlaywrightCrawler({
// proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),

2
src/routes.ts
View File

@ -5,7 +5,7 @@ export const router = createPlaywrightRouter();
router.addDefaultHandler(async ({ enqueueLinks, log }) => {
log.info(`enqueueing new URLs`);
await enqueueLinks({
globs: ['https://crawlee.dev/**'],
globs: ['https://russellcountyva.us/**', 'https://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**', 'http://russellcountyva.us/**', 'http://www.russellcountyva.us/**', 'https://va-russellcounty.civicplus.com/**'],
label: 'detail',
});
});