Ondra Urban mnmkng
mnmkng
/ playwright-example-crawlee-3.js
Created
November 14, 2022 15:26
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import { PlaywrightCrawler } from 'crawlee'; | |
| const maxRepoCount = 100; | |
| const crawler = new PlaywrightCrawler({ | |
| requestHandler: async ({ page, infiniteScroll }) => { | |
| // Click the Load more button and scroll until | |
| // `maxRepoCount` repositories are found. | |
| console.log('Clicking and scrolling.'); | |
| await infiniteScroll({ |
mnmkng
/ playwright-example-crawlee-4.js
Created
November 14, 2022 16:27
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import { PlaywrightCrawler, Dataset } from 'crawlee'; | |
| const maxRepoCount = 100; | |
| const crawler = new PlaywrightCrawler({ | |
| requestHandler: async ({ page, infiniteScroll }) => { | |
| // Click the Load more button and scroll until | |
| // `maxRepoCount` repositories are found. | |
| console.log('Clicking and scrolling.'); | |
| await infiniteScroll({ |
OlderNewer