-
-
Notifications
You must be signed in to change notification settings - Fork 1.3k
/
util.ts
50 lines (42 loc) 路 1.29 KB
/
util.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
import {Browser, Page, Response} from 'puppeteer';
import {Config} from './config';
import {Logger} from './logger';
import {disableBlockerInPage} from './adblocker';
export function getSleepTime() {
return Config.browser.minSleep + (Math.random() * (Config.browser.maxSleep - Config.browser.minSleep));
}
export async function delay(ms: number) {
return new Promise(resolve => {
setTimeout(resolve, ms);
});
}
export async function usingResponse<T>(
browser: Browser,
url: string,
cb: (response: (Response | null), page: Page, browser: Browser) => Promise<T>
): Promise<T> {
return usingPage(browser, async (page, browser) => {
const response = await page.goto(url, {waitUntil: 'domcontentloaded'});
return cb(response, page, browser);
});
}
export async function usingPage<T>(browser: Browser, cb: (page: Page, browser: Browser) => Promise<T>): Promise<T> {
const page = await browser.newPage();
page.setDefaultNavigationTimeout(Config.page.navigationTimeout);
await page.setUserAgent(Config.page.userAgent);
try {
return await cb(page, browser);
} finally {
try {
await closePage(page);
} catch (error) {
Logger.error(error);
}
}
}
export async function closePage(page: Page) {
if (!Config.browser.lowBandwidth) {
await disableBlockerInPage(page);
}
await page.close();
}