feat: remove stale user agents, use top 50

This change should vastly improve success rate.
This commit is contained in:
Jef LeCompte
2020-12-17 19:39:23 -05:00
parent f86a8259f3
commit 6e2a16238c
4 changed files with 530 additions and 58 deletions
+1
View File
@@ -322,6 +322,7 @@ async function lookupCard(
return statusCode;
}
// eslint-disable-next-line max-params
async function handleResponse(
browser: Browser,
store: Store,
+5 -16
View File
@@ -2,8 +2,8 @@ import {Browser, Page, Response} from 'puppeteer';
import {StatusCodeRangeArray, Store} from './store/model';
import {config} from './config';
import {disableBlockerInPage} from './adblocker';
import {getRandom} from 'random-useragent';
import {logger} from './logger';
import topUserAgents from 'top-user-agents';
export function getSleepTime(store: Store) {
const minSleep = store.minPageSleep as number;
@@ -97,19 +97,8 @@ export async function getRandomUserAgent(): Promise<string> {
];
}
return (
getRandom((ua) => {
if (
ua.browserName === 'Chrome' &&
ua.browserVersion > '40' &&
ua.osName !== 'Android' &&
ua.osName !== 'iOS'
) {
logger.debug('user agent', ua);
return true;
}
return false;
}) ?? config.browser.userAgent
);
const userAgent =
topUserAgents[Math.floor(Math.random() * topUserAgents.length)];
logger.debug('user agent', {userAgent});
return userAgent;
}