opelly/streetmerchant
1
0
Fork 0
mirror of https://github.com/opelly27/streetmerchant.git synced 2026-05-20 04:07:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add incognito mode (#534)

Browse Source 
Co-authored-by: Jef LeCompte <jeffreylec@gmail.com>
This commit is contained in:
GRINSPANKER13
2020-10-20 10:07:08 -06:00
committed by GitHub
parent 5ea7cc4ca4
commit 2b6457e840
3 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
README.md
+1
View File
@@ -88,6 +88,7 @@ Here is a list of variables that you can use to customize your newly copied `.en
| `EMAIL_TO` | Destination Email | Defaults to username if not set. Can be comma separated | | `EMAIL_TO` | Destination Email | Defaults to username if not set. Can be comma separated |
| `EMAIL_USERNAME` | Gmail address | E.g.: `jensen.robbed.us@gmail.com` | | `EMAIL_USERNAME` | Gmail address | E.g.: `jensen.robbed.us@gmail.com` |
| `HEADLESS` | Puppeteer to run headless or not | Debugging related, default: `true` | | `HEADLESS` | Puppeteer to run headless or not | Debugging related, default: `true` |
| `INCOGNITO` | Puppeteer to run incognito or not | Debugging related, default: `false` |
| `IN_STOCK_WAIT_TIME` | Time to wait between requests to the same link if it has that card in stock | In seconds, default: `0` | | `IN_STOCK_WAIT_TIME` | Time to wait between requests to the same link if it has that card in stock | In seconds, default: `0` |
| `LOG_LEVEL` | [Logging levels](https://github.com/winstonjs/winston#logging-levels) | Debugging related, default: `info` | | `LOG_LEVEL` | [Logging levels](https://github.com/winstonjs/winston#logging-levels) | Debugging related, default: `info` |
| `LOW_BANDWIDTH` | Blocks images/fonts to reduce traffic | Disables ad blocker, default: `false` | | `LOW_BANDWIDTH` | Blocks images/fonts to reduce traffic | Disables ad blocker, default: `false` |
src/config.ts
+1
View File
@@ -109,6 +109,7 @@ function envOrNumberMax(environmentMin: string | undefined, environmentMax: stri
const browser = { const browser = {
isHeadless: envOrBoolean(process.env.HEADLESS), isHeadless: envOrBoolean(process.env.HEADLESS),
isIncognito: envOrBoolean(process.env.INCOGNITO, false),
isTrusted: envOrBoolean(process.env.BROWSER_TRUSTED, false), isTrusted: envOrBoolean(process.env.BROWSER_TRUSTED, false),
lowBandwidth: envOrBoolean(process.env.LOW_BANDWIDTH, false), lowBandwidth: envOrBoolean(process.env.LOW_BANDWIDTH, false),
maxBackoff: envOrNumberMax(process.env.PAGE_BACKOFF_MIN, process.env.PAGE_BACKOFF_MAX, 3600000), maxBackoff: envOrNumberMax(process.env.PAGE_BACKOFF_MIN, process.env.PAGE_BACKOFF_MAX, 3600000),
src/store/lookup.ts
+5 -2
View File
@@ -35,7 +35,8 @@ async function lookup(browser: Browser, store: Store) {
continue; continue;
} }
const page = await browser.newPage(); const context = (config.browser.isIncognito ? await browser.createIncognitoBrowserContext() : browser.defaultBrowserContext());
const page = (config.browser.isIncognito ? await context.newPage() : await browser.newPage());
page.setDefaultNavigationTimeout(config.page.timeout); page.setDefaultNavigationTimeout(config.page.timeout);
await page.setUserAgent(config.page.userAgent); await page.setUserAgent(config.page.userAgent);
@@ -62,8 +63,10 @@ async function lookup(browser: Browser, store: Store) {
// used to detect bot traffic, it introduces a 5 second page delay // used to detect bot traffic, it introduces a 5 second page delay
// before redirecting to the next page // before redirecting to the next page
await processBackoffDelay(store, link, statusCode); await processBackoffDelay(store, link, statusCode);
await closePage(page); await closePage(page);
if (config.browser.isIncognito) {
await context.close();
}
} }
/* eslint-enable no-await-in-loop */ /* eslint-enable no-await-in-loop */
} }