puppeteer-page-proxy - npm Package Compare versions

Comparing version 1.2.8 to 1.2.9

changelog.md

 # Change log
+### [1.2.9] - 2022-10-10
+#### Fixes
+- Allow ports in request url for `host` request header ([#61](https://github.com/Cuadrix/puppeteer-page-proxy/issues/61)) ([#62](https://github.com/Cuadrix/puppeteer-page-proxy/pull/62))
+- Take into account how `CDPSession` client is exposed in latest versions of Puppeteer ([#78](https://github.com/Cuadrix/puppeteer-page-proxy/issues/78)) ([#79](https://github.com/Cuadrix/puppeteer-page-proxy/pull/79))
+- Allow domain cookies to be unset ([#48](https://github.com/Cuadrix/puppeteer-page-proxy/issues/48)) ([#48#issuecomment-729802384](https://github.com/Cuadrix/puppeteer-page-proxy/issues/48#issuecomment-729802384))
+- Take into account that `request.frame()` might return `null` ([#36](https://github.com/Cuadrix/puppeteer-page-proxy/issues/36)) ([#43](https://github.com/Cuadrix/puppeteer-page-proxy/issues/43)) ([#59](https://github.com/Cuadrix/puppeteer-page-proxy/issues/59)) ([#36#issuecomment-814520620](https://github.com/Cuadrix/puppeteer-page-proxy/issues/36#issuecomment-814520620))
+- Update differentiation between page and http request objects for latest versions of Puppeteer (`Page` -> `CDPPage`)
+- Update `lookup` method for latest versions of Puppeteer
 ### [1.2.8] - 2020-07-21
@@ -3,0 +11,0 @@ #### Changes

package.json

 {
   "name": "puppeteer-page-proxy",
   "description": "Additional Node.js module to use with 'puppeteer' for setting proxies per page basis.",
-  "version": "1.2.8",
+  "version": "1.2.9",
   "author": "Cuadrix <[e-mail]> (https://github.com/Cuadrix)",
@@ -25,8 +25,8 @@ "homepage": "https://github.com/Cuadrix/puppeteer-page-proxy",
   "dependencies": {
-    "got": "^11.5.1",
-    "http-proxy-agent": "^4.0.1",
-    "https-proxy-agent": "^5.0.0",
-    "socks-proxy-agent": "^5.0.0",
-    "tough-cookie": "^4.0.0"
+    "got": "^11.8.5",
+    "http-proxy-agent": "^5.0.0",
+    "https-proxy-agent": "^5.0.1",
+    "socks-proxy-agent": "^7.0.0",
+    "tough-cookie": "^4.1.2"
   }
-}
+}

src/core/lookup.js

@@ -1,4 +0,15 @@
-const lookup = async (page, lookupService = "https://api64.ipify.org?format=json", isJSON = true, timeout = 30000) => {
+const defaults = {
+    url: "https://api64.ipify.org?format=json",
+    json: true,
+    timeout: 30000
+};
+
+const onLookupFail = (message) => {console.error(message)}
+const isOnLookupFailExposed = new WeakMap();
+
+const lookup = async (page, lookupServiceUrl = defaults.url, isJSON = defaults.json, timeout = defaults.timeout) => {
     const doLookup = async () => {
-        return await page.evaluate((lookupService, timeout, isJSON) => {
+        // Wait for network to be idle before evaluating code in page context
+        await page.waitForNetworkIdle();
+        return await page.evaluate((pageUrl, lookupServiceUrl, timeout, isJSON) => {
             return new Promise((resolve) => {
@@ -10,28 +21,42 @@ const request = new XMLHttpRequest();
                         resolve(isJSON ? JSON.parse(request.responseText) : request.responseText);
-                    } else {resolve(onLookupFailed(
-                        `Request from ${window.location.href} to ` + 
-                        `${lookupService} failed with status code ${request.status}`
-                    ))}
+                    } else {
+                        // Print message to browser and NodeJS console
+                        const failMessage =
+                            `Lookup request from ${pageUrl} to ${lookupServiceUrl} ` + 
+                            `failed with status code ${request.status}`;
+                        console.error(failMessage);
+                        $ppp_onLookupFail(failMessage);
+                        resolve();
+                    }
                 };
-                request.ontimeout = (error) => {resolve(onLookupFailed(
-                    `Request from ${window.location.href} to ` +
-                    `${lookupService} timed out at ${request.timeout} ms`
-                ))};
-                request.open("GET", lookupService, true);
+                request.ontimeout = () => {
+                    // Print message to browser and NodeJS console
+                    const timeOutMessage =
+                        `Lookup request from ${pageUrl} to ${lookupServiceUrl} ` +
+                        `timed out at ${request.timeout} ms`;
+                    console.error(timeOutMessage);
+                    $ppp_onLookupFail(timeOutMessage);
+                    resolve();
+                };
+                request.open("GET", lookupServiceUrl, true);
                 request.send();
             });
-        }, lookupService, timeout, isJSON);
+        }, page.url(), lookupServiceUrl, timeout, isJSON);
     };
     try {
+        // Expose function to log error on NodeJS side
+        // Deal with already exposed error by explicitly keeping track of function exposure
+        if (!isOnLookupFailExposed.get(page)) {
+            await page.exposeFunction("$ppp_onLookupFail", onLookupFail);
+            isOnLookupFailExposed.set(page, true);
+        }
+        // Stop keeping track of exposure if page is closed
+        if (page.isClosed()) {
+            isOnLookupFailExposed.delete(page);
+        }
         await page.setBypassCSP(true);
-        const functionName = "$ppp_on_lookup_failed";
-        if (!page._pageBindings.has(functionName)) {
-            await page.exposeFunction(functionName, (failReason) => {
-                console.error(failReason); return;
-            });
-        }
         return await doLookup();
-    } catch(error) {console.error(error)}
+    } catch(error) {console.log(error)}
 };
 
 module.exports = lookup;

src/core/proxy.js

@@ -13,3 +13,3 @@ const got = require("got");
     const cookieHandler = new CookieHandler(request);
-    // Request options for Got accounting for overrides
+    // Request options for GOT accounting for overrides
     const options = {
@@ -61,40 +61,37 @@ cookieJar: await cookieHandler.getCookies(),
 
-// Calls this if request object passed
-const proxyPerRequest = async (request, data) => {
-    let proxy, overrides;
-    // Separate proxy and overrides
-    if (type(data) === "object") {
-        if (Object.keys(data).length !== 0) {
-            proxy = data.proxy;
-            delete data.proxy;
-            overrides = data;
-        }
-    } else {proxy = data}
-    // Skip request if proxy omitted
-    if (proxy) {await requestHandler(request, proxy, overrides)}
-    else {request.continue(overrides)}
-};
+const useProxyPer = {
+    // Call this if request object passed
+    HTTPRequest: async (request, data) => {
+        let proxy, overrides;
+        // Separate proxy and overrides
+        if (type(data) === "object") {
+            if (Object.keys(data).length !== 0) {
+                proxy = data.proxy;
+                delete data.proxy;
+                overrides = data;
+            }
+        } else {proxy = data}
+        // Skip request if proxy omitted
+        if (proxy) {await requestHandler(request, proxy, overrides)}
+        else {request.continue(overrides)}
+    },
 
-// Calls this if page object passed
-const proxyPerPage = async (page, proxy) => {
-    await page.setRequestInterception(true);
-    const listener = "$ppp_request_listener";
-    removeRequestListener(page, listener);
-    const f = {[listener]: async (request) => {
-        await requestHandler(request, proxy);
-    }};
-    if (proxy) {page.on("request", f[listener])}
-    else {await page.setRequestInterception(false)}
-};
+    // Call this if page object passed
+    CDPPage: async (page, proxy) => {
+        await page.setRequestInterception(true);
+        const listener = "$ppp_requestListener";
+        removeRequestListener(page, listener);
+        const f = {[listener]: async (request) => {
+            await requestHandler(request, proxy);
+        }};
+        if (proxy) {page.on("request", f[listener])}
+        else {await page.setRequestInterception(false)}
+    }
+}
 
 // Main function
 const useProxy = async (target, data) => {
-    const targetType = target.constructor.name;
-    if (targetType === "HTTPRequest") {
-        await proxyPerRequest(target, data);
-    } else if (targetType === "Page") {
-        await proxyPerPage(target, data);
-    }
+    useProxyPer[target.constructor.name](target, data);
 };
 
-module.exports = useProxy;
+module.exports = useProxy;

src/index.d.ts

@@ -1,2 +0,2 @@
-export = puppeteer_page_proxy;
+export = useProxy;
 /**
@@ -14,4 +14,4 @@ * **Set a proxy to use in a given page or request.**
  */
-declare function puppeteer_page_proxy(page: object, proxy: string | object): Promise<any>;
-declare namespace puppeteer_page_proxy {
+declare function useProxy(page: object, proxy: string | object): Promise<any>;
+declare namespace useProxy {
 /**
@@ -27,7 +27,7 @@ * **Request data from a lookupservice.**
  * @param page 'Page' object to execute the request on.
- * @param lookupService External lookup service to request data from. Fetches data from `api64.ipify.org` by default.
+ * @param lookupServiceUrl External lookup service to request data from. Fetches data from `api64.ipify.org` by default.
  * @param isJSON Whether to JSON.parse the received response. Defaults to `true`.
  * @param timeout Time in milliseconds after which the request times out. Defaults to `30000` ms.
  */
-	function lookup(page: object, lookupService?: string, isJSON?: boolean, timeout?: number | string): Promise<any>;
+	function lookup(page: object, lookupServiceUrl?: string, isJSON?: boolean, timeout?: number | string): Promise<any>;
 }

src/lib/cdp.js

@@ -0,0 +0,0 @@ class CDP {

src/lib/cookies.js

@@ -66,5 +66,8 @@ const {CookieJar} = require("tough-cookie");
     constructor(request) {
-        super(request._client);
-        this.url = request.isNavigationRequest() ? request.url() : request.frame().url();
-        this.domain = new URL(this.url).hostname;
+        super(request._client || request.client);
+        this.url =
+            (request.isNavigationRequest() || request.frame() == null)
+            ? request.url()
+            : request.frame().url();
+        this.domain = (this.url) ? new URL(this.url).hostname : "";
     }
@@ -89,3 +92,3 @@ // Parse an array of raw cookies to an array of cookie objects
         const cookieJar = CookieJar.deserializeSync({
-                version: 'tough-cookie@4.0.0',
+                version: 'tough-cookie@4.1.2',
                 storeType: 'MemoryCookieStore',
@@ -92,0 +95,0 @@ rejectPublicSuffixes: true,

src/lib/options.js

@@ -12,3 +12,3 @@ const HttpProxyAgent = require("http-proxy-agent");
         "accept-encoding": "gzip, deflate, br",
-        "host": new URL(request.url()).hostname
+        "host": new URL(request.url()).host
     }
@@ -15,0 +15,0 @@ if (request.isNavigationRequest()) {

New alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Fixed alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Improved metrics

Total package byte prevSize

26413

increased by7.54%

Lines of code

368

increased by6.36%

Dependency changes

• + Added@tootallnate/once@2.0.0(transitive)

• + Addedhttp-proxy-agent@5.0.0(transitive)

• + Addedsocks-proxy-agent@7.0.0(transitive)

• - Removed@tootallnate/once@1.1.2(transitive)

• - Removedhttp-proxy-agent@4.0.1(transitive)

• - Removedsocks-proxy-agent@5.0.1(transitive)

• Updatedgot@^11.8.5

• Updatedhttp-proxy-agent@^5.0.0

• Updatedhttps-proxy-agent@^5.0.1

• Updatedsocks-proxy-agent@^7.0.0

• Updatedtough-cookie@^4.1.2