third-party-web - npm Package Compare versions

Comparing version 0.12.7 to 0.13.0

lib/markdown/updates/2021-01-01.md

lib/index.test.js

		@@ -62,3 +62,3 @@ const fs = require('fs')
		Object {
		"averageExecutionTime": 511.2148583807576,
		"averageExecutionTime": 255.27054714829316,
		"categories": Array [
		@@ -105,4 +105,4 @@ "social",
		],
		"totalExecutionTime": 1009060937,
		"totalOccurrences": 1973849,
		"totalExecutionTime": 532045851,
		"totalOccurrences": 2084243,
		}
		@@ -115,3 +115,3 @@ `)
		Object {
		"averageExecutionTime": 144.01007955350076,
		"averageExecutionTime": 161.59273366539702,
		"categories": Array [
		@@ -132,4 +132,4 @@ "cdn",
		"products": Array [],
		"totalExecutionTime": 10372614,
		"totalOccurrences": 72027,
		"totalExecutionTime": 4412128,
		"totalOccurrences": 27304,
		}
		@@ -136,0 +136,0 @@ `)

lib/markdown/template.md

		@@ -134,20 +134,4 @@ # [Third Party Web](https://www.thirdpartyweb.today/)

		You need to have a BigQuery project called `lighthouse-infrastructure` with a dataset called `third_party_web`
		The queries used to compute the data are in the `sql/` directory.
		This is now automated! Run `yarn start:update-ha-data` with a `gcp-credentials.json` file in the root directory of this project (look at `bin/automated-update.js` for the steps involved).

		1. Edit `all-observed-domains-query.sql` to query the correct month's HTTPArchive run.
		1. Run `all-observed-domains-query.sql` in BigQuery.
		1. Download the results and check them in at `data/YYYY-MM-01-observed-domains.json`.
		1. Edit `origin-query.sql` to query the correct month's HTTPArchive run.
		1. Run `yarn build` to regenerate the latest canonical domain mapping.
		1. Create a new table in `lighthouse-infrastructure.third_party_web` BigQuery table of the format `YYYY_MM_01` with the csv in `dist/domain-map.csv` with three columns `domain`, `canonicalDomain`, and `category`.
		1. Run `origin-query.sql` in BigQuery.
		1. Download the results and check them in at `data/YYYY-MM-01-origin-scripting.json`.
		1. Edit `origin-query.sql` to join on the table you just created.
		1. Run `yarn build` to regenerate the queries.
		1. Run `entity-per-page.sql` in BigQuery.
		1. Download the results and check them in at `data/YYYY-MM-01-entity-scripting.json`.
		1. Run `web-almanac-all-observed-domains-identification.sql` in BigQuery.
		1. Save the results to a BigQuery table `YYYY_MM_01_all_observed_domains`.

		### Updating this README
		@@ -154,0 +138,0 @@

package.json

		{
		"name": "third-party-web",
		"version": "0.12.7",
		"version": "0.13.0",
		"description": "Categorized data on third party entities on the web.",
		@@ -11,4 +11,6 @@ "main": "./lib/index.js",
		"start": "mkdir -p .tmp && node bin/merge-origins-with-entities.js && node bin/create-markdown.js",
		"start:update-ha-data": "node ./bin/automated-update.js",
		"test": "npm run build && npm run test:unit",
		"test:unit": "jest 'lib/*'"
		"test:unit": "jest 'lib/*'",
		"semantic-release": "semantic-release"
		},
		@@ -26,2 +28,3 @@ "keywords": [
		"devDependencies": {
		"@google-cloud/bigquery": "^5.10.0",
		"chart.js": "^2.9.4",
		@@ -33,3 +36,5 @@ "chartjs-node-canvas": "^3.2.0",
		"lodash": "^4.17.15",
		"prettier": "^1.18.2"
		"prettier": "^1.18.2",
		"prompts": "^2.4.2",
		"semantic-release": "^19.0.2"
		},
		@@ -43,2 +48,2 @@ "config": {
		}
		}
		}

dist/domain-map.csv.zip

dist/domain-map.csv

Sorry, the diff of this file is not supported yet

dist/entities-httparchive-nostats.json