@democracy-deutschland/scapacra - npm Package Compare versions

Comparing version 1.0.4 to 1.0.5

dist/IBrowser.d.ts

@@ -1,7 +0,6 @@
-import { DataType } from './DataType';
-import { IDataPackage } from './IDataPackage';
+import { DataPackage } from './DataPackage';
 /**
  * The browser navigates through a document structure and retrieves the desired fragments for the parser.
  */
-export interface IBrowser<T extends DataType> extends AsyncIterableIterator<Promise<IDataPackage<T>>> {
+export interface IBrowser<D, M> extends AsyncIterableIterator<Promise<DataPackage<D, M>>> {
 }

dist/index.d.ts

@@ -1,4 +0,2 @@
-export { IDataPackage } from './IDataPackage';
-export { IMetadata } from './IMetadata';
-export { DataType } from './DataType';
+export { DataPackage } from './DataPackage';
 export { IBrowser } from './IBrowser';
@@ -5,0 +3,0 @@ export { IParser } from './IParser';

dist/index.js

 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-var DataType_1 = require("./DataType");
-exports.DataType = DataType_1.DataType;
+var DataPackage_1 = require("./DataPackage");
+exports.DataPackage = DataPackage_1.DataPackage;
 var Scraper_1 = require("./Scraper");
@@ -6,0 +6,0 @@ exports.Scraper = Scraper_1.Scraper;

dist/IParser.d.ts

@@ -1,11 +0,10 @@
-import { DataType } from './DataType';
-import { IDataPackage } from './IDataPackage';
+import { DataPackage } from './DataPackage';
 /**
  * The parser extracts the data from a defined document.
  */
-export interface IParser<T extends DataType> {
+export interface IParser<D, M> {
     /**
      * Extracts the data as JSON from a given data format.
      */
-    parse(data: IDataPackage<T>): Promise<IDataPackage<JSON>[]>;
+    parse(data: DataPackage<D, M>): Promise<DataPackage<Object, Object>>;
 }

dist/IScraper.d.ts

@@ -1,2 +0,1 @@
-import { DataType } from './DataType';
 import { IBrowser } from './IBrowser';
@@ -7,11 +6,11 @@ import { IParser } from './IParser';
  */
-export interface IScraper<T extends DataType> {
+export interface IScraper<D, M> {
     /**
      * Provides the browser for this scraper configuration.
      */
-    getBrowser(): IBrowser<T>;
+    getBrowser(): IBrowser<D, M>;
     /**
      * Provides the parser for this scraper configuration.
      */
-    getParser(): IParser<T>;
+    getParser(): IParser<D, M>;
 }

dist/Scraper.d.ts

@@ -1,3 +0,2 @@
-import { DataType } from './DataType';
-import { IDataPackage } from './IDataPackage';
+import { DataPackage } from './DataPackage';
 import { IScraper } from './IScraper';
@@ -15,3 +14,3 @@ /**
      */
-    static scrape<T extends DataType>(scrapers: IScraper<T>[], callback: (data: IDataPackage<any>[]) => void): Promise<void>;
+    static scrape<D, M>(scraper: IScraper<D, M>, callback: (data: DataPackage<Object, Object> | null) => void): Promise<void>;
 }

dist/Scraper.js

@@ -30,23 +30,23 @@ "use strict";
      */
-    static scrape(scrapers, callback) {
+    static scrape(scraper, callback) {
         var e_1, _a;
         return __awaiter(this, void 0, void 0, function* () {
-            for (const scraper of scrapers) {
-                let browser = scraper.getBrowser();
-                let parser = scraper.getParser();
+            let browser = scraper.getBrowser();
+            let parser = scraper.getParser();
+            try {
+                for (var browser_1 = __asyncValues(browser), browser_1_1; browser_1_1 = yield browser_1.next(), !browser_1_1.done;) {
+                    const parserFragment = browser_1_1.value;
+                    const fragment = yield parserFragment;
+                    const json = yield parser.parse(fragment);
+                    callback(json);
+                    json.free();
+                    fragment.free();
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
                 try {
-                    for (var browser_1 = __asyncValues(browser), browser_1_1; browser_1_1 = yield browser_1.next(), !browser_1_1.done;) {
-                        const parserFragment = browser_1_1.value;
-                        let fragment = yield parserFragment;
-                        let json = yield parser.parse(fragment);
-                        callback(json);
-                    }
+                    if (browser_1_1 && !browser_1_1.done && (_a = browser_1.return)) yield _a.call(browser_1);
                 }
-                catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                finally {
-                    try {
-                        if (browser_1_1 && !browser_1_1.done && (_a = browser_1.return)) yield _a.call(browser_1);
-                    }
-                    finally { if (e_1) throw e_1.error; }
-                }
+                finally { if (e_1) throw e_1.error; }
             }
@@ -53,0 +53,0 @@ });

package.json

 {
   "name": "@democracy-deutschland/scapacra",
-  "version": "1.0.4",
+  "version": "1.0.5",
   "description": "Scapacra (Scraper Parser Crawler)",
@@ -5,0 +5,0 @@ "main": "dist/index.js",

Fixed alerts

Major refactor

Supply chain risk

Package has recently undergone a major refactor. It may be unstable or indicate significant internal changes. Use caution when updating to versions that include significant changes.

Found 1 instance in 1 package

Improved metrics

Total package byte prevSize

654935

increased by0.34%

Number of package files

40

increased by17.65%

Lines of code

595

increased by23.44%

Number of medium supply chain risk alerts

0

decreased by-100%

No dependency changes