ghcrawler - npm Package Compare versions

Comparing version 0.2.19 to 0.2.20

.eslintrc.json

@@ -0,0 +0,0 @@ {

.vscode/launch.json

@@ -0,0 +0,0 @@ {

.vscode/settings.json

@@ -0,0 +0,0 @@ // Place your settings in this file to overwrite default and user settings.

index.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

lib/crawler.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

lib/crawlerService.js

@@ -5,2 +5,3 @@ // Copyright (c) Microsoft Corporation. All rights reserved.
 const Q = require('q');
+const Request = require('./request');
 
@@ -99,7 +100,7 @@ class CrawlerService {
     for (let i = 0; i < count; i++) {
-      result.push(this.pop());
+      result.push(queue.pop());
     }
     return Q.all(result).then(requests => {
       const filtered = requests.filter(request => request);
-      return Q.all(filtered.map(request => remove ? this.done(request) : this.abandon(request))).thenResolve(filtered);
+      return Q.all(filtered.map(request => remove ? queue.done(request) : queue.abandon(request))).thenResolve(filtered);
     });
@@ -109,5 +110,30 @@ }
   listDeadletters() {
-    return this.crawler.deadletters.listDocuments();
+    return this.crawler.deadletters.list();
   }
 
+  getDeadletter(urn) {
+    return this.crawler.deadletters.get('deadletter', urn);
+  }
+
+  deleteDeadletter(urn) {
+    return this.crawler.deadletters.delete('deadletter', urn);
+  }
+
+  requeueDeadletter(url, queue) {
+    const self = this;
+    return this.getDeadletter(url)
+      .then(document => {
+        const request = Request.adopt(document).createRequeuable();
+        request.attemptCount = 0;
+        return self.crawler.queues.push([request], queue)
+      })
+      .then(() => {
+        return self.deleteDeadletter(url);
+      });
+  }
+
+  getDeadletterCount() {
+    return this.crawler.deadletters.count();
+  }
+
   _reconfigure(current, changes) {
@@ -114,0 +140,0 @@ // if the loop count changed, make it so

lib/eventFinder.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

lib/githubFetcher.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

lib/githubProcessor.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

lib/queueSet.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

lib/request.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

lib/traversalPolicy.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

lib/visitorMap.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

package.json

 {
   "name": "ghcrawler",
-  "version": "0.2.19",
+  "version": "0.2.20",
   "description": "A robust GitHub API crawler that walks a queue of GitHub entities retrieving and storing their contents.",
@@ -5,0 +5,0 @@ "main": "./index.js",

README.md

@@ -0,0 +0,0 @@ ![Version](https://img.shields.io/npm/v/ghcrawler.svg)

test/crawlerTests.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

test/eventFinderTests.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

test/githubFetcherTests.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

test/gitHubProcessorTests.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

test/queueSetTests.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

test/requestTests.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

test/visitorMapTests.js

@@ -0,0 +0,0 @@ // Copyright (c) Microsoft Corporation. All rights reserved.

No alert changes

Improved metrics

Lines of code

5334

increased by0.41%

Worsened metrics

Total package byte prevSize

232301

decreased by-2.27%

No dependency changes