simplecrawler
Advanced tools
Comparing version 0.2.7 to 0.2.8
@@ -539,2 +539,8 @@ // Simplecrawler | ||
queueItem - Queue item from which the resource was linked. | ||
Emits | ||
queueduplicate | ||
queueerror | ||
queueadd | ||
@@ -699,2 +705,7 @@ Examples | ||
}); | ||
clientRequest.setTimeout(crawler.timeout, function() { | ||
clientRequest.abort(); | ||
crawler._emitSpecial("fetchtimeout",queueItem,crawler.timeout); | ||
}); | ||
@@ -701,0 +712,0 @@ clientRequest.on("error",function(errorData) { |
{ | ||
"name": "simplecrawler", | ||
"description": "Very straigntforward web crawler. Uses EventEmitter. Generates queue statistics and has a basic cache mechanism with extensible backend.", | ||
"version": "0.2.7", | ||
"version": "0.2.8", | ||
"homepage": "http://github.com/cgiffard/node-simplecrawler", | ||
@@ -16,3 +16,3 @@ "author": "Christopher Giffard <christopher.giffard@cgiffard.com>", | ||
"scripts": { | ||
"test": "mocha -R spec -t 4000" | ||
"test": "mocha -R spec -t 5000" | ||
}, | ||
@@ -39,4 +39,4 @@ "bin": { | ||
"dependencies": { | ||
"URIjs": "~1.8.3" | ||
"URIjs": "~1.10.2" | ||
} | ||
} |
@@ -39,3 +39,7 @@ // Routes for testing server | ||
write(200,"Complete!"); | ||
}, | ||
"/timeout": function(write) { | ||
// We want to trigger a timeout. Never respond. | ||
} | ||
}; |
Sorry, the diff of this file is not supported yet
104738
23
2208
564
+ AddedURIjs@1.10.2(transitive)
- RemovedURIjs@1.8.3(transitive)
UpdatedURIjs@~1.10.2