🚀 Big News: Socket Acquires Coana to Bring Reachability Analysis to Every Appsec Team.Learn more
Socket
Book a DemoInstallSign in
Socket

crawler-ai-analysis

Package Overview
Dependencies
Maintainers
1
Versions
16
Alerts
File Explorer

Advanced tools

Socket logo

Install Socket

Detect and block malicious and high-risk dependencies

Install

crawler-ai-analysis - npm Package Compare versions

Comparing version

to
1.0.2

.eslintrc

4

package.json
{
"name": "crawler-ai-analysis",
"version": "1.0.1",
"version": "1.0.2",
"description": "",

@@ -8,3 +8,3 @@ "main": "built/app.js",

"test": "echo \"Error: no test specified\" && exit 1",
"built": "babel -d built/ src/ "
"built": "babel -s -d built/ src/ "
},

@@ -11,0 +11,0 @@ "repository": {

@@ -5,14 +5,18 @@ import Segment from "segment";

export default (options) => {
const segment = new Segment();
const segment = new Segment();
segment.useDefault();
// .loadStopwordDict(path.join(__dirname, "words", 'stopword.txt'));
segment.useDefault();
// .loadStopwordDict(path.join(__dirname, "words", 'stopword.txt'));
return async(ctx, next) => {
ctx.queueItem.aiAnalysisResult = segment.doSegment(ctx.queueItem.responseBodyText || "", {
stripPunctuation: true
});
return async(ctx, next) => {
if (!ctx.queueItem) {
await next();
}
await next();
};
}
ctx.queueItem.aiAnalysisResult = segment.doSegment(ctx.queueItem.responseBodyText || "", {
stripPunctuation: true
});
await next();
};
};