🚀 Big News: Socket Acquires Coana to Bring Reachability Analysis to Every Appsec Team.Learn more →
Socket
Book a DemoInstallSign in
Socket
Book a DemoInstallSign in

livejournal

Package Overview
Dependencies
Maintainers
1
Versions
11
Alerts
File Explorer

Advanced tools

License
Socket logo

Install Socket

Detect and block malicious and high-risk dependencies

Install

livejournal - npm Package Compare versions

Comparing version

0.0.1
to
0.0.2

rpc.js

38

example.js

@@ -1,32 +0,10 @@

var livejournal = require('./');
var LiveJournal = require('./');
// get journal entries
// check http://www.livejournal.com/bots/
livejournal.getJournal('brad', function(err, journal) {
var links = journal.entry.map(function(entry) {
return entry.link[0]['@'].href;
});
// get facebook share count for latest posts
livejournal.getFBStatsBatch(links, function(err, stats) {
console.log(stats);
});
LiveJournal.RPC.getevents({
journal: 'brad',
auth_method: 'noauth',
selecttype: 'lastn',
howmany: 20
}, function(err, value) {
console.log(value.events);
});
// get post details by username and id
livejournal.getPost({
user: 'brad',
post_id: 29215,
body: true
}, function(err, post) {
console.log(post);
});
// get comments (shitty html, sorry)
livejournal.getComments({
user: 'brad',
post_id: 29215
}, function(err, comments) {
console.log(comments);
});

109

index.js

@@ -1,87 +0,3 @@

var request = require('request'),
cheerio = require('cheerio'),
var RPC = require('./rpc');
xml2js = require('xml2js'),
parser = new xml2js.Parser();
var j = request.jar(),
cookie = request.cookie('adult_explicit=1');
j.add(cookie);
function getComments(post, callback) {
request({
url: 'http://{username}.livejournal.com/{username}/__rpc_get_thread'.replace(/\{username\}/g, post.user),
qs: {
journal: post.user,
itemid: post.post_id,
page: 1
},
json: true
}, function(err, res, body) {
callback(err, body);
});
}
// @TODO: tags
function getPost(post, callback) {
request({
url: 'http://m.livejournal.com/read/user/' + post.user + '/' + post.post_id,
jar: j
}, function(err, res, body) {
if (!err && res.statusCode == 200) {
var $ = cheerio.load(body),
title = $('.item-header').text().trim(),
time = new Date( $('.item-meta').text().trim() ),
commentNode = $('.to-all-alone'),
comments,
errorNode = $('.error');
if (errorNode.length > 0) {
callback(new Error(errorNode.text()), null);
return;
}
if (commentNode.length > 0) {
comments = $('.to-all-alone').text().trim().match(/\d+/)[0];
} else {
comments = 0;
}
var result = {
title: title,
time: time,
comments: comments
};
if (post.body) {
result.body = $('.item-text').html();
}
if (!title) {
console.log('err:', err, 'body:', body);
}
callback(err, result);
} else {
callback(err, null);
}
});
}
function getFBStats(user, postId, callback) {
request({
url: 'http://graph.facebook.com/?id=http://' + user + '.livejournal.com/' + postId + '.html',
json: true
}, function(err, res, body) {
if (!err && res.statusCode == 200) {
callback(err, {shares: body.shares || 0 });
} else {
console.log(err, body);
}
});
}
function _groupBy(arr, amount) {

@@ -98,3 +14,3 @@ var result = [], offset = 0;

function getFBStatsBatch(urls, callback) {
function getFBStats(urls, callback) {
var groups = _groupBy(urls, 10),

@@ -127,25 +43,6 @@ result = {},

function getJournal(user, callback) {
request({
url: 'http://' + user + '.livejournal.com/data/atom'
}, function(err, res, body) {
if (err) {
callback(err, null);
return;
}
parser.parseString(body, function (err, result) {
callback(err, result);
});
});
}
module.exports = {
getPost: getPost,
getFBStats: getFBStats,
getFBStatsBatch: getFBStatsBatch,
getComments: getComments,
getJournal: getJournal
RPC: RPC
};

8

package.json
{
"name": "livejournal",
"version": "0.0.1",
"description": "Tools to scrape LiveJournal for data",
"version": "0.0.2",
"description": "LiveJournal XMLRPC",
"keywords": ["livejournal", "blog"],

@@ -12,7 +12,5 @@ "author": "Artem Tyurin <artem.tyurin@gmail.com>",

"dependencies": {
"cheerio": ">=0.11.0",
"request": ">=2.20.0",
"xml2js": ">=0.2.7"
"xmlrpc": ">=1.1.0"
},
"main": "index"
}

22

README.md

@@ -1,7 +0,21 @@

## Tools to scrape LiveJournal for data
## LiveJournal XMLRPC for Node
- This is not an API, some methods work by parsing html
`npm install livejournal`
- See `example.js` for examples
### Docs
- All methods use standart node callback format
* http://wh.lj.ru/s2/developers/f/LiveJournal_XML-RPC_Specification_(EN).pdf
* http://www.livejournal.com/doc/server/ljp.csp.xml-rpc.protocol.html
### Example
```javascript
LiveJournal.RPC.getevents({
journal: 'brad',
auth_method: 'noauth',
selecttype: 'lastn',
howmany: 20
}, function(err, value) {
console.log(value.events);
});
```