kafka-observe
Advanced tools
Comparing version 2.1.1-beta-3 to 2.1.1-beta-4
@@ -6,4 +6,3 @@ const { filter } = require("rxjs/operators"); | ||
module.exports = { | ||
write: ({ producer }) => ({ topic, headers, event, payload, limit = 666666 }) => { | ||
// Divide by 3 because string char can have up to 4 (in rare cases) bytes per char | ||
write: ({ producer }) => ({ topic, headers, event, payload, limit = 819200 }) => { | ||
const data = JSON.stringify(payload); | ||
@@ -14,14 +13,17 @@ const totalSize = data.length; | ||
for (let page = 1; page <= total; page++) { | ||
const offset = (page - 1) * limit; | ||
const result = data.slice(offset, offset + limit); | ||
producer.sendMessage({ | ||
headers: { | ||
...headers, | ||
totalSize, | ||
page: page, | ||
page, | ||
total, | ||
limit, | ||
isFinished: page === total, | ||
totalSize, | ||
size: result.length, | ||
}, | ||
topic, | ||
payload: { | ||
payload: data.slice((page - 1), limit), | ||
payload: result, | ||
event, | ||
@@ -77,3 +79,3 @@ }, | ||
if (!item.headers.isFinished) { | ||
if (Object.keys((result || {})).length !== item.headers.total) { | ||
return; | ||
@@ -80,0 +82,0 @@ } |
{ | ||
"name": "kafka-observe", | ||
"version": "2.1.1-beta-3", | ||
"version": "2.1.1-beta-4", | ||
"description": "", | ||
@@ -5,0 +5,0 @@ "main": "index.js", |
32044
704