@mojaloop/platform-shared-lib-nodejs-kafka-client-lib
Advanced tools
Comparing version 0.2.14-snapshot.0 to 0.2.14
@@ -49,4 +49,3 @@ /***** | ||
disconnect: (force: boolean) => Promise<void>; | ||
start: (number?: number) => Promise<void>; | ||
consume: (number?: number) => Promise<void>; | ||
start: () => Promise<void>; | ||
stop: () => Promise<void>; | ||
@@ -53,0 +52,0 @@ } |
@@ -40,2 +40,3 @@ /***** | ||
kafkaGroupId?: string; | ||
consumerClientId?: string; | ||
useSyncCommit?: boolean; | ||
@@ -70,5 +71,4 @@ outputType?: MLKafkaRawConsumerOutputType; | ||
disconnect(): Promise<void>; | ||
start(number?: number): Promise<void>; | ||
consume(number?: number): Promise<void>; | ||
start(): Promise<void>; | ||
stop(): Promise<void>; | ||
} |
@@ -77,6 +77,9 @@ /***** | ||
} | ||
if (this._options.kafkaGroupId) { | ||
if (this._options.consumerClientId !== undefined) { | ||
this._globalConfig["client.id"] = this._options.consumerClientId; | ||
} | ||
if (this._options.kafkaGroupId !== undefined) { | ||
this._globalConfig["group.id"] = this._options.kafkaGroupId; | ||
} | ||
if (this._options.messageMaxBytes) { | ||
if (this._options.messageMaxBytes !== undefined) { | ||
this._globalConfig["message.max.bytes"] = this._options.messageMaxBytes; | ||
@@ -241,7 +244,6 @@ } | ||
} | ||
// start(): Promise<void> { // this was originally | ||
start(number = 0) { | ||
start() { | ||
return new Promise((resolve, reject) => { | ||
if (!this._client.isConnected()) { | ||
const err = new Error(`MLRawKafkaConsumer - Client is not connected, cannot start(${number})`); | ||
const err = new Error("MLRawKafkaConsumer - Client is not connected, cannot start()"); | ||
this._logger?.isErrorEnabled() && this._logger.error(err); | ||
@@ -254,36 +256,7 @@ reject(err); | ||
} | ||
if (number > 0) { | ||
this._client.consume(number); | ||
} | ||
else { | ||
this._client.consume(); | ||
} | ||
// this._client.consume(); // this was originally | ||
this._logger?.isInfoEnabled() && this._logger.info(`MLRawKafkaConsumer - started(${number})`); | ||
this._client.consume(); | ||
this._logger?.isInfoEnabled() && this._logger.info("MLRawKafkaConsumer - started"); | ||
resolve(); | ||
}); | ||
} | ||
// added to try handle consuming by application layer | ||
consume(number = 0) { | ||
return new Promise((resolve, reject) => { | ||
if (!this._client.isConnected()) { | ||
const err = new Error(`MLRawKafkaConsumer - Client is not connected, cannot consume(${number})`); | ||
this._logger?.isErrorEnabled() && this._logger.error(err); | ||
reject(err); | ||
} | ||
// this._logger?.isInfoEnabled() && this._logger.info(`MLRawKafkaConsumer - Subscribing to topics ${JSON.stringify(this._topics)}`); | ||
// if (Array.isArray(this._topics) && this._topics.length > 0) { | ||
// this._client.subscribe(this._topics); | ||
// } | ||
if (number > 0) { | ||
this._client.consume(number); | ||
} | ||
else { | ||
this._client.consume(); | ||
} | ||
// this._client.consume(); // this was originally | ||
this._logger?.isInfoEnabled() && this._logger.info(`MLRawKafkaConsumer - consume(${number})`); | ||
resolve(); | ||
}); | ||
} | ||
async stop() { | ||
@@ -290,0 +263,0 @@ this._client.unsubscribe(); |
@@ -34,8 +34,8 @@ /***** | ||
import { IRawMessage, IRawMessageProducer } from "./raw_types"; | ||
export declare enum MLKafkaRawProdOpCompressionCodecEnum { | ||
none = "none", | ||
gzip = "gzip", | ||
snappy = "snappy", | ||
lz4 = "lz4", | ||
zstd = "zstd" | ||
export declare enum MLKafkaRawProducerCompressionCodecs { | ||
NONE = "none", | ||
GZIP = "gzip", | ||
SNAPPY = "snappy", | ||
LZ4 = "lz4", | ||
ZSTD = "zstd" | ||
} | ||
@@ -47,3 +47,4 @@ export declare class MLKafkaRawProducerOptions { | ||
messageMaxBytes?: number; | ||
compressionCodec?: MLKafkaRawProdOpCompressionCodecEnum; | ||
compressionCodec?: MLKafkaRawProducerCompressionCodecs; | ||
compressionLevel?: number; | ||
} | ||
@@ -50,0 +51,0 @@ export declare class MLKafkaRawProducer extends EventEmitter implements IRawMessageProducer { |
@@ -32,14 +32,14 @@ /***** | ||
Object.defineProperty(exports, "__esModule", { value: true }); | ||
exports.MLKafkaRawProducer = exports.MLKafkaRawProducerOptions = exports.MLKafkaRawProdOpCompressionCodecEnum = void 0; | ||
exports.MLKafkaRawProducer = exports.MLKafkaRawProducerOptions = exports.MLKafkaRawProducerCompressionCodecs = void 0; | ||
const tslib_1 = require("tslib"); | ||
const events_1 = require("events"); | ||
const RDKafka = tslib_1.__importStar(require("node-rdkafka")); | ||
var MLKafkaRawProdOpCompressionCodecEnum; | ||
(function (MLKafkaRawProdOpCompressionCodecEnum) { | ||
MLKafkaRawProdOpCompressionCodecEnum["none"] = "none"; | ||
MLKafkaRawProdOpCompressionCodecEnum["gzip"] = "gzip"; | ||
MLKafkaRawProdOpCompressionCodecEnum["snappy"] = "snappy"; | ||
MLKafkaRawProdOpCompressionCodecEnum["lz4"] = "lz4"; | ||
MLKafkaRawProdOpCompressionCodecEnum["zstd"] = "zstd"; | ||
})(MLKafkaRawProdOpCompressionCodecEnum = exports.MLKafkaRawProdOpCompressionCodecEnum || (exports.MLKafkaRawProdOpCompressionCodecEnum = {})); | ||
var MLKafkaRawProducerCompressionCodecs; | ||
(function (MLKafkaRawProducerCompressionCodecs) { | ||
MLKafkaRawProducerCompressionCodecs["NONE"] = "none"; | ||
MLKafkaRawProducerCompressionCodecs["GZIP"] = "gzip"; | ||
MLKafkaRawProducerCompressionCodecs["SNAPPY"] = "snappy"; | ||
MLKafkaRawProducerCompressionCodecs["LZ4"] = "lz4"; | ||
MLKafkaRawProducerCompressionCodecs["ZSTD"] = "zstd"; | ||
})(MLKafkaRawProducerCompressionCodecs = exports.MLKafkaRawProducerCompressionCodecs || (exports.MLKafkaRawProducerCompressionCodecs = {})); | ||
class MLKafkaRawProducerOptions { | ||
@@ -92,3 +92,3 @@ } | ||
this._topicConfig = {}; | ||
if (this._options.producerClientId) { | ||
if (this._options.producerClientId !== undefined) { | ||
this._globalConfig["client.id"] = this._options.producerClientId; | ||
@@ -99,8 +99,11 @@ } | ||
} | ||
if (this._options.messageMaxBytes) { | ||
if (this._options.messageMaxBytes !== undefined) { | ||
this._globalConfig["message.max.bytes"] = this._options.messageMaxBytes; | ||
} | ||
if (this._options.compressionCodec) { | ||
this._globalConfig["compression.codec"] = this._options.compressionCodec; | ||
if (this._options.compressionCodec !== undefined) { | ||
this._topicConfig["compression.codec"] = this._options.compressionCodec; | ||
} | ||
if (this._options.compressionCodec !== undefined) { | ||
this._topicConfig["compression.level"] = this._options.compressionLevel; | ||
} | ||
this._globalConfig.dr_cb = true; | ||
@@ -107,0 +110,0 @@ } |
{ | ||
"name": "@mojaloop/platform-shared-lib-nodejs-kafka-client-lib", | ||
"version": "0.2.14-snapshot.0", | ||
"version": "0.2.14", | ||
"description": "mojaloop vnext platform shared libraries", | ||
@@ -5,0 +5,0 @@ "license": "Apache-2.0", |
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
79294
21
1028