dendi-wang/thingsboard
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

JS executor code refactor

Browse Source
This commit is contained in:
Igor Kulikov 2022-07-07 19:37:36 +03:00
parent 99b53f8c08
commit 7019b98c00
9 changed files with 287 additions and 345 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
msa/js-executor/package.json
View File

@ -20,7 +20,7 @@
"config": "^3.3.7", "config": "^3.3.7",
"express": "^4.18.1", "express": "^4.18.1",
"js-yaml": "^4.1.0", "js-yaml": "^4.1.0",
"kafkajs": "^2.0.2", "kafkajs": "^2.1.0",
"long": "^5.2.0", "long": "^5.2.0",
"uuid-parse": "^1.1.0", "uuid-parse": "^1.1.0",
"uuid-random": "^1.3.2", "uuid-random": "^1.3.2",

124
msa/js-executor/queue/awsSqsTemplate.ts
View File

@ -54,80 +54,76 @@ export class AwsSqsTemplate implements IQueue {
FifoQueue: 'true' FifoQueue: 'true'
}; };
name = 'AWS SQS';
constructor() { constructor() {
} }
async init() { async init() {
try { this.sqsClient = new SQSClient({
this.sqsClient = new SQSClient({ apiVersion: '2012-11-05',
apiVersion: '2012-11-05', credentials: {
credentials: { accessKeyId: this.accessKeyId,
accessKeyId: this.accessKeyId, secretAccessKey: this.secretAccessKey
secretAccessKey: this.secretAccessKey },
}, region: this.region
region: this.region });
const queues = await this.getQueues();
if (queues.QueueUrls) {
queues.QueueUrls.forEach(queueUrl => {
const delimiterPosition = queueUrl.lastIndexOf('/');
const queueName = queueUrl.substring(delimiterPosition + 1);
this.queueUrls.set(queueName, queueUrl);
}); });
}
const queues = await this.getQueues(); this.parseQueueProperties();
if (queues.QueueUrls) { this.requestQueueURL = this.queueUrls.get(AwsSqsTemplate.topicToSqsQueueName(this.requestTopic)) || '';
queues.QueueUrls.forEach(queueUrl => { if (!this.requestQueueURL) {
const delimiterPosition = queueUrl.lastIndexOf('/'); this.requestQueueURL = await this.createQueue(this.requestTopic);
const queueName = queueUrl.substring(delimiterPosition + 1); }
this.queueUrls.set(queueName, queueUrl);
});
}
this.parseQueueProperties(); const messageProcessor = new JsInvokeMessageProcessor(this);
this.requestQueueURL = this.queueUrls.get(AwsSqsTemplate.topicToSqsQueueName(this.requestTopic)) || ''; const params: ReceiveMessageRequest = {
if (!this.requestQueueURL) { MaxNumberOfMessages: 10,
this.requestQueueURL = await this.createQueue(this.requestTopic); QueueUrl: this.requestQueueURL,
} WaitTimeSeconds: this.pollInterval / 1000
};
while (!this.stopped) {
let pollStartTs = new Date().getTime();
const messagesResponse: ReceiveMessageResult = await this.sqsClient.send(new ReceiveMessageCommand(params));
const messages = messagesResponse.Messages;
const messageProcessor = new JsInvokeMessageProcessor(this); if (messages && messages.length > 0) {
const entries: DeleteMessageBatchRequestEntry[] = [];
const params: ReceiveMessageRequest = { messages.forEach(message => {
MaxNumberOfMessages: 10, entries.push({
QueueUrl: this.requestQueueURL, Id: message.MessageId,
WaitTimeSeconds: this.pollInterval / 1000 ReceiptHandle: message.ReceiptHandle
};
while (!this.stopped) {
let pollStartTs = new Date().getTime();
const messagesResponse: ReceiveMessageResult = await this.sqsClient.send(new ReceiveMessageCommand(params));
const messages = messagesResponse.Messages;
if (messages && messages.length > 0) {
const entries: DeleteMessageBatchRequestEntry[] = [];
messages.forEach(message => {
entries.push({
Id: message.MessageId,
ReceiptHandle: message.ReceiptHandle
});
messageProcessor.onJsInvokeMessage(JSON.parse(message.Body || ''));
}); });
messageProcessor.onJsInvokeMessage(JSON.parse(message.Body || ''));
});
const deleteBatch: DeleteMessageBatchRequest = { const deleteBatch: DeleteMessageBatchRequest = {
QueueUrl: this.requestQueueURL, QueueUrl: this.requestQueueURL,
Entries: entries Entries: entries
}; };
try { try {
await this.sqsClient.send(new DeleteMessageBatchCommand(deleteBatch)) await this.sqsClient.send(new DeleteMessageBatchCommand(deleteBatch))
} catch (err: any) { } catch (err: any) {
this.logger.error("Failed to delete messages from queue.", err.message); this.logger.error("Failed to delete messages from queue.", err.message);
} }
} else { } else {
let pollDuration = new Date().getTime() - pollStartTs; let pollDuration = new Date().getTime() - pollStartTs;
if (pollDuration < this.pollInterval) { if (pollDuration < this.pollInterval) {
await sleep(this.pollInterval - pollDuration); await sleep(this.pollInterval - pollDuration);
}
} }
} }
} catch (e: any) {
this.logger.error('Failed to start ThingsBoard JavaScript Executor Microservice: %s', e.message);
this.logger.error(e.stack);
await this.destroy(-1);
} }
} }
@ -185,15 +181,8 @@ export class AwsSqsTemplate implements IQueue {
return result.QueueUrl || ''; return result.QueueUrl || '';
} }
static async build(): Promise<AwsSqsTemplate> { async destroy(): Promise<void> {
const queue = new AwsSqsTemplate();
await queue.init();
return queue;
}
async destroy(status: number): Promise<void> {
this.stopped = true; this.stopped = true;
this.logger.info('Exiting with status: %d ...', status);
this.logger.info('Stopping AWS SQS resources...'); this.logger.info('Stopping AWS SQS resources...');
if (this.sqsClient) { if (this.sqsClient) {
this.logger.info('Stopping AWS SQS client...'); this.logger.info('Stopping AWS SQS client...');
@ -208,6 +197,5 @@ export class AwsSqsTemplate implements IQueue {
} }
} }
this.logger.info('AWS SQS resources stopped.') this.logger.info('AWS SQS resources stopped.')
process.exit(status);
} }
} }

195
msa/js-executor/queue/kafkaTemplate.ts
View File

@ -51,108 +51,103 @@ export class KafkaTemplate implements IQueue {
private batchMessages: TopicMessages[] = []; private batchMessages: TopicMessages[] = [];
private sendLoopInstance: NodeJS.Timeout; private sendLoopInstance: NodeJS.Timeout;
name = 'Kafka';
constructor() { constructor() {
} }
async init(): Promise<void> { async init(): Promise<void> {
try { const kafkaBootstrapServers: string = config.get('kafka.bootstrap.servers');
const kafkaBootstrapServers: string = config.get('kafka.bootstrap.servers'); const requestTopic: string = config.get('request_topic');
const requestTopic: string = config.get('request_topic'); const useConfluent = config.get('kafka.use_confluent_cloud');
const useConfluent = config.get('kafka.use_confluent_cloud');
this.logger.info('Kafka Bootstrap Servers: %s', kafkaBootstrapServers); this.logger.info('Kafka Bootstrap Servers: %s', kafkaBootstrapServers);
this.logger.info('Kafka Requests Topic: %s', requestTopic); this.logger.info('Kafka Requests Topic: %s', requestTopic);
let kafkaConfig: KafkaConfig = { let kafkaConfig: KafkaConfig = {
brokers: kafkaBootstrapServers.split(','), brokers: kafkaBootstrapServers.split(','),
logLevel: logLevel.INFO, logLevel: logLevel.INFO,
logCreator: KafkaJsWinstonLogCreator logCreator: KafkaJsWinstonLogCreator
}; };
if (this.kafkaClientId) { if (this.kafkaClientId) {
kafkaConfig['clientId'] = this.kafkaClientId; kafkaConfig['clientId'] = this.kafkaClientId;
} else { } else {
this.logger.warn('KAFKA_CLIENT_ID is undefined. Consider to define the env variable KAFKA_CLIENT_ID'); this.logger.warn('KAFKA_CLIENT_ID is undefined. Consider to define the env variable KAFKA_CLIENT_ID');
}
kafkaConfig['requestTimeout'] = this.requestTimeout;
if (useConfluent) {
kafkaConfig['sasl'] = {
mechanism: config.get('kafka.confluent.sasl.mechanism') as any,
username: config.get('kafka.confluent.username'),
password: config.get('kafka.confluent.password')
};
kafkaConfig['ssl'] = true;
}
this.parseTopicProperties();
this.kafkaClient = new Kafka(kafkaConfig);
this.kafkaAdmin = this.kafkaClient.admin();
await this.kafkaAdmin.connect();
let partitions = 1;
for (let i = 0; i < this.configEntries.length; i++) {
let param = this.configEntries[i];
if (param.name === 'partitions') {
partitions = param.value;
this.configEntries.splice(i, 1);
break;
}
}
let topics = await this.kafkaAdmin.listTopics();
if (!topics.includes(requestTopic)) {
let createRequestTopicResult = await this.createTopic(requestTopic, partitions);
if (createRequestTopicResult) {
this.logger.info('Created new topic: %s', requestTopic);
}
}
this.consumer = this.kafkaClient.consumer({groupId: 'js-executor-group'});
this.producer = this.kafkaClient.producer({createPartitioner: Partitioners.DefaultPartitioner});
const {CRASH} = this.consumer.events;
this.consumer.on(CRASH, async (e) => {
this.logger.error(`Got consumer CRASH event, should restart: ${e.payload.restart}`);
if (!e.payload.restart) {
this.logger.error('Going to exit due to not retryable error!');
await this.destroy(-1);
}
});
const messageProcessor = new JsInvokeMessageProcessor(this);
await this.consumer.connect();
await this.producer.connect();
this.sendLoopWithLinger();
await this.consumer.subscribe({topic: requestTopic});
await this.consumer.run({
partitionsConsumedConcurrently: this.partitionsConsumedConcurrently,
eachMessage: async ({topic, partition, message}) => {
let headers = message.headers;
let key = message.key || new Buffer([]);
let msg = {
key: key.toString('utf8'),
data: message.value,
headers: {
data: headers
}
};
messageProcessor.onJsInvokeMessage(msg);
},
});
} catch (e: any) {
this.logger.error('Failed to start ThingsBoard JavaScript Executor Microservice: %s', e.message);
this.logger.error(e.stack);
await this.destroy(-1);
} }
}
kafkaConfig['requestTimeout'] = this.requestTimeout;
if (useConfluent) {
kafkaConfig['sasl'] = {
mechanism: config.get('kafka.confluent.sasl.mechanism') as any,
username: config.get('kafka.confluent.username'),
password: config.get('kafka.confluent.password')
};
kafkaConfig['ssl'] = true;
}
this.parseTopicProperties();
this.kafkaClient = new Kafka(kafkaConfig);
this.kafkaAdmin = this.kafkaClient.admin();
await this.kafkaAdmin.connect();
let partitions = 1;
for (let i = 0; i < this.configEntries.length; i++) {
let param = this.configEntries[i];
if (param.name === 'partitions') {
partitions = param.value;
this.configEntries.splice(i, 1);
break;
}
}
let topics = await this.kafkaAdmin.listTopics();
if (!topics.includes(requestTopic)) {
let createRequestTopicResult = await this.createTopic(requestTopic, partitions);
if (createRequestTopicResult) {
this.logger.info('Created new topic: %s', requestTopic);
}
}
this.consumer = this.kafkaClient.consumer({groupId: 'js-executor-group'});
this.producer = this.kafkaClient.producer({createPartitioner: Partitioners.DefaultPartitioner});
const {CRASH} = this.consumer.events;
this.consumer.on(CRASH, async (e) => {
this.logger.error(`Got consumer CRASH event, should restart: ${e.payload.restart}`);
if (!e.payload.restart) {
this.logger.error('Going to exit due to not retryable error!');
await this.destroy();
}
});
const messageProcessor = new JsInvokeMessageProcessor(this);
await this.consumer.connect();
await this.producer.connect();
this.sendLoopWithLinger();
await this.consumer.subscribe({topic: requestTopic});
await this.consumer.run({
partitionsConsumedConcurrently: this.partitionsConsumedConcurrently,
eachMessage: async ({topic, partition, message}) => {
let headers = message.headers;
let key = message.key || new Buffer([]);
let msg = {
key: key.toString('utf8'),
data: message.value,
headers: {
data: headers
}
};
messageProcessor.onJsInvokeMessage(msg);
},
});
}
async send(responseTopic: string, scriptId: string, rawResponse: Buffer, headers: any): Promise<any> { async send(responseTopic: string, scriptId: string, rawResponse: Buffer, headers: any): Promise<any> {
this.logger.debug('Pending queue response, scriptId: [%s]', scriptId); this.logger.debug('Pending queue response, scriptId: [%s]', scriptId);
@ -232,15 +227,7 @@ export class KafkaTemplate implements IQueue {
}, this.linger); }, this.linger);
} }
static async build(): Promise<KafkaTemplate> { async destroy(): Promise<void> {
const queue = new KafkaTemplate();
await queue.init();
return queue;
}
async destroy(status: number): Promise<void> {
this.logger.info('Exiting with status: %d ...', status);
this.logger.info('Stopping Kafka resources...'); this.logger.info('Stopping Kafka resources...');
if (this.kafkaAdmin) { if (this.kafkaAdmin) {
@ -267,7 +254,6 @@ export class KafkaTemplate implements IQueue {
} }
} }
this.logger.info('Kafka resources stopped.'); this.logger.info('Kafka resources stopped.');
process.exit(status);
} }
private async disconnectProducer(): Promise<void> { private async disconnectProducer(): Promise<void> {
@ -287,4 +273,5 @@ export class KafkaTemplate implements IQueue {
} }
} }
} }
} }

91
msa/js-executor/queue/pubSubTemplate.ts
View File

@ -34,55 +34,50 @@ export class PubSubTemplate implements IQueue {
private topics: string[] = []; private topics: string[] = [];
private subscriptions: string[] = []; private subscriptions: string[] = [];
name = 'Pub/Sub';
constructor() { constructor() {
} }
async init() { async init() {
try { this.pubSubClient = new PubSub({
this.pubSubClient = new PubSub({ projectId: this.projectId,
projectId: this.projectId, credentials: this.credentials
credentials: this.credentials });
this.parseQueueProperties();
const topicList = await this.pubSubClient.getTopics();
if (topicList) {
topicList[0].forEach(topic => {
this.topics.push(PubSubTemplate.getName(topic.name));
}); });
this.parseQueueProperties();
const topicList = await this.pubSubClient.getTopics();
if (topicList) {
topicList[0].forEach(topic => {
this.topics.push(PubSubTemplate.getName(topic.name));
});
}
const subscriptionList = await this.pubSubClient.getSubscriptions();
if (subscriptionList) {
topicList[0].forEach(sub => {
this.subscriptions.push(PubSubTemplate.getName(sub.name));
});
}
if (!(this.subscriptions.includes(this.requestTopic) && this.topics.includes(this.requestTopic))) {
await this.createTopic(this.requestTopic);
await this.createSubscription(this.requestTopic);
}
const subscription = this.pubSubClient.subscription(this.requestTopic);
const messageProcessor = new JsInvokeMessageProcessor(this);
const messageHandler = (message: Message) => {
messageProcessor.onJsInvokeMessage(JSON.parse(message.data.toString('utf8')));
message.ack();
};
subscription.on('message', messageHandler);
} catch (e: any) {
this.logger.error('Failed to start ThingsBoard JavaScript Executor Microservice: %s', e.message);
this.logger.error(e.stack);
await this.destroy(-1);
} }
const subscriptionList = await this.pubSubClient.getSubscriptions();
if (subscriptionList) {
topicList[0].forEach(sub => {
this.subscriptions.push(PubSubTemplate.getName(sub.name));
});
}
if (!(this.subscriptions.includes(this.requestTopic) && this.topics.includes(this.requestTopic))) {
await this.createTopic(this.requestTopic);
await this.createSubscription(this.requestTopic);
}
const subscription = this.pubSubClient.subscription(this.requestTopic);
const messageProcessor = new JsInvokeMessageProcessor(this);
const messageHandler = (message: Message) => {
messageProcessor.onJsInvokeMessage(JSON.parse(message.data.toString('utf8')));
message.ack();
};
subscription.on('message', messageHandler);
} }
async send(responseTopic: string, scriptId: string, rawResponse: Buffer, headers: any): Promise<any> { async send(responseTopic: string, scriptId: string, rawResponse: Buffer, headers: any): Promise<any> {
@ -146,14 +141,7 @@ export class PubSubTemplate implements IQueue {
} }
} }
static async build(): Promise<PubSubTemplate> { async destroy(): Promise<void> {
const queue = new PubSubTemplate();
await queue.init();
return queue;
}
async destroy(status: number): Promise<void> {
this.logger.info('Exiting with status: %d ...', status);
this.logger.info('Stopping Pub/Sub resources...'); this.logger.info('Stopping Pub/Sub resources...');
if (this.pubSubClient) { if (this.pubSubClient) {
this.logger.info('Stopping Pub/Sub client...'); this.logger.info('Stopping Pub/Sub client...');
@ -168,7 +156,6 @@ export class PubSubTemplate implements IQueue {
} }
} }
this.logger.info('Pub/Sub resources stopped.'); this.logger.info('Pub/Sub resources stopped.');
process.exit(status);
} }
} }

3
msa/js-executor/queue/queue.models.ts
View File

@ -15,7 +15,8 @@
/// ///
export interface IQueue { export interface IQueue {
name: string;
init(): Promise<void>; init(): Promise<void>;
send(responseTopic: string, scriptId: string, rawResponse: Buffer, headers: any): Promise<any>; send(responseTopic: string, scriptId: string, rawResponse: Buffer, headers: any): Promise<any>;
destroy(status: number): Promise<void>; destroy(): Promise<void>;
} }

50
msa/js-executor/queue/rabbitmqTemplate.ts
View File

@ -44,39 +44,35 @@ export class RabbitMqTemplate implements IQueue {
private stopped = false; private stopped = false;
private topics: string[] = []; private topics: string[] = [];
name = 'RabbitMQ';
constructor() { constructor() {
} }
async init(): Promise<void> { async init(): Promise<void> {
try { const url = `amqp://${this.username}:${this.password}@${this.host}:${this.port}${this.vhost}`;
const url = `amqp://${this.username}:${this.password}@${this.host}:${this.port}${this.vhost}`; this.connection = await amqp.connect(url);
this.connection = await amqp.connect(url); this.channel = await this.connection.createConfirmChannel();
this.channel = await this.connection.createConfirmChannel();
this.parseQueueProperties(); this.parseQueueProperties();
await this.createQueue(this.requestTopic); await this.createQueue(this.requestTopic);
const messageProcessor = new JsInvokeMessageProcessor(this); const messageProcessor = new JsInvokeMessageProcessor(this);
while (!this.stopped) { while (!this.stopped) {
let pollStartTs = new Date().getTime(); let pollStartTs = new Date().getTime();
let message = await this.channel.get(this.requestTopic); let message = await this.channel.get(this.requestTopic);
if (message) { if (message) {
messageProcessor.onJsInvokeMessage(JSON.parse(message.content.toString('utf8'))); messageProcessor.onJsInvokeMessage(JSON.parse(message.content.toString('utf8')));
this.channel.ack(message); this.channel.ack(message);
} else { } else {
let pollDuration = new Date().getTime() - pollStartTs; let pollDuration = new Date().getTime() - pollStartTs;
if (pollDuration < this.pollInterval) { if (pollDuration < this.pollInterval) {
await sleep(this.pollInterval - pollDuration); await sleep(this.pollInterval - pollDuration);
}
} }
} }
} catch (e: any) {
this.logger.error('Failed to start ThingsBoard JavaScript Executor Microservice: %s', e.message);
this.logger.error(e.stack);
await this.destroy(-1);
} }
} }
@ -112,14 +108,7 @@ export class RabbitMqTemplate implements IQueue {
return this.channel.assertQueue(topic, this.queueOptions); return this.channel.assertQueue(topic, this.queueOptions);
} }
static async build(): Promise<RabbitMqTemplate> { async destroy() {
const queue = new RabbitMqTemplate();
await queue.init();
return queue;
}
async destroy(status: number) {
this.logger.info('Exiting with status: %d ...', status);
this.logger.info('Stopping RabbitMQ resources...'); this.logger.info('Stopping RabbitMQ resources...');
if (this.channel) { if (this.channel) {
@ -144,7 +133,6 @@ export class RabbitMqTemplate implements IQueue {
} }
} }
this.logger.info('RabbitMQ resources stopped.') this.logger.info('RabbitMQ resources stopped.')
process.exit(status);
} }
} }

72
msa/js-executor/queue/serviceBusTemplate.ts
View File

@ -44,46 +44,42 @@ export class ServiceBusTemplate implements IQueue {
private receiver: ServiceBusReceiver; private receiver: ServiceBusReceiver;
private senderMap = new Map<string, ServiceBusSender>(); private senderMap = new Map<string, ServiceBusSender>();
name = 'Azure Service Bus';
constructor() { constructor() {
} }
async init() { async init() {
try { const connectionString = `Endpoint=sb://${this.namespaceName}.servicebus.windows.net/;SharedAccessKeyName=${this.sasKeyName};SharedAccessKey=${this.sasKey}`;
const connectionString = `Endpoint=sb://${this.namespaceName}.servicebus.windows.net/;SharedAccessKeyName=${this.sasKeyName};SharedAccessKey=${this.sasKey}`; this.sbClient = new ServiceBusClient(connectionString)
this.sbClient = new ServiceBusClient(connectionString) this.serviceBusService = new ServiceBusAdministrationClient(connectionString);
this.serviceBusService = new ServiceBusAdministrationClient(connectionString);
this.parseQueueProperties(); this.parseQueueProperties();
const listQueues = await this.serviceBusService.listQueues(); const listQueues = await this.serviceBusService.listQueues();
for await (const queue of listQueues) { for await (const queue of listQueues) {
this.queues.push(queue.name); this.queues.push(queue.name);
}
if (!this.queues.includes(this.requestTopic)) {
await this.createQueueIfNotExist(this.requestTopic);
this.queues.push(this.requestTopic);
}
this.receiver = this.sbClient.createReceiver(this.requestTopic, {receiveMode: 'peekLock'});
const messageProcessor = new JsInvokeMessageProcessor(this);
const messageHandler = async (message: ServiceBusReceivedMessage) => {
if (message) {
messageProcessor.onJsInvokeMessage(message.body);
await this.receiver.completeMessage(message);
}
};
const errorHandler = async (error: ProcessErrorArgs) => {
this.logger.error('Failed to receive message from queue.', error);
};
this.receiver.subscribe({processMessage: messageHandler, processError: errorHandler})
} catch (e: any) {
this.logger.error('Failed to start ThingsBoard JavaScript Executor Microservice: %s', e.message);
this.logger.error(e.stack);
await this.destroy(-1);
} }
if (!this.queues.includes(this.requestTopic)) {
await this.createQueueIfNotExist(this.requestTopic);
this.queues.push(this.requestTopic);
}
this.receiver = this.sbClient.createReceiver(this.requestTopic, {receiveMode: 'peekLock'});
const messageProcessor = new JsInvokeMessageProcessor(this);
const messageHandler = async (message: ServiceBusReceivedMessage) => {
if (message) {
messageProcessor.onJsInvokeMessage(message.body);
await this.receiver.completeMessage(message);
}
};
const errorHandler = async (error: ProcessErrorArgs) => {
this.logger.error('Failed to receive message from queue.', error);
};
this.receiver.subscribe({processMessage: messageHandler, processError: errorHandler})
} }
async send(responseTopic: string, scriptId: string, rawResponse: Buffer, headers: any): Promise<any> { async send(responseTopic: string, scriptId: string, rawResponse: Buffer, headers: any): Promise<any> {
@ -133,14 +129,7 @@ export class ServiceBusTemplate implements IQueue {
} }
} }
static async build(): Promise<ServiceBusTemplate> { async destroy() {
const queue = new ServiceBusTemplate();
await queue.init();
return queue;
}
async destroy(status: number) {
this.logger.info('Exiting with status: %d ...', status);
this.logger.info('Stopping Azure Service Bus resources...') this.logger.info('Stopping Azure Service Bus resources...')
if (this.receiver) { if (this.receiver) {
this.logger.info('Stopping Service Bus Receiver...'); this.logger.info('Stopping Service Bus Receiver...');
@ -181,6 +170,5 @@ export class ServiceBusTemplate implements IQueue {
} }
} }
this.logger.info('Azure Service Bus resources stopped.') this.logger.info('Azure Service Bus resources stopped.')
process.exit(status);
} }
} }

87
msa/js-executor/server.ts
View File

@ -30,63 +30,66 @@ logger.info('===CONFIG BEGIN===');
logger.info(JSON.stringify(config, null, 4)); logger.info(JSON.stringify(config, null, 4));
logger.info('===CONFIG END==='); logger.info('===CONFIG END===');
const serviceType = config.get('queue_type'); const serviceType: string = config.get('queue_type');
const httpPort = Number(config.get('http_port')); const httpPort = Number(config.get('http_port'));
let queues: IQueue | null; let queues: IQueue | null;
let httpServer: HttpServer | null; let httpServer: HttpServer | null;
(async () => { (async () => {
logger.info('Starting ThingsBoard JavaScript Executor Microservice...'); logger.info('Starting ThingsBoard JavaScript Executor Microservice...');
switch (serviceType) { try {
case 'kafka': queues = await createQueue(serviceType);
logger.info('Starting Kafka template...'); logger.info(`Starting ${queues.name} template...`);
queues = await KafkaTemplate.build(); await queues.init();
logger.info('Kafka template started.'); logger.info(`${queues.name} template started.`);
break; httpServer = new HttpServer(httpPort);
case 'pubsub': } catch (e: any) {
logger.info('Starting Pub/Sub template...') logger.error('Failed to start ThingsBoard JavaScript Executor Microservice: %s', e.message);
queues = await PubSubTemplate.build(); logger.error(e.stack);
logger.info('Pub/Sub template started.') await exit(-1);
break;
case 'aws-sqs':
logger.info('Starting AWS SQS template...')
queues = await AwsSqsTemplate.build();
logger.info('AWS SQS template started.')
break;
case 'rabbitmq':
logger.info('Starting RabbitMQ template...')
queues = await RabbitMqTemplate.build();
logger.info('RabbitMQ template started.')
break;
case 'service-bus':
logger.info('Starting Azure Service Bus template...')
queues = await ServiceBusTemplate.build();
logger.info('Azure Service Bus template started.')
break;
default:
logger.error('Unknown service type: ', serviceType);
process.exit(-1);
} }
httpServer = new HttpServer(httpPort);
})(); })();
async function createQueue(serviceType: string): Promise<IQueue> {
switch (serviceType) {
case 'kafka':
return new KafkaTemplate();
case 'pubsub':
return new PubSubTemplate();
case 'aws-sqs':
return new AwsSqsTemplate();
case 'rabbitmq':
return new RabbitMqTemplate();
case 'service-bus':
return new ServiceBusTemplate();
default:
throw new Error('Unknown service type: ' + serviceType);
}
}
[`SIGINT`, `SIGUSR1`, `SIGUSR2`, `uncaughtException`, `SIGTERM`].forEach((eventType) => { [`SIGINT`, `SIGUSR1`, `SIGUSR2`, `uncaughtException`, `SIGTERM`].forEach((eventType) => {
process.on(eventType, async () => { process.on(eventType, async () => {
logger.info(`${eventType} signal received`); logger.info(`${eventType} signal received`);
if (httpServer) { await exit(0);
const _httpServer = httpServer;
httpServer = null;
await _httpServer.stop();
}
if (queues) {
const _queues = queues;
queues = null;
await _queues.destroy(0);
}
}) })
}) })
process.on('exit', (code: number) => { process.on('exit', (code: number) => {
logger.info(`JavaScript Executor Microservice has been stopped. Exit code: ${code}.`); logger.info(`ThingsBoard JavaScript Executor Microservice has been stopped. Exit code: ${code}.`);
}); });
async function exit(status: number) {
logger.info('Exiting with status: %d ...', status);
if (httpServer) {
const _httpServer = httpServer;
httpServer = null;
await _httpServer.stop();
}
if (queues) {
const _queues = queues;
queues = null;
await _queues.destroy();
}
process.exit(status);
}

8
msa/js-executor/yarn.lock
View File

@ -2670,10 +2670,10 @@ jws@^4.0.0:
jwa "^2.0.0" jwa "^2.0.0"
safe-buffer "^5.0.1" safe-buffer "^5.0.1"
kafkajs@^2.0.2: kafkajs@^2.1.0:
version "2.0.2" version "2.1.0"
resolved "https://registry.yarnpkg.com/kafkajs/-/kafkajs-2.0.2.tgz#cdfc8f57aa4fd69f6d9ca1cce4ee89bbc2a3a1f9" resolved "https://registry.yarnpkg.com/kafkajs/-/kafkajs-2.1.0.tgz#32ede4e8080cc75586c5e4406eeb582fa73f7b1e"
integrity sha512-g6CM3fAenofOjR1bfOAqeZUEaSGhNtBscNokybSdW1rmIKYNwBPC9xQzwulFJm36u/xcxXUiCl/L/qfslapihA== integrity sha512-6IYiOdGWvFPbSbVB+AV3feT+A7vzw5sXm7Ze4QTfP7FRNdY8pGcpiNPvD2lfgYFD8Dm9KbMgBgTt2mf8KaIkzw==
keyv@^3.0.0: keyv@^3.0.0:
version "3.1.0" version "3.1.0"