add parallel processing with cluster

Author: khaihkd

queues/index.js

@@ -19,7 +19,12 @@ fs.readdirSync(__dirname)
     })
     .forEach(function (file) {
         let consumer = require(path.join(__dirname, file));
-        q.process(consumer.name, consumer.task);
+        if (consumer.name === 'newTransaction') {
+            q.process(consumer.name, 6, consumer.task);
+
+        } else {
+            q.process(consumer.name, consumer.task);
+        }
     });
 
 module.exports = q;

queues/transaction.js

@@ -32,15 +32,21 @@ consumer.task = async function(job, done) {
                     let tokenAmount = web3.utils.hexToNumberString(log.data) / 10 ** 18
                     console.log('  - Found Transfer', tokenAmount, ' TOMO from: ', fromWallet, ' to: ', toWallet)
 
-                    // Make new transaction
+                    let tran = await db.Transaction.findOne({hash: transaction.transactionHash, fromAccount: fromWallet})
+                    if (tran && tran.isProcess) {
+                        continue
+                    }
+
+                    // Update or make new transaction
                     await db.Transaction.findOneAndUpdate(
                         {hash: transaction.transactionHash, fromAccount: fromWallet, toAccount: toWallet},
                         {
                             hash: transaction.transactionHash,
                             block: transaction.blockNumber,
                             fromAccount: fromWallet,
                             toAccount: toWallet,
-                            tokenAmount: tokenAmount
+                            tokenAmount: tokenAmount,
+                            isProcess: true
                         },
                         { upsert: true, new: true })