Improve StateMachineQueue (#3052)

* Add jobId to decision tree logs and log each step separately so we can see where it fails
* Add logs for Bull queue events
* Increase Bull lockDuration (time after which job is marked as stalled)
* Make consumers return an empty object
* Update Bull to the latest version

Author: theoilie

creator-node/package-lock.json

@@ -27,7 +27,7 @@
     "bl": "^4.1.0",
     "body-parser": "^1.18.3",
     "buffer": "5.4.2",
-    "bull": "^3.22.8",
+    "bull": "4.8.2",
     "bunyan": "^1.8.15",
     "cids": "0.8.0",
     "commander": "^6.2.1",

creator-node/package.json

@@ -725,7 +725,7 @@ class BlacklistManager {
     })
     stream.on('error', function (e) {
       console.error(
-        `Could not delete ${REDIS_MAP_BLACKLIST_SEGMENTCID_TO_TRACKID_KEY} entries: ${e.toString}`
+        `Could not delete ${REDIS_MAP_BLACKLIST_SEGMENTCID_TO_TRACKID_KEY} entries: ${e.toString()}`
       )
     })
   }

creator-node/src/blacklistManager.js

@@ -138,7 +138,8 @@ class PeerSetManager {
             },
             timeout: 60_000 // 60s
           })
-        }
+        },
+        logger
       })
       nodeUsers = resp.data.data
     } catch (e) {
@@ -149,6 +150,8 @@ class PeerSetManager {
       )
     }
 
+    logger.info(`getNodeUsers() nodeUsers.length: ${nodeUsers.length}`)
+
     // Ensure every object in response array contains all required fields
     nodeUsers.forEach((nodeUser) => {
       const requiredFields = [