Retrying Commands to Web Socket Server if needed

CanvasApp/SystemEventHandler.js

@@ -24,6 +24,9 @@ function newSystemEventHandler () {
 
   let eventListeners = new Map()
   let responseWaiters = new Map()
+  let commandsWaitingConfirmation = new Map()
+  let commandsSentByTimestamp = new Map()
+  let nonce = 0
 
   return thisObject
 
@@ -53,13 +56,25 @@ function newSystemEventHandler () {
       responseWaiters.set(command.callerId, responseCallBack)
     }
 
-    if (WEB_SOCKETS_CONNECTION.readyState === 1) { // 1 means connected and ready.
-      WEB_SOCKETS_CONNECTION.send(JSON.stringify(command))
+    if (WEB_SOCKETS_CONNECTION.readyState === 1) {
+ // 1 means connected and ready.
+      sendToWebSocketServer(command)
     } else {
       console.log('WebSocket message could not be sent because the connection was not ready. Message = ' + JSON.stringify(command))
     }
   }
 
+  function sendToWebSocketServer (command) {
+    nonce++
+    let stringNonce = nonce.toString()
+    let timestamp = (new Date()).valueOf()
+    commandsWaitingConfirmation.set(stringNonce, command)
+    commandsSentByTimestamp.set(stringNonce, timestamp)
+
+    let messageToWebSocketServer = stringNonce + '->' + JSON.stringify(command)
+    WEB_SOCKETS_CONNECTION.send(messageToWebSocketServer)
+  }
+
   function createEventHandler (eventHandlerName, callerId, responseCallBack) {
     let eventCommand = {
       action: 'createEventHandler',
@@ -110,6 +125,23 @@ function newSystemEventHandler () {
     sendCommand(eventCommand, responseCallBack)
   }
 
+  function retryCommandsPhysics () {
+    commandsSentByTimestamp.forEach(checkTimestamp)
+
+    function checkTimestamp (timestamp, nonce) {
+      const MILISECONDS_TO_WAIT_FOR_RETRYING_A_COMMAND = 10000
+      let now = (new Date()).valueOf()
+
+      if ((now - timestamp) > MILISECONDS_TO_WAIT_FOR_RETRYING_A_COMMAND) {
+        let command = commandsWaitingConfirmation.get(nonce)
+        commandsWaitingConfirmation.delete(nonce)
+        commandsSentByTimestamp.delete(nonce)
+
+        sendToWebSocketServer(command)
+      }
+    }
+  }
+
   function physics () {
     if (WEB_SOCKETS_CONNECTION !== undefined) {
       if (WEB_SOCKETS_CONNECTION.readyState === 3) { // Connection closed. May happen after computer goes to sleep.
@@ -122,7 +154,11 @@ function newSystemEventHandler () {
 
     if (thisObject.isConnected() !== true) {
       canvas.cockpitSpace.setStatus('Connection with the local backend lost. Please check that all localhost servers are running.', 100, canvas.cockpitSpace.statusTypes.WARNING)
+    } else {
+      retryCommandsPhysics()
     }
+
+    DEBUG.variable4 = 'Commands Waiting For Confirmation from WS Server: ' + commandsWaitingConfirmation.size
   }
 
   function setuptWebSockets (callBackFunction) {
@@ -165,6 +201,12 @@ function newSystemEventHandler () {
           }
           return
         }
+
+        if (message.action === 'Acknowledge') {
+          commandsWaitingConfirmation.delete(message.nonce)
+          commandsSentByTimestamp.delete(message.nonce)
+          return
+        }
       }
     } catch (err) {
       if (ERROR_LOG === true) { logger.write('[ERROR] setuptWebSockets -> err = ' + err.stack) }

Libraries/SystemEventsClient/SystemEventHandler.js

@@ -1,4 +1,7 @@
 exports.newSystemEventHandler = function newSystemEventHandler(ipc) {
+
+    const MODULE = "Task Manager -> System Event Handler -> "
+
     let thisObject = {
         initialize: initialize,
         finalize: finalize,
@@ -26,7 +29,7 @@
                 ipc.of.world.on(
                     'connect',
                     function () {
-                        ipc.log('## Connected to Superalgos Event Server ##'.rainbow, ipc.config.delay);
+                        ipc.log(MODULE + '## Connected to Superalgos Event Server ##'.rainbow, ipc.config.delay);
 
                         let eventCommand = {
                             action: 'greetings',
@@ -41,13 +44,13 @@
                 ipc.of.world.on(
                     'disconnect',
                     function () {
-                        ipc.log('Disconnected from Superalgos Event Server '.notice);
+                        ipc.log(MODULE + 'Disconnected from Superalgos Event Server '.notice);
                     }
                 );
                 ipc.of.world.on(
                     'message',  // here is where all incomming messages are processed.
                     function (data) {
-                        ipc.log('Got a message from Superalgos Event Server: '.debug, data);
+                        ipc.log(MODULE + 'Got a message from Superalgos Event Server: '.debug, data);
 
                         let message = JSON.parse(data)
 
@@ -62,8 +65,8 @@
                             if (handler) {
                                 handler.callBack(message)
                             } else {
-                                console.log(key + ' not found so could not deliver event raised.')
-                                console.log(' Message = ' + data)
+                                console.log(MODULE + key + ' not found so could not deliver event raised.')
+                                console.log(MODULE + ' Message = ' + data)
                             }
                             return
                         }

TaskServer/SystemEventHandler.js

@@ -1,4 +1,7 @@
 exports.newSystemEventHandler = function newSystemEventHandler(ipc) {
+
+    const MODULE = "Task Server -> System Event Handler -> "
+
     let thisObject = {
         initialize: initialize,
         finalize: finalize,
@@ -26,7 +29,7 @@
                 ipc.of.world.on(
                     'connect',
                     function () {
-                        ipc.log('## Connected to Superalgos Event Server ##'.rainbow, ipc.config.delay);
+                        ipc.log(MODULE + '## Connected to Superalgos Event Server ##'.rainbow, ipc.config.delay);
 
                         let eventCommand = {
                             action: 'greetings',
@@ -41,7 +44,7 @@
                 ipc.of.world.on(
                     'disconnect',
                     function () {
-                        ipc.log('Disconnected from Superalgos Event Server '.notice);
+                        ipc.log(MODULE + 'Disconnected from Superalgos Event Server '.notice);
                     }
                 );
                 ipc.of.world.on(
@@ -63,8 +66,8 @@
                             if (handler) {
                                 handler.callBack(message)
                             } else {
-                                console.log(key + ' not found so could not deliver event raised.')
-                                console.log(' Message = ' + data)
+                                console.log(MODULE + key + ' not found so could not deliver event raised.')
+                                console.log(MODULE + ' Message = ' + data)
                             }
                             return
                         }

TaskServer/server.js

@@ -47,7 +47,6 @@ process.on('exit', function (code) {
     let key = global.TASK_NODE.name + '-' + global.TASK_NODE.type + '-' + global.TASK_NODE.id
 
     global.SYSTEM_EVENT_HANDLER.raiseEvent(key, 'Stopped') // Meaning Task Stopped
-    global.SYSTEM_EVENT_HANDLER.deleteEventHandler(key)
     global.SYSTEM_EVENT_HANDLER.finalize()
     global.SYSTEM_EVENT_HANDLER = undefined
 

WebSocketsServer/server.js

@@ -33,6 +33,9 @@ try {
             ipc.of.world.on(
                 'connect',
                 function () {
+
+                    let lastNonce = -1
+
                     ipc.log('## connected to world ##'.rainbow, ipc.config.delay);
 
                     let eventCommand = {
@@ -54,16 +57,58 @@ try {
                                 console.log(`Received message from browser => ${message}`)
                             }
 
+                            //console.log('Message Received From Browser: ' + message)
+
+                            let dividerPosition = message.indexOf('->')
+                            let nonce = message.substring(0, dividerPosition)
+                            let messageToEventServer = message.substring(dividerPosition + 2, message.length)
+
+                            if (isNaN(nonce) || nonce === "") {
+                                console.log('[ERROR] Web Sockets Server -> server -> connectTo -> onMessageFromBrowser -> Nonce is not a Number. message = ' + message)
+                                console.log('[ERROR] Web Sockets Server -> server -> connectTo -> onMessageFromBrowser -> Nonce is not a Number. nonce = ' + nonce)
+                                return
+                            }
+
+                            if (Number(nonce) < Number(lastNonce)) {
+                                console.log('[ERROR] Web Sockets Server -> server -> connectTo -> onMessageFromBrowser -> Nonce received is less than Last Nonce. message = ' + message)
+                                console.log('[ERROR] Web Sockets Server -> server -> connectTo -> onMessageFromBrowser -> Nonce received is less than Last Nonce. nonce = ' + nonce)
+                                console.log('[ERROR] Web Sockets Server -> server -> connectTo -> onMessageFromBrowser -> Nonce received is less than Last Nonce. lastNonce = ' + lastNonce)
+                                return
+                            }
+
+                            lastNonce = nonce
+
+                            try {
+                                let jsonCheck = JSON.parse(messageToEventServer)
+                            } catch (err) {
+                                console.log('[ERROR] Web Sockets Server -> server -> connectTo -> onMessageFromBrowser -> Message received from the browser is not a valid JSON. message = ' + message)
+                                console.log('[ERROR] Web Sockets Server -> server -> connectTo -> onMessageFromBrowser -> Message received from the browser is not a valid JSON. messageToEventServer = ' + messageToEventServer)
+                                return
+                            }
+
+                            let acknowledgeMessage = {
+                                action: 'Acknowledge',
+                                nonce: nonce
+                            }
+
+                            ws.send(JSON.stringify(acknowledgeMessage))
+                                                        
                             ipc.of.world.emit(
                                 'message',
-                                message
+                                messageToEventServer
                             )
                         })
 
                         ipc.of.world.on(
                             'message',
                             function (data) {
-                                ipc.log('got a message from world : '.debug, data);
+                                ipc.log('got a message from Event Server : '.debug, data);
+
+                                try {
+                                    let jsonCheck = JSON.parse(data)
+                                } catch (err) {
+                                    console.log('[ERROR] Web Sockets Server -> server -> connectTo -> onMessageFromEventServer -> Data received from the Event Server is not a valid JSON. data = ' + data)
+                                }
 
                                 ws.send(data)
                             }

Workspace.json

@@ -1 +1 @@
-{"type":"Workspace","name":"My Workspace","rootNodes":[{"type":"Network","name":"Superalgos","networkNodes":[{"type":"Network Node","name":"My Computer","dataStorage":{"type":"Data Storage","name":"New Data Storage","sessionIndependentData":{"type":"Session Independent Data","name":"New Session Independent Data","exchangeDataProducts":[{"type":"Exchange Data Products","name":"Binance","singleMarketData":[{"type":"Single Market Data","name":"Binance BTC/USDT","dataProducts":[{"type":"Data Product","name":"Candles","id":"884a5d08-b607-4b2b-8e7a-8adeb7e8dd4a","savedPayload":{"position":{"x":40547.50864374642,"y":29458.159568577485},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Candles","id":"fe6065ec-4d2d-47a0-bae0-8647f0e195d7"}}},{"type":"Data Product","name":"Volumes","id":"4ec71a01-3d83-4e8e-9780-bcb700dcf66a","savedPayload":{"position":{"x":40421.73265277628,"y":29446.388474093364},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Volumes","id":"1a366aef-efef-470e-88e0-2a6fbe4dd91f"}}},{"type":"Data Product","name":"Candle-Stairs","id":"5979844b-35e7-4c04-938f-18e6156352a0","savedPayload":{"position":{"x":40301.14133183628,"y":29408.85317326678},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Candle-Stairs","id":"642474e9-da61-4168-97dc-7f7869bebc02"}}},{"type":"Data Product","name":"Volume-Stairs","id":"dd1f89bc-3c2f-4fc4-a5f1-de7a34e0997e","savedPayload":{"position":{"x":40187.396275814746,"y":29353.016112581576},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Volume-Stairs","id":"846e9572-c4d6-4c7e-942e-c82402c5ecea"}}},{"type":"Data Product","name":"Bollinger Bands","id":"68df01d8-d9a8-400c-aa76-8da44c5dc040","savedPayload":{"position":{"x":40096.481080845784,"y":29265.09743042856},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Bollinger Bands","id":"29088877-8d63-4217-8d34-8742afc262f4"}}},{"type":"Data Product","name":"Percentage Bandwidth","id":"9b5b1b81-c68c-45a5-8123-1a114a24b744","savedPayload":{"position":{"x":40012.72356856686,"y":29171.40183064097},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Percentage Bandwidth","id":"3b7885a0-cd72-4a3f-a38b-3dc8c47bd068"}}},{"type":"Data Product","name":"Bollinger Channels Objects","id":"632f0f98-eb2c-4820-9943-662a4903be81","savedPayload":{"position":{"x":39948.363007140084,"y":29062.244116046924},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Bollinger Channels Objects","id":"1f111f72-624f-4166-9f99-ab8d785d5267"}}},{"type":"Data Product","name":"Bollinger Sub-Channels Objects","id":"88a1ca81-b317-4ab2-b651-c8fa566e8e28","savedPayload":{"position":{"x":39912.69159220981,"y":28940.34283010204},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Bollinger Sub-Channels Objects","id":"080c87fc-4546-4482-ab11-180a33f6d9ab"}}},{"type":"Data Product","name":"Popular SMAs","id":"5bce195f-7d08-4281-bb9d-ca1e9417068e","savedPayload":{"position":{"x":39896.003039224,"y":28814.06986752792},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":false,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"typeLine truncated
+{"type":"Workspace","name":"My Workspace","rootNodes":[{"type":"Network","name":"Superalgos","networkNodes":[{"type":"Network Node","name":"My Computer","dataStorage":{"type":"Data Storage","name":"New Data Storage","sessionIndependentData":{"type":"Session Independent Data","name":"New Session Independent Data","exchangeDataProducts":[{"type":"Exchange Data Products","name":"Binance","singleMarketData":[{"type":"Single Market Data","name":"Binance BTC/USDT","dataProducts":[{"type":"Data Product","name":"Candles","id":"884a5d08-b607-4b2b-8e7a-8adeb7e8dd4a","savedPayload":{"position":{"x":40547.50864374642,"y":29458.159568577485},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Candles","id":"fe6065ec-4d2d-47a0-bae0-8647f0e195d7"}}},{"type":"Data Product","name":"Volumes","id":"4ec71a01-3d83-4e8e-9780-bcb700dcf66a","savedPayload":{"position":{"x":40421.73265277628,"y":29446.388474093364},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Volumes","id":"1a366aef-efef-470e-88e0-2a6fbe4dd91f"}}},{"type":"Data Product","name":"Candle-Stairs","id":"5979844b-35e7-4c04-938f-18e6156352a0","savedPayload":{"position":{"x":40301.14133183628,"y":29408.85317326678},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Candle-Stairs","id":"642474e9-da61-4168-97dc-7f7869bebc02"}}},{"type":"Data Product","name":"Volume-Stairs","id":"dd1f89bc-3c2f-4fc4-a5f1-de7a34e0997e","savedPayload":{"position":{"x":40187.396275814746,"y":29353.016112581576},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Volume-Stairs","id":"846e9572-c4d6-4c7e-942e-c82402c5ecea"}}},{"type":"Data Product","name":"Bollinger Bands","id":"68df01d8-d9a8-400c-aa76-8da44c5dc040","savedPayload":{"position":{"x":40096.481080845784,"y":29265.09743042856},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Bollinger Bands","id":"29088877-8d63-4217-8d34-8742afc262f4"}}},{"type":"Data Product","name":"Percentage Bandwidth","id":"9b5b1b81-c68c-45a5-8123-1a114a24b744","savedPayload":{"position":{"x":40012.72356856686,"y":29171.40183064097},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Percentage Bandwidth","id":"3b7885a0-cd72-4a3f-a38b-3dc8c47bd068"}}},{"type":"Data Product","name":"Bollinger Channels Objects","id":"632f0f98-eb2c-4820-9943-662a4903be81","savedPayload":{"position":{"x":39948.363007140084,"y":29062.244116046924},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Bollinger Channels Objects","id":"1f111f72-624f-4166-9f99-ab8d785d5267"}}},{"type":"Data Product","name":"Bollinger Sub-Channels Objects","id":"88a1ca81-b317-4ab2-b651-c8fa566e8e28","savedPayload":{"position":{"x":39912.69159220981,"y":28940.34283010204},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":true,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"type":"Product Definition","name":"Bollinger Sub-Channels Objects","id":"080c87fc-4546-4482-ab11-180a33f6d9ab"}}},{"type":"Data Product","name":"Popular SMAs","id":"5bce195f-7d08-4281-bb9d-ca1e9417068e","savedPayload":{"position":{"x":39896.003039224,"y":28814.06986752792},"targetPosition":{"x":40547.50864374642,"y":28814.06986752792},"floatingObject":{"isPinned":false,"isFrozen":false,"isCollapsed":false,"angleToParent":2,"distanceToParent":3,"arrangementStyle":0},"uiObject":{"isRunning":false},"referenceParent":{"typeLine truncated