/* Load Environment Variables */ let ENVIRONMENT = require('../Environment.js'); let ENVIRONMENT_MODULE = ENVIRONMENT.newEnvironment() global.env = ENVIRONMENT_MODULE /* Setting up the handling of Node JS process events */ let NODE_JS_PROCESS = require('./NodeJsProcess.js'); let NODE_JS_PROCESS_MODULE = NODE_JS_PROCESS.newNodeJsProcess() NODE_JS_PROCESS_MODULE.initialize() /* Setting up the modules that will be available for the Task and it's processes */ let MULTI_PROJECT = require('./MultiProject.js'); let MULTI_PROJECT_MODULE = MULTI_PROJECT.newMultiProject() MULTI_PROJECT_MODULE.initialize() /* Setting up the global Event Handler */ TS.projects.superalgos.globals.taskConstants.EVENT_SERVER_CLIENT_INSTANCE = TS.projects.superalgos.taskModules.eventServerClient.newSuperalgosTaskModulesEventServerClient() TS.projects.superalgos.globals.taskConstants.EVENT_SERVER_CLIENT_INSTANCE.initialize(preLoader) function preLoader() { /* We read the first string sent as an argument when the process was created by the Task Manager. There we will find the information of the identity of this Task and know exactly what to run within this server instance. */ let taskId = process.argv[2] // reading what comes as an argument of the nodejs process. if (taskId !== undefined) { /* The Task Manager sent the info via a process argument. In this case we listen to an event with the Task Info that should be emitted at the UI */ try { TS.projects.superalgos.globals.taskConstants.EVENT_SERVER_CLIENT_INSTANCE.listenToEvent('Task Server - ' + taskId, 'Run Task', undefined, 'Task Server - ' + taskId, undefined, eventReceived) TS.projects.superalgos.globals.taskConstants.EVENT_SERVER_CLIENT_INSTANCE.raiseEvent('Task Manager - ' + taskId, 'Nodejs Process Ready for Task') function eventReceived(message) { try { setUpAppSchema(JSON.parse(message.event.projectSchemas)) TS.projects.superalgos.globals.taskConstants.TASK_NODE = JSON.parse(message.event.taskDefinition) TS.projects.superalgos.globals.taskConstants.NETWORK_NODE = JSON.parse(message.event.networkDefinition) bootingProcess() } catch (err) { console.log('[ERROR] Task Server -> Task -> preLoader -> eventReceived -> ' + err.stack) } } } catch (err) { console.log('[ERROR] Task Server -> Task -> preLoader -> TS.projects.superalgos.globals.taskConstants.TASK_NODE -> ' + err.stack) console.log('[ERROR] Task Server -> Task -> preLoader -> TS.projects.superalgos.globals.taskConstants.TASK_NODE = ' + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE).substring(0, 1000)) } } else { /* This process was started not by the Task Manager, but independently (most likely for debugging purposes). In this case we listen to an event with the Task Info that should be emitted at the UI, bypassing the Task Manager. But before that, we need to change the path of these env variables since the home directory now is TaskServer and not its parent. */ global.env.PATH_TO_DATA_STORAGE = '.' + global.env.PATH_TO_DATA_STORAGE global.env.PATH_TO_PROJECTS = '.' + global.env.PATH_TO_PROJECTS global.env.PATH_TO_LOG_FILES = '.' + global.env.PATH_TO_LOG_FILES try { TS.projects.superalgos.globals.taskConstants.EVENT_SERVER_CLIENT_INSTANCE.listenToEvent('Task Server', 'Debug Task Started', undefined, 'Task Server', undefined, startDebugging) function startDebugging(message) { try { setUpAppSchema(JSON.parse(message.event.projectSchemas)) TS.projects.superalgos.globals.taskConstants.TASK_NODE = JSON.parse(message.event.taskDefinition) TS.projects.superalgos.globals.taskConstants.NETWORK_NODE = JSON.parse(message.event.networkDefinition) bootingProcess() } catch (err) { console.log('[ERROR] Task Server -> Task -> preLoader -> startDebugging -> ' + err.stack) } } } catch (err) { console.log('[ERROR] Task Server -> Task -> preLoader -> TS.projects.superalgos.globals.taskConstants.TASK_NODE -> ' + err.stack) console.log('[ERROR] Task Server -> Task -> preLoader -> TS.projects.superalgos.globals.taskConstants.TASK_NODE = ' + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE).substring(0, 1000)) } } function setUpAppSchema(projectSchemas) { /* Setup the APP_SCHEMA_MAP based on the APP_SCHEMA_ARRAY */ for (let i = 0; i < projectSchemas.length; i++) { let project = projectSchemas[i] for (let j = 0; j < project.schema.length; j++) { let nodeDefinition = project.schema[j] let key = project.name + '-' + nodeDefinition.type TS.projects.superalgos.globals.taskConstants.APP_SCHEMA_MAP.set(key, nodeDefinition) } } } } function bootingProcess() { try { initializeProjectDefinitionNode() setupTaskHeartbeats() function initializeProjectDefinitionNode() { TS.projects.superalgos.globals.taskConstants.PROJECT_DEFINITION_NODE = TS.projects.superalgos.utilities.nodeFunctions.findNodeInNodeMesh(TS.projects.superalgos.globals.taskConstants.TASK_NODE, 'Project Definition') if (TS.projects.superalgos.globals.taskConstants.PROJECT_DEFINITION_NODE === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Project Definition not found. ") global.unexpectedError = 'Project Definition not found. Fatal Error, can not continue. Fix the problem and try again.' TS.projects.superalgos.functionLibraries.nodeJSFunctions.exitProcess throw ('Fatal Error') } if (TS.projects.superalgos.globals.taskConstants.PROJECT_DEFINITION_NODE.config.codeName === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Project Definition with codeName undefined. ") global.unexpectedError = 'Project Definition with codeName undefined. Fatal Error, can not continue. Fix the problem and try again.' TS.projects.superalgos.functionLibraries.nodeJSFunctions.exitProcess throw ('Fatal Error') } if (TS.projects.superalgos.globals.taskConstants.PROJECT_DEFINITION_NODE.config.codeName === '') { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Project Definition without codeName. ") global.unexpectedError = 'Project Definition without codeName. Fatal Error, can not continue. Fix the problem and try again.' TS.projects.superalgos.functionLibraries.nodeJSFunctions.exitProcess throw ('Fatal Error') } } function setupTaskHeartbeats() { /* Heartbeat sent to the UI */ let key = TS.projects.superalgos.globals.taskConstants.TASK_NODE.name + '-' + TS.projects.superalgos.globals.taskConstants.TASK_NODE.type + '-' + TS.projects.superalgos.globals.taskConstants.TASK_NODE.id TS.projects.superalgos.globals.taskConstants.EVENT_SERVER_CLIENT_INSTANCE.createEventHandler(key) TS.projects.superalgos.globals.taskConstants.EVENT_SERVER_CLIENT_INSTANCE.raiseEvent(key, 'Running') // Meaning Task Running global.HEARTBEAT_INTERVAL_HANDLER = setInterval(taskHearBeat, 1000) function taskHearBeat() { /* The heartbeat event is raised at the event handler of the instance of this task, created at the TS. */ let event = { seconds: (new Date()).getSeconds() } TS.projects.superalgos.globals.taskConstants.EVENT_SERVER_CLIENT_INSTANCE.raiseEvent(key, 'Heartbeat', event) } } for (let processIndex = 0; processIndex < TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes.length; processIndex++) { /* Validate that the minimun amount of input required are defined. */ if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.parentNode === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Task without a Task Manager. This process will not be executed. -> Process Instance = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex])); continue } if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.parentNode.parentNode === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Task Manager without parent Mine Tasks. This process will not be executed. -> Process Instance = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex])); continue } if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.parentNode.parentNode.parentNode === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Mine Tasks without parent Market Tasks. This process will not be executed. -> Process Instance = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex])); continue } if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.parentNode.parentNode.parentNode === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Market Tasks without parent Exchange Tasks. This process will not be executed. -> Process Instance = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex])); continue } /* Checking the Market that is referenced. */ if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.parentNode.parentNode.parentNode.referenceParent === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Market Tasks without a Market. This process will not be executed. -> Process Instance = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex])); continue } global.MARKET_NODE = TS.projects.superalgos.globals.taskConstants.TASK_NODE.parentNode.parentNode.parentNode.referenceParent if (global.MARKET_NODE.parentNode === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Market without a Parent. This process will not be executed. -> Process Instance = " + JSON.stringify(global.MARKET_NODE)); continue } if (global.MARKET_NODE.parentNode.parentNode === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Exchange Markets without a Parent. This process will not be executed. -> Process Instance = " + JSON.stringify(global.MARKET_NODE.parentNode)); continue } if (global.MARKET_NODE.baseAsset === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Market without a Base Asset. This process will not be executed. -> Process Instance = " + JSON.stringify(global.MARKET_NODE)); continue } if (global.MARKET_NODE.quotedAsset === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Market without a Quoted Asset. This process will not be executed. -> Process Instance = " + JSON.stringify(global.MARKET_NODE)); continue } if (global.MARKET_NODE.baseAsset.referenceParent === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Base Asset without a Reference Parent. This process will not be executed. -> Process Instance = " + JSON.stringify(global.MARKET_NODE.baseAsset)); continue } if (global.MARKET_NODE.quotedAsset.referenceParent === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Quoted Asset without a Reference Parent. This process will not be executed. -> Process Instance = " + JSON.stringify(global.MARKET_NODE.quotedAsset)); continue } /* Here we will validate that the process is connected all the way to a Mine and that nodes in the middle have whatever config is mandatory. */ if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Process Instance without a Reference Parent. This process will not be executed. -> Process Instance = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex])); continue } if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent.parentNode === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Process Definition without parent Bot Definition. -> Process Definition = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent)); continue } if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent.parentNode.parentNode === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Bot Definition without parent Mine. -> Bot Definition = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent.parentNode)); continue } if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent.config.codeName === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Process Definition without a codeName defined. -> Process Definition = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent)); continue } if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent.parentNode.config.codeName === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Bot Definition without a codeName defined. -> Bot Definition = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent.parentNode)); continue } if (TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent.parentNode.parentNode.config.codeName === undefined) { console.log("[ERROR] Task Server -> Task -> bootingProcess -> Mine without a codeName defined. -> Mine Definition = " + JSON.stringify(TS.projects.superalgos.globals.taskConstants.TASK_NODE.bot.processes[processIndex].referenceParent.parentNode.parentNode)); continue } startProcessInstance(processIndex); } } catch (err) { console.log('[ERROR] Task Server -> Task -> bootingProcess -> Fatal Error. Can not run this task. -> ' + err.stack) } } function startProcessInstance(processIndex) { const ROOT_MODULE = require('./ProcessInstance') let root = ROOT_MODULE.newProcessInstance() root.start(processIndex) }