diff --git a/Context.js b/Context.js
index 6b0c32b0e..6765c725a 100644
--- a/Context.js
+++ b/Context.js
@@ -304,10 +304,10 @@
thisObject.executionHistory = [];
- if (process.env.INITIAL_BALANCE_ASSET_A === undefined || process.env.INITIAL_BALANCE_ASSET_B === undefined) { throw new Error("Environment Variables INITIAL_BALANCE_A and INITIAL_BALANCE_B cannot be undefined.") }
+ if (bot.VALUES_TO_USE.initialBalanceA === undefined || bot.VALUES_TO_USE.initialBalanceB === undefined) { throw new Error("Global Variables INITIAL_BALANCE_A and INITIAL_BALANCE_B cannot be undefined.") }
- const INITIAL_BALANCE_A = Number(process.env.INITIAL_BALANCE_ASSET_A);
- const INITIAL_BALANCE_B = Number(process.env.INITIAL_BALANCE_ASSET_B);
+ const INITIAL_BALANCE_A = Number(bot.VALUES_TO_USE.initialBalanceB); // NOTE THAT THIS IS INVERTED BECAUSE OF POLONIEX THAT IS THE ONLY EXCHANGE SUPPORTED RIGHT NOW
+ const INITIAL_BALANCE_B = Number(bot.VALUES_TO_USE.initialBalanceA);
thisObject.executionContext = {
diff --git a/DataDependencies.js b/DataDependencies.js
index 61456835a..0be8aa16e 100644
--- a/DataDependencies.js
+++ b/DataDependencies.js
@@ -74,6 +74,7 @@
if (addCount === thisObject.config.length) {
if (alreadyCalledBack === false) {
+ alreadyCalledBack = true
callBackFunction(global.DEFAULT_OK_RESPONSE);
return;
}
diff --git a/DebugLog.js b/DebugLog.js
index 616c1b4dd..d2f34a057 100644
--- a/DebugLog.js
+++ b/DebugLog.js
@@ -66,7 +66,13 @@ exports.newDebugLog = function newDebugLog() {
const FILE_STORAGE = require('./FileStorage.js');
let fileStorage = FILE_STORAGE.newFileStorage();
- let filePath = thisObject.bot.filePathRoot + "/Logs/" + thisObject.bot.process + "/" + executionDatetime;
+ let filePath = thisObject.bot.filePathRoot + "/Logs/" + thisObject.bot.process + "/"
+
+ if (thisObject.bot.SESSION !== undefined) {
+ filePath = filePath + thisObject.bot.SESSION.name + "/" + executionDatetime;
+ } else {
+ filePath = filePath + executionDatetime;
+ }
if (thisObject.bot.debug.year !== undefined) {
@@ -94,8 +100,9 @@ exports.newDebugLog = function newDebugLog() {
function onFileCreated(err) {
if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
+
console.log("[ERROR] DebugLog -> persist -> onInizialized -> onFileCreated -> err = "+ err.stack);
-
+
setTimeout(writeLog, 10000); // Lets retry until we make it.
return;
}
@@ -134,7 +141,7 @@ exports.newDebugLog = function newDebugLog() {
if (thisObject.bot) {
key = thisObject.bot.devTeam + '-' + thisObject.bot.codeName + '-' + thisObject.bot.process
}
- console.log(message + ' @ ' + key)
+ console.log('*********** ' + message + ' @ ' + key)
}
accumulatedLog = accumulatedLog + logLine;
diff --git a/FileStorage.js b/FileStorage.js
index 8857b87a4..5f5534c3d 100644
--- a/FileStorage.js
+++ b/FileStorage.js
@@ -1,11 +1,11 @@
const path = require('path')
-const fs = require('fs')
exports.newFileStorage = function newFileStorage(logger) {
const MODULE_NAME = 'FileStorage'
const MAX_RETRY = 30
+ const RETRY_TIME_IN_MILISECONDS = 250
let currentRetryGetTextFile = 0
let currentRetryWriteTextFile = 0
@@ -24,10 +24,12 @@ exports.newFileStorage = function newFileStorage(logger) {
return thisObject
- function getTextFile(container, filePath, callBackFunction) {
+ function getTextFile(container, filePath, callBackFunction, noRetry) {
logger.write(MODULE_NAME, '[INFO] FileStorage -> getTextFile -> Entering Function.')
+ let fileDoesNotExist = false
+
container = container.toLowerCase()
/* Choose path for either bots or data */
@@ -43,32 +45,41 @@ exports.newFileStorage = function newFileStorage(logger) {
logger.write(MODULE_NAME, '[INFO] FileStorage -> getTextFile -> fileLocation: ' + fileLocation)
/* Here we actually write the file. */
+ const fs = require('fs')
fs.readFile(fileLocation, onFileRead)
function onFileRead(err, text) {
if (err) {
- if (err.code === 'ENOENT') {
- let customResponse = {
- result: global.CUSTOM_FAIL_RESPONSE.result,
- message: 'File does not exist.'
+ if (err.code === 'ENOENT') { // since files are deleted before being replaced, it can happen that it does not exist and after a retry it does.
+ if (noRetry === true) {
+ logger.write(MODULE_NAME, '[WARN] FileStorage -> getTextFile -> onFileRead -> File does not exist. Not Retrying. ')
+ let customResponse = {
+ result: global.CUSTOM_FAIL_RESPONSE.result,
+ message: 'File does not exist.'
+ }
+ callBackFunction(customResponse)
+ return
+ } else {
+ fileDoesNotExist = true
+ logger.write(MODULE_NAME, '[WARN] FileStorage -> getTextFile -> onFileRead -> File does not exist. Retrying. ')
+ setTimeout(retry, RETRY_TIME_IN_MILISECONDS)
+ return
}
- callBackFunction(customResponse)
- return
}
logger.write(MODULE_NAME, '[WARN] FileStorage -> getTextFile -> onFileRead -> Error reading file -> err = ' + err.stack)
logger.write(MODULE_NAME, '[WARN] FileStorage -> getTextFile -> onFileRead -> Error reading file -> container = ' + container)
logger.write(MODULE_NAME, '[WARN] FileStorage -> getTextFile -> onFileRead -> Error reading file -> filePath = ' + filePath)
logger.write(MODULE_NAME, '[WARN] FileStorage -> getTextFile -> onFileRead -> Error reading file -> err = ' + err.stack)
- setTimeout(retry, 100)
+ setTimeout(retry, RETRY_TIME_IN_MILISECONDS)
return
}
if (text.toString() === "") {
logger.write(MODULE_NAME, '[WARN] FileStorage -> getTextFile -> onFileRead -> Read and Empty File -> filePath = ' + filePath)
- setTimeout(retry, 100)
+ setTimeout(retry, RETRY_TIME_IN_MILISECONDS)
return
}
@@ -88,9 +99,21 @@ exports.newFileStorage = function newFileStorage(logger) {
getTextFile(container, filePath, callBackFunction)
} else {
currentRetryGetTextFile = 0
- logger.write(MODULE_NAME, '[ERROR] FileStorage -> getTextFile -> retry -> Max retries reached reading a file. Giving up.')
- logger.write(MODULE_NAME, '[ERROR] FileStorage -> getTextFile -> retry -> file = ' + fileLocation)
- callBackFunction(global.DEFAULT_FAIL_RESPONSE)
+
+ if (fileDoesNotExist === true) {
+ logger.write(MODULE_NAME, '[WARN] FileStorage -> getTextFile -> retry -> Max retries reached reading a file. File Not Found.')
+ let customResponse = {
+ result: global.CUSTOM_FAIL_RESPONSE.result,
+ message: 'File does not exist.'
+ }
+ callBackFunction(customResponse)
+ return
+ } else {
+ logger.write(MODULE_NAME, '[ERROR] FileStorage -> getTextFile -> retry -> Max retries reached reading a file. Giving up.')
+ logger.write(MODULE_NAME, '[ERROR] FileStorage -> getTextFile -> retry -> file = ' + fileLocation)
+ callBackFunction(global.DEFAULT_FAIL_RESPONSE)
+ return
+ }
}
}
}
@@ -117,16 +140,50 @@ exports.newFileStorage = function newFileStorage(logger) {
let directoryPath = fileLocation.substring(0, fileLocation.lastIndexOf('/') + 1);
mkDirByPathSync(directoryPath)
- /* Here we actually write the file. */
- fs.writeFile(fileLocation, fileContent, onFileWriten)
+ /*
+ Here we write the file with a temporary name so as to avoid dirty read from other processes.
+ Then we delete the original file, if exists, and finally we rename the temporary into the original name.
+ */
+ const fs = require('fs')
+ fs.writeFile(fileLocation + '.tmp', fileContent, onFileWritenn)
- function onFileWriten(err) {
+ function onFileWritenn(err) {
if (err) {
- logger.write(MODULE_NAME, '[WARN] FileStorage -> createTextFile -> onFileWrite -> Error writing file -> file = ' + fileLocation)
- logger.write(MODULE_NAME, '[WARN] FileStorage -> createTextFile -> onFileWrite -> Error writing file -> err = ' + err.stack)
- setTimeout(retry, 100)
+ logger.write(MODULE_NAME, '[WARN] FileStorage -> createTextFile -> onFileWriten -> Error writing file -> file = ' + fileLocation)
+ logger.write(MODULE_NAME, '[WARN] FileStorage -> createTextFile -> onFileWriten -> Error writing file -> err = ' + err.stack)
+ setTimeout(retry, RETRY_TIME_IN_MILISECONDS)
} else {
- callBackFunction(global.DEFAULT_OK_RESPONSE)
+
+ const fs = require('fs')
+ fs.unlink(fileLocation, onUnlinked)
+
+ function onUnlinked(err) {
+ let code = ''
+ if (err) {
+ code = err.code
+ }
+ if (code !== '' && code !== 'ENOENT') {
+ logger.write(MODULE_NAME, '[WARN] FileStorage -> createTextFile -> onFileWriten -> onUnlinked -> Error renaming file -> file = ' + fileLocation)
+ logger.write(MODULE_NAME, '[WARN] FileStorage -> createTextFile -> onFileWriten -> onUnlinked -> Error renaming file -> err = ' + err.stack)
+ setTimeout(retry, RETRY_TIME_IN_MILISECONDS)
+ } else {
+
+ const fs = require('fs')
+ fs.rename(fileLocation + '.tmp', fileLocation, onRenamed)
+
+ function onRenamed(err) {
+ if (err) {
+ logger.write(MODULE_NAME, '[WARN] FileStorage -> createTextFile -> onFileWriten -> onUnlinked -> onRenamed -> Error renaming file -> file = ' + fileLocation + '.tmp')
+ logger.write(MODULE_NAME, '[WARN] FileStorage -> createTextFile -> onFileWriten -> onUnlinked -> onRenamed -> Error renaming file -> err = ' + err.stack)
+ setTimeout(retry, RETRY_TIME_IN_MILISECONDS)
+ } else {
+
+ callBackFunction(global.DEFAULT_OK_RESPONSE)
+
+ }
+ }
+ }
+ }
}
}
@@ -160,6 +217,7 @@ exports.newFileStorage = function newFileStorage(logger) {
return targetDir.split(sep).reduce((parentDir, childDir) => {
const curDir = path.resolve(baseDir, parentDir, childDir);
try {
+ const fs = require('fs')
fs.mkdirSync(curDir);
} catch (err) {
if (err.code === 'EEXIST') { // curDir already exists!
diff --git a/IndicatorBotProcessMainLoop.js b/IndicatorBotProcessMainLoop.js
index b0bb3508c..dd451faec 100644
--- a/IndicatorBotProcessMainLoop.js
+++ b/IndicatorBotProcessMainLoop.js
@@ -119,7 +119,8 @@
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] run -> loop -> Entering function."); }
/* Loop Heartbeat sent to the UI */
- hearBeat()
+ bot.processHeartBeat = processHeartBeat
+ processHeartBeat()
/* We define here all the modules that the rest of the infraestructure, including the bots themselves can consume. */
@@ -172,14 +173,14 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeStatusDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeStatusDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeStatusDependencies -> onInizialized -> Operation Failed. Aborting the process.");
-
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
clearTimeout(nextLoopTimeoutHandle);
@@ -276,12 +277,13 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeDataDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeDataDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeDataDependencies -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -350,12 +352,13 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeUserBot -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeUserBot -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeUserBot -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -450,12 +453,13 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> startUserBot -> onFinished -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> startUserBot -> onFinished -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> startUserBot -> onFinished -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -475,8 +479,8 @@
return;
}
case "Dependency not ready.": {
- logger.write(MODULE_NAME, "[WARN] run -> loop -> startUserBot -> onFinished -> Dependency not ready. This Loop will go to sleep.");
- nextWaitTime = 'Sleep';
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> startUserBot -> onFinished -> Dependency not ready. Will Retry Later.");
+ nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
@@ -579,12 +583,13 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> intitializeProcessFramework -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> intitializeProcessFramework -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> intitializeProcessFramework -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -681,12 +686,13 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> startProcessFramework -> onFinished -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> startProcessFramework -> onFinished -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> startProcessFramework -> onFinished -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -796,7 +802,7 @@
/* We show we reached the end of the loop. */
- hearBeat()
+ processHeartBeat()
/* Here we check if we must stop the loop gracefully. */
@@ -924,14 +930,18 @@
}
}
- function hearBeat() {
- let key = global.TASK_NODE.bot.processes[bot.processIndex].name + '-' + global.TASK_NODE.bot.processes[bot.processIndex].type + '-' + global.TASK_NODE.bot.processes[bot.processIndex].id
-
+ function processHeartBeat(processingDate) {
let event = {
- seconds: (new Date()).getSeconds()
+ seconds: (new Date()).getSeconds(),
+ processingDate: processingDate
}
- global.SYSTEM_EVENT_HANDLER.raiseEvent(key, 'Heartbeat', event)
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.processKey, 'Heartbeat', event)
}
+
+ function processStopped() {
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.processKey, 'Stopped')
+ }
+
} catch (err) {
parentLogger.write(MODULE_NAME, "[ERROR] run -> err = "+ err.stack);
clearInterval(fixedTimeLoopIntervalHandle);
diff --git a/MultiPeriod.js b/MultiPeriod.js
index e6e5eb155..42aed721b 100644
--- a/MultiPeriod.js
+++ b/MultiPeriod.js
@@ -119,7 +119,7 @@
let statusReport;
/* We are going to use the start date as beging of market date. */
- contextVariables.dateBeginOfMarket = new Date(processConfig.framework.startDate.fixedDate)
+ contextVariables.dateBeginOfMarket = bot.VALUES_TO_USE.timeRange.initialDatetime
/*
Here we get the status report from the bot who knows which is the end of the market.
@@ -184,7 +184,7 @@
if (thisReport.lastFile !== undefined) {
- if (bot.hasTheBotJustStarted === true && processConfig.framework.startDate.resumeExecution === false) {
+ if (bot.hasTheBotJustStarted === true && bot.resumeExecution === false) {
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> Starting from the begining because bot has just started and resume execution was true."); }
startFromBegining();
@@ -284,7 +284,7 @@
let dependencyIndex = 0;
dataFiles = [];
- if (global.DEFINITION.simulationParams.timePeriod === outputPeriodLabel) {
+ if (bot.VALUES_TO_USE.timePeriod === outputPeriodLabel) {
currentTimePeriod = global.marketFilesPeriods[n][0];
currentOutputPeriodLabel = global.marketFilesPeriods[n][1];
}
@@ -459,13 +459,12 @@
/* Validation that we are not going past the user defined end date. */
- const userDefinedEndDatetime = new Date(processConfig.framework.endDate.fixedDate);
- if (bot.multiPeriodDailyProcessDatetime.valueOf() >= userDefinedEndDatetime.valueOf()) {
+ if (bot.multiPeriodDailyProcessDatetime.valueOf() >= bot.VALUES_TO_USE.timeRange.finalDatetime.valueOf()) {
const logText = "User Defined End Datetime reached @ " + previousDay.getUTCFullYear() + "/" + (previousDay.getUTCMonth() + 1) + "/" + previousDay.getUTCDate() + ".";
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriodsDailyFiles -> advanceTime -> " + logText); }
- global.STOP_PROCESSING = true
+ bot.STOP_SESSION = true
callBackFunction(global.DEFAULT_OK_RESPONSE);
return;
@@ -522,7 +521,7 @@
/* Validation that we dont need to stop. */
- if (global.STOP_PROCESSING === true) {
+ if (bot.STOP_SESSION === true) {
callBackFunction(global.DEFAULT_OK_RESPONSE);
return;
@@ -543,6 +542,10 @@
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriodsDailyFiles -> periodsLoop -> Entering function."); }
+ /* Telling the world we are alive and doing well */
+ let processingDate = bot.multiPeriodDailyProcessDatetime.getUTCFullYear() + '-' + utilities.pad(bot.multiPeriodDailyProcessDatetime.getUTCMonth() + 1, 2) + '-' + utilities.pad(bot.multiPeriodDailyProcessDatetime.getUTCDate(), 2);
+ bot.processHeartBeat(processingDate)
+
/*
We will iterate through all posible periods.
@@ -582,7 +585,7 @@
}
}
- if (global.DEFINITION.simulationParams.timePeriod === outputPeriodLabel) {
+ if (bot.VALUES_TO_USE.timePeriod === outputPeriodLabel) {
currentTimePeriod = global.dailyFilePeriods[n][0];
currentOutputPeriodLabel = global.dailyFilePeriods[n][1];
}
@@ -834,8 +837,6 @@
currentTimePeriod,
currentOutputPeriodLabel,
bot.multiPeriodDailyProcessDatetime,
- processConfig.framework.startDate.fixedDate,
- processConfig.framework.endDate.fixedDate,
interExecutionMemoryArray[n],
onBotFinished);
@@ -900,14 +901,13 @@
/* This is where we check if we need reached the user defined end datetime. */
- const userDefinedEndDatetime = new Date(processConfig.framework.endDate.fixedDate);
const now = new Date()
- if (now.valueOf() >= userDefinedEndDatetime.valueOf()) {
+ if (now.valueOf() >= bot.VALUES_TO_USE.timeRange.finalDatetime.valueOf()) {
const logText = "User Defined End Datetime reached @ " + now.getUTCFullYear() + "/" + (now.getUTCMonth() + 1) + "/" + now.getUTCDate() + ".";
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriodsDailyFiles -> callTheBot -> onBotFinished -> onMarketStatusReport -> " + logText); }
- global.STOP_PROCESSING = true
+ bot.STOP_SESSION = true
callBackFunction(global.DEFAULT_OK_RESPONSE);
return;
diff --git a/MultiPeriodDaily.js b/MultiPeriodDaily.js
index 7b4d9f14d..0ca72c491 100644
--- a/MultiPeriodDaily.js
+++ b/MultiPeriodDaily.js
@@ -24,6 +24,8 @@
const FILE_STORAGE = require('./FileStorage.js');
let fileStorage = FILE_STORAGE.newFileStorage(logger);
+ let bootstrappingTheProcess = false
+
let processConfig;
return thisObject;
@@ -268,6 +270,13 @@
*/
interExecutionMemoryArray = [];
+ /*
+ Also, we will remember that we are bootstrapping the process, this will allow us, to advanceTime if necesary.
+ It can happen that a process depends on data from another process that does not produce a file during the first day, or even more days,
+ in that situation we want the process not to just wait for that data that will never arrive, but to advance time until it finds valid data.
+ */
+
+ bootstrappingTheProcess = true
for (let i = 0; i < global.dailyFilePeriods.length; i++) {
let emptyObject = {};
@@ -297,7 +306,7 @@
let n;
let botNeverRan = true;
- bot.multiPeriodDailyProcessDatetime = new Date(contextVariables.lastFile.valueOf() - ONE_DAY_IN_MILISECONDS); // Go back one day to start well when we advance time at the begining of the loop.
+ bot.multiPeriodProcessDatetime = new Date(contextVariables.lastFile.valueOf() - ONE_DAY_IN_MILISECONDS); // Go back one day to start well when we advance time at the begining of the loop.
advanceTime();
@@ -307,21 +316,21 @@
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriods -> advanceTime -> Entering function."); }
- bot.multiPeriodDailyProcessDatetime = new Date(bot.multiPeriodDailyProcessDatetime.valueOf() + ONE_DAY_IN_MILISECONDS);
- previousDay = new Date(bot.multiPeriodDailyProcessDatetime.valueOf() - ONE_DAY_IN_MILISECONDS);
+ bot.multiPeriodProcessDatetime = new Date(bot.multiPeriodProcessDatetime.valueOf() + ONE_DAY_IN_MILISECONDS);
+ previousDay = new Date(bot.multiPeriodProcessDatetime.valueOf() - ONE_DAY_IN_MILISECONDS);
- console.log(new Date().toISOString() + " " + pad(bot.codeName, 20) + " " + pad(bot.process, 30) + " " + "bot.multiPeriodDailyProcessDatetime = " + bot.multiPeriodDailyProcessDatetime.toISOString());
+ console.log(new Date().toISOString() + " " + pad(bot.codeName, 20) + " " + pad(bot.process, 30) + " " + "bot.multiPeriodProcessDatetime = " + bot.multiPeriodProcessDatetime.toISOString());
if (global.WRITE_LOGS_TO_FILES === 'true') {
logger.newInternalLoop(bot.codeName, bot.process);
}
- if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriods -> advanceTime -> bot.multiPeriodDailyProcessDatetime = " + bot.multiPeriodDailyProcessDatetime); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriods -> advanceTime -> bot.multiPeriodProcessDatetime = " + bot.multiPeriodProcessDatetime); }
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriods -> advanceTime -> previousDay = " + previousDay); }
/* Validation that we are not going past the head of the market. */
- if (bot.multiPeriodDailyProcessDatetime.valueOf() > contextVariables.dateEndOfMarket.valueOf()) {
+ if (bot.multiPeriodProcessDatetime.valueOf() > contextVariables.dateEndOfMarket.valueOf()) {
const logText = "Head of the market found @ " + previousDay.getUTCFullYear() + "/" + (previousDay.getUTCMonth() + 1) + "/" + previousDay.getUTCDate() + ".";
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriods -> advanceTime -> " + logText); }
@@ -345,6 +354,10 @@
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriods -> periodsLoop -> Entering function."); }
+ /* Telling the world we are alive and doing well */
+ let processingDate = bot.multiPeriodProcessDatetime.getUTCFullYear() + '-' + utilities.pad(bot.multiPeriodProcessDatetime.getUTCMonth() + 1, 2) + '-' + utilities.pad(bot.multiPeriodProcessDatetime.getUTCDate(), 2);
+ bot.processHeartBeat(processingDate)
+
/*
We will iterate through all posible periods.
@@ -401,7 +414,7 @@
let previousFile;
let currentFile;
- if (bot.multiPeriodDailyProcessDatetime.valueOf() > contextVariables.dateBeginOfMarket.valueOf()) {
+ if (bot.multiPeriodProcessDatetime.valueOf() > contextVariables.dateBeginOfMarket.valueOf()) {
getPreviousFile();
} else {
previousFile = [];
@@ -449,7 +462,7 @@
if ((err.result === "Fail Because" && err.message === "File does not exist.") || err.code === 'The specified key does not exist.') {
- logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getCurrentFile -> onFileReceived -> err = "+ err.stack);
+ logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getPreviousFile -> onFileReceived -> err = "+ err.stack);
callBackFunction(global.DEFAULT_RETRY_RESPONSE);
return;
}
@@ -484,7 +497,7 @@
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getCurrentFile -> Entering function."); }
- let dateForPath = bot.multiPeriodDailyProcessDatetime.getUTCFullYear() + '/' + utilities.pad(bot.multiPeriodDailyProcessDatetime.getUTCMonth() + 1, 2) + '/' + utilities.pad(bot.multiPeriodDailyProcessDatetime.getUTCDate(), 2);
+ let dateForPath = bot.multiPeriodProcessDatetime.getUTCFullYear() + '/' + utilities.pad(bot.multiPeriodProcessDatetime.getUTCMonth() + 1, 2) + '/' + utilities.pad(bot.multiPeriodProcessDatetime.getUTCDate(), 2);
let filePath
if (dependency.dataSet === "Multi-Period-Daily") {
filePath = dependency.product + '/' + dependency.dataSet + "/" + outputPeriodLabel + "/" + dateForPath;
@@ -504,6 +517,16 @@
if ((err.result === "Fail Because" && err.message === "File does not exist.") || err.code === 'The specified key does not exist.') {
+ if (bootstrappingTheProcess === true) {
+ /*
+ In the special situation where we are running this process for the first time (no status report found),
+ we will consider the possibility that a depanant process does not produce a file during the first day of the market,
+ or even more than one day. That is why we are going to advance time here.
+ */
+ advanceTime()
+ return
+ }
+
logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getCurrentFile -> onFileReceived -> err = " + err.code);
logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getCurrentFile -> onFileReceived -> filePath = " + filePath);
logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getCurrentFile -> onFileReceived -> fileName = " + fileName);
@@ -513,7 +536,7 @@
if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getCurrentFile -> onFileReceived -> err = " + err.code);
+ logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getCurrentFile -> Not OK -> onFileReceived -> err = " + err.code);
callBackFunction(err);
return;
}
@@ -527,7 +550,7 @@
}
catch (err) {
- logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getCurrentFile -> onFileReceived -> err = "+ err.stack);
+ logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> periodsLoopBody -> dependencyLoopBody -> getCurrentFile -> Catch Error -> onFileReceived -> err = "+ err.stack);
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
}
}
@@ -581,7 +604,7 @@
dataFiles,
timePeriod,
outputPeriodLabel,
- bot.multiPeriodDailyProcessDatetime,
+ bot.multiPeriodProcessDatetime,
contextVariables.dateBeginOfMarket,
contextVariables.dateEndOfMarket,
interExecutionMemoryArray[n],
@@ -650,7 +673,7 @@
return;
}
- writeStatusReport(bot.multiPeriodDailyProcessDatetime, advanceTime);
+ writeStatusReport(bot.multiPeriodProcessDatetime, advanceTime);
} catch (err) {
logger.write(MODULE_NAME, "[ERROR] start -> processTimePeriods -> controlLoop -> onWritten -> err = "+ err.stack);
@@ -685,7 +708,7 @@
let folderName = bot.products[productIndex].codeName;
- writeDataRange(contextVariables.dateBeginOfMarket, bot.multiPeriodDailyProcessDatetime, folderName, controlLoop);
+ writeDataRange(contextVariables.dateBeginOfMarket, bot.multiPeriodProcessDatetime, folderName, controlLoop);
}
function controlLoop() {
diff --git a/Project.njsproj b/Project.njsproj
index 207b21485..63fc32b8b 100644
--- a/Project.njsproj
+++ b/Project.njsproj
@@ -36,6 +36,9 @@
Code
+
+ Code
+
Code
diff --git a/Root.js b/Root.js
index 49e504b88..a6c16f8bf 100644
--- a/Root.js
+++ b/Root.js
@@ -37,6 +37,7 @@
const ROOT_DIR = './';
const MODULE_NAME = "Root";
+ const WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START = 10000 // This avoid a race condition that could happen if one process finished before all the other even started.
let thisObject = {
initialize: initialize,
@@ -173,6 +174,7 @@
botConfig.process = global.TASK_NODE.bot.processes[processIndex].code.process;
botConfig.debug = {};
botConfig.processIndex = processIndex
+ botConfig.processNode = global.TASK_NODE.bot.processes[processIndex]
/* Loop Counter */
@@ -182,6 +184,10 @@
botConfig.filePathRoot = botConfig.devTeam + "/" + botConfig.codeName + "." + botConfig.version.major + "." + botConfig.version.minor + "/" + global.CLONE_EXECUTOR.codeName + "." + global.CLONE_EXECUTOR.version + "/" + global.EXCHANGE_NAME + "/" + botConfig.dataSetVersion;
+ /* Process Key */
+
+ botConfig.processKey = global.TASK_NODE.bot.processes[processIndex].name + '-' + global.TASK_NODE.bot.processes[processIndex].type + '-' + global.TASK_NODE.bot.processes[processIndex].id
+
if (FULL_LOG === true) { console.log(logDisplace + "Root : [INFO] start -> findProcess -> filePathRoot = " + botConfig.filePathRoot); }
/* Now we loop throug all the configured processes at each bots configuration until we find the one we are supposed to run at this Node.js process. */
@@ -456,7 +462,7 @@
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> runSensorBot -> onInitializeReady -> whenStartFinishes -> Bot execution was aborted.");
logger.persist();
}
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
} else {
@@ -465,13 +471,13 @@
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> runSensorBot -> onInitializeReady -> err = " + err.message);
logger.persist();
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
}
}
catch (err) {
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> runSensorBot -> err = " + err.stack);
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
}
@@ -528,7 +534,7 @@
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> runIndicatorBot -> onInitializeReady -> whenStartFinishes -> Bot execution finished with errors. Please check the logs.");
logger.persist();
}
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
} else {
@@ -536,13 +542,13 @@
logger.write(MODULE_NAME, "[ERROR] start -> findProcess -> runIndicatorBot -> onInitializeReady -> Failed to initialize the bot. ");
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> runIndicatorBot -> onInitializeReady -> err = " + err.message);
logger.persist();
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
}
}
catch (err) {
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> runIndicatorBot -> err = " + err.stack);
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
}
@@ -594,7 +600,7 @@
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> runTradingEngine -> onInitializeReady -> whenStartFinishes -> Bot execution finished with errors. Please check the logs.");
logger.persist();
}
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
} else {
@@ -602,19 +608,19 @@
logger.write(MODULE_NAME, "[ERROR] start -> findProcess -> runTradingEngine -> onInitializeReady -> Failed to initialize the bot. ");
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> runTradingEngine -> onInitializeReady -> err = " + err.message);
logger.persist();
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
}
}
catch (err) {
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> runTradingEngine -> err = " + err.stack);
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
}
}
catch (err) {
console.log(logDisplace + "Root : [ERROR] start -> findProcess -> err = " + err.stack);
- exitProcessInstance()
+ setTimeout(exitProcessInstance, WAIT_TIME_FOR_ALL_PROCESS_INSTANCES_TO_START)
}
}
diff --git a/SensorBotProcessMainLoop.js b/SensorBotProcessMainLoop.js
index a839a0d3e..3d20a878d 100644
--- a/SensorBotProcessMainLoop.js
+++ b/SensorBotProcessMainLoop.js
@@ -121,7 +121,8 @@
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] run -> loop -> Entering function."); }
/* Loop Heartbeat sent to the UI */
- hearBeat()
+ bot.processHeartBeat = processHeartBeat
+ processHeartBeat()
/* We define here all the modules that the rest of the infraestructure, including the bots themselves can consume. */
@@ -172,12 +173,13 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeStatusDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeStatusDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeStatusDependencies -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -246,12 +248,13 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeExchangeAPI -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeExchangeAPI -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeExchangeAPI -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -320,12 +323,13 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeUserBot -> onInizialized > Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeUserBot -> onInizialized > Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeUserBot -> onInizialized > Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -428,12 +432,13 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> startUserBot -> onFinished > Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> startUserBot -> onFinished > Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> startUserBot -> onFinished > Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -543,7 +548,7 @@
/* We show we reached the end of the loop. */
- hearBeat()
+ processHeartBeat()
/* Here we check if we must stop the loop gracefully. */
@@ -697,13 +702,16 @@
}
}
- function hearBeat() {
- let key = global.TASK_NODE.bot.processes[bot.processIndex].name + '-' + global.TASK_NODE.bot.processes[bot.processIndex].type + '-' + global.TASK_NODE.bot.processes[bot.processIndex].id
-
+ function processHeartBeat(processingDate) {
let event = {
- seconds: (new Date()).getSeconds()
+ seconds: (new Date()).getSeconds(),
+ processingDate: processingDate
}
- global.SYSTEM_EVENT_HANDLER.raiseEvent(key, 'Heartbeat', event)
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.processKey, 'Heartbeat', event)
+ }
+
+ function processStopped() {
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.processKey, 'Stopped')
}
}
diff --git a/Session.js b/Session.js
new file mode 100644
index 000000000..9236dc6e3
--- /dev/null
+++ b/Session.js
@@ -0,0 +1,341 @@
+exports.newSession = function newSession(bot, parentLogger) {
+
+ const MODULE_NAME = "Session"
+ const FULL_LOG = true;
+
+ let thisObject = {
+ initialize: initialize
+ }
+
+ return thisObject;
+
+ function initialize(callBackFunction) {
+ try {
+ if (FULL_LOG === true) { parentLogger.write(MODULE_NAME, "[INFO] initialize -> Entering function."); }
+
+ /* Initialize this info so that everything is logged propeerly */
+ bot.SESSION = {
+ name: bot.processNode.session.name
+ }
+
+ /* Check if there is a session */
+ if (bot.processNode.session === undefined) {
+ parentLogger.write(MODULE_NAME, "[ERROR] initialize -> Cannot run without a Session.");
+ callBackFunction(global.DEFAULT_FAIL_RESPONSE);
+ return;
+ }
+
+ /* Listen to event to start or stop the session. */
+ bot.sessionKey = bot.processNode.session.name + '-' + bot.processNode.session.type + '-' + bot.processNode.session.id
+
+ global.SYSTEM_EVENT_HANDLER.listenToEvent(bot.sessionKey, 'Run Session', undefined, undefined, undefined, runSession)
+ global.SYSTEM_EVENT_HANDLER.listenToEvent(bot.sessionKey, 'Stop Session', undefined, undefined, undefined, stopSession)
+
+ function runSession(message) {
+
+ /* We are going to run the Definition comming at the event. */
+ bot.DEFINITION = JSON.parse(message.event.definition)
+ bot.SESSION = JSON.parse(message.event.session)
+ bot.UI_CURRENT_VALUES = message.event.uiCurrentValues
+
+ setValuesToUse(message)
+
+ switch (bot.SESSION.type) {
+ case 'Backtesting Session': {
+ startBackTesting(message)
+ break
+ }
+ case 'Live Trading Session': {
+ startLiveTrading(message)
+ break
+ }
+ }
+ bot.SESSION_STATUS = 'Idle'
+ bot.STOP_SESSION = false
+ }
+
+ function stopSession(message) {
+ bot.STOP_SESSION = true
+ }
+
+ function startBackTesting(message) {
+ bot.startMode = "Backtest"
+ bot.resumeExecution = false;
+ bot.hasTheBotJustStarted = true
+ bot.multiPeriodProcessDatetime = bot.VALUES_TO_USE.timeRange.initialDatetime
+ }
+
+ function startLiveTrading(message) {
+
+ if (bot.DEFINITION.personalData) {
+ if (bot.DEFINITION.personalData.exchangeAccounts) {
+ if (bot.DEFINITION.personalData.exchangeAccounts.length > 0) {
+ let exchangeAccount = bot.DEFINITION.personalData.exchangeAccounts[0]
+ if (exchangeAccount.keys) {
+ if (exchangeAccount.keys.length > 0) {
+ let key = exchangeAccount.keys[0]
+
+ process.env.KEY = key.name
+ process.env.SECRET = key.code
+
+ }
+ }
+ }
+ }
+ }
+
+ if (process.env.KEY === undefined || process.env.SECRET === undefined) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[WARN] initialize -> startLiveTrading -> Key name or Secret not provided, not possible to run the process in Live mode."); }
+ return
+ }
+
+ bot.startMode = "Live"
+ if (bot.VALUES_TO_USE.timeRange.initialDatetime.valueOf() < (new Date()).valueOf) {
+ bot.VALUES_TO_USE.timeRange.initialDatetime = new Date()
+ }
+ bot.resumeExecution = false;
+ bot.multiPeriodProcessDatetime = bot.VALUES_TO_USE.timeRange.initialDatetime
+ bot.hasTheBotJustStarted = true
+
+ }
+
+ function setValuesToUse(message) {
+ /*
+ Base on the information received we will determined which values ultimatelly are going to be used,
+ and once we do, they will become constants across the multiple loops executions.
+ */
+
+ /* Set all default values */
+ bot.VALUES_TO_USE = {
+ baseAsset: "BTC",
+ initialBalanceA: 0.001,
+ initialBalanceB: 0,
+ minimumBalanceA: 0.0005,
+ minimumBalanceB: 0,
+ maximumBalanceA: 0.002,
+ maximumBalanceB: 0,
+ timePeriod: bot.UI_CURRENT_VALUES.timePeriod,
+ slippage: {
+ positionRate: 0,
+ stopLoss: 0,
+ takeProfit: 0
+ },
+ feeStructure: {
+ maker: 0,
+ taker: 0
+ },
+ timeRange: {
+ initialDatetime: new Date(),
+ finalDatetime: new Date()
+ }
+ }
+
+ /* Session Type Dependant Default Values */
+ const ONE_YEAR_IN_MILISECONDS = 365 * 24 * 60 * 60 * 1000
+ switch (bot.SESSION.type) {
+ case 'Backtesting Session': {
+ bot.VALUES_TO_USE.timeRange.initialDatetime = new Date(bot.UI_CURRENT_VALUES.initialDatetime)
+ bot.VALUES_TO_USE.timeRange.finalDatetime = new Date()
+ break
+ }
+ case 'Live Trading Session': {
+ bot.VALUES_TO_USE.timeRange.initialDatetime = new Date()
+ bot.VALUES_TO_USE.timeRange.finalDatetime = new Date((new Date()).valueOf() + ONE_YEAR_IN_MILISECONDS)
+ break
+ }
+ }
+
+ let tradingSystem = bot.DEFINITION.tradingSystem
+
+ if (tradingSystem !== undefined) {
+
+ /* Applying Trading System Level Parameters */
+ if (tradingSystem.parameters !== undefined) {
+
+ /* Base Asset and Initial Balances. */
+ {
+ if (tradingSystem.parameters.baseAsset !== undefined) {
+ let code
+ try {
+ code = JSON.parse(tradingSystem.parameters.baseAsset.code);
+
+ if (code.name !== undefined) {
+ bot.VALUES_TO_USE.baseAsset = code.name;
+ }
+
+ if (baseAsset === 'BTC') {
+ if (code.initialBalance !== undefined) {
+ bot.VALUES_TO_USE.initialBalanceA = code.initialBalance;
+ bot.VALUES_TO_USE.initialBalanceB = 0
+ }
+ if (code.minimumBalance !== undefined) {
+ bot.VALUES_TO_USE.minimumBalanceA = code.minimumBalance;
+ bot.VALUES_TO_USE.minimumBalanceB = 0
+ }
+ if (code.maximumBalance !== undefined) {
+ bot.VALUES_TO_USE.maximumBalanceA = code.maximumBalance;
+ bot.VALUES_TO_USE.maximumBalanceB = 0
+ }
+ } else {
+ if (code.initialBalance !== undefined) {
+ bot.VALUES_TO_USE.initialBalanceB = code.initialBalance;
+ bot.VALUES_TO_USE.initialBalanceA = 0
+ }
+ if (code.minimumBalance !== undefined) {
+ bot.VALUES_TO_USE.minimumBalanceB = code.minimumBalance;
+ bot.VALUES_TO_USE.minimumBalanceA = 0
+ }
+ if (code.maximumBalance !== undefined) {
+ bot.VALUES_TO_USE.maximumBalanceB = code.maximumBalance;
+ bot.VALUES_TO_USE.maximumBalanceA = 0
+ }
+ }
+ } catch (err) {
+ tradingSystem.parameters.baseAsset.error = err.message
+ }
+ }
+ }
+
+ /* Time Period */
+ if (tradingSystem.parameters.timePeriod !== undefined) {
+ bot.VALUES_TO_USE.timePeriod = tradingSystem.parameters.timePeriod.code
+ }
+
+ /* Slippage */
+ if (tradingSystem.parameters.slippage !== undefined) {
+ if (tradingSystem.parameters.slippage.code !== undefined) {
+ try {
+ let code = JSON.parse(tradingSystem.parameters.slippage.code)
+
+ if (code.positionRate !== undefined) {
+ bot.VALUES_TO_USE.slippage.positionRate = code.positionRate
+ }
+ if (code.stopLoss !== undefined) {
+ bot.VALUES_TO_USE.slippage.stopLoss = code.stopLoss
+ }
+ if (code.takeProfit !== undefined) {
+ bot.VALUES_TO_USE.slippage.takeProfit = code.takeProfit
+ }
+
+ } catch (err) {
+ tradingSystem.parameters.slippage.error = err.message
+ }
+ }
+ }
+
+ /* Fee Structure */
+ if (tradingSystem.parameters.feeStructure !== undefined) {
+ if (tradingSystem.parameters.feeStructure.code !== undefined) {
+ try {
+ let code = JSON.parse(tradingSystem.parameters.feeStructure.code)
+
+ if (code.maker !== undefined) {
+ bot.VALUES_TO_USE.feeStructure.maker = code.maker
+ }
+ if (code.taker !== undefined) {
+ bot.VALUES_TO_USE.feeStructure.taker = code.taker
+ }
+
+ } catch (err) {
+ tradingSystem.parameters.feeStructure.error = err.message
+ }
+ }
+ }
+
+ /* Time Range */
+ if (tradingSystem.parameters.timeRange !== undefined) {
+ if (tradingSystem.parameters.timeRange.code !== undefined) {
+ try {
+ let code = JSON.parse(tradingSystem.parameters.timeRange.code)
+ if (code.initialDatetime !== undefined) {
+ bot.VALUES_TO_USE.timeRange.initialDatetime = new Date(code.initialDatetime)
+ }
+ if (code.finalDatetime !== undefined) {
+ bot.VALUES_TO_USE.timeRange.finalDatetime = new Date(code.finalDatetime)
+ }
+ } catch (err) {
+ tradingSystem.parameters.timeRange.error = err.message
+ }
+ }
+ }
+ }
+
+ /* Applying Session Level Parameters */
+ if (bot.SESSION !== undefined) {
+ if (bot.SESSION.parameters !== undefined) {
+
+ /* Time Period */
+ if (bot.SESSION.parameters.timePeriod !== undefined) {
+ bot.VALUES_TO_USE.timePeriod = bot.SESSION.parameters.timePeriod.code
+ }
+
+ /* Slippage */
+ if (bot.SESSION.parameters.slippage !== undefined) {
+ if (bot.SESSION.parameters.slippage.code !== undefined) {
+ try {
+ let code = JSON.parse(bot.SESSION.parameters.slippage.code)
+
+ if (code.positionRate !== undefined) {
+ bot.VALUES_TO_USE.slippage.positionRate = code.positionRate
+ }
+ if (code.stopLoss !== undefined) {
+ bot.VALUES_TO_USE.slippage.stopLoss = code.stopLoss
+ }
+ if (code.takeProfit !== undefined) {
+ bot.VALUES_TO_USE.slippage.takeProfit = code.takeProfit
+ }
+
+ } catch (err) {
+ parentLogger.write(MODULE_NAME, "[WARN] initialize -> startLiveTrading -> Invalid Slippage Value -> err = " + err.stack);
+ }
+ }
+ }
+
+ /* Fee Structure */
+ if (bot.SESSION.parameters.feeStructure !== undefined) {
+ if (bot.SESSION.parameters.feeStructure.code !== undefined) {
+ try {
+ let code = JSON.parse(bot.SESSION.parameters.feeStructure.code)
+
+ if (code.maker !== undefined) {
+ bot.VALUES_TO_USE.feeStructure.maker = code.maker
+ }
+ if (code.taker !== undefined) {
+ bot.VALUES_TO_USE.feeStructure.taker = code.taker
+ }
+
+ } catch (err) {
+ parentLogger.write(MODULE_NAME, "[WARN] initialize -> startLiveTrading -> Invalid Fee Structure Value -> err = " + err.stack);
+ }
+ }
+ }
+
+ /* Time Range */
+ if (bot.SESSION.parameters.timeRange !== undefined) {
+ if (bot.SESSION.parameters.timeRange.code !== undefined) {
+ try {
+ let code = JSON.parse(bot.SESSION.parameters.timeRange.code)
+ if (code.initialDatetime !== undefined) {
+ bot.VALUES_TO_USE.timeRange.initialDatetime = new Date(code.initialDatetime)
+ }
+ if (code.finalDatetime !== undefined) {
+ bot.VALUES_TO_USE.timeRange.finalDatetime = new Date(code.finalDatetime)
+ }
+ } catch (err) {
+ parentLogger.write(MODULE_NAME, "[WARN] initialize -> startLiveTrading -> Invalid Time Range Value -> err = " + err.stack);
+ }
+ }
+ }
+ }
+ }
+ }
+ }
+
+ callBackFunction(global.DEFAULT_OK_RESPONSE)
+
+ } catch (err) {
+ parentLogger.write(MODULE_NAME, "[ERROR] initialize -> err = " + err.stack);
+ callBackFunction(global.DEFAULT_FAIL_RESPONSE);
+ }
+ }
+};
diff --git a/StatusDependencies.js b/StatusDependencies.js
index ae1230e2c..a0eaa4374 100644
--- a/StatusDependencies.js
+++ b/StatusDependencies.js
@@ -34,25 +34,33 @@
let statusReportModule = STATUS_REPORT.newStatusReport(BOT, logger, UTILITIES);
+ logger.write(MODULE_NAME, "[INFO] initialize -> onInitilized -> Initializing Status Report # " + (i + 1));
statusReportModule.initialize(pStatusDependenciesConfig[i], pMonth, pYear, onInitilized);
function onInitilized(err) {
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write(MODULE_NAME, "[ERROR] initialize -> onInitilized -> err = "+ err.stack);
+ logger.write(MODULE_NAME, "[INFO] initialize -> onInitilized -> Initialized Status Report # " + (i + 1));
- alreadyCalledBack = true;
- callBackFunction(err);
+ if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
+ if (alreadyCalledBack === false) {
+ logger.write(MODULE_NAME, "[ERROR] initialize -> onInitilized -> err = " + err.stack);
+ logger.write(MODULE_NAME, "[ERROR] initialize -> onInitilized -> err.message = " + err.message);
+ alreadyCalledBack = true;
+ callBackFunction(err);
+ } else {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[WARN] initialize -> Can not call back because I already did."); }
+ }
return;
}
+ logger.write(MODULE_NAME, "[INFO] initialize -> onInitilized -> Loading Status Report # " + (i + 1));
statusReportModule.load(onLoad);
}
function onLoad(err) {
try {
-
+ logger.write(MODULE_NAME, "[INFO] initialize -> onLoad -> Loaded Status Report # " + (i + 1));
statusReportModule.status = err.message;
switch (err.message) {
@@ -102,8 +110,10 @@
function addReport() {
if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] initialize -> addReport -> Entering function."); }
+ logger.write(MODULE_NAME, "[INFO] initialize -> addReport -> Adding Status Report # " + (i + 1));
loadCount++;
+ logger.write(MODULE_NAME, "[INFO] initialize -> addReport -> Total Added = " + loadCount);
let key;
@@ -120,8 +130,11 @@
if (loadCount === pStatusDependenciesConfig.length) {
if (alreadyCalledBack === false) {
+ alreadyCalledBack = true
callBackFunction(global.DEFAULT_OK_RESPONSE);
return;
+ } else {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[WARN] initialize -> addReport -> Can not call back because I already did."); }
}
}
}
diff --git a/StatusReport.js b/StatusReport.js
index 2725cab2d..1b6eb7446 100644
--- a/StatusReport.js
+++ b/StatusReport.js
@@ -41,6 +41,7 @@
function initialize(pOwner, pMonth, pYear, callBackFunction) {
try {
+ if (global.LOG_CONTROL[MODULE_NAME].logInfo === true) { logger.write(MODULE_NAME, "[INFO] initialize -> Entering function."); }
logger.fileName = MODULE_NAME + "." + pOwner.bot + "." + pOwner.process;
@@ -56,6 +57,9 @@
}
if (owner.waitUntilNextUpdate === true) {
+
+ if (global.LOG_CONTROL[MODULE_NAME].logInfo === true) { logger.write(MODULE_NAME, "[INFO] initialize -> waitUntilNextUpdate -> Entering Code Block."); }
+
/* This forces this process to wait until the process that this one depends on, updates its status report. */
let extraCallerId = ''
@@ -67,26 +71,24 @@
let subscriptionIdStatusReport
- subscriptionIdStatusReport = global.SYSTEM_EVENT_HANDLER.listenToEvent(key, 'Status Report Updated', undefined, callerId, responseCallBack, eventsCallBack)
+ global.SYSTEM_EVENT_HANDLER.listenToEvent(key, 'Status Report Updated', undefined, callerId, responseCallBack, eventsCallBack)
function responseCallBack(message) {
if (message.result !== global.DEFAULT_OK_RESPONSE.result) {
+ logger.write(MODULE_NAME, "[ERROR] initialize -> responseCallBack -> message = " + JSON.stringify(message))
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
+ } else {
+ subscriptionIdStatusReport = message.eventSubscriptionId
}
}
function eventsCallBack() {
+ if (global.LOG_CONTROL[MODULE_NAME].logInfo === true) { logger.write(MODULE_NAME, "[INFO] initialize -> eventsCallBack -> Entering function."); }
+
/* We continue the normal flow after we learn the dependent process has updated its status report. */
- stopListening()
+ global.SYSTEM_EVENT_HANDLER.stopListening(key, 'Status Report Updated', subscriptionIdStatusReport)
callBackFunction(global.DEFAULT_OK_RESPONSE);
}
-
- function stopListening() {
- if (subscriptionIdStatusReport) {
- stopListening(key, 'Status Report Updated', subscriptionIdStatusReport)
- }
- }
-
} else {
/* In this case, the Status Report does not depends on a process which needs to wait for. */
callBackFunction(global.DEFAULT_OK_RESPONSE);
diff --git a/TradingEngineProcessMainLoop.js b/TradingEngineProcessMainLoop.js
index e971714e1..efc4c8143 100644
--- a/TradingEngineProcessMainLoop.js
+++ b/TradingEngineProcessMainLoop.js
@@ -12,8 +12,10 @@
const MULTI_PERIOD_DAILY = require(ROOT_DIR + 'MultiPeriodDaily');
const MULTI_PERIOD = require(ROOT_DIR + 'MultiPeriod');
const FILE_STORAGE = require('./FileStorage.js');
+ const SESSION = require(ROOT_DIR + 'Session');
let fileStorage = FILE_STORAGE.newFileStorage(parentLogger);
+ let session = SESSION.newSession(bot, parentLogger)
const DEBUG_MODULE = require(ROOT_DIR + 'DebugLog');
let logger; // We need this here in order for the loopHealth function to work and be able to rescue the loop when it gets in trouble.
@@ -38,6 +40,7 @@
if (FULL_LOG === true) { parentLogger.write(MODULE_NAME, "[INFO] initialize -> Entering function."); }
processConfig = pProcessConfig;
+ bot.resumeExecution = processConfig.framework.startDate.resumeExecution // We are inherating this from root, but from here we need it at bot
let filePath = bot.devTeam + "/" + "bots" + "/" + bot.repo + "/" + pProcessConfig.name
filePath += "/User.Bot.js"
@@ -74,7 +77,11 @@
//COMMONS_MODULE.newCommons = require(process.env.BOTS_PATH + '/aamasters/AAMasters/bots/AAJason-Trading-Engine-Bot/Commons').newCommons // Use this for a better debugging experience. You need to bring this js module to this folder in order to work.
COMMONS_MODULE.newCommons = eval(text); // Use this for production
- callBackFunction(global.DEFAULT_OK_RESPONSE);
+ session.initialize(onSessionInitialized)
+
+ function onSessionInitialized(err) {
+ callBackFunction(err);
+ }
}
}
} catch (err) {
@@ -89,150 +96,10 @@
if (FULL_LOG === true) { parentLogger.write(MODULE_NAME, "[INFO] run -> Entering function."); }
+ /* Some initial values*/
bot.enableCheckLoopHealth = true;
-
let fixedTimeLoopIntervalHandle;
- global.STOP_PROCESSING = true;
-
- global.SYSTEM_EVENT_HANDLER.listenToEvent('Cockpit-Restart-Button', 'Backstesting Started', undefined, undefined, undefined, startBackTesting)
- global.SYSTEM_EVENT_HANDLER.listenToEvent('Cockpit-Restart-Button', 'Live-Trading Started', undefined, undefined, undefined, startLiveTrading)
- global.SYSTEM_EVENT_HANDLER.listenToEvent('Cockpit-Restart-Button', 'Stop Requested', undefined, undefined, undefined, stopRequested)
-
- function startBackTesting(message) {
-
- /* We are going to run the Definition comming at the event. */
- global.DEFINITION = JSON.parse(message.event.definition)
-
- bot.startMode = "Backtest"
- processConfig.framework.startDate.resumeExecution = false;
- global.STOP_PROCESSING = false
- bot.hasTheBotJustStarted = true
- setInitialBalance()
-
- const ONE_YEAR_IN_MILISECONDS = 365 * 24 * 60 * 60 * 1000
- /* If we can not get for any reason the initial date of the backtest, we will start at present time. */
- processConfig.framework.startDate.fixedDate = new Date()
- /* If we can not get for any reason the final date of the backtest, we will stop one year after the start date. */
- processConfig.framework.endDate.fixedDate = new Date(processConfig.framework.startDate.fixedDate.valueOf() + ONE_YEAR_IN_MILISECONDS)
-
- /* Convert this dates to string */
- processConfig.framework.startDate.fixedDate = processConfig.framework.startDate.fixedDate.toISOString()
- processConfig.framework.endDate.fixedDate = processConfig.framework.endDate.fixedDate.toISOString()
-
- /* If we received simulation params we use them instead. */
- if (global.DEFINITION.simulationParams) {
- if (global.DEFINITION.simulationParams.beginDatetime) {
- processConfig.framework.startDate.fixedDate = global.DEFINITION.simulationParams.beginDatetime
- }
- }
-
- /* We finally will try to exctact the initial and final date for the backtest from the Definition */
- if (global.DEFINITION.tradingSystem !== undefined) {
- if (global.DEFINITION.tradingSystem.parameters !== undefined) {
- if (global.DEFINITION.tradingSystem.parameters.timeRange !== undefined) {
- if (global.DEFINITION.tradingSystem.parameters.timeRange.code !== undefined) {
- try {
- let code = JSON.parse(global.DEFINITION.tradingSystem.parameters.timeRange.code)
- if (code.initialDatetime !== undefined) {
- processConfig.framework.startDate.fixedDate = code.initialDatetime /* The second override occurs here, with the date explicitelly defined by the user */
- }
- if (code.finalDatetime !== undefined) {
- processConfig.framework.endDate.fixedDate = code.finalDatetime
- }
- } catch (err) {
- global.DEFINITION.tradingSystem.parameters.timeRange.error = err.message
- }
- }
- }
- }
- }
- bot.multiPeriodDailyProcessDatetime = processConfig.framework.startDate.fixedDate
- }
-
- function startLiveTrading(message) {
-
- /* We are going to run the Definition comming at the event. */
- global.DEFINITION = JSON.parse(message.event.definition)
-
- if (global.DEFINITION.personalData) {
- if (global.DEFINITION.personalData.exchangeAccounts) {
- if (global.DEFINITION.personalData.exchangeAccounts.length > 0) {
- let exchangeAccount = global.DEFINITION.personalData.exchangeAccounts[0]
- if (exchangeAccount.keys) {
- if (exchangeAccount.keys.length > 0) {
- let key = exchangeAccount.keys[0]
-
- process.env.KEY = key.name
- process.env.SECRET = key.code
-
- }
- }
- }
- }
- }
-
- if (process.env.KEY === undefined || process.env.SECRET === undefined) {
- if (FULL_LOG === true) { logger.write(MODULE_NAME, "[WARN] run -> startLiveTrading -> Key name or Secret not provided, not possible to run the process in Live mode."); }
- return
- }
-
- bot.startMode = "Live"
- processConfig.framework.startDate.fixedDate = new Date()
- processConfig.framework.startDate.resumeExecution = false;
- bot.multiPeriodDailyProcessDatetime = processConfig.framework.startDate.fixedDate
- global.STOP_PROCESSING = false
- bot.hasTheBotJustStarted = true
- setInitialBalance()
- }
-
- function stopRequested() {
- global.STOP_PROCESSING = true
- }
-
- function setInitialBalance() {
- if (global.DEFINITION !== undefined) {
-
- /* Get the initial balance from the global.DEFINITION */
- let tradingSystem = global.DEFINITION.tradingSystem
-
- if (tradingSystem) {
- if (tradingSystem.parameters !== undefined) {
- if (tradingSystem.parameters.baseAsset !== undefined) {
- let code
- try {
- code = JSON.parse(tradingSystem.parameters.baseAsset.code);
-
- if (code.name !== undefined) {
- baseAsset = code.name;
- if (baseAsset !== 'BTC' && baseAsset !== 'USDT') {
- /* using BTC as default */
- baseAsset = 'BTC'
- }
- }
-
- if (baseAsset === 'BTC') { // NOTE: POLONIEX, the only exchange working so far, has Asset A and B inverted. We need to fix this.
- if (code.initialBalance !== undefined) {
- process.env.INITIAL_BALANCE_ASSET_B = code.initialBalance;
- process.env.INITIAL_BALANCE_ASSET_A = 0
- }
- } else {
- if (code.initialBalance !== undefined) {
- process.env.INITIAL_BALANCE_ASSET_A = code.initialBalance;
- process.env.INITIAL_BALANCE_ASSET_B = 0
- }
- }
- } catch (err) {
- global.DEFINITION.tradingSystem.parameters.baseAsset.error = err.message
-
- process.env.INITIAL_BALANCE_ASSET_A = 0 // default
- process.env.INITIAL_BALANCE_ASSET_B = 0.001 // default
-
- }
- }
- }
- }
- }
- }
+ bot.STOP_SESSION = true;
loop();
@@ -258,9 +125,10 @@
let nextWaitTime;
- /* Loop Heartbeat sent to the UI */
- bot.hearBeat = hearBeat // allow the bot itself to produce a heartbeat
- hearBeat()
+ /* Heartbeats sent to the UI */
+ bot.sessionHeartBeat = sessionHeartBeat
+ bot.processHeartBeat = processHeartBeat
+ processHeartBeat()
/* We define here all the modules that the rest of the infraestructure, including the bots themselves can consume. */
@@ -279,17 +147,28 @@
/* High level log entry */
- console.log(new Date().toISOString() + " " + pad(bot.codeName, 20) + " " + pad(bot.process, 30)
- + " Entered into Main Loop # " + pad(Number(bot.loopCounter), 8));
+ console.log(new Date().toISOString() + " " + pad(bot.codeName, 20) + " " + pad(bot.process, 30) + " " + bot.sessionKey
+ + " Loop # " + pad(Number(bot.loopCounter), 8));
+
+ /* Checking if we need to need to emit any event */
+
+ if (bot.SESSION_STATUS === 'Idle' && bot.STOP_SESSION === false) {
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.sessionKey, 'Running')
+ bot.SESSION_STATUS = 'Running'
+ }
+
+ if (bot.SESSION_STATUS === 'Running' && bot.STOP_SESSION === true) {
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.sessionKey, 'Stopped')
+ bot.SESSION_STATUS = 'Stopped'
+ }
/* Checking if we should process this loop or not.*/
- if (global.STOP_PROCESSING === true) {
- if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] run -> loop -> Waiting for Backtesting or Live Trade to be started."); }
+ if (bot.STOP_SESSION === true) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] run -> loop -> Waiting for " + bot.processNode.session.type + " " + bot.processNode.session.name + " to be ran."); }
console.log(new Date().toISOString() + " " + pad(bot.codeName, 20) + " " + pad(bot.process, 30)
- + " Waiting for Backtesting or Live Trade to be started. ");
-
- global.SYSTEM_EVENT_HANDLER.raiseEvent('Jason-Multi-Period', 'Process Stopped')
+ + " Waiting for " + bot.processNode.session.type + " " + bot.processNode.session.name + " to be ran. ");
nextWaitTime = 'Normal';
loopControl(nextWaitTime);
@@ -328,14 +207,15 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeStatusDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeStatusDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ sessionStopped()
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeStatusDependencies -> onInizialized -> Operation Failed. Aborting the process.");
-
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
clearTimeout(nextLoopTimeoutHandle);
@@ -403,12 +283,14 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeDataDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeDataDependencies -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ sessionStopped()
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeDataDependencies -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -476,12 +358,14 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeContext -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeContext -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ sessionStopped()
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeContext -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -550,12 +434,14 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeExchangeAPI -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeExchangeAPI -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ sessionStopped()
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeExchangeAPI -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -657,12 +543,14 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeAssistant -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> initializeAssistant -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ sessionStopped()
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> initializeAssistant -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -729,12 +617,14 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> intitializeProcessFramework -> onInizialized -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> intitializeProcessFramework -> onInizialized -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ sessionStopped()
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> intitializeProcessFramework -> onInizialized -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -831,12 +721,14 @@
return;
}
case global.DEFAULT_RETRY_RESPONSE.result: { // Something bad happened, but if we retry in a while it might go through the next time.
- logger.write(MODULE_NAME, "[ERROR] run -> loop -> startProcessFramework -> onFinished -> Retry Later. Requesting Execution Retry.");
+ logger.write(MODULE_NAME, "[WARN] run -> loop -> startProcessFramework -> onFinished -> Retry Later. Requesting Execution Retry.");
nextWaitTime = 'Retry';
loopControl(nextWaitTime);
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ sessionStopped()
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> startProcessFramework -> onFinished -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -971,6 +863,8 @@
return;
}
case global.DEFAULT_FAIL_RESPONSE.result: { // This is an unexpected exception that we do not know how to handle.
+ sessionStopped()
+ processStopped()
logger.write(MODULE_NAME, "[ERROR] run -> loop -> saveContext -> onFinished -> Operation Failed. Aborting the process.");
logger.persist();
clearInterval(fixedTimeLoopIntervalHandle);
@@ -1023,7 +917,7 @@
/* We show we reached the end of the loop. */
- hearBeat()
+ processHeartBeat()
/* Here we check if we must stop the loop gracefully. */
@@ -1039,8 +933,7 @@
logger.persist();
}
- global.SYSTEM_EVENT_HANDLER.raiseEvent('Jason-Multi-Period', 'Process Stopped')
-
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.sessionKey, 'Stopped')
callBackFunction(global.DEFAULT_OK_RESPONSE);
return;
@@ -1161,13 +1054,35 @@
}
}
- function hearBeat() {
- let key = global.TASK_NODE.bot.processes[bot.processIndex].name + '-' + global.TASK_NODE.bot.processes[bot.processIndex].type + '-' + global.TASK_NODE.bot.processes[bot.processIndex].id
-
+ function processHeartBeat(processingDate) {
let event = {
- seconds: (new Date()).getSeconds()
+ seconds: (new Date()).getSeconds(),
+ processingDate: processingDate
+ }
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.processKey, 'Heartbeat', event)
+ }
+
+ function sessionHeartBeat(processingDate) {
+ let event = {
+ seconds: (new Date()).getSeconds(),
+ processingDate: processingDate
+ }
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.sessionKey, 'Heartbeat', event)
+
+ if (global.STOP_TASK_GRACEFULLY === true) {
+ bot.STOP_SESSION = true
+ }
+ }
+
+ function processStopped() {
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.processKey, 'Stopped')
+ }
+
+ function sessionStopped() {
+ if (bot.SESSION_STATUS === 'Running') {
+ global.SYSTEM_EVENT_HANDLER.raiseEvent(bot.sessionKey, 'Stopped')
+ bot.SESSION_STATUS = 'Stopped'
}
- global.SYSTEM_EVENT_HANDLER.raiseEvent(key, 'Heartbeat', event)
}
} catch (err) {
diff --git a/server.js b/server.js
index 3fcdece97..87cb567bd 100644
--- a/server.js
+++ b/server.js
@@ -28,14 +28,14 @@ global.CUSTOM_FAIL_RESPONSE = {
/* Process Events */
process.on('uncaughtException', function (err) {
- console.log('[INFO] Task Server -> server -> uncaughtException -> err.message = ' + err.message)
- console.log('[INFO] Task Server -> server -> uncaughtException -> err.stack = ' + err.stack)
+ console.log('[ERROR] Task Server -> server -> uncaughtException -> err.message = ' + err.message)
+ console.log('[ERROR] Task Server -> server -> uncaughtException -> err.stack = ' + err.stack)
process.exit(1)
})
process.on('unhandledRejection', (reason, p) => {
- console.log('[INFO] Task Server -> server -> unhandledRejection -> reason = ' + JSON.stringify(reason))
- console.log('[INFO] Task Server -> server -> unhandledRejection -> p = ' + JSON.stringify(p))
+ console.log('[ERROR] Task Server -> server -> unhandledRejection -> reason = ' + JSON.stringify(reason))
+ console.log('[ERROR] Task Server -> server -> unhandledRejection -> p = ' + JSON.stringify(p))
process.exit(1)
})
@@ -62,18 +62,21 @@ of this Task and know exactly what to run within this server instance.
global.TASK_NODE = process.argv[2]
if (global.TASK_NODE !== undefined) {
- console.log('[INFO] Task Server -> server -> global.TASK_NODE = ' + global.TASK_NODE)
+
try {
global.TASK_NODE = JSON.parse(global.TASK_NODE)
+ console.log('[INFO] Task Server -> server -> global.TASK_NODE = ' + JSON.stringify(global.TASK_NODE))
} catch (err) {
console.log('[ERROR] Task Server -> server -> global.TASK_NODE -> ' + err.stack)
}
}
else { // I use this section to debug in standalone mode.
- let argument = ' {"type":"Task","name":"Runs Backtests, Fordwardtests & Live Trades ","bot":{"type":"Trading Engine","processes":[{"type":"Process","name":"Multi Period","code":{"team":"AAMasters","bot":"AAJason","process":"Multi-Period","repo":"AAJason-Trading-Engine-Bot"},"id":"4748c8c4-4d19-4076-96b2-e9c06524fbb3"}]},"id":"561bac18-fc78-464a-90c5-79fd821fc633"}'
- // charly argument = '{"type":"Task","name":"Brings Trades Records from the Exchange","bot":{"type":"Sensor","name":"Charly","processes":[{"type":"Process","name":"Live Trades","code":{"team":"AAMasters","bot":"AACharly","process":"Live-Trades"},"id":"5846ebc7-1979-4a80-9cc7-94bb4b8659dc"},{"type":"Process","name":"Hole Fixing","code":{"team":"AAMasters","bot":"AACharly","process":"Hole-Fixing"},"id":"31fc4f05-75d4-419a-9fb0-73e25e856f15"}]},"id":"5bfef4dc-54c1-44db-ace6-1ab27a86746e"}'
+ let argument = ' {"type":"Task","name":"Runs Backtests, Fordwardtests & Live Trades ","bot":{"type":"Trading Engine","processes":[{"type":"Process","subType":"Trading Engine Process","name":"Multi Period","code":{"team":"AAMasters","bot":"AAJason","process":"Multi-Period","repo":"AAJason-Trading-Engine-Bot"},"session":{"type":"Backtesting Session","name":"1 Hour","id":"1381b048-7795-4e60-84a4-cf02e7385ba1"},"id":"072065fc-a57c-439c-94cf-f3f9c901ed37"}]},"id":"cddc97dd-ca2d-4b14-95ce-f15b6149996f"}'
+ /* charly argument = '{"type":"Task","name":"Brings Trades Records from the Exchange","bot":{"type":"Sensor","name":"Charly","processes":[{"type":"Process","name":"Live Trades","code":{"team":"AAMasters","bot":"AACharly","process":"Live-Trades"},"id":"5846ebc7-1979-4a80-9cc7-94bb4b8659dc"},{"type":"Process","name":"Hole Fixing","code":{"team":"AAMasters","bot":"AACharly","process":"Hole-Fixing"},"id":"31fc4f05-75d4-419a-9fb0-73e25e856f15"}]},"id":"5bfef4dc-54c1-44db-ace6-1ab27a86746e"}'
// olivia argument = '{"type":"Task","name":"Generates 1 min to 24 hs Candles & Volumes","bot":{"type":"Indicator","name":"Olivia","processes":[{"type":"Process","name":"Daily","code":{"team":"AAMasters","bot":"AAOlivia","process":"Multi-Period-Daily"},"id":"68cc8e1b-e94a-477e-82d0-15ecc9f1b9e2"},{"type":"Process","name":"Market","code":{"team":"AAMasters","bot":"AAOlivia","process":"Multi-Period-Market"},"id":"e1ac5e3d-d491-4e90-baf4-d4e5b71a8b1a"}]},"id":"efe36e05-75ea-41b5-8d92-c6b27635c834"}'
+ // bruce argument = ' {"type":"Task","name":"Converts Trades into 1 min Candles & Volumes","bot":{"type":"Indicator","name":"Bruce","processes":[{"type":"Process","name":"New Process","code":{"team":"AAMasters","bot":"AABruce","process":"Single-Period-Daily"},"id":"e184744f-5de0-41c1-ad4c-36960f4ced90"}]},"id":"42758590-a7bd-4712-a5c9-80a3a820c5b3"}'
+ */
try {
global.TASK_NODE = JSON.parse(argument)
} catch (err) {
@@ -104,7 +107,6 @@ process.on('message', message => {
if (message === 'Stop this Task') {
global.STOP_TASK_GRACEFULLY = true;
- global.STOP_PROCESSING = true
/*
There are some process that might no be able to end grafully, for example the ones schedulle to process information in a future day or month.
@@ -140,8 +142,6 @@ global.EXIT_NODE_PROCESS = function exitProcess() {
setTimeout(process.exit, 10000) // We will give 10 seconds to logs be written on file
}
-let notFirstSequence = false;
-
/* Setting up the global Event Handler */
const EVENT_HANDLER_MODULE = require('./SystemEventHandler.js');
@@ -158,9 +158,9 @@ function bootLoader() {
global.SYSTEM_EVENT_HANDLER.createEventHandler(key)
global.SYSTEM_EVENT_HANDLER.raiseEvent(key, 'Running') // Meaning Task Running
- global.HEARTBEAT_INTERVAL_HANDLER = setInterval(hearBeat, 1000)
+ global.HEARTBEAT_INTERVAL_HANDLER = setInterval(taskHearBeat, 1000)
- function hearBeat() {
+ function taskHearBeat() {
/* The heartbeat event is raised at the event handler of the instance of this task, created at the UI. */
let event = {