diff --git a/Multi-Period-Daily/User.bot.js b/Multi-Period-Daily/User.bot.js
index 03066c5d4..94e648eab 100644
--- a/Multi-Period-Daily/User.bot.js
+++ b/Multi-Period-Daily/User.bot.js
@@ -103,32 +103,26 @@ LRCIndicator.prototype.calculate = function (price) {
this.result = ((this.depth - 1) * reg[0]) + reg[1];
}
-exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE, BLOB_STORAGE) {
+exports.newUserBot = function newUserBot(bot, logger, COMMONS, UTILITIES, BLOB_STORAGE, FILE_STORAGE) {
const FULL_LOG = true;
const LOG_FILE_CONTENT = false;
const USE_PARTIAL_LAST_CANDLE = true; // When running live the last candle generated is a partial candle.
-
- let bot = BOT;
-
+
const ONE_MIN_IN_MILISECONDS = 60 * 1000;
const MODULE_NAME = "User Bot";
const EXCHANGE_NAME = "Poloniex";
- const logger = DEBUG_MODULE.newDebugLog();
- logger.fileName = MODULE_NAME;
- logger.bot = bot;
-
thisObject = {
initialize: initialize,
start: start
};
- let gaussStorage = BLOB_STORAGE.newBlobStorage(bot);
- let oliviaStorage = BLOB_STORAGE.newBlobStorage(bot);
+ let gaussStorage = BLOB_STORAGE.newBlobStorage(bot, logger);
+ let oliviaStorage = BLOB_STORAGE.newBlobStorage(bot, logger);
- let utilities = UTILITIES.newCloudUtilities(bot);
+ let utilities = UTILITIES.newCloudUtilities(bot, logger);
let statusDependencies;
@@ -140,7 +134,7 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
logger.fileName = MODULE_NAME;
- if (FULL_LOG === true) { logger.write("[INFO] initialize -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] initialize -> Entering function."); }
statusDependencies = pStatusDependencies;
@@ -150,11 +144,11 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
if (err.result === global.DEFAULT_OK_RESPONSE.result) {
- if (FULL_LOG === true) { logger.write("[INFO] initialize -> onGaussInizialized -> Initialization Succeed."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] initialize -> onGaussInizialized -> Initialization Succeed."); }
oliviaStorage.initialize("AAMasters", onOliviaInizialized);
} else {
- logger.write("[ERROR] initialize -> onGaussInizialized -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] initialize -> onGaussInizialized -> err = " + err.message);
callBackFunction(err);
}
}
@@ -163,17 +157,17 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
if (err.result === global.DEFAULT_OK_RESPONSE.result) {
- if (FULL_LOG === true) { logger.write("[INFO] initialize -> onOliviaInizialized -> Initialization Succeed."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] initialize -> onOliviaInizialized -> Initialization Succeed."); }
callBackFunction(global.DEFAULT_OK_RESPONSE);
} else {
- logger.write("[ERROR] initialize -> onOliviaInizialized -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] initialize -> onOliviaInizialized -> err = " + err.message);
callBackFunction(err);
}
}
} catch (err) {
- logger.write("[ERROR] initialize -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] initialize -> err = " + err.message);
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
}
}
@@ -194,13 +188,14 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
try {
- if (FULL_LOG === true) { logger.write("[INFO] start -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> Entering function."); }
let market = global.MARKET;
let reportFilePath = EXCHANGE_NAME + "/Processes/" + bot.process;
let executionTime;
- let maxCandleTime;
let lastCandles;
+ let dailyFileCache = {};
+ let lrcPointsFileCache = {};
getContextVariables();
@@ -208,13 +203,13 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
try {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> Entering function."); }
let reportKey = "AAMasters" + "-" + "AAOlivia" + "-" + "Multi-Period-Daily" + "-" + "dataSet.V1";
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> reportKey = " + reportKey); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> reportKey = " + reportKey); }
if (statusDependencies.statusReports.get(reportKey).status === "Status Report is corrupt.") {
- logger.write("[ERROR] start -> getContextVariables -> Can not continue because self dependecy Status Report is corrupt. Aborting Process.");
+ logger.write(MODULE_NAME, "[ERROR] start -> getContextVariables -> Can not continue because self dependecy Status Report is corrupt. Aborting Process.");
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
return;
}
@@ -222,38 +217,36 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
let thisReport = statusDependencies.statusReports.get(reportKey).file;
if (thisReport.lastFile === undefined) {
- logger.write("[WARN] start -> getContextVariables -> Undefined Last File. -> reportKey = " + reportKey);
+ logger.write(MODULE_NAME, "[WARN] start -> getContextVariables -> Undefined Last File. -> reportKey = " + reportKey);
let customOK = {
result: global.CUSTOM_OK_RESPONSE.result,
message: "Dependency not ready."
}
- logger.write("[WARN] start -> getContextVariables -> customOK = " + customOK.message);
+ logger.write(MODULE_NAME, "[WARN] start -> getContextVariables -> customOK = " + customOK.message);
callBackFunction(customOK);
return;
}
- maxCandleTime = new Date(thisReport.lastFile);
-
reportKey = "AAVikings" + "-" + "AAGauss" + "-" + "Multi-Period-Daily" + "-" + "dataSet.V1";
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> reportKey = " + reportKey); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> reportKey = " + reportKey); }
if (statusDependencies.statusReports.get(reportKey).status === "Status Report is corrupt.") {
- logger.write("[ERROR] start -> getContextVariables -> Can not continue because self dependecy Status Report is corrupt. Aborting Process.");
+ logger.write(MODULE_NAME, "[ERROR] start -> getContextVariables -> Can not continue because self dependecy Status Report is corrupt. Aborting Process.");
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
return;
}
thisReport = statusDependencies.statusReports.get(reportKey).file;
if (thisReport.lastCandles !== undefined) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> thisReport.lastCandles: " + JSON.stringify(thisReport.lastCandles)) };
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> thisReport.lastCandles: " + JSON.stringify(thisReport.lastCandles)) };
lastCandles = thisReport.lastCandles;
buildLRCPoints();
} else {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> First time running the bot."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> First time running the bot."); }
lastCandles = [];
@@ -261,19 +254,19 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
lastCandles.push(0);
}
- lastCandles[10] = new Date(Date.UTC(2018, 3)).valueOf();
+ lastCandles[10] = new Date(Date.UTC(2018, 5)).valueOf();
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> Starting at: " + new Date(lastCandles[10]).toISOString()); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> Starting at: " + new Date(lastCandles[10]).toISOString()); }
buildLRCPoints();
}
} catch (err) {
- logger.write("[ERROR] start -> getContextVariables -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] start -> getContextVariables -> err = " + err.message);
if (err.message === "Cannot read property 'file' of undefined") {
- logger.write("[HINT] start -> getContextVariables -> Check the bot configuration to see if all of its statusDependencies declarations are correct. ");
- logger.write("[HINT] start -> getContextVariables -> Dependencies loaded -> keys = " + JSON.stringify(statusDependencies.keys));
+ logger.write(MODULE_NAME, "[HINT] start -> getContextVariables -> Check the bot configuration to see if all of its statusDependencies declarations are correct. ");
+ logger.write(MODULE_NAME, "[HINT] start -> getContextVariables -> Dependencies loaded -> keys = " + JSON.stringify(statusDependencies.keys));
}
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
}
@@ -281,389 +274,459 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
function buildLRCPoints() {
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> Entering function."); }
+
+ let writeReport = false;
advanceTime();
- function advanceTime() {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> advanceTime -> Entering function."); }
+ function advanceTime() {
executionTime = new Date(lastCandles[10] + ONE_MIN_IN_MILISECONDS);
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> advanceTime -> New processing time @ " + executionTime.toISOString()); }
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> advanceTime -> New processing time @ " + executionTime.toISOString()); }
/* Validation that we are not going past the head of the market. */
+
+ if (isExecutionOnHeadOfMarket()) {
- if (executionTime.valueOf() > maxCandleTime.valueOf()) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> advanceTime -> Head of the market found @ " + maxCandleTime.toISOString()); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> advanceTime -> Head of the market found @ " + executionTime.toISOString()); }
callBackFunction(global.DEFAULT_OK_RESPONSE); // Here is where we finish processing and wait for the platform to run this module again.
return;
}
-
+
periodsLoop();
}
- }
- function periodsLoop() {
+ function isExecutionOnHeadOfMarket() {
+ let candleBeginIndex = 4;
+ let lastDayIndex = 10 + '/' + executionTime.getUTCFullYear() + "/" + utilities.pad(executionTime.getUTCMonth() + 1, 2) + "/" + utilities.pad(executionTime.getUTCDate(), 2);
- let n = 0 // loop Variable representing each possible period as defined at the periods array.
-
- loopBody();
-
- function loopBody() {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> periodsLoop -> loopBody -> Entering function. Time: " + executionTime.toISOString() + ". Loop: "+n); }
-
- const outputPeriod = global.dailyFilePeriods[n][0];
- const folderName = global.dailyFilePeriods[n][1];
-
- isTimeToRun();
-
- function isTimeToRun() {
- let nextExecution = lastCandles[n] + outputPeriod;
- if (executionTime.valueOf() >= nextExecution) {
- getLRCPoints();
- } else {
- if (FULL_LOG === true) logger.write("[INFO] start -> periodsLoop -> loopBody -> It's not time to run this period. Next Execution: " + new Date(nextExecution).toISOString());
-
- controlLoop();
- }
+ if (dailyFileCache[lastDayIndex] === undefined) {
+ return false;
}
- function getLRCPoints() {
+ let lastCandlePeriodOnCache = dailyFileCache[lastDayIndex][dailyFileCache[lastDayIndex].length - 1][candleBeginIndex];
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> Entering function."); }
-
- const maxLRCDepth = 63;
- const maxBackwardsCount = 60;
-
- let backwardsCount = 0;
- let candleArray = [];
-
- let queryDate = new Date(executionTime);
- let candleFile = getDailyFile(queryDate, onDailyFileReceived); //TODO Implement remote file cache
-
- function onDailyFileReceived(err, candleFile) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> onDailyFileReceived."); }
-
- if (err.result === global.DEFAULT_OK_RESPONSE.result) {
- for (let i = 0; i < candleFile.length; i++) {
- let candle = {
- open: undefined,
- close: undefined,
- min: 10000000000000,
- max: 0,
- begin: undefined,
- end: undefined
- };
-
- candle.min = candleFile[i][0];
- candle.max = candleFile[i][1];
-
- candle.open = candleFile[i][2];
- candle.close = candleFile[i][3];
-
- candle.begin = candleFile[i][4];
- candle.end = candleFile[i][5];
-
- if (LOG_FILE_CONTENT === true) { logger.write("[INFO] Candle Date: " + new Date(candle.begin).toISOString() + ". Process Date: " + executionTime.toISOString()); }
-
- let lastCandle = executionTime.valueOf() - (outputPeriod * maxLRCDepth);
-
- if (candleArray.length < maxLRCDepth && candle.begin > lastCandle && candle.begin <= executionTime.valueOf()) {
- candleArray.push(candle);
- }
- }
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> Candle Array Length: " + candleArray.length); }
-
- if (candleArray.length >= maxLRCDepth) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> All candles available proceed with LRC calculations."); }
-
- let lrcPoint = performLRCCalculations(candleArray);
- savePoint(lrcPoint);
-
- } else if (backwardsCount <= maxBackwardsCount) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> Getting file for day before."); }
-
- queryDate.setDate(queryDate.getDate() - 1);
- getDailyFile(queryDate, onDailyFileReceived);
- backwardsCount++;
- } else {
- logger.write("[ERROR] start -> getLRCPoints -> Not enough history to calculate LRC.");
- callBack(global.DEFAULT_RETRY_RESPONSE);
- }
- }
- }
-
- function getDailyFile(dateTime, onDailyFileReceived) {
- try {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> getDailyFile -> Entering function."); }
-
- let datePath = dateTime.getUTCFullYear() + "/" + utilities.pad(dateTime.getUTCMonth() + 1, 2) + "/" + utilities.pad(dateTime.getUTCDate(), 2);
- let filePath = "AAMasters/AAOlivia.1.0/AACloud.1.1/Poloniex/dataSet.V1/Output/Candles/Multi-Period-Daily/" + folderName + "/" + datePath;
- let fileName = market.assetA + '_' + market.assetB + ".json"
-
- oliviaStorage.getTextFile(filePath, fileName, onFileReceived);
-
- function onFileReceived(err, text) {
- if (err.result === global.DEFAULT_OK_RESPONSE.result) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> getDailyFile -> onFileReceived > Entering Function."); }
-
- let candleFile = JSON.parse(text);
- onDailyFileReceived(global.DEFAULT_OK_RESPONSE, candleFile);
- } else {
- logger.write("[ERROR] start -> getLRCPoints -> getDailyFile -> onFileReceived -> Failed to get the file. Will abort the process and request a retry.");
- callBackFunction(global.DEFAULT_RETRY_RESPONSE);
- return;
- }
- }
- } catch (err) {
- logger.write("[ERROR] start -> getLRCPoints -> getDailyFile -> err = " + err.message);
- callBackFunction(global.DEFAULT_RETRY_RESPONSE);
- }
- }
-
- function performLRCCalculations(candleArray) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> performLRCCalculations -> Entering function."); }
-
- /*
- * It's needed to order since it's possible that we need to get another file and it will put an older candle at the end of the array.
- */
- candleArray.sort(function (a, b) {
- return a.begin - b.begin;
- });
-
- if (USE_PARTIAL_LAST_CANDLE === false) candleArray = candleArray.slice(0, candleArray.length - 1);
-
- let lrcPoints = [];
- lrcPoints.push(0); //firstCandleBeginTime 0
- lrcPoints.push(0); //firstCandleEndTime 1
- lrcPoints.push(0); //minimumPointValue 2
- lrcPoints.push(0); //middlePointValue 3
- lrcPoints.push(0); //maximumPointValue 4
-
- if (LOG_FILE_CONTENT === true)
- lrcPoints.push(candleArray); //Entire candle array 5
-
- calculateLRC(candleArray, lrcPoints);
-
- let lastCandle = candleArray[0];
- let firstCandle = candleArray[candleArray.length - 1];
- lrcPoints[0] = firstCandle.begin;
- lrcPoints[1] = firstCandle.end;
-
- if (FULL_LOG === true) {
- logger.write("[INFO] start -> getLRCPoints -> performLRCCalculations -> LRC Points calculation results: " + JSON.stringify(lrcPoints)); }
-
- return lrcPoints;
- }
-
- function calculateLRC(candlesArray, lrcPoints) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> calculateLRC -> Entering function."); }
-
- let lrcMinIndicator = new LRCIndicator(15);
- let lrcMidIndicator = new LRCIndicator(30);
- let lrcMaxIndicator = new LRCIndicator(60);
-
- for (let i = 0; i < candlesArray.length; i++) {
- let tempCandle = candlesArray[i];
- let averagePrice = (tempCandle.min + tempCandle.max + tempCandle.open + tempCandle.close) / 4; // TODO Check which price should be take to get the LRC
-
- lrcMinIndicator.update(averagePrice);
- lrcMidIndicator.update(averagePrice);
- lrcMaxIndicator.update(averagePrice);
- }
-
- /*
- * Only if there is enough history the result will be calculated
- */
- if (lrcMinIndicator.result != false && lrcMidIndicator.result != false && lrcMaxIndicator.result != false) {
- lrcPoints[2] = lrcMinIndicator.result;
- lrcPoints[3] = lrcMidIndicator.result;
- lrcPoints[4] = lrcMaxIndicator.result;
-
- return lrcPoints;
- } else {
- logger.write("[ERROR] start -> getLRCPoints -> calculateLRC -> There is not enough history to calculate the LRC.");
- callBackFunction(global.DEFAULT_FAIL_RESPONSE);
- }
- }
-
- function savePoint(lrcPoint) {
-
- try {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> Entering function."); }
- let datePath = executionTime.getUTCFullYear() + "/" + utilities.pad(executionTime.getUTCMonth() + 1, 2) + "/" + utilities.pad(executionTime.getUTCDate(), 2);
- let filePath = bot.filePathRoot + "/Output/LRC-Points/Multi-Period-Daily/" + folderName + "/" + datePath;
- let fileName = market.assetA + '_' + market.assetB + ".json"
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> periodsLoop -> loopBody -> getCurrentContent -> fileName = " + fileName); }
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> periodsLoop -> loopBody -> getCurrentContent -> filePath = " + filePath); }
-
- gaussStorage.getTextFile(filePath, fileName, onFileRetrieved);
-
- function onFileRetrieved(err, text) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> onFileRetrieved -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
-
- if (err.message === "File does not exist.") {
- if (FULL_LOG === true) { logger.write("[INFO] start -> onFileRetrieved -> Daily file does not exist, creating folders."); }
-
- createFolders(filePath);
- return;
- } else {
- logger.write("[ERROR] start -> onFileRetrieved -> err = " + err.message);
- callBackFunction(err);
- return;
- }
- }
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> onFileRetrieved -> Daily file exist, appending content."); }
-
- let fileContent = JSON.parse(text);
- appendToFile(fileContent);
- }
-
- function createFolders(filePath) {
-
- try {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> createFolders -> Entering function."); }
-
- utilities.createFolderIfNeeded(filePath, gaussStorage, onFolderACreated);
-
- function onFolderACreated(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> createFolders -> onFolderACreated -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> createFolders -> onFolderACreated -> err = " + err.message);
- callBackFunction(err);
- return;
- }
-
- utilities.createFolderIfNeeded(reportFilePath, gaussStorage, onFolderCreated);
- }
-
- function onFolderCreated(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> createFolders -> onFolderCreated -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> createFolders -> onFolderCreated -> err = " + err.message);
- callBackFunction(err);
- return;
- }
- createFile();
- }
-
- } catch (err) {
- logger.write("[ERROR] start -> createFolders -> err = " + err.message);
- callBackFunction(global.DEFAULT_FAIL_RESPONSE);
- }
- }
-
- function createFile() {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> createFile -> Entering function."); }
-
- let existingContent = [];
- existingContent.push(lrcPoint);
-
- gaussStorage.createTextFile(filePath, fileName, JSON.stringify(existingContent), onFileCreated);
-
- function onFileCreated(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> onFileCreated -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> savePoint -> onFileCreated -> err = " + err.message);
- callBackFunction(err);
- return;
- }
-
- if (LOG_FILE_CONTENT === true) {
- logger.write("[INFO] start -> savePoint -> onFileCreated -> Content written = " + JSON.stringify(existingContent));
- }
-
- // We keep a record of the last candle used for the time period
- lastCandles[n] = lrcPoint[0];
-
- controlLoop();
- }
- }
-
- function appendToFile(fileContent) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> appendToFile -> Entering function."); }
-
- fileContent.push(lrcPoint);
-
- gaussStorage.createTextFile(filePath, fileName, JSON.stringify(fileContent), onExistingFileUpdated);
-
- function onExistingFileUpdated(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> onExistingFileUpdated -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> savePoint -> onExistingFileUpdated -> err = " + err.message);
- callBackFunction(err);
- return;
- }
-
- if (LOG_FILE_CONTENT === true) {
- logger.write("[INFO] start -> savePoint -> onExistingFileUpdated -> Content written = " + JSON.stringify(fileContent));
- }
-
- // We keep a record of the last candle used for the time period
- lastCandles[n] = lrcPoint[0];
-
- controlLoop();
- }
- }
- } catch (err) {
- logger.write("[ERROR] start -> savePoint -> err = " + err.message);
- callBackFunction(global.DEFAULT_FAIL_RESPONSE);
- }
- }
- }
+ return (executionTime.valueOf() >= lastCandlePeriodOnCache.valueOf());
}
- function controlLoop() {
+ function periodsLoop() {
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> periodsLoop -> controlLoop -> Entering function."); }
+ let n = 0 // loop Variable representing each possible period as defined at the periods array.
- n++;
+ loopBody();
- if (n < global.dailyFilePeriods.length) {
+ function loopBody() {
- loopBody();
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> periodsLoop -> loopBody -> Entering function. Loop: " + n); }
- } else {
- let lastOneMinuteCandle = lastCandles[10];
- writeDataRange(lastOneMinuteCandle, onWritten);
+ const outputPeriod = global.dailyFilePeriods[n][0];
+ const folderName = global.dailyFilePeriods[n][1];
+ const nextExecution = lastCandles[n] + outputPeriod;
- function onWritten(err) {
+ isTimeToRun();
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> periodsLoop -> controlLoop -> onWritten -> Entering function."); }
+ function isTimeToRun() {
+ if (executionTime.valueOf() >= nextExecution && !isPeriodOnHeadOfMarket(executionTime)) {
+ getLRCPoints();
+ } else {
+ setTimeout(function() { controlLoop(); }, 0);
+ }
+ }
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] writeDataRanges -> writeDataRanges -> onWritten -> err = " + err.message);
- callBack(err);
- return;
+ function getLRCPoints() {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> Entering function."); }
+
+ const maxLRCDepth = 63;
+ const maxBackwardsCount = 3;
+
+ let backwardsCount = 0;
+ let candleArray = [];
+
+ let queryDate = new Date(executionTime);
+ let candleFile = getDailyFile(queryDate, onDailyFileReceived);
+
+ function onDailyFileReceived(err, candleFile) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> onDailyFileReceived."); }
+
+ if (err.result === global.DEFAULT_OK_RESPONSE.result) {
+ for (let i = 0; i < candleFile.length; i++) {
+ let candle = {
+ open: undefined,
+ close: undefined,
+ min: 10000000000000,
+ max: 0,
+ begin: undefined,
+ end: undefined
+ };
+
+ candle.min = candleFile[i][0];
+ candle.max = candleFile[i][1];
+
+ candle.open = candleFile[i][2];
+ candle.close = candleFile[i][3];
+
+ candle.begin = candleFile[i][4];
+ candle.end = candleFile[i][5];
+
+ if (LOG_FILE_CONTENT === true) { logger.write(MODULE_NAME, "[INFO] Candle Date: " + new Date(candle.begin).toISOString() + ". Process Date: " + executionTime.toISOString()); }
+
+ let lastCandle = executionTime.valueOf() - (outputPeriod * maxLRCDepth);
+
+ if (candleArray.length < maxLRCDepth && candle.begin > lastCandle && candle.begin <= executionTime.valueOf()) {
+ candleArray.push(candle);
+ }
+ }
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> Candle Array Length: " + candleArray.length); }
+
+ if (candleArray.length >= maxLRCDepth) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> All candles available proceed with LRC calculations."); }
+
+ let lrcPoint = performLRCCalculations(candleArray);
+ savePoint(lrcPoint);
+
+ } else if (backwardsCount <= maxBackwardsCount) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> Getting file for day before."); }
+
+ queryDate.setDate(queryDate.getDate() - 1);
+ getDailyFile(queryDate, onDailyFileReceived);
+ backwardsCount++;
+ } else {
+ logger.write(MODULE_NAME, "[WARN] start -> getLRCPoints -> Not enough history to calculate LRC. Moving to Next Period.");
+ // Move to the next period without writing report
+ setTimeout(function () { controlLoop(); }, 0);
+ }
+ }
}
- writeStatusReport();
+ function getDailyFile(dateTime, onDailyFileReceived) {
+ try {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> getDailyFile -> Entering function."); }
+
+ /**
+ * Let's first check if we can use our own process cache in order to reduce network requests.
+ * Otherwise, continue with the one from the servers.
+ *
+ */
+
+ let datePath = dateTime.getUTCFullYear() + "/" + utilities.pad(dateTime.getUTCMonth() + 1, 2) + "/" + utilities.pad(dateTime.getUTCDate(), 2);
+ let cachePosition = n + '/' + datePath;
+
+ if (dailyFileCache[cachePosition] !== undefined) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> getDailyFile -> Getting the file from local cache."); }
+
+ let cache = dailyFileCache[cachePosition];
+ onDailyFileReceived(global.DEFAULT_OK_RESPONSE, cache);
+
+ } else {
+ let filePath = "AAMasters/AAOlivia.1.0/AACloud.1.1/Poloniex/dataSet.V1/Output/Candles/Multi-Period-Daily/" + folderName + "/" + datePath;
+ let fileName = market.assetA + '_' + market.assetB + ".json"
+
+ oliviaStorage.getTextFile(filePath, fileName, onFileReceived);
+ }
+
+ function onFileReceived(err, text) {
+ if (err.result === global.DEFAULT_OK_RESPONSE.result) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> getDailyFile -> onFileReceived > Entering Function."); }
+
+ let candleFile = JSON.parse(text);
+
+ dailyFileCache[cachePosition] = candleFile;
+ onDailyFileReceived(global.DEFAULT_OK_RESPONSE, candleFile);
+ } else {
+ logger.write(MODULE_NAME, "[ERROR] start -> getLRCPoints -> getDailyFile -> onFileReceived -> Failed to get the file. Will abort the process and request a retry.");
+ callBackFunction(global.DEFAULT_RETRY_RESPONSE);
+ }
+ }
+ } catch (err) {
+ logger.write(MODULE_NAME, "[ERROR] start -> getLRCPoints -> getDailyFile -> err = " + err.message);
+ callBackFunction(global.DEFAULT_RETRY_RESPONSE);
+ }
+ }
+
+ function performLRCCalculations(candleArray) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> performLRCCalculations -> Entering function."); }
+
+ /*
+ * It's needed to order since it's possible that we need to get another file and it will put an older candle at the end of the array.
+ */
+ candleArray.sort(function (a, b) {
+ return a.begin - b.begin;
+ });
+
+ if (USE_PARTIAL_LAST_CANDLE === false) candleArray = candleArray.slice(0, candleArray.length - 1);
+
+ let lrcPoints = [];
+ lrcPoints.push(0); //firstCandleBeginTime 0
+ lrcPoints.push(0); //firstCandleEndTime 1
+ lrcPoints.push(0); //minimumPointValue 2
+ lrcPoints.push(0); //middlePointValue 3
+ lrcPoints.push(0); //maximumPointValue 4
+
+ if (LOG_FILE_CONTENT === true)
+ lrcPoints.push(candleArray); //Entire candle array 5
+
+ calculateLRC(candleArray, lrcPoints);
+
+ let lastCandle = candleArray[0];
+ let firstCandle = candleArray[candleArray.length - 1];
+ lrcPoints[0] = firstCandle.begin;
+ lrcPoints[1] = firstCandle.end;
+
+ if (LOG_FILE_CONTENT === true) {
+ logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> performLRCCalculations -> LRC Points calculation results: " + JSON.stringify(lrcPoints));
+ }
+
+ return lrcPoints;
+ }
+
+ function calculateLRC(candlesArray, lrcPoints) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> calculateLRC -> Entering function."); }
+
+ let lrcMinIndicator = new LRCIndicator(15);
+ let lrcMidIndicator = new LRCIndicator(30);
+ let lrcMaxIndicator = new LRCIndicator(60);
+
+ for (let i = 0; i < candlesArray.length; i++) {
+ let tempCandle = candlesArray[i];
+ let averagePrice = (tempCandle.min + tempCandle.max + tempCandle.open + tempCandle.close) / 4;
+
+ lrcMinIndicator.update(averagePrice);
+ lrcMidIndicator.update(averagePrice);
+ lrcMaxIndicator.update(averagePrice);
+ }
+
+ /*
+ * Only if there is enough history the result will be calculated
+ */
+ if (lrcMinIndicator.result != false && lrcMidIndicator.result != false && lrcMaxIndicator.result != false) {
+ lrcPoints[2] = lrcMinIndicator.result;
+ lrcPoints[3] = lrcMidIndicator.result;
+ lrcPoints[4] = lrcMaxIndicator.result;
+
+ return lrcPoints;
+ } else {
+ logger.write(MODULE_NAME, "[ERROR] start -> getLRCPoints -> calculateLRC -> There is not enough history to calculate the LRC.");
+ }
+ }
+
+ function savePoint(lrcPoint) {
+
+ try {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> Entering function."); }
+
+ /**
+ * Let's first check if we can use our own process cache in order to reduce network requests.
+ * Otherwise, continue with the one from the servers.
+ *
+ */
+ let datePath = executionTime.getUTCFullYear() + "/" + utilities.pad(executionTime.getUTCMonth() + 1, 2) + "/" + utilities.pad(executionTime.getUTCDate(), 2);
+ let filePath = bot.filePathRoot + "/Output/LRC-Points/Multi-Period-Daily/" + folderName + "/" + datePath;
+ let fileName = market.assetA + '_' + market.assetB + ".json"
+
+ let cachePosition = n + '/' + datePath;
+
+ if (lrcPointsFileCache[cachePosition] === undefined) {
+ lrcPointsFileCache[cachePosition] = [];
+ }
+
+ lrcPointsFileCache[cachePosition].push(lrcPoint);
+
+ lastCandles[n] = lrcPoint[0];
+
+ let timeToValidate = new Date(executionTime.valueOf() + outputPeriod);
+ if (isPeriodOnHeadOfMarket(timeToValidate)) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> getCurrentContent -> file = " + fileName + filePath); }
+
+ gaussStorage.getTextFile(filePath, fileName, onFileRetrieved);
+ } else {
+ // Move to the next period without writing report
+ setTimeout(function() { controlLoop(); }, 0);
+ }
+
+ function onFileRetrieved(err, text) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onFileRetrieved -> Entering function."); }
+
+ if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
+
+ if (err.message === "File does not exist.") {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onFileRetrieved -> Daily file does not exist, creating folders."); }
+
+ createFile();
+ return;
+ } else {
+ logger.write(MODULE_NAME, "[ERROR] start -> savePoint -> onFileRetrieved -> err = " + err.message);
+ callBackFunction(err);
+ return;
+ }
+ }
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onFileRetrieved -> Daily file exist, appending content."); }
+
+ let existingFileContent = JSON.parse(text);
+ let finalContent = appendLRCPoints(existingFileContent);
+ appendToFile(finalContent);
+ }
+
+ function createFile() {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> createFile -> Entering function."); }
+
+ let fileContent = JSON.stringify(lrcPointsFileCache[cachePosition]);
+
+ gaussStorage.createTextFile(filePath, fileName, fileContent, onFileCreated);
+
+ function onFileCreated(err) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onFileCreated -> Entering function."); }
+
+ if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
+ logger.write(MODULE_NAME, "[ERROR] start -> savePoint -> onFileCreated -> err = " + err.message);
+ callBackFunction(err);
+ return;
+ }
+
+ if (LOG_FILE_CONTENT === true) {
+ logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onFileCreated -> Content written = " + JSON.stringify(fileContent));
+ }
+
+ saveCleanAndMoveForward();
+ }
+ }
+
+ function appendToFile(fileContent) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> appendToFile -> Entering function."); }
+
+ gaussStorage.createTextFile(filePath, fileName, JSON.stringify(fileContent), onExistingFileUpdated);
+
+ function onExistingFileUpdated(err) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onExistingFileUpdated -> Entering function."); }
+
+ if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
+ logger.write(MODULE_NAME, "[ERROR] start -> savePoint -> onExistingFileUpdated -> err = " + err.message);
+ callBackFunction(err);
+ return;
+ }
+
+ if (LOG_FILE_CONTENT === true) {
+ logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onExistingFileUpdated -> Content written = " + JSON.stringify(fileContent));
+ }
+
+ saveCleanAndMoveForward();
+ }
+ }
+
+ function appendLRCPoints(existingLRCPoints) {
+ if (existingLRCPoints === undefined)
+ return lrcPointsFileCache[cachePosition];
+
+ for (i = 0; i < lrcPointsFileCache[cachePosition].length; i++) {
+ let lrcPoint = lrcPointsFileCache[cachePosition][i];
+ let lastCandleOnFile = existingLRCPoints[existingLRCPoints.length - 1];
+
+ if (lastCandleOnFile[0] < lrcPoint[0]) {
+ existingLRCPoints.push(lrcPoint);
+ } else {
+ logger.write(MODULE_NAME, "[WARN] start -> savePoint -> appendLRCPoints -> The LCR Point calculated existed on the file storage, not saving: " + JSON.stringify(lrcPoint));
+ }
+ }
+ return existingLRCPoints;
+ }
+
+ function saveCleanAndMoveForward() {
+ writeReport = true;
+ cleanUpCache(lrcPointsFileCache, executionTime);
+ cleanUpCache(dailyFileCache, executionTime);
+ controlLoop();
+ }
+
+ function cleanUpCache(fileCache, dateTime) {
+ let date = new Date(dateTime);
+ let datePath = date.getUTCFullYear() + "/" + utilities.pad(date.getUTCMonth() + 1, 2) + "/" + utilities.pad(date.getUTCDate(), 2);
+ let cachePosition = n + '/' + datePath;
+
+ // Remove and go back one day
+ if (fileCache[cachePosition] !== undefined) {
+ fileCache[cachePosition] = undefined;
+ date.setDate(date.getDate() - 1);
+ cleanUpCache(fileCache, date);
+ }
+ }
+
+ } catch (err) {
+ logger.write(MODULE_NAME, "[ERROR] start -> savePoint -> err = " + err.message);
+ callBackFunction(global.DEFAULT_FAIL_RESPONSE);
+ }
+ }
+ }
+
+ function isPeriodOnHeadOfMarket(timeToValidate) {
+ let candleBeginIndex = 4;
+ let lastDayIndex = n + '/' + executionTime.getUTCFullYear() + "/" + utilities.pad(executionTime.getUTCMonth() + 1, 2) + "/" + utilities.pad(executionTime.getUTCDate(), 2);
+
+ if (dailyFileCache[lastDayIndex] === undefined) {
+ return false;
+ }
+
+ let lastCandlePeriodOnCache = dailyFileCache[lastDayIndex][dailyFileCache[lastDayIndex].length - 1][candleBeginIndex];
+
+ if (FULL_LOG === true) {
+ logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> savePoint -> Execution: " + new Date(timeToValidate).toISOString() + ". lastCandlePeriodOnCache: " + new Date(lastCandlePeriodOnCache).toISOString() + ". lastDayIndex: " + lastDayIndex);
+ }
+
+ if (timeToValidate >= lastCandlePeriodOnCache) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> savePoint -> Head of the market found @ " + new Date(lastCandlePeriodOnCache).toISOString()); }
+
+ return true;
+ } else {
+ return false;
+ }
+ }
+ }
+
+ function controlLoop() {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> periodsLoop -> controlLoop -> Entering function."); }
+
+ n++;
+
+ if (n < global.dailyFilePeriods.length) {
+
+ loopBody();
+
+ } else {
+
+ if (writeReport) {
+ writeReport = false;
+ let lastOneMinuteCandle = lastCandles[10];
+ writeDataRange(lastOneMinuteCandle, onWritten);
+
+ function onWritten(err) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> periodsLoop -> controlLoop -> onWritten -> Entering function."); }
+
+ if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
+ logger.write(MODULE_NAME, "[ERROR] writeDataRanges -> writeDataRanges -> onWritten -> err = " + err.message);
+ callBack(err);
+ return;
+ }
+
+ writeStatusReport(advanceTime);
+ }
+ } else {
+ advanceTime();
+ }
}
}
}
@@ -673,7 +736,7 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
try {
- if (FULL_LOG === true) { logger.write("[INFO] start -> writeDataRange -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> writeDataRange -> Entering function."); }
let dataRange = {
begin: 1522540800000,//TODO: 1424373300000,
@@ -685,17 +748,17 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
let fileName = 'Data.Range.' + market.assetA + '_' + market.assetB + '.json';
let filePath = bot.filePathRoot + "/Output/LRC-Points/" + bot.process;
- if (FULL_LOG === true) { logger.write("[INFO] start -> writeDataRange -> fileName = " + fileName); }
- if (FULL_LOG === true) { logger.write("[INFO] start -> writeDataRange -> filePath = " + filePath); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> writeDataRange -> fileName = " + fileName); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> writeDataRange -> filePath = " + filePath); }
utilities.createFolderIfNeeded(filePath, gaussStorage, onFolderCreated);
function onFolderCreated(err) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> writeDataRange -> onFolderCreated -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> writeDataRange -> onFolderCreated -> Entering function."); }
if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> writeDataRange -> onFolderCreated -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] start -> writeDataRange -> onFolderCreated -> err = " + err.message);
callBack(err);
return;
}
@@ -704,16 +767,16 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
function onFileCreated(err) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> writeDataRange -> onFolderCreated -> onFileCreated -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> writeDataRange -> onFolderCreated -> onFileCreated -> Entering function."); }
if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> writeDataRange -> onFolderCreated -> onFileCreated -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] start -> writeDataRange -> onFolderCreated -> onFileCreated -> err = " + err.message);
callBack(err);
return;
}
if (LOG_FILE_CONTENT === true) {
- logger.write("[INFO] start -> writeDataRange -> onFolderCreated -> onFileCreated -> Content written = " + fileContentDataRange);
+ logger.write(MODULE_NAME, "[INFO] start -> writeDataRange -> onFolderCreated -> onFileCreated -> Content written = " + fileContentDataRange);
}
callBack(global.DEFAULT_OK_RESPONSE);
@@ -721,16 +784,16 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
}
}
catch (err) {
- logger.write("[ERROR] start -> writeDataRange -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] start -> writeDataRange -> err = " + err.message);
callBack(global.DEFAULT_FAIL_RESPONSE);
}
}
- function writeStatusReport() {
+ function writeStatusReport(callBack) {
try {
- if (FULL_LOG === true) { logger.write("[INFO] start -> writeStatusReport -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> writeStatusReport -> Entering function."); }
let key = bot.devTeam + "-" + bot.codeName + "-" + bot.process + "-" + bot.dataSetVersion;
@@ -738,29 +801,16 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
statusReport.file.lastExecution = bot.processDatetime;
statusReport.file.lastCandles = lastCandles;
- statusReport.save(onSaved);
-
- function onSaved(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> writeStatusReport -> onSaved -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> writeStatusReport -> onSaved -> err = " + err.message);
- callBackFunction(err);
- return;
- }
-
- callBackFunction(global.DEFAULT_OK_RESPONSE);
- }
+ statusReport.save(callBack);
} catch (err) {
- logger.write("[ERROR] start -> writeStatusReport -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] start -> writeStatusReport -> err = " + err.message);
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
}
}
} catch (err) {
- logger.write("[ERROR] start -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] start -> err = " + err.message);
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
}
}
diff --git a/Multi-Period-Market/User.bot.js b/Multi-Period-Market/User.bot.js
index 350ff1c96..7832a905b 100644
--- a/Multi-Period-Market/User.bot.js
+++ b/Multi-Period-Market/User.bot.js
@@ -91,7 +91,6 @@ function linreg(values_x, values_y) {
return [m, b];
}
-
/*
* Handle calculations
*/
@@ -103,32 +102,26 @@ LRCIndicator.prototype.calculate = function (price) {
this.result = ((this.depth - 1) * reg[0]) + reg[1];
}
-exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE, BLOB_STORAGE) {
+exports.newUserBot = function newUserBot(bot, logger, COMMONS, UTILITIES, BLOB_STORAGE, FILE_STORAGE) {
const FULL_LOG = true;
const LOG_FILE_CONTENT = false;
const USE_PARTIAL_LAST_CANDLE = true; // When running live the last candle generated is a partial candle.
-
- let bot = BOT;
-
- const ONE_MIN_IN_MILISECONDS = 60 * 1000;
+
+ const ONE_HOUR_IN_MILISECONDS = 60 * 60 * 1000;
const MODULE_NAME = "User Bot";
const EXCHANGE_NAME = "Poloniex";
- const logger = DEBUG_MODULE.newDebugLog();
- logger.fileName = MODULE_NAME;
- logger.bot = bot;
-
thisObject = {
initialize: initialize,
start: start
};
- let gaussStorage = BLOB_STORAGE.newBlobStorage(bot);
- let oliviaStorage = BLOB_STORAGE.newBlobStorage(bot);
+ let gaussStorage = BLOB_STORAGE.newBlobStorage(bot, logger);
+ let oliviaStorage = BLOB_STORAGE.newBlobStorage(bot, logger);
- let utilities = UTILITIES.newCloudUtilities(bot);
+ let utilities = UTILITIES.newCloudUtilities(bot, logger);
let statusDependencies;
@@ -140,7 +133,7 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
logger.fileName = MODULE_NAME;
- if (FULL_LOG === true) { logger.write("[INFO] initialize -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] initialize -> Entering function."); }
statusDependencies = pStatusDependencies;
@@ -150,11 +143,11 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
if (err.result === global.DEFAULT_OK_RESPONSE.result) {
- if (FULL_LOG === true) { logger.write("[INFO] initialize -> onGaussInizialized -> Initialization Succeed."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] initialize -> onGaussInizialized -> Initialization Succeed."); }
oliviaStorage.initialize("AAMasters", onOliviaInizialized);
} else {
- logger.write("[ERROR] initialize -> onGaussInizialized -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] initialize -> onGaussInizialized -> err = " + err.message);
callBackFunction(err);
}
}
@@ -163,17 +156,17 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
if (err.result === global.DEFAULT_OK_RESPONSE.result) {
- if (FULL_LOG === true) { logger.write("[INFO] initialize -> onOliviaInizialized -> Initialization Succeed."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] initialize -> onOliviaInizialized -> Initialization Succeed."); }
callBackFunction(global.DEFAULT_OK_RESPONSE);
} else {
- logger.write("[ERROR] initialize -> onOliviaInizialized -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] initialize -> onOliviaInizialized -> err = " + err.message);
callBackFunction(err);
}
}
} catch (err) {
- logger.write("[ERROR] initialize -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] initialize -> err = " + err.message);
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
}
}
@@ -194,14 +187,14 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
try {
- if (FULL_LOG === true) { logger.write("[INFO] start -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> Entering function."); }
let market = global.MARKET;
let reportFilePath = EXCHANGE_NAME + "/Processes/" + bot.process;
let executionTime;
- let maxCandleTime;
let lastCandles;
let marketFileCache = {};
+ let lrcPointsFileCache = {};
getContextVariables();
@@ -209,13 +202,13 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
try {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> Entering function."); }
let reportKey = "AAMasters" + "-" + "AAOlivia" + "-" + "Multi-Period-Market" + "-" + "dataSet.V1";
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> reportKey = " + reportKey); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> reportKey = " + reportKey); }
if (statusDependencies.statusReports.get(reportKey).status === "Status Report is corrupt.") {
- logger.write("[ERROR] start -> getContextVariables -> Can not continue because self dependecy Status Report is corrupt. Aborting Process.");
+ logger.write(MODULE_NAME, "[ERROR] start -> getContextVariables -> Can not continue because self dependecy Status Report is corrupt. Aborting Process.");
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
return;
}
@@ -223,38 +216,36 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
let thisReport = statusDependencies.statusReports.get(reportKey).file;
if (thisReport.lastFile === undefined) {
- logger.write("[WARN] start -> getContextVariables -> Undefined Last File. -> reportKey = " + reportKey);
+ logger.write(MODULE_NAME, "[WARN] start -> getContextVariables -> Undefined Last File. -> reportKey = " + reportKey);
let customOK = {
result: global.CUSTOM_OK_RESPONSE.result,
message: "Dependency not ready."
}
- logger.write("[WARN] start -> getContextVariables -> customOK = " + customOK.message);
+ logger.write(MODULE_NAME, "[WARN] start -> getContextVariables -> customOK = " + customOK.message);
callBackFunction(customOK);
return;
}
-
- maxCandleTime = new Date(thisReport.lastFile);
-
+
reportKey = "AAVikings" + "-" + "AAGauss" + "-" + "Multi-Period-Market" + "-" + "dataSet.V1";
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> reportKey = " + reportKey); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> reportKey = " + reportKey); }
if (statusDependencies.statusReports.get(reportKey).status === "Status Report is corrupt.") {
- logger.write("[ERROR] start -> getContextVariables -> Can not continue because self dependecy Status Report is corrupt. Aborting Process.");
+ logger.write(MODULE_NAME, "[ERROR] start -> getContextVariables -> Can not continue because self dependecy Status Report is corrupt. Aborting Process.");
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
return;
}
thisReport = statusDependencies.statusReports.get(reportKey).file;
if (thisReport.lastCandles !== undefined) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> thisReport.lastCandles: " + JSON.stringify(thisReport.lastCandles)) };
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> thisReport.lastCandles: " + JSON.stringify(thisReport.lastCandles)) };
lastCandles = thisReport.lastCandles;
buildLRCPoints();
} else {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> First time running the bot."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> First time running the bot."); }
lastCandles = [];
@@ -262,19 +253,19 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
lastCandles.push(0);
}
- lastCandles[7] = new Date(Date.UTC(2018, 3)).valueOf();
+ lastCandles[7] = new Date(Date.UTC(2018, 5)).valueOf();
- if (FULL_LOG === true) { logger.write("[INFO] start -> getContextVariables -> Starting at: " + new Date(lastCandles[7]).toISOString()); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getContextVariables -> Starting at: " + new Date(lastCandles[7]).toISOString()); }
buildLRCPoints();
}
} catch (err) {
- logger.write("[ERROR] start -> getContextVariables -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] start -> getContextVariables -> err = " + err.message);
if (err.message === "Cannot read property 'file' of undefined") {
- logger.write("[HINT] start -> getContextVariables -> Check the bot configuration to see if all of its statusDependencies declarations are correct. ");
- logger.write("[HINT] start -> getContextVariables -> Dependencies loaded -> keys = " + JSON.stringify(statusDependencies.keys));
+ logger.write(MODULE_NAME, "[HINT] start -> getContextVariables -> Check the bot configuration to see if all of its statusDependencies declarations are correct. ");
+ logger.write(MODULE_NAME, "[HINT] start -> getContextVariables -> Dependencies loaded -> keys = " + JSON.stringify(statusDependencies.keys));
}
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
}
@@ -282,401 +273,410 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
function buildLRCPoints() {
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> Entering function."); }
+
+ let writeReport = false;
advanceTime();
function advanceTime() {
+
+ executionTime = new Date(lastCandles[7] + ONE_HOUR_IN_MILISECONDS);
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> advanceTime -> Entering function."); }
-
- executionTime = new Date(lastCandles[7] + global.marketFilesPeriods[7][0]);
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> advanceTime -> New processing time @ " + executionTime.toISOString()); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> advanceTime -> New processing time @ " + executionTime.toISOString()); }
/* Validation that we are not going past the head of the market. */
+
+ if (isExecutionOnHeadOfMarket()) {
- if (executionTime.valueOf() > maxCandleTime.valueOf()) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> advanceTime -> Head of the market found @ " + maxCandleTime.toISOString()); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> advanceTime -> Head of the market found @ " + executionTime.toISOString()); }
callBackFunction(global.DEFAULT_OK_RESPONSE); // Here is where we finish processing and wait for the platform to run this module again.
return;
}
-
+
periodsLoop();
}
- }
- function periodsLoop() {
-
- let n = 0 // loop Variable representing each possible period as defined at the periods array.
-
- loopBody();
-
- function loopBody() {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> periodsLoop -> loopBody -> Entering function. Time: " + executionTime.toISOString() + ". Loop: "+n); }
-
- const outputPeriod = global.marketFilesPeriods[n][0];
- const folderName = global.marketFilesPeriods[n][1];
-
- isTimeToRun();
-
- function isTimeToRun() {
- let nextExecution = lastCandles[n] + outputPeriod;
- if (executionTime.valueOf() >= nextExecution) {
- getLRCPoints();
- } else {
- if (FULL_LOG === true) logger.write("[INFO] start -> periodsLoop -> loopBody -> It's not time to run this period. Next Execution: " + new Date(nextExecution).toISOString());
-
- controlLoop();
- }
+ function isExecutionOnHeadOfMarket() {
+ let candleBeginIndex = 4;
+ if (marketFileCache[7] === undefined) {
+ return false;
}
- function getLRCPoints() {
+ let lastCandlePeriodOnCache = marketFileCache[7][marketFileCache[7].length - 1][candleBeginIndex];
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> Entering function."); }
+ return (executionTime.valueOf() >= lastCandlePeriodOnCache.valueOf());
+ }
- const maxLRCDepth = 63;
- const maxBackwardsCount = 60;
+ function periodsLoop() {
- let backwardsCount = 0;
- let candleArray = [];
+ let n = 0 // loop Variable representing each possible period as defined at the periods array.
- let candleFile = getMarketFile(onMarketFileReceived); //TODO Implement remote file cache
+ loopBody();
- function onMarketFileReceived(err, candleFile) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> onMarketFileReceived."); }
+ function loopBody() {
- if (err.result === global.DEFAULT_OK_RESPONSE.result) {
- for (let i = 0; i < candleFile.length; i++) {
- let candle = {
- open: undefined,
- close: undefined,
- min: 10000000000000,
- max: 0,
- begin: undefined,
- end: undefined
- };
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> periodsLoop -> loopBody -> Entering function. Time: " + executionTime.toISOString() + ". Loop: " + n); }
- candle.min = candleFile[i][0];
- candle.max = candleFile[i][1];
+ const outputPeriod = global.marketFilesPeriods[n][0];
+ const folderName = global.marketFilesPeriods[n][1];
+ const nextExecution = lastCandles[n] + outputPeriod;
- candle.open = candleFile[i][2];
- candle.close = candleFile[i][3];
+ isTimeToRun();
- candle.begin = candleFile[i][4];
- candle.end = candleFile[i][5];
-
- if (LOG_FILE_CONTENT === true) { logger.write("[INFO] Candle Date: " + new Date(candle.begin).toISOString() + ". Process Date: " + executionTime.toISOString()); }
-
- let lastCandle = executionTime.valueOf() - (outputPeriod * maxLRCDepth);
-
- if (candleArray.length < maxLRCDepth && candle.begin > lastCandle && candle.begin <= executionTime.valueOf()) {
- candleArray.push(candle);
- }
- }
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> Candle Array Length: " + candleArray.length); }
-
- if (candleArray.length >= maxLRCDepth) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> All candles available proceed with LRC calculations."); }
-
- let lrcPoint = performLRCCalculations(candleArray);
- savePoint(lrcPoint);
-
- }else {
- logger.write("[ERROR] start -> getLRCPoints -> Not enough history to calculate LRC, advancing time.");
-
- // We keep a record of the last candle used for the time period
- lastCandles[n] = lrcPoint[0];
-
- controlLoop();
- }
+ function isTimeToRun() {
+ if (executionTime.valueOf() >= nextExecution && !isPeriodOnHeadOfMarket(executionTime)) {
+ getLRCPoints();
+ } else {
+ setTimeout(function () { controlLoop(); }, 0);
}
}
- function getMarketFile(onMarketFileReceived) {
- try {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> getMarketFile -> Entering function."); }
+ function getLRCPoints() {
- /**
- * Let's first check if we can use our own process cache in order to reduce network requests.
- * Otherwise, continue with the one from the servers.
- *
- */
- let localDate = new Date();
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> Entering function."); }
- let now = new Date(Date.UTC(
- localDate.getUTCFullYear(),
- localDate.getUTCMonth(),
- localDate.getUTCDate(),
- localDate.getUTCHours(),
- localDate.getUTCMinutes(),
- localDate.getUTCSeconds(),
- localDate.getUTCMilliseconds()));
+ const maxLRCDepth = 63;
+ const maxBackwardsCount = 3;
- if (marketFileCache[n] !== undefined && executionTime < (now.valueOf() - outputPeriod)){
- onMarketFileReceived(global.DEFAULT_OK_RESPONSE, marketFileCache[n]);
- return;
- }
+ let backwardsCount = 0;
+ let candleArray = [];
- let filePath = "AAMasters/AAOlivia.1.0/AACloud.1.1/Poloniex/dataSet.V1/Output/Candles/Multi-Period-Market/" + folderName;
- let fileName = market.assetA + '_' + market.assetB + ".json"
+ let candleFile = getMarketFile(onMarketFileReceived);
- oliviaStorage.getTextFile(filePath, fileName, onFileReceived);
+ function onMarketFileReceived(err, candleFile) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> onMarketFileReceived."); }
- function onFileReceived(err, text) {
- if (err.result === global.DEFAULT_OK_RESPONSE.result) {
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> getMarketFile -> onFileReceived > Entering Function."); }
+ if (err.result === global.DEFAULT_OK_RESPONSE.result) {
+ for (let i = 0; i < candleFile.length; i++) {
+ let candle = {
+ open: undefined,
+ close: undefined,
+ min: 10000000000000,
+ max: 0,
+ begin: undefined,
+ end: undefined
+ };
+
+ candle.min = candleFile[i][0];
+ candle.max = candleFile[i][1];
+
+ candle.open = candleFile[i][2];
+ candle.close = candleFile[i][3];
+
+ candle.begin = candleFile[i][4];
+ candle.end = candleFile[i][5];
+
+ if (LOG_FILE_CONTENT === true) { logger.write(MODULE_NAME, "[INFO] Candle Date: " + new Date(candle.begin).toISOString() + ". Process Date: " + executionTime.toISOString()); }
+
+ let lastCandle = executionTime.valueOf() - (outputPeriod * maxLRCDepth);
+
+ if (candleArray.length < maxLRCDepth && candle.begin > lastCandle && candle.begin <= executionTime.valueOf()) {
+ candleArray.push(candle);
+ }
+ }
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> Candle Array Length: " + candleArray.length); }
+
+ if (candleArray.length >= maxLRCDepth) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> All candles available proceed with LRC calculations."); }
+
+ let lrcPoint = performLRCCalculations(candleArray);
+ savePoint(lrcPoint);
- let candleFile = JSON.parse(text);
- marketFileCache[n] = candleFile; // We keep a copy of the results for local use
- onMarketFileReceived(global.DEFAULT_OK_RESPONSE, candleFile);
} else {
- logger.write("[ERROR] start -> getLRCPoints -> getMarketFile -> onFileReceived -> Failed to get the file. Will abort the process and request a retry.");
- callBackFunction(global.DEFAULT_RETRY_RESPONSE);
- return;
+ logger.write(MODULE_NAME, "[WARN] start -> getLRCPoints -> Not enough history to calculate LRC. Moving to Next Period.");
+ // Move to the next period without writing report
+ setTimeout(function () { controlLoop(); }, 0);
}
}
- } catch (err) {
- logger.write("[ERROR] start -> getLRCPoints -> getMarketFile -> err = " + err.message);
- callBackFunction(global.DEFAULT_RETRY_RESPONSE);
}
- }
- function performLRCCalculations(candleArray) {
+ function getMarketFile(onMarketFileReceived) {
+ try {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> getMarketFile -> Entering function."); }
- if (FULL_LOG === true) { logger.write("[INFO] start -> performLRCCalculations -> Entering function."); }
+ /**
+ * Let's first check if we can use our own process cache in order to reduce network requests.
+ * Otherwise, continue with the one from the servers.
+ *
+ */
+
+ if (marketFileCache[n] !== undefined) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> getMarketFile -> Getting the file from local cache."); }
- /*
- * It's needed to order since it's possible that we need to get another file and it will put an older candle at the end of the array.
- */
- candleArray.sort(function (a, b) {
- return a.begin - b.begin;
- });
+ onMarketFileReceived(global.DEFAULT_OK_RESPONSE, marketFileCache[n]);
+ } else {
+ let filePath = "AAMasters/AAOlivia.1.0/AACloud.1.1/Poloniex/dataSet.V1/Output/Candles/Multi-Period-Market/" + folderName;
+ let fileName = market.assetA + '_' + market.assetB + ".json"
- if (USE_PARTIAL_LAST_CANDLE === false) candleArray = candleArray.slice(0, candleArray.length - 1);
+ oliviaStorage.getTextFile(filePath, fileName, onFileReceived);
+ }
- let lrcPoints = [];
- lrcPoints.push(0); //firstCandleBeginTime 0
- lrcPoints.push(0); //firstCandleEndTime 1
- lrcPoints.push(0); //minimumPointValue 2
- lrcPoints.push(0); //middlePointValue 3
- lrcPoints.push(0); //maximumPointValue 4
+ function onFileReceived(err, text) {
+ if (err.result === global.DEFAULT_OK_RESPONSE.result) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> getMarketFile -> onFileReceived > Entering Function."); }
- if (LOG_FILE_CONTENT === true)
- lrcPoints.push(candleArray); //Entire candle array 5
-
- calculateLRC(candleArray, lrcPoints);
-
- let lastCandle = candleArray[0];
- let firstCandle = candleArray[candleArray.length - 1];
- lrcPoints[0] = firstCandle.begin;
- lrcPoints[1] = firstCandle.end;
-
- if (FULL_LOG === true) {
- logger.write("[INFO] start -> getLRCPoints -> performLRCCalculations -> LRC Points calculation results: " + JSON.stringify(lrcPoints)); }
-
- return lrcPoints;
- }
-
- function calculateLRC(candlesArray, lrcPoints) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> getLRCPoints -> calculateLRC -> Entering function."); }
-
- let lrcMinIndicator = new LRCIndicator(15);
- let lrcMidIndicator = new LRCIndicator(30);
- let lrcMaxIndicator = new LRCIndicator(60);
-
- for (let i = 0; i < candlesArray.length; i++) {
- let tempCandle = candlesArray[i];
- let averagePrice = (tempCandle.min + tempCandle.max + tempCandle.open + tempCandle.close) / 4; // TODO Check which price should be take to get the LRC
-
- lrcMinIndicator.update(averagePrice);
- lrcMidIndicator.update(averagePrice);
- lrcMaxIndicator.update(averagePrice);
+ let candleFile = JSON.parse(text);
+ marketFileCache[n] = candleFile; // We keep a copy of the results for local use
+ onMarketFileReceived(global.DEFAULT_OK_RESPONSE, candleFile);
+ } else {
+ logger.write(MODULE_NAME, "[ERROR] start -> getLRCPoints -> getMarketFile -> onFileReceived -> Failed to get the file. Will abort the process and request a retry.");
+ callBackFunction(global.DEFAULT_RETRY_RESPONSE);
+ }
+ }
+ } catch (err) {
+ logger.write(MODULE_NAME, "[ERROR] start -> getLRCPoints -> getMarketFile -> err = " + err.message);
+ callBackFunction(global.DEFAULT_RETRY_RESPONSE);
+ }
}
-
- /*
- * Only if there is enough history the result will be calculated
- */
- if (lrcMinIndicator.result != false && lrcMidIndicator.result != false && lrcMaxIndicator.result != false) {
- lrcPoints[2] = lrcMinIndicator.result;
- lrcPoints[3] = lrcMidIndicator.result;
- lrcPoints[4] = lrcMaxIndicator.result;
+
+ function performLRCCalculations(candleArray) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> performLRCCalculations -> Entering function."); }
+
+ /*
+ * It's needed to order since it's possible that we need to get another file and it will put an older candle at the end of the array.
+ */
+ candleArray.sort(function (a, b) {
+ return a.begin - b.begin;
+ });
+
+ if (USE_PARTIAL_LAST_CANDLE === false) candleArray = candleArray.slice(0, candleArray.length - 1);
+
+ let lrcPoints = [];
+ lrcPoints.push(0); //firstCandleBeginTime 0
+ lrcPoints.push(0); //firstCandleEndTime 1
+ lrcPoints.push(0); //minimumPointValue 2
+ lrcPoints.push(0); //middlePointValue 3
+ lrcPoints.push(0); //maximumPointValue 4
+
+ if (LOG_FILE_CONTENT === true)
+ lrcPoints.push(candleArray); //Entire candle array 5
+
+ calculateLRC(candleArray, lrcPoints);
+
+ let lastCandle = candleArray[0];
+ let firstCandle = candleArray[candleArray.length - 1];
+ lrcPoints[0] = firstCandle.begin;
+ lrcPoints[1] = firstCandle.end;
+
+ if (LOG_FILE_CONTENT === true) {
+ logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> performLRCCalculations -> LRC Points calculation results: " + JSON.stringify(lrcPoints));
+ }
return lrcPoints;
- } else {
- logger.write("[ERROR] start -> getLRCPoints -> calculateLRC -> There is not enough history to calculate the LRC.");
- callBackFunction(global.DEFAULT_FAIL_RESPONSE);
+ }
+
+ function calculateLRC(candlesArray, lrcPoints) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> getLRCPoints -> calculateLRC -> Entering function."); }
+
+ let lrcMinIndicator = new LRCIndicator(15);
+ let lrcMidIndicator = new LRCIndicator(30);
+ let lrcMaxIndicator = new LRCIndicator(60);
+
+ for (let i = 0; i < candlesArray.length; i++) {
+ let tempCandle = candlesArray[i];
+ let averagePrice = (tempCandle.min + tempCandle.max + tempCandle.open + tempCandle.close) / 4;
+
+ lrcMinIndicator.update(averagePrice);
+ lrcMidIndicator.update(averagePrice);
+ lrcMaxIndicator.update(averagePrice);
+ }
+
+ /*
+ * Only if there is enough history the result will be calculated
+ */
+ if (lrcMinIndicator.result != false && lrcMidIndicator.result != false && lrcMaxIndicator.result != false) {
+ lrcPoints[2] = lrcMinIndicator.result;
+ lrcPoints[3] = lrcMidIndicator.result;
+ lrcPoints[4] = lrcMaxIndicator.result;
+
+ return lrcPoints;
+ } else {
+ logger.write(MODULE_NAME, "[ERROR] start -> getLRCPoints -> calculateLRC -> There is not enough history to calculate the LRC.");
+ }
+ }
+
+ function savePoint(lrcPoint) {
+
+ try {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> Entering function."); }
+
+ let filePath = bot.filePathRoot + "/Output/LRC-Points/Multi-Period-Market/" + folderName;
+ let fileName = market.assetA + '_' + market.assetB + ".json"
+
+ if (lrcPointsFileCache[n] === undefined) {
+ lrcPointsFileCache[n] = [];
+ }
+
+ lrcPointsFileCache[n].push(lrcPoint);
+
+ lastCandles[n] = lrcPoint[0];
+
+ let timeToValidate = new Date(executionTime.valueOf() + outputPeriod);
+ if (isPeriodOnHeadOfMarket(timeToValidate)) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> getCurrentContent -> file = " + fileName + filePath); }
+
+ gaussStorage.getTextFile(filePath, fileName, onFileRetrieved);
+ } else {
+ // Move to the next period without writing report
+ setTimeout(function () { controlLoop(); }, 0);
+ }
+
+ function onFileRetrieved(err, text) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint ->onFileRetrieved -> Entering function."); }
+
+ if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
+
+ if (err.message === "File does not exist.") {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onFileRetrieved -> Market file does not exist, creating folders."); }
+
+ createFile();
+ return;
+ } else {
+ logger.write(MODULE_NAME, "[ERROR] start -> savePoint -> onFileRetrieved -> err = " + err.message);
+ callBackFunction(err);
+ return;
+ }
+ }
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onFileRetrieved -> Market file exist, appending content."); }
+
+ let existingFileContent = JSON.parse(text);
+ let finalContent = appendLRCPoints(existingFileContent);
+ appendToFile(finalContent);
+ }
+
+ function createFile() {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> createFile -> Entering function."); }
+
+ let fileContent = JSON.stringify(lrcPointsFileCache[n]);
+
+ gaussStorage.createTextFile(filePath, fileName, fileContent, onFileCreated);
+
+ function onFileCreated(err) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onFileCreated -> Entering function."); }
+
+ if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
+ logger.write(MODULE_NAME, "[ERROR] start -> savePoint -> onFileCreated -> err = " + err.message);
+ callBackFunction(err);
+ return;
+ }
+
+ if (LOG_FILE_CONTENT === true) {
+ logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onFileCreated -> Content written = " + JSON.stringify(existingContent));
+ }
+
+ writeReport = true;
+ controlLoop();
+ }
+ }
+
+ function appendToFile(fileContent) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> appendToFile -> Entering function."); }
+
+ gaussStorage.createTextFile(filePath, fileName, JSON.stringify(fileContent), onExistingFileUpdated);
+
+ function onExistingFileUpdated(err) {
+
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onExistingFileUpdated -> Entering function."); }
+
+ if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
+ logger.write(MODULE_NAME, "[ERROR] start -> savePoint -> onExistingFileUpdated -> err = " + err.message);
+ callBackFunction(err);
+ return;
+ }
+
+ if (LOG_FILE_CONTENT === true) {
+ logger.write(MODULE_NAME, "[INFO] start -> savePoint -> onExistingFileUpdated -> Content written = " + JSON.stringify(fileContent));
+ }
+
+ writeReport = true;
+ controlLoop();
+ }
+ }
+
+ function appendLRCPoints(existingLRCPoints) {
+ if (existingLRCPoints === undefined)
+ return lrcPointsFileCache[n];
+
+ for (i = 0; i < lrcPointsFileCache[n].length; i++) {
+ let lrcPoint = lrcPointsFileCache[n][i];
+ let lastCandleOnFile = existingLRCPoints[existingLRCPoints.length - 1];
+
+ if (lastCandleOnFile[0] < lrcPoint[0]) {
+ existingLRCPoints.push(lrcPoint);
+ } else {
+ logger.write(MODULE_NAME, "[WARN] start -> savePoint -> appendLRCPoints -> The LCR Point calculated existed on the file storage, not saving: " + JSON.stringify(lrcPoint));
+ }
+ }
+ return existingLRCPoints;
+ }
+
+ } catch (err) {
+ logger.write(MODULE_NAME, "[ERROR] start -> savePoint -> err = " + err.message);
+ callBackFunction(global.DEFAULT_FAIL_RESPONSE);
+ }
}
}
- function savePoint(lrcPoint) {
+ function isPeriodOnHeadOfMarket(timeToValidate) {
+ let candleBeginIndex = 4
- try {
+ if (marketFileCache[n] === undefined) {
+ return false;
+ }
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> Entering function."); }
+ let lastCandlePeriodOnCache = marketFileCache[n][marketFileCache[n].length - 1][candleBeginIndex];
- let filePath = bot.filePathRoot + "/Output/LRC-Points/Multi-Period-Market/" + folderName;
- let fileName = market.assetA + '_' + market.assetB + ".json"
+ if (FULL_LOG === true) {
+ logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> savePoint -> Execution: " + new Date(timeToValidate).toISOString() + ". lastCandlePeriodOnCache: " + new Date(lastCandlePeriodOnCache).toISOString());
+ }
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> periodsLoop -> loopBody -> getCurrentContent -> fileName = " + fileName); }
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> periodsLoop -> loopBody -> getCurrentContent -> filePath = " + filePath); }
+ if (timeToValidate >= lastCandlePeriodOnCache) {
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> savePoint -> Head of the market found @ " + new Date(lastCandlePeriodOnCache).toISOString()); }
- gaussStorage.getTextFile(filePath, fileName, onFileRetrieved);
-
- function onFileRetrieved(err, text) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> onFileRetrieved -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
-
- if (err.message === "File does not exist.") {
- if (FULL_LOG === true) { logger.write("[INFO] start -> onFileRetrieved -> Market file does not exist, creating folders."); }
-
- createFolders(filePath);
- return;
- } else {
- logger.write("[ERROR] start -> onFileRetrieved -> err = " + err.message);
- callBackFunction(err);
- return;
- }
- }
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> onFileRetrieved -> Market file exist, appending content."); }
-
- let fileContent = JSON.parse(text);
- appendToFile(fileContent);
- }
-
- function createFolders(filePath) {
-
- try {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> createFolders -> Entering function."); }
-
- utilities.createFolderIfNeeded(filePath, gaussStorage, onFolderACreated);
-
- function onFolderACreated(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> createFolders -> onFolderACreated -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> createFolders -> onFolderACreated -> err = " + err.message);
- callBackFunction(err);
- return;
- }
-
- utilities.createFolderIfNeeded(reportFilePath, gaussStorage, onFolderCreated);
- }
-
- function onFolderCreated(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> createFolders -> onFolderCreated -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> createFolders -> onFolderCreated -> err = " + err.message);
- callBackFunction(err);
- return;
- }
- createFile();
- }
-
- } catch (err) {
- logger.write("[ERROR] start -> createFolders -> err = " + err.message);
- callBackFunction(global.DEFAULT_FAIL_RESPONSE);
- }
- }
-
- function createFile() {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> createFile -> Entering function."); }
-
- let existingContent = [];
- existingContent.push(lrcPoint);
-
- gaussStorage.createTextFile(filePath, fileName, JSON.stringify(existingContent), onFileCreated);
-
- function onFileCreated(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> onFileCreated -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> savePoint -> onFileCreated -> err = " + err.message);
- callBackFunction(err);
- return;
- }
-
- if (LOG_FILE_CONTENT === true) {
- logger.write("[INFO] start -> savePoint -> onFileCreated -> Content written = " + JSON.stringify(existingContent));
- }
-
- // We keep a record of the last candle used for the time period
- lastCandles[n] = lrcPoint[0];
-
- controlLoop();
- }
- }
-
- function appendToFile(fileContent) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> appendToFile -> Entering function."); }
-
- fileContent.push(lrcPoint);
-
- gaussStorage.createTextFile(filePath, fileName, JSON.stringify(fileContent), onExistingFileUpdated);
-
- function onExistingFileUpdated(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> savePoint -> onExistingFileUpdated -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> savePoint -> onExistingFileUpdated -> err = " + err.message);
- callBackFunction(err);
- return;
- }
-
- if (LOG_FILE_CONTENT === true) {
- logger.write("[INFO] start -> savePoint -> onExistingFileUpdated -> Content written = " + JSON.stringify(fileContent));
- }
-
- // We keep a record of the last candle used for the time period
- lastCandles[n] = lrcPoint[0];
-
- controlLoop();
- }
- }
- } catch (err) {
- logger.write("[ERROR] start -> savePoint -> err = " + err.message);
- callBackFunction(global.DEFAULT_FAIL_RESPONSE);
+ return true;
+ } else {
+ return false;
}
}
}
- }
- function controlLoop() {
+ function controlLoop() {
- if (FULL_LOG === true) { logger.write("[INFO] start -> buildLRCPoints -> periodsLoop -> controlLoop -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> buildLRCPoints -> periodsLoop -> controlLoop -> Entering function."); }
- n++;
+ n++;
- if (n < global.marketFilesPeriods.length) {
- loopBody();
- } else {
- writeStatusReport();
+ if (n < global.marketFilesPeriods.length) {
+ loopBody();
+ } else {
+ if (writeReport) {
+ writeReport = false;
+ writeStatusReport(advanceTime);
+ } else {
+ advanceTime();
+ }
+ }
}
}
}
-
- function writeStatusReport() {
+
+ function writeStatusReport(callBack) {
try {
- if (FULL_LOG === true) { logger.write("[INFO] start -> writeStatusReport -> Entering function."); }
+ if (FULL_LOG === true) { logger.write(MODULE_NAME, "[INFO] start -> writeStatusReport -> Entering function."); }
let key = bot.devTeam + "-" + bot.codeName + "-" + bot.process + "-" + bot.dataSetVersion;
@@ -684,29 +684,16 @@ exports.newUserBot = function newUserBot(BOT, COMMONS, UTILITIES, DEBUG_MODULE,
statusReport.file.lastExecution = bot.processDatetime;
statusReport.file.lastCandles = lastCandles;
- statusReport.save(onSaved);
-
- function onSaved(err) {
-
- if (FULL_LOG === true) { logger.write("[INFO] start -> writeStatusReport -> onSaved -> Entering function."); }
-
- if (err.result !== global.DEFAULT_OK_RESPONSE.result) {
- logger.write("[ERROR] start -> writeStatusReport -> onSaved -> err = " + err.message);
- callBackFunction(err);
- return;
- }
-
- callBackFunction(global.DEFAULT_OK_RESPONSE);
- }
+ statusReport.save(callBack);
} catch (err) {
- logger.write("[ERROR] start -> writeStatusReport -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] start -> writeStatusReport -> err = " + err.message);
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
}
}
} catch (err) {
- logger.write("[ERROR] start -> err = " + err.message);
+ logger.write(MODULE_NAME, "[ERROR] start -> err = " + err.message);
callBackFunction(global.DEFAULT_FAIL_RESPONSE);
}
}
diff --git a/Project.njsproj b/Project.njsproj
index 1e068c9eb..ea105c0ab 100644
--- a/Project.njsproj
+++ b/Project.njsproj
@@ -20,7 +20,7 @@
-
+
Code
diff --git a/this.bot.config.json b/this.bot.config.json
index 6994d3c35..20787be7f 100644
--- a/this.bot.config.json
+++ b/this.bot.config.json
@@ -32,7 +32,7 @@
"interval": 0
}
},
- "normalWaitTime": 50,
+ "normalWaitTime": 60000,
"retryWaitTime": 10000,
"sleepWaitTime": 3600000,
"comaWaitTime": 86400000,
@@ -81,7 +81,7 @@
"interval": 0
}
},
- "normalWaitTime": 50,
+ "normalWaitTime": 60000,
"retryWaitTime": 10000,
"sleepWaitTime": 3600000,
"comaWaitTime": 86400000,
@@ -126,7 +126,7 @@
{
"codeName": "Multi-Period-Daily",
"type": "Daily Files",
- "validPeriods": [ "30-min" ],
+ "validPeriods": [ "45-min", "40-min", "30-min", "20-min", "15-min", "10-min", "05-min", "04-min", "03-min", "02-min", "01-min" ],
"filePath": "AAVikings/AAGauss.1.0/AACloud.1.1/@Exchange/dataSet.V1/Output/LRC-Points/Multi-Period-Daily/@Period/@Year/@Month/@Day",
"fileName": "@AssetA_@AssetB.json",
"dataRange": {