{ "displayName": "Exchange Raw Data", "codeName": "Exchange-Raw-Data", "type": "Sensor Bot", "dataMine": "Masters", "profilePicture": "Exchange Raw Data.png", "processes": [ { "name": "Live-Trades", "description": "Retrieves the trades done at the current and the previous minute and saves them at the storage account.", "startMode": { "allMonths": { "run": "false", "minYear": "", "maxYear": "" }, "oneMonth": { "run": "false", "year": "", "month": "" }, "noTime": { "run": "false" }, "fixedInterval": { "run": "true", "interval": 60000 } }, "deadWaitTime": 0, "normalWaitTime": 60000, "retryWaitTime": 10000, "sleepWaitTime": 3600000, "comaWaitTime": 86400000, "statusDependencies": [ { "dataMine": "Masters", "bot": "Exchange-Raw-Data", "process": "Live-Trades" } ] }, { "name": "Historic-Trades", "description": "Retrieves and saves the historical trades in batches going backwards from the current time until reaching the begining of the market.", "startMode": { "allMonths": { "run": "false", "minYear": "2014", "maxYear": "2020" }, "oneMonth": { "run": "true", "year": "2018", "month": "01" }, "noTime": { "run": "false" }, "fixedInterval": { "run": "false", "interval": 0 } }, "deadWaitTime": 0, "normalWaitTime": 60000, "retryWaitTime": 10000, "sleepWaitTime": 3600000, "comaWaitTime": 86400000, "statusDependencies": [ { "dataMine": "Masters", "bot": "Exchange-Raw-Data", "process": "Live-Trades" }, { "dataMine": "Masters", "bot": "Exchange-Raw-Data", "process": "Historic-Trades" } ] }, { "name": "Hole-Fixing", "description": "Scans the trades saved by the Live Trades and Historic Trades processes searching for missing records. Once a hole is found on the data set, it patches it by retrieving the missing records from the exchange.", "startMode": { "allMonths": { "run": "true", "minYear": "2019", "maxYear": "2019" }, "oneMonth": { "run": "false", "year": "2019", "month": "10" }, "noTime": { "run": "false" }, "fixedInterval": { "run": "false", "interval": 0 } }, "deadWaitTime": 0, "normalWaitTime": 0, "retryWaitTime": 10000, "sleepWaitTime": 3600000, "comaWaitTime": 86400000, "statusDependencies": [ { "dataMine": "Masters", "bot": "Exchange-Raw-Data", "process": "Live-Trades", "waitUntilNextUpdate": true }, { "dataMine": "Masters", "bot": "Exchange-Raw-Data", "process": "Historic-Trades" }, { "dataMine": "Masters", "bot": "Exchange-Raw-Data", "process": "Hole-Fixing", "dataSetSection": "Month" }, { "dataMine": "Masters", "bot": "Exchange-Raw-Data", "process": "Hole-Fixing" } ] } ] }