Add writer

Author: jason-fox

iot-devices/Dockerfile

@@ -129,6 +129,7 @@ ENV NODE_ENV=production
 # Ports used by application
 EXPOSE ${DUMMY_DEVICES_PORT:-3001}
 CMD ["./bin/devices"]
+VOLUME ["/data"]
 HEALTHCHECK  --interval=30s --timeout=3s --start-period=10s \
   CMD ["/nodejs/bin/node", "./bin/healthcheck"]
 

iot-devices/app.js

@@ -10,6 +10,7 @@ const MyCache = require('./lib/cache');
 /* global MQTT_CLIENT */
 const DEVICE_TRANSPORT = process.env.DUMMY_DEVICES_TRANSPORT || 'HTTP';
 const DEVICE_PAYLOAD = process.env.DUMMY_DEVICES_PAYLOAD || 'ultralight';
+const HISTORY_LOG = process.env.HISTORY_LOG;
 
 // The motion sensor offers no commands, hence it does not need an endpoint.
 
@@ -35,6 +36,10 @@ global.MQTT_CLIENT = mqtt.connect(mqttBrokerUrl);
 const iotRouter = express.Router();
 
 debug(`Devices use a ${DEVICE_PAYLOAD} payload`);
+
+if (HISTORY_LOG) {
+  debug(`Logging measures to ${HISTORY_LOG}`);
+}
 // If the Ultralight Dummy Devices are configured to use the HTTP transport, then
 // listen to the command endpoints using HTTP
 if (DEVICE_TRANSPORT === 'HTTP') {

iot-devices/lib/writer.js

@@ -0,0 +1,25 @@
+const debug = require('debug')('devices:writer');
+const JSONMeasure = require('../models/measure/json');
+const fs = require('fs');
+
+const HISTORY_LOG = process.env.HISTORY_LOG;
+const json = new JSONMeasure({});
+const stream = HISTORY_LOG
+  ? fs.createWriteStream(HISTORY_LOG, { flags: 'a' })
+  : null;
+
+exports.write = function (deviceId, state, offset) {
+  if (!stream) {
+    console.log(HISTORY_LOG);
+    return;
+  }
+  if (!deviceId.startsWith('cow')) {
+    return;
+  }
+  const data = JSON.parse(json.format(state, false));
+  const animal = `urn:ngsi-ld:Animal:${deviceId}`;
+  const device = `urn:ngsi-ld:Device:${deviceId}`;
+  const line = `${animal},Device,${data.bpm},Point,${data.gps},${device},${data.d},${data.o}`;
+
+  stream.write(line + '\n');
+};

iot-devices/models/devices.js

@@ -9,6 +9,7 @@ const _ = require('lodash');
 const debug = require('debug')('devices:devices');
 const Northbound = require('../controllers/iot/northbound');
 const Emitter = require('../lib/emitter');
+const Writer = require('../lib/writer');
 
 // A series of constants used by our set of devices
 
@@ -18,8 +19,8 @@ const WATER_ON = 's|ON';
 const HUMIDITY_WET = 'h|80';
 const TRACTOR_IDLE = 'd|IDLE';
 
-const PIG_IDLE = 'd|AT_REST';
-const COW_IDLE = 'd|AT_REST';
+const PIG_IDLE = 'o|0|hide|o,x|d|AT_REST';
+const COW_IDLE = 'o|0|hide|o,x|d|AT_REST';
 const PIG_STATE = [
   'AT_REST',
   'FORAGING',
@@ -319,7 +320,6 @@ function fireAnimalCollars() {
 
 function sendAnimalCollarReadings() {
   const deviceIds = myCache.keys();
-
   _.forEach(deviceIds, (deviceId) => {
     getDeviceState(deviceId).then((state) => {
       const isSensor = true;
@@ -347,6 +347,9 @@ function sendAnimalCollarReadings() {
             }
           }
           state.s = getStatusCode(state.d);
+          if (state.o) {
+            state.o++;
+          }
           setDeviceState(deviceId, toUltraLight(state), isSensor);
           break;
         case 'cow':
@@ -375,6 +378,9 @@ function sendAnimalCollarReadings() {
             }
           }
           state.s = getStatusCode(state.d);
+          if (state.o) {
+            state.o++;
+          }
           setDeviceState(deviceId, toUltraLight(state), isSensor);
           break;
         default:
@@ -542,7 +548,7 @@ function setDeviceState(deviceId, state, isSensor = true, force = false) {
   if (isSensor && (state !== previousState || force)) {
     Northbound.sendMeasure(deviceId, payload);
   }
-
+  Writer.write(deviceId, state);
   Emitter.emit(deviceId, payload);
 }
 

iot-devices/models/measure/json.js

@@ -59,17 +59,19 @@ class JSONMeasure {
     this.headers['Content-Type'] = 'application/json';
   }
 
-  format(state) {
+  format(state, hide = true) {
     const keyValuePairs = state.split('|');
     const obj = {};
     for (let i = 0; i < keyValuePairs.length; i = i + 2) {
       obj[keyValuePairs[i]] = keyValuePairs[i + 1];
     }
-    const keys = (obj.hide || '').split(',');
-    delete obj.hide;
-    _.forEach(keys, function (key) {
-      delete obj[key];
-    });
+    if (hide) {
+      const keys = (obj.hide || '').split(',');
+      delete obj.hide;
+      _.forEach(keys, function (key) {
+        delete obj[key];
+      });
+    }
     return JSON.stringify(obj);
   }
 

iot-devices/package.json

@@ -9,7 +9,7 @@
   },
   "scripts": {
     "start": "node ./bin/devices",
-    "local": "PIG_COUNT=0 COW_COUNT=4 DEBUG=devices.* npm start",
+    "local": "HISTORY_LOG=append.csv PIG_COUNT=0 COW_COUNT=4 DEBUG=devices.* npm start",
     "lint": "eslint . --cache --fix",
     "prettier": "prettier --parser flow --single-quote --write **/**/*.js  **/*.js *.js"
   },