Add gen-mapper system tests

Signed-off-by: Didier Wenzek <didier.wenzek@free.fr>

Author: didier-wenzek

ci/build_scripts/build.sh

@@ -101,7 +101,7 @@ BUILD_WITH="${BUILD_WITH:-zig}"
 COMMON_BUILD_OPTIONS=(
     "--release"
 )
-TOOLCHAIN="${TOOLCHAIN:-+1.78}"
+TOOLCHAIN="${TOOLCHAIN:-+1.82}"
 # Note: Minimum version that is supported with riscv64gc-unknown-linux-gnu is 2.27
 GLIBC_VERSION="${GLIBC_VERSION:-2.17}"
 RISCV_GLIBC_VERSION="${RISCV_GLIBC_VERSION:-2.27}"

tests/RobotFramework/tests/tedge_gen_mapper/pipelines/add_timestamp.js

@@ -0,0 +1,11 @@
+export function process (timestamp, message) {
+  let payload = JSON.parse(message.payload)
+  if (!payload.time) {
+    payload.time = timestamp.seconds + (timestamp.nanoseconds / 1e9)
+  }
+
+  return [{
+    topic: message.topic,
+    payload: JSON.stringify(payload)
+  }]
+}

tests/RobotFramework/tests/tedge_gen_mapper/pipelines/measurements.toml

@@ -0,0 +1,7 @@
+input_topics = ["te/+/+/+/+/m/+"]
+
+stages = [
+    { filter = "add_timestamp.js" },
+    { filter = "te_to_c8y.js", meta_topics = ["te/+/+/+/+/m/+/meta"] },
+    { filter = "set_topic.js", config = { topic = "gen-mapper/c8y" } }
+]

tests/RobotFramework/tests/tedge_gen_mapper/pipelines/set_topic.js

@@ -0,0 +1,6 @@
+export function process (timestamp, message, config) {
+  return [{
+    topic: config?.topic || "te/error",
+    payload: message.payload
+  }]
+}

tests/RobotFramework/tests/tedge_gen_mapper/pipelines/te_to_c8y.js

@@ -0,0 +1,124 @@
+/// Transform:
+///
+/// ```
+/// [te/device/main///m/example] {
+///     "time": "2020-10-15T05:30:47+00:00",
+///     "temperature": 25,
+///     "location": {
+///         "latitude": 32.54,
+///         "longitude": -117.67,
+///         "altitude": 98.6
+///     },
+///     "pressure": 98
+/// }
+/// ```
+///
+/// into
+///
+/// ```
+/// [c8y/measurement/measurements/create] {
+///     "time": "2020-10-15T05:30:47Z",
+///     "type": "example",
+///     "temperature": {
+///         "temperature": {
+///             "value": 25
+///         }
+///     },
+///     "location": {
+///         "latitude": {
+///             "value": 32.54
+///         },
+///         "longitude": {
+///             "value": -117.67
+///         },
+///         "altitude": {
+///             "value": 98.6
+///         }
+///     },
+///     "pressure": {
+///         "pressure": {
+///             "value": 98
+///         }
+///     }
+/// }
+/// ```
+export function process(t, message, config) {
+  let topic_parts = message.topic.split( '/')
+  let type = topic_parts[6]
+  let payload = JSON.parse(message.payload)
+
+  let c8y_msg = {
+    type: type
+  }
+
+  let meta = (config || {})[`${message.topic}/meta`] || {}
+
+  for (let [k, v] of Object.entries(payload)) {
+    let k_meta = (meta || {})[k] || {}
+    if (k === "time") {
+      let fragment = { time: v }
+      Object.assign(c8y_msg, fragment)
+    }
+    else if (typeof(v) === "number") {
+      if (Object.keys(k_meta).length>0) {
+        v = { value: v, ...k_meta }
+      }
+      let fragment = { [k]: { [k]: v } }
+      Object.assign(c8y_msg, fragment)
+    } else for (let [sub_k, sub_v] of Object.entries(v)) {
+      let sub_k_meta = k_meta[sub_k]
+      if (typeof(sub_v) === "number") {
+        if (sub_k_meta) {
+          sub_v = { value: sub_v, ...sub_k_meta }
+        }
+        let fragment = { [k]: { [sub_k]: sub_v } }
+        Object.assign(c8y_msg, fragment)
+      }
+    }
+  }
+
+  return [{
+    topic: "c8y/measurement/measurements/create",
+    payload: JSON.stringify(c8y_msg)
+  }]
+}
+
+/// Update the config with measurement metadata.
+///
+/// These metadata are expected to have the same shape of the actual values.
+///
+/// ```
+/// [te/device/main///m/example/meta] { "temperature": { "unit": "°C" }}
+/// ```
+///
+/// and:
+/// ```
+/// [te/device/main///m/example] { "temperature": { "unit": 23 }}
+/// ```
+///
+/// will be merged by the process function into:
+/// ```
+/// [c8y/measurement/measurements/create] {
+///   "type": "example",
+///   "temperature": {
+///     "temperature": {
+///       "value": 23,
+///       "unit": "°C"
+///     }
+///   }
+/// }
+/// ```
+export function update_config(message, config) {
+  let type = message.topic
+  let metadata = JSON.parse(message.payload)
+
+  let fragment = {
+    [type]: metadata
+  }
+  if (!config) {
+    config = {}
+  }
+  Object.assign(config, fragment)
+
+  return config
+}

tests/RobotFramework/tests/tedge_gen_mapper/tedge_gen_mapper.robot

@@ -0,0 +1,27 @@
+*** Settings ***
+Library             ThinEdgeIO
+
+Test Setup          Custom Setup
+Test Teardown       Get Logs
+
+Test Tags           theme:tedge_mapper
+
+*** Test Cases ***
+Add missing timestamps
+    Execute Command    tedge mqtt pub te/device/main// '{}'
+    ${transformed_msg}    Should Have MQTT Messages    gen-mapper/c8y
+    Should Contain    ${transformed_msg}    item=time
+
+*** Keywords ***
+Custom Setup
+    ${DEVICE_SN}=    Setup
+    Set Suite Variable    $DEVICE_SN
+    Copy Configuration Files
+    Start Generic Mapper
+
+Copy Configuration Files
+    Execute Command    mkdir /etc/tedge/gen-mapper/
+    ThinEdgeIO.Transfer To Device    ${CURDIR}/pipelines/*    /etc/tedge/gen-mapper/
+
+Start Generic Mapper
+    Execute Command    nohup tedge run tedge-mapper gen &