From 122f8395f6a6662af2a1b58e1f3e1cb5caf947c2 Mon Sep 17 00:00:00 2001
From: Trevor Pering <peringknife@google.com>
Date: Sat, 4 Mar 2023 05:50:49 -0800
Subject: [PATCH 1/7] Add trace output

---
 bin/test_trace                                | 21 +++++++++-------
 .../runConfigurations/Validator_Playback.xml  |  2 +-
 .../google/daq/mqtt/util/FileDataSink.java    |  1 +
 .../upgrade.in/AHU-1/001_state_update.json    | 14 +++++++++++
 .../upgrade.out/devices/AHU-1/state.attr      |  9 +++++++
 .../upgrade.out/devices/AHU-1/state.json      | 17 +++++++++++++
 .../upgrade.out/devices/AHU-1/state.out       | 20 ++++++++++++++++
 .../traces/upgrade.out/validation_report.json | 24 +++++++++++++++++++
 8 files changed, 98 insertions(+), 10 deletions(-)
 create mode 100644 validator/traces/upgrade.in/AHU-1/001_state_update.json
 create mode 100644 validator/traces/upgrade.out/devices/AHU-1/state.attr
 create mode 100644 validator/traces/upgrade.out/devices/AHU-1/state.json
 create mode 100644 validator/traces/upgrade.out/devices/AHU-1/state.out
 create mode 100644 validator/traces/upgrade.out/validation_report.json

diff --git a/bin/test_trace b/bin/test_trace
index 77513a0d71..b4f18d4f53 100755
--- a/bin/test_trace
+++ b/bin/test_trace
@@ -8,6 +8,15 @@ fi
 trace_name=$1
 shift
 
+function redact() {
+    sed -E -i $file \
+        -e "s/[0-9-]{10}T[0-9:]{8}Z/1999-10-20T01:02:03Z/" \
+        -e "s/Validator.java:[0-9]+/redacted/" \
+        -e 's/\\t.*\.java:[0-9]+\)/\\tredacted\\n/g' \
+        -e 's/\\n.*\.java:[0-9]+\)/\\tredacted\\n/g'
+}
+
+
 trace_out=validator/traces/${trace_name}.out
 trace_in=validator/traces/${trace_name}.in
 site_model=sites/udmi_site_model
@@ -19,15 +28,9 @@ export UDMI_TOOLS=test_trace
 rm -rf $site_out
 validator/bin/validate -- schema trace $trace_in $site_model
 
-echo
-
-for file in `find $site_out -type f`; do
-    sed -E -i $file \
-        -e "s/[0-9-]{10}T[0-9:]{8}Z/1999-10-20T01:02:03Z/" \
-        -e "s/Validator.java:[0-9]+/redacted/" \
-        -e 's/\\t.*\.java:[0-9]+\)/\\tredacted\\n/g' \
-        -e 's/\\n.*\.java:[0-9]+\)/\\tredacted\\n/g'
-done
+echo Redacting output files...
+for file in `find $site_out -type f`; do redact; done
+for file in `find $trace_out -type f`; do redact; done
 
 echo Checking diff -r $site_out $trace_out
 diff -r $site_out $trace_out
diff --git a/validator/.idea/runConfigurations/Validator_Playback.xml b/validator/.idea/runConfigurations/Validator_Playback.xml
index 64fd9b4581..6cb559cbba 100644
--- a/validator/.idea/runConfigurations/Validator_Playback.xml
+++ b/validator/.idea/runConfigurations/Validator_Playback.xml
@@ -2,7 +2,7 @@
   <configuration default="false" name="Validator Playback" type="Application" factoryName="Application">
     <option name="MAIN_CLASS_NAME" value="com.google.daq.mqtt.validator.Validator" />
     <module name="validator" />
-    <option name="PROGRAM_PARAMETERS" value="-p -- -s sites/udmi_site_model -r validator/traces/simple.in --" />
+    <option name="PROGRAM_PARAMETERS" value="-p -- -s sites/udmi_site_model -r validator/traces/upgrade.in --" />
     <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/.." />
     <extension name="coverage">
       <pattern>
diff --git a/validator/src/main/java/com/google/daq/mqtt/util/FileDataSink.java b/validator/src/main/java/com/google/daq/mqtt/util/FileDataSink.java
index a700a314c4..0979c0c6a0 100644
--- a/validator/src/main/java/com/google/daq/mqtt/util/FileDataSink.java
+++ b/validator/src/main/java/com/google/daq/mqtt/util/FileDataSink.java
@@ -50,6 +50,7 @@ public String publish(String deviceId, String topic, String data) {
     if (outFile == null) {
       return null;
     }
+    System.err.println("Updating " + outFile.getAbsolutePath());
     try (PrintWriter out = new PrintWriter(Files.newOutputStream(outFile.toPath()))) {
       out.println(data);
     } catch (Exception e) {
diff --git a/validator/traces/upgrade.in/AHU-1/001_state_update.json b/validator/traces/upgrade.in/AHU-1/001_state_update.json
new file mode 100644
index 0000000000..c167c7c78a
--- /dev/null
+++ b/validator/traces/upgrade.in/AHU-1/001_state_update.json
@@ -0,0 +1,14 @@
+{
+  "timestamp": "2023-03-02T19:27:35.819Z",
+  "version": 1,
+  "system": {
+    "last_config": "2021-05-14T15:53:26Z",
+    "firmware": {
+      "version": [
+        "D_IP_BW6_V35_6_S14"
+      ]
+    },
+    "operational": true,
+    "make_model": "Delmatic IP_BW6"
+  }
+}
diff --git a/validator/traces/upgrade.out/devices/AHU-1/state.attr b/validator/traces/upgrade.out/devices/AHU-1/state.attr
new file mode 100644
index 0000000000..9439e56ab0
--- /dev/null
+++ b/validator/traces/upgrade.out/devices/AHU-1/state.attr
@@ -0,0 +1,9 @@
+{
+  "deviceNumId" : "00000062256946",
+  "subFolder" : "update",
+  "deviceRegistryId" : "ZZ-TRI-FECTA",
+  "subType" : "state",
+  "msgSource" : "001_state_update.json",
+  "deviceId" : "AHU-1",
+  "projectId" : "playback-project"
+}
\ No newline at end of file
diff --git a/validator/traces/upgrade.out/devices/AHU-1/state.json b/validator/traces/upgrade.out/devices/AHU-1/state.json
new file mode 100644
index 0000000000..317623afdc
--- /dev/null
+++ b/validator/traces/upgrade.out/devices/AHU-1/state.json
@@ -0,0 +1,17 @@
+{
+  "system" : {
+    "last_config" : "1999-10-20T01:02:03Z",
+    "hardware" : {
+      "model" : "Delmatic IP_BW6",
+      "make" : "unknown"
+    },
+    "software" : {
+      "firmware" : ""
+    },
+    "operation" : {
+      "operational" : true
+    }
+  },
+  "timestamp" : "2023-03-02T19:27:35.819Z",
+  "version" : "1.4.0"
+}
\ No newline at end of file
diff --git a/validator/traces/upgrade.out/devices/AHU-1/state.out b/validator/traces/upgrade.out/devices/AHU-1/state.out
new file mode 100644
index 0000000000..2f7fc91e63
--- /dev/null
+++ b/validator/traces/upgrade.out/devices/AHU-1/state.out
@@ -0,0 +1,20 @@
+{
+  "timestamp" : "1999-10-20T01:02:03Z",
+  "version" : "1.4.0",
+  "sub_folder" : "update",
+  "sub_type" : "state",
+  "status" : {
+    "message" : "While converting to json node: 1 schema violations found",
+    "detail" : "state_update: While converting to json node: 1 schema violations found @Validator.validateMessage(redacted); 1 schema violations found; /system: object has missing required properties ([\"serial_no\"])",
+    "category" : "validation.device.schema",
+    "timestamp" : "1999-10-20T01:02:03Z",
+    "level" : 500
+  },
+  "errors" : [ {
+    "message" : "While converting to json node: 1 schema violations found",
+    "detail" : "state_update: While converting to json node: 1 schema violations found @Validator.validateMessage(redacted); 1 schema violations found; /system: object has missing required properties ([\"serial_no\"])",
+    "category" : "validation.device.schema",
+    "timestamp" : "1999-10-20T01:02:03Z",
+    "level" : 500
+  } ]
+}
diff --git a/validator/traces/upgrade.out/validation_report.json b/validator/traces/upgrade.out/validation_report.json
new file mode 100644
index 0000000000..d8ad7bb59c
--- /dev/null
+++ b/validator/traces/upgrade.out/validation_report.json
@@ -0,0 +1,24 @@
+{
+  "timestamp" : "1999-10-20T01:02:03Z",
+  "version" : "1.4.0",
+  "tools" : "test_trace",
+  "start_time" : "1999-10-20T01:02:03Z",
+  "summary" : {
+    "correct_devices" : [ ],
+    "extra_devices" : [ ],
+    "missing_devices" : [ "AHU-22", "GAT-123", "SNS-4" ],
+    "error_devices" : [ "AHU-1" ]
+  },
+  "devices" : {
+    "AHU-1" : {
+      "last_seen" : "1999-10-20T01:02:03Z",
+      "status" : {
+        "message" : "While converting to json node: 1 schema violations found",
+        "detail" : "state_update: While converting to json node: 1 schema violations found @Validator.validateMessage(redacted); 1 schema violations found; /system: object has missing required properties ([\"serial_no\"])",
+        "category" : "validation.device.schema",
+        "timestamp" : "1999-10-20T01:02:03Z",
+        "level" : 500
+      }
+    }
+  }
+}

From 7f2422e7d1bbbea244756cd023083de5d662931d Mon Sep 17 00:00:00 2001
From: Trevor Pering <peringknife@google.com>
Date: Sat, 4 Mar 2023 08:11:03 -0800
Subject: [PATCH 2/7] Migrating traces to test/ director

---
 bin/test_trace                                |  4 ++--
 .../java/com/google/udmi/util/Common.java     |  7 ++++---
 .../devices}/AHU-1/001_event_pointset.json    |  0
 .../devices}/AHU-1/002_event_system.json      |  0
 .../devices}/AHU-1/003_event_pointset.json    |  0
 .../devices}/AHU-22/001_event_pointset.json   |  0
 .../devices}/AHU-22/002_event_pointset.json   |  0
 .../devices}/AHU-22/003_event_system.json     |  0
 .../devices}/AHU-22/004_event_pointset.json   |  0
 .../devices}/GAT-123/001_state_update.json    |  0
 .../devices}/GAT-123/002_state_gateway.json   |  0
 .../devices}/SNS-4/001_event_pointset.json    |  0
 .../devices}/SNS-4/002_event_discovery.json   |  2 +-
 .../devices}/SNS-4/003_event_system.json      |  0
 .../devices/AHU-1/event_pointset.attr         |  0
 .../devices/AHU-1/event_pointset.json         |  0
 .../devices/AHU-1/event_pointset.out          |  0
 .../expected}/devices/AHU-1/event_system.attr |  0
 .../expected}/devices/AHU-1/event_system.json |  0
 .../devices/AHU-22/event_pointset.attr        |  0
 .../devices/AHU-22/event_pointset.json        |  0
 .../devices/AHU-22/event_pointset.out         |  0
 .../devices/AHU-22/event_system.attr          |  0
 .../devices/AHU-22/event_system.json          |  0
 .../expected}/devices/GAT-123/state.attr      |  0
 .../expected}/devices/GAT-123/state.json      |  0
 .../devices/GAT-123/state_gateway.attr        |  0
 .../devices/GAT-123/state_gateway.json        |  0
 .../devices/SNS-4/event_discovery.out         |  0
 .../devices/SNS-4/event_pointset.attr         |  0
 .../devices/SNS-4/event_pointset.json         |  0
 .../devices/SNS-4/event_pointset.out          |  0
 .../expected}/devices/SNS-4/event_system.attr |  0
 .../expected}/devices/SNS-4/event_system.json |  0
 .../expected}/devices/SNS-4/event_system.out  |  0
 .../expected}/validation_report.json          |  0
 .../devices}/AHU-1/001_state_update.json      |  0
 .../expected}/devices/AHU-1/state.attr        |  0
 .../expected}/devices/AHU-1/state.json        |  0
 .../expected}/devices/AHU-1/state.out         |  0
 .../expected}/validation_report.json          |  0
 .../runConfigurations/Validator_Playback.xml  |  2 +-
 .../daq/mqtt/registrar/LocalDevice.java       |  4 ++--
 .../daq/mqtt/registrar/MessageDowngrader.java |  4 ++--
 .../daq/mqtt/sequencer/SequenceBase.java      |  4 ++--
 .../google/daq/mqtt/util/MessageUpgrader.java | 10 +++++-----
 .../mqtt/validator/MessageReadingClient.java  | 17 +++++++++++-----
 .../google/daq/mqtt/validator/Validator.java  | 20 +++++++++----------
 .../google/daq/mqtt/validator/BasicTest.java  |  4 ++--
 49 files changed, 42 insertions(+), 36 deletions(-)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/AHU-1/001_event_pointset.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/AHU-1/002_event_system.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/AHU-1/003_event_pointset.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/AHU-22/001_event_pointset.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/AHU-22/002_event_pointset.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/AHU-22/003_event_system.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/AHU-22/004_event_pointset.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/GAT-123/001_state_update.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/GAT-123/002_state_gateway.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/SNS-4/001_event_pointset.json (100%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/SNS-4/002_event_discovery.json (96%)
 rename {validator/traces/simple.in => tests/simple.trace/devices}/SNS-4/003_event_system.json (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-1/event_pointset.attr (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-1/event_pointset.json (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-1/event_pointset.out (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-1/event_system.attr (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-1/event_system.json (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-22/event_pointset.attr (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-22/event_pointset.json (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-22/event_pointset.out (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-22/event_system.attr (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/AHU-22/event_system.json (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/GAT-123/state.attr (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/GAT-123/state.json (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/GAT-123/state_gateway.attr (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/GAT-123/state_gateway.json (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/SNS-4/event_discovery.out (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/SNS-4/event_pointset.attr (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/SNS-4/event_pointset.json (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/SNS-4/event_pointset.out (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/SNS-4/event_system.attr (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/SNS-4/event_system.json (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/devices/SNS-4/event_system.out (100%)
 rename {validator/traces/simple.out => tests/simple.trace/expected}/validation_report.json (100%)
 rename {validator/traces/upgrade.in => tests/upgrade.trace/devices}/AHU-1/001_state_update.json (100%)
 rename {validator/traces/upgrade.out => tests/upgrade.trace/expected}/devices/AHU-1/state.attr (100%)
 rename {validator/traces/upgrade.out => tests/upgrade.trace/expected}/devices/AHU-1/state.json (100%)
 rename {validator/traces/upgrade.out => tests/upgrade.trace/expected}/devices/AHU-1/state.out (100%)
 rename {validator/traces/upgrade.out => tests/upgrade.trace/expected}/validation_report.json (100%)

diff --git a/bin/test_trace b/bin/test_trace
index b4f18d4f53..25c903eb87 100755
--- a/bin/test_trace
+++ b/bin/test_trace
@@ -17,8 +17,8 @@ function redact() {
 }
 
 
-trace_out=validator/traces/${trace_name}.out
-trace_in=validator/traces/${trace_name}.in
+trace_in=tests/${trace_name}.trace
+trace_out=$trace_in/expected/
 site_model=sites/udmi_site_model
 site_out=$site_model/out
 
diff --git a/common/src/main/java/com/google/udmi/util/Common.java b/common/src/main/java/com/google/udmi/util/Common.java
index a2c25cd6c5..830ddd546f 100644
--- a/common/src/main/java/com/google/udmi/util/Common.java
+++ b/common/src/main/java/com/google/udmi/util/Common.java
@@ -19,13 +19,14 @@
 public abstract class Common {
 
   public static final String STATE_QUERY_TOPIC = "update/query";
-  public static final String TIMESTAMP_PROPERTY_KEY = "timestamp";
-  public static final String VERSION_PROPERTY_KEY = "version";
+  public static final String EXCEPTION_KEY = "exception";
+  public static final String MESSAGE_KEY = "message";
+  public static final String TIMESTAMP_KEY = "timestamp";
+  public static final String VERSION_KEY = "version";
   public static final String SUBTYPE_PROPERTY_KEY = "subType";
   public static final String SUBFOLDER_PROPERTY_KEY = "subFolder";
   public static final String NO_SITE = "--";
   public static final String GCP_REFLECT_KEY_PKCS8 = "validator/rsa_private.pkcs8";
-  public static final String EXCEPTION_KEY = "exception";
   private static final String UDMI_VERSION_KEY = "UDMI_VERSION";
   public static final char DETAIL_SEPARATOR_CHAR = ';';
   public static final String DETAIL_SEPARATOR = DETAIL_SEPARATOR_CHAR + " ";
diff --git a/validator/traces/simple.in/AHU-1/001_event_pointset.json b/tests/simple.trace/devices/AHU-1/001_event_pointset.json
similarity index 100%
rename from validator/traces/simple.in/AHU-1/001_event_pointset.json
rename to tests/simple.trace/devices/AHU-1/001_event_pointset.json
diff --git a/validator/traces/simple.in/AHU-1/002_event_system.json b/tests/simple.trace/devices/AHU-1/002_event_system.json
similarity index 100%
rename from validator/traces/simple.in/AHU-1/002_event_system.json
rename to tests/simple.trace/devices/AHU-1/002_event_system.json
diff --git a/validator/traces/simple.in/AHU-1/003_event_pointset.json b/tests/simple.trace/devices/AHU-1/003_event_pointset.json
similarity index 100%
rename from validator/traces/simple.in/AHU-1/003_event_pointset.json
rename to tests/simple.trace/devices/AHU-1/003_event_pointset.json
diff --git a/validator/traces/simple.in/AHU-22/001_event_pointset.json b/tests/simple.trace/devices/AHU-22/001_event_pointset.json
similarity index 100%
rename from validator/traces/simple.in/AHU-22/001_event_pointset.json
rename to tests/simple.trace/devices/AHU-22/001_event_pointset.json
diff --git a/validator/traces/simple.in/AHU-22/002_event_pointset.json b/tests/simple.trace/devices/AHU-22/002_event_pointset.json
similarity index 100%
rename from validator/traces/simple.in/AHU-22/002_event_pointset.json
rename to tests/simple.trace/devices/AHU-22/002_event_pointset.json
diff --git a/validator/traces/simple.in/AHU-22/003_event_system.json b/tests/simple.trace/devices/AHU-22/003_event_system.json
similarity index 100%
rename from validator/traces/simple.in/AHU-22/003_event_system.json
rename to tests/simple.trace/devices/AHU-22/003_event_system.json
diff --git a/validator/traces/simple.in/AHU-22/004_event_pointset.json b/tests/simple.trace/devices/AHU-22/004_event_pointset.json
similarity index 100%
rename from validator/traces/simple.in/AHU-22/004_event_pointset.json
rename to tests/simple.trace/devices/AHU-22/004_event_pointset.json
diff --git a/validator/traces/simple.in/GAT-123/001_state_update.json b/tests/simple.trace/devices/GAT-123/001_state_update.json
similarity index 100%
rename from validator/traces/simple.in/GAT-123/001_state_update.json
rename to tests/simple.trace/devices/GAT-123/001_state_update.json
diff --git a/validator/traces/simple.in/GAT-123/002_state_gateway.json b/tests/simple.trace/devices/GAT-123/002_state_gateway.json
similarity index 100%
rename from validator/traces/simple.in/GAT-123/002_state_gateway.json
rename to tests/simple.trace/devices/GAT-123/002_state_gateway.json
diff --git a/validator/traces/simple.in/SNS-4/001_event_pointset.json b/tests/simple.trace/devices/SNS-4/001_event_pointset.json
similarity index 100%
rename from validator/traces/simple.in/SNS-4/001_event_pointset.json
rename to tests/simple.trace/devices/SNS-4/001_event_pointset.json
diff --git a/validator/traces/simple.in/SNS-4/002_event_discovery.json b/tests/simple.trace/devices/SNS-4/002_event_discovery.json
similarity index 96%
rename from validator/traces/simple.in/SNS-4/002_event_discovery.json
rename to tests/simple.trace/devices/SNS-4/002_event_discovery.json
index 64492ec1fd..bc4cc453c1 100644
--- a/validator/traces/simple.in/SNS-4/002_event_discovery.json
+++ b/tests/simple.trace/devices/SNS-4/002_event_discovery.json
@@ -1,4 +1,4 @@
-{{{{{{
+{{{{{{{{
   "points" : {
     "split_threshold" : {
       "present_value" : true
diff --git a/validator/traces/simple.in/SNS-4/003_event_system.json b/tests/simple.trace/devices/SNS-4/003_event_system.json
similarity index 100%
rename from validator/traces/simple.in/SNS-4/003_event_system.json
rename to tests/simple.trace/devices/SNS-4/003_event_system.json
diff --git a/validator/traces/simple.out/devices/AHU-1/event_pointset.attr b/tests/simple.trace/expected/devices/AHU-1/event_pointset.attr
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-1/event_pointset.attr
rename to tests/simple.trace/expected/devices/AHU-1/event_pointset.attr
diff --git a/validator/traces/simple.out/devices/AHU-1/event_pointset.json b/tests/simple.trace/expected/devices/AHU-1/event_pointset.json
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-1/event_pointset.json
rename to tests/simple.trace/expected/devices/AHU-1/event_pointset.json
diff --git a/validator/traces/simple.out/devices/AHU-1/event_pointset.out b/tests/simple.trace/expected/devices/AHU-1/event_pointset.out
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-1/event_pointset.out
rename to tests/simple.trace/expected/devices/AHU-1/event_pointset.out
diff --git a/validator/traces/simple.out/devices/AHU-1/event_system.attr b/tests/simple.trace/expected/devices/AHU-1/event_system.attr
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-1/event_system.attr
rename to tests/simple.trace/expected/devices/AHU-1/event_system.attr
diff --git a/validator/traces/simple.out/devices/AHU-1/event_system.json b/tests/simple.trace/expected/devices/AHU-1/event_system.json
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-1/event_system.json
rename to tests/simple.trace/expected/devices/AHU-1/event_system.json
diff --git a/validator/traces/simple.out/devices/AHU-22/event_pointset.attr b/tests/simple.trace/expected/devices/AHU-22/event_pointset.attr
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-22/event_pointset.attr
rename to tests/simple.trace/expected/devices/AHU-22/event_pointset.attr
diff --git a/validator/traces/simple.out/devices/AHU-22/event_pointset.json b/tests/simple.trace/expected/devices/AHU-22/event_pointset.json
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-22/event_pointset.json
rename to tests/simple.trace/expected/devices/AHU-22/event_pointset.json
diff --git a/validator/traces/simple.out/devices/AHU-22/event_pointset.out b/tests/simple.trace/expected/devices/AHU-22/event_pointset.out
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-22/event_pointset.out
rename to tests/simple.trace/expected/devices/AHU-22/event_pointset.out
diff --git a/validator/traces/simple.out/devices/AHU-22/event_system.attr b/tests/simple.trace/expected/devices/AHU-22/event_system.attr
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-22/event_system.attr
rename to tests/simple.trace/expected/devices/AHU-22/event_system.attr
diff --git a/validator/traces/simple.out/devices/AHU-22/event_system.json b/tests/simple.trace/expected/devices/AHU-22/event_system.json
similarity index 100%
rename from validator/traces/simple.out/devices/AHU-22/event_system.json
rename to tests/simple.trace/expected/devices/AHU-22/event_system.json
diff --git a/validator/traces/simple.out/devices/GAT-123/state.attr b/tests/simple.trace/expected/devices/GAT-123/state.attr
similarity index 100%
rename from validator/traces/simple.out/devices/GAT-123/state.attr
rename to tests/simple.trace/expected/devices/GAT-123/state.attr
diff --git a/validator/traces/simple.out/devices/GAT-123/state.json b/tests/simple.trace/expected/devices/GAT-123/state.json
similarity index 100%
rename from validator/traces/simple.out/devices/GAT-123/state.json
rename to tests/simple.trace/expected/devices/GAT-123/state.json
diff --git a/validator/traces/simple.out/devices/GAT-123/state_gateway.attr b/tests/simple.trace/expected/devices/GAT-123/state_gateway.attr
similarity index 100%
rename from validator/traces/simple.out/devices/GAT-123/state_gateway.attr
rename to tests/simple.trace/expected/devices/GAT-123/state_gateway.attr
diff --git a/validator/traces/simple.out/devices/GAT-123/state_gateway.json b/tests/simple.trace/expected/devices/GAT-123/state_gateway.json
similarity index 100%
rename from validator/traces/simple.out/devices/GAT-123/state_gateway.json
rename to tests/simple.trace/expected/devices/GAT-123/state_gateway.json
diff --git a/validator/traces/simple.out/devices/SNS-4/event_discovery.out b/tests/simple.trace/expected/devices/SNS-4/event_discovery.out
similarity index 100%
rename from validator/traces/simple.out/devices/SNS-4/event_discovery.out
rename to tests/simple.trace/expected/devices/SNS-4/event_discovery.out
diff --git a/validator/traces/simple.out/devices/SNS-4/event_pointset.attr b/tests/simple.trace/expected/devices/SNS-4/event_pointset.attr
similarity index 100%
rename from validator/traces/simple.out/devices/SNS-4/event_pointset.attr
rename to tests/simple.trace/expected/devices/SNS-4/event_pointset.attr
diff --git a/validator/traces/simple.out/devices/SNS-4/event_pointset.json b/tests/simple.trace/expected/devices/SNS-4/event_pointset.json
similarity index 100%
rename from validator/traces/simple.out/devices/SNS-4/event_pointset.json
rename to tests/simple.trace/expected/devices/SNS-4/event_pointset.json
diff --git a/validator/traces/simple.out/devices/SNS-4/event_pointset.out b/tests/simple.trace/expected/devices/SNS-4/event_pointset.out
similarity index 100%
rename from validator/traces/simple.out/devices/SNS-4/event_pointset.out
rename to tests/simple.trace/expected/devices/SNS-4/event_pointset.out
diff --git a/validator/traces/simple.out/devices/SNS-4/event_system.attr b/tests/simple.trace/expected/devices/SNS-4/event_system.attr
similarity index 100%
rename from validator/traces/simple.out/devices/SNS-4/event_system.attr
rename to tests/simple.trace/expected/devices/SNS-4/event_system.attr
diff --git a/validator/traces/simple.out/devices/SNS-4/event_system.json b/tests/simple.trace/expected/devices/SNS-4/event_system.json
similarity index 100%
rename from validator/traces/simple.out/devices/SNS-4/event_system.json
rename to tests/simple.trace/expected/devices/SNS-4/event_system.json
diff --git a/validator/traces/simple.out/devices/SNS-4/event_system.out b/tests/simple.trace/expected/devices/SNS-4/event_system.out
similarity index 100%
rename from validator/traces/simple.out/devices/SNS-4/event_system.out
rename to tests/simple.trace/expected/devices/SNS-4/event_system.out
diff --git a/validator/traces/simple.out/validation_report.json b/tests/simple.trace/expected/validation_report.json
similarity index 100%
rename from validator/traces/simple.out/validation_report.json
rename to tests/simple.trace/expected/validation_report.json
diff --git a/validator/traces/upgrade.in/AHU-1/001_state_update.json b/tests/upgrade.trace/devices/AHU-1/001_state_update.json
similarity index 100%
rename from validator/traces/upgrade.in/AHU-1/001_state_update.json
rename to tests/upgrade.trace/devices/AHU-1/001_state_update.json
diff --git a/validator/traces/upgrade.out/devices/AHU-1/state.attr b/tests/upgrade.trace/expected/devices/AHU-1/state.attr
similarity index 100%
rename from validator/traces/upgrade.out/devices/AHU-1/state.attr
rename to tests/upgrade.trace/expected/devices/AHU-1/state.attr
diff --git a/validator/traces/upgrade.out/devices/AHU-1/state.json b/tests/upgrade.trace/expected/devices/AHU-1/state.json
similarity index 100%
rename from validator/traces/upgrade.out/devices/AHU-1/state.json
rename to tests/upgrade.trace/expected/devices/AHU-1/state.json
diff --git a/validator/traces/upgrade.out/devices/AHU-1/state.out b/tests/upgrade.trace/expected/devices/AHU-1/state.out
similarity index 100%
rename from validator/traces/upgrade.out/devices/AHU-1/state.out
rename to tests/upgrade.trace/expected/devices/AHU-1/state.out
diff --git a/validator/traces/upgrade.out/validation_report.json b/tests/upgrade.trace/expected/validation_report.json
similarity index 100%
rename from validator/traces/upgrade.out/validation_report.json
rename to tests/upgrade.trace/expected/validation_report.json
diff --git a/validator/.idea/runConfigurations/Validator_Playback.xml b/validator/.idea/runConfigurations/Validator_Playback.xml
index 6cb559cbba..0f17660a31 100644
--- a/validator/.idea/runConfigurations/Validator_Playback.xml
+++ b/validator/.idea/runConfigurations/Validator_Playback.xml
@@ -2,7 +2,7 @@
   <configuration default="false" name="Validator Playback" type="Application" factoryName="Application">
     <option name="MAIN_CLASS_NAME" value="com.google.daq.mqtt.validator.Validator" />
     <module name="validator" />
-    <option name="PROGRAM_PARAMETERS" value="-p -- -s sites/udmi_site_model -r validator/traces/upgrade.in --" />
+    <option name="PROGRAM_PARAMETERS" value="-p -- -s sites/udmi_site_model -r tests/simple.trace --" />
     <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/.." />
     <extension name="coverage">
       <pattern>
diff --git a/validator/src/main/java/com/google/daq/mqtt/registrar/LocalDevice.java b/validator/src/main/java/com/google/daq/mqtt/registrar/LocalDevice.java
index e4a4c1b899..37645d8c54 100644
--- a/validator/src/main/java/com/google/daq/mqtt/registrar/LocalDevice.java
+++ b/validator/src/main/java/com/google/daq/mqtt/registrar/LocalDevice.java
@@ -8,7 +8,7 @@
 import static com.google.daq.mqtt.registrar.Registrar.METADATA_JSON;
 import static com.google.daq.mqtt.registrar.Registrar.NORMALIZED_JSON;
 import static com.google.daq.mqtt.util.MessageUpgrader.METADATA_SCHEMA;
-import static com.google.udmi.util.Common.VERSION_PROPERTY_KEY;
+import static com.google.udmi.util.Common.VERSION_KEY;
 import static com.google.udmi.util.JsonUtil.asMap;
 
 import com.fasterxml.jackson.annotation.JsonInclude.Include;
@@ -297,7 +297,7 @@ private Metadata readMetadataWithValidation(boolean validate) {
       Metadata loadedMetadata = SiteModel.loadDeviceMetadata(siteDir.getPath(), deviceId,
           LocalDevice.class);
       instance = JsonUtil.convertTo(JsonNode.class, loadedMetadata);
-      baseVersion = instance.get(VERSION_PROPERTY_KEY);
+      baseVersion = instance.get(VERSION_KEY);
       new MessageUpgrader(METADATA_SCHEMA, instance).upgrade(false);
     } catch (Exception exception) {
       exceptionMap.put(EXCEPTION_LOADING, exception);
diff --git a/validator/src/main/java/com/google/daq/mqtt/registrar/MessageDowngrader.java b/validator/src/main/java/com/google/daq/mqtt/registrar/MessageDowngrader.java
index 30cf2fb49c..11f8754ad4 100644
--- a/validator/src/main/java/com/google/daq/mqtt/registrar/MessageDowngrader.java
+++ b/validator/src/main/java/com/google/daq/mqtt/registrar/MessageDowngrader.java
@@ -1,6 +1,6 @@
 package com.google.daq.mqtt.registrar;
 
-import static com.google.udmi.util.Common.VERSION_PROPERTY_KEY;
+import static com.google.udmi.util.Common.VERSION_KEY;
 
 import com.fasterxml.jackson.databind.JsonNode;
 import com.fasterxml.jackson.databind.node.ObjectNode;
@@ -58,7 +58,7 @@ public void downgrade(JsonNode versionNode) {
       }
     }
 
-    message.set(VERSION_PROPERTY_KEY, versionNode);
+    message.set(VERSION_KEY, versionNode);
   }
 
   private String convertVersion(JsonNode versionNode) {
diff --git a/validator/src/main/java/com/google/daq/mqtt/sequencer/SequenceBase.java b/validator/src/main/java/com/google/daq/mqtt/sequencer/SequenceBase.java
index bf02ae4ac6..2192c16ce4 100644
--- a/validator/src/main/java/com/google/daq/mqtt/sequencer/SequenceBase.java
+++ b/validator/src/main/java/com/google/daq/mqtt/sequencer/SequenceBase.java
@@ -7,7 +7,7 @@
 import static com.google.daq.mqtt.sequencer.semantic.SemanticValue.actualize;
 import static com.google.udmi.util.CleanDateFormat.dateEquals;
 import static com.google.udmi.util.Common.EXCEPTION_KEY;
-import static com.google.udmi.util.Common.TIMESTAMP_PROPERTY_KEY;
+import static com.google.udmi.util.Common.TIMESTAMP_KEY;
 import static com.google.udmi.util.JsonUtil.getTimestamp;
 import static com.google.udmi.util.JsonUtil.safeSleep;
 import static com.google.udmi.util.JsonUtil.stringify;
@@ -1008,7 +1008,7 @@ private synchronized void handleReflectorMessage(String subTypeRaw,
       }
       if (message.containsKey(EXCEPTION_KEY)) {
         debug("Ignoring reflector exception:\n" + message.get(EXCEPTION_KEY).toString());
-        configExceptionTimestamp = (String) message.get(TIMESTAMP_PROPERTY_KEY);
+        configExceptionTimestamp = (String) message.get(TIMESTAMP_KEY);
         return;
       }
       configExceptionTimestamp = null;
diff --git a/validator/src/main/java/com/google/daq/mqtt/util/MessageUpgrader.java b/validator/src/main/java/com/google/daq/mqtt/util/MessageUpgrader.java
index 95eced982c..1ed81651c4 100644
--- a/validator/src/main/java/com/google/daq/mqtt/util/MessageUpgrader.java
+++ b/validator/src/main/java/com/google/daq/mqtt/util/MessageUpgrader.java
@@ -1,6 +1,6 @@
 package com.google.daq.mqtt.util;
 
-import static com.google.udmi.util.Common.VERSION_PROPERTY_KEY;
+import static com.google.udmi.util.Common.VERSION_KEY;
 
 import com.fasterxml.jackson.databind.JsonNode;
 import com.fasterxml.jackson.databind.node.JsonNodeFactory;
@@ -31,7 +31,7 @@ public MessageUpgrader(String schemaName, JsonNode message) {
     this.message = message;
     this.schemaName = schemaName;
 
-    JsonNode version = message.get(VERSION_PROPERTY_KEY);
+    JsonNode version = message.get(VERSION_KEY);
     String verStr =
         version != null ? version.isNumber() ? Integer.toString(version.asInt()) : version.asText()
             : "1";
@@ -90,8 +90,8 @@ public boolean upgrade(boolean forceUpgrade) {
       patch = 0;
     }
 
-    if (upgraded && message.has(VERSION_PROPERTY_KEY)) {
-      ((ObjectNode) message).put(VERSION_PROPERTY_KEY,
+    if (upgraded && message.has(VERSION_KEY)) {
+      ((ObjectNode) message).put(VERSION_KEY,
           String.format(TARGET_FORMAT, major, minor, patch));
     }
 
@@ -162,7 +162,7 @@ private void upgradeStatuses(ObjectNode system) {
   private void upgradeFirmware(ObjectNode system) {
     JsonNode firmware = system.remove("firmware");
     if (firmware != null) {
-      JsonNode version = ((ObjectNode) firmware).remove(VERSION_PROPERTY_KEY);
+      JsonNode version = ((ObjectNode) firmware).remove(VERSION_KEY);
       if (version != null && !system.has("software")) {
         ObjectNode softwareNode = new ObjectNode(NODE_FACTORY);
         softwareNode.put("firmware", version.asText());
diff --git a/validator/src/main/java/com/google/daq/mqtt/validator/MessageReadingClient.java b/validator/src/main/java/com/google/daq/mqtt/validator/MessageReadingClient.java
index cac729d902..24e95a46c4 100644
--- a/validator/src/main/java/com/google/daq/mqtt/validator/MessageReadingClient.java
+++ b/validator/src/main/java/com/google/daq/mqtt/validator/MessageReadingClient.java
@@ -1,5 +1,7 @@
 package com.google.daq.mqtt.validator;
 
+import static com.google.udmi.util.Common.EXCEPTION_KEY;
+import static com.google.udmi.util.Common.MESSAGE_KEY;
 import static com.google.udmi.util.Common.SUBFOLDER_PROPERTY_KEY;
 import static com.google.udmi.util.Common.SUBTYPE_PROPERTY_KEY;
 
@@ -63,11 +65,12 @@ public MessageReadingClient(String registryId, String dirStr) {
     if (!messageDir.exists() || !messageDir.isDirectory()) {
       throw new RuntimeException("Message directory not found " + messageDir.getAbsolutePath());
     }
-    Arrays.stream(Objects.requireNonNull(messageDir.list())).forEach(this::prepDevice);
+    File devicesDir = new File(messageDir, "devices");
+    Arrays.stream(Objects.requireNonNull(devicesDir.list())).forEach(this::prepDevice);
   }
 
   private void prepDevice(String deviceId) {
-    File deviceDir = new File(messageDir, deviceId);
+    File deviceDir = new File(messageDir, "devices/" + deviceId);
     List<String> messages = Arrays.stream(Objects.requireNonNull(deviceDir.list()))
         .filter(filename -> filename.endsWith(TRACE_FILE_SUFFIX))
         .sorted()
@@ -85,6 +88,10 @@ private void prepNextMessage(String deviceId) {
       Map<String, String> attributes = makeAttributes(deviceId, msgName);
       deviceAttributes.put(deviceId, attributes);
       Map<String, Object> msgObj = getMessageObject(deviceId, msgName);
+      Exception cause = (Exception) msgObj.get(EXCEPTION_KEY);
+      if (cause != null) {
+        throw new RuntimeException((String) msgObj.get(MESSAGE_KEY), cause);
+      }
       deviceMessages.put(deviceId, msgObj);
       if (!msgObj.containsKey("timestamp")) {
         msgObj.put("timestamp", deviceLastTimestamp.get(deviceId));
@@ -97,14 +104,14 @@ private void prepNextMessage(String deviceId) {
   }
 
   private Map<String, Object> getMessageObject(String deviceId, String msgName) {
+    File deviceDir = new File(messageDir, "devices/" + deviceId);
+    File msgFile = new File(deviceDir, msgName);
     try {
-      File deviceDir = new File(messageDir, deviceId);
-      File msgFile = new File(deviceDir, msgName);
       @SuppressWarnings("unchecked")
       Map<String, Object> treeMap = OBJECT_MAPPER.readValue(msgFile, TreeMap.class);
       return treeMap;
     } catch (Exception e) {
-      return new ErrorContainer(e, msgName, lastValidTimestamp);
+      return new ErrorContainer(e, "Reading from " + msgFile.getAbsolutePath(), lastValidTimestamp);
     }
   }
 
diff --git a/validator/src/main/java/com/google/daq/mqtt/validator/Validator.java b/validator/src/main/java/com/google/daq/mqtt/validator/Validator.java
index 5c666c6eb2..0fb5c2c25a 100644
--- a/validator/src/main/java/com/google/daq/mqtt/validator/Validator.java
+++ b/validator/src/main/java/com/google/daq/mqtt/validator/Validator.java
@@ -4,13 +4,15 @@
 import static com.google.daq.mqtt.util.ConfigUtil.UDMI_TOOLS;
 import static com.google.daq.mqtt.util.ConfigUtil.UDMI_VERSION;
 import static com.google.daq.mqtt.util.ConfigUtil.readExecutionConfiguration;
+import static com.google.udmi.util.Common.EXCEPTION_KEY;
 import static com.google.udmi.util.Common.GCP_REFLECT_KEY_PKCS8;
+import static com.google.udmi.util.Common.MESSAGE_KEY;
 import static com.google.udmi.util.Common.NO_SITE;
 import static com.google.udmi.util.Common.STATE_QUERY_TOPIC;
 import static com.google.udmi.util.Common.SUBFOLDER_PROPERTY_KEY;
 import static com.google.udmi.util.Common.SUBTYPE_PROPERTY_KEY;
-import static com.google.udmi.util.Common.TIMESTAMP_PROPERTY_KEY;
-import static com.google.udmi.util.Common.VERSION_PROPERTY_KEY;
+import static com.google.udmi.util.Common.TIMESTAMP_KEY;
+import static com.google.udmi.util.Common.VERSION_KEY;
 import static com.google.udmi.util.Common.removeNextArg;
 import static com.google.udmi.util.JsonUtil.JSON_SUFFIX;
 import static com.google.udmi.util.JsonUtil.OBJECT_MAPPER;
@@ -92,9 +94,6 @@
  */
 public class Validator {
 
-  public static final String EXCEPTION_KEY = "exception";
-  public static final String TIMESTAMP_KEY = "timestamp";
-  public static final String MESSAGE_KEY = "message";
   private static final String ERROR_FORMAT_INDENT = "  ";
   private static final String SCHEMA_VALIDATION_FORMAT = "Validating %d schemas";
   private static final String TARGET_VALIDATION_FORMAT = "Validating %d files against %s";
@@ -103,7 +102,6 @@ public class Validator {
   private static final String MESSAGE_FILE_FORMAT = "%s.json";
   private static final String SCHEMA_SKIP_FORMAT = "Unknown schema subFolder '%s' for %s";
   private static final String ENVELOPE_SCHEMA_ID = "envelope";
-  private static final String METADATA_JSON = "metadata.json";
   private static final String DEVICES_SUBDIR = "devices";
   private static final String DEVICE_REGISTRY_ID_KEY = "deviceRegistryId";
   private static final String UNKNOWN_FOLDER_DEFAULT = "unknown";
@@ -462,8 +460,8 @@ private String sanitizeMessage(String schemaName, Map<String, Object> message) {
     String nonce = (String) message.remove(SequenceBase.CONFIG_NONCE_KEY);
     message.values().forEach(this::sanitizeBlock);
     if (schemaName.startsWith(CONFIG_PREFIX) || schemaName.startsWith(STATE_PREFIX)) {
-      message.remove(VERSION_PROPERTY_KEY);
-      message.remove(TIMESTAMP_PROPERTY_KEY);
+      message.remove(VERSION_KEY);
+      message.remove(TIMESTAMP_KEY);
     }
     return nonce;
   }
@@ -496,8 +494,8 @@ private ReportingDevice validateUpdate(
         base64Devices.add(deviceId);
       }
 
-      if (message.containsKey(Common.EXCEPTION_KEY)) {
-        device.addError((Exception) message.get(Common.EXCEPTION_KEY), attributes,
+      if (message.containsKey(EXCEPTION_KEY)) {
+        device.addError((Exception) message.get(EXCEPTION_KEY), attributes,
             Category.VALIDATION_DEVICE_RECEIVE);
         return device;
       }
@@ -506,7 +504,7 @@ private ReportingDevice validateUpdate(
       upgradeMessage(schemaName, message);
       prepareDeviceOutDir(message, attributes, deviceId, schemaName);
 
-      String timeString = (String) message.get(TIMESTAMP_PROPERTY_KEY);
+      String timeString = (String) message.get(TIMESTAMP_KEY);
       String subTypeRaw = Optional.ofNullable(attributes.get(SUBTYPE_PROPERTY_KEY))
           .orElse(UNKNOWN_TYPE_DEFAULT);
       if (timeString != null && LAST_SEEN_SUBTYPES.contains(SubType.fromValue(subTypeRaw))) {
diff --git a/validator/src/test/java/com/google/daq/mqtt/validator/BasicTest.java b/validator/src/test/java/com/google/daq/mqtt/validator/BasicTest.java
index a0e0059f3d..545b8ff082 100644
--- a/validator/src/test/java/com/google/daq/mqtt/validator/BasicTest.java
+++ b/validator/src/test/java/com/google/daq/mqtt/validator/BasicTest.java
@@ -1,6 +1,6 @@
 package com.google.daq.mqtt.validator;
 
-import static com.google.udmi.util.Common.TIMESTAMP_PROPERTY_KEY;
+import static com.google.udmi.util.Common.TIMESTAMP_KEY;
 import static com.google.udmi.util.JsonUtil.getTimestamp;
 import static com.google.udmi.util.JsonUtil.safeSleep;
 import static org.junit.Assert.assertEquals;
@@ -141,7 +141,7 @@ public void lastSeenUpdate() {
     ValidationState report = getValidationReport();
     DeviceValidationEvent deviceValidationEvent = report.devices.get(TestCommon.DEVICE_ID);
     Date lastSeen = deviceValidationEvent.last_seen;
-    Instant parse = Instant.parse((String) eventBundle.message.get(TIMESTAMP_PROPERTY_KEY));
+    Instant parse = Instant.parse((String) eventBundle.message.get(TIMESTAMP_KEY));
     assertEquals("device last seen", getTimestamp(Date.from(parse)), getTimestamp(lastSeen));
   }
 

From 050d7aca2b5ca57ad0a64193bb6c72ca63296a6a Mon Sep 17 00:00:00 2001
From: Trevor Pering <peringknife@google.com>
Date: Sat, 4 Mar 2023 12:15:15 -0800
Subject: [PATCH 3/7] Blindly update firmware version node

---
 bin/run_tests                                                   | 1 +
 validator/.idea/runConfigurations/Validator_Playback.xml        | 2 +-
 .../src/main/java/com/google/daq/mqtt/util/MessageUpgrader.java | 2 +-
 3 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/bin/run_tests b/bin/run_tests
index d5ead7001c..fffc8d6b2d 100755
--- a/bin/run_tests
+++ b/bin/run_tests
@@ -37,6 +37,7 @@ case "$1" in
     ;;
   trace_tests)
     bin/test_trace simple
+    bin/test_trace upgrade
     ;;
   registrar_tests)
     bin/test_registrar
diff --git a/validator/.idea/runConfigurations/Validator_Playback.xml b/validator/.idea/runConfigurations/Validator_Playback.xml
index 0f17660a31..c03ed70b8e 100644
--- a/validator/.idea/runConfigurations/Validator_Playback.xml
+++ b/validator/.idea/runConfigurations/Validator_Playback.xml
@@ -2,7 +2,7 @@
   <configuration default="false" name="Validator Playback" type="Application" factoryName="Application">
     <option name="MAIN_CLASS_NAME" value="com.google.daq.mqtt.validator.Validator" />
     <module name="validator" />
-    <option name="PROGRAM_PARAMETERS" value="-p -- -s sites/udmi_site_model -r tests/simple.trace --" />
+    <option name="PROGRAM_PARAMETERS" value="-p -- -s sites/udmi_site_model -r tests/upgrade.trace --" />
     <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/.." />
     <extension name="coverage">
       <pattern>
diff --git a/validator/src/main/java/com/google/daq/mqtt/util/MessageUpgrader.java b/validator/src/main/java/com/google/daq/mqtt/util/MessageUpgrader.java
index 1ed81651c4..a2803aead3 100644
--- a/validator/src/main/java/com/google/daq/mqtt/util/MessageUpgrader.java
+++ b/validator/src/main/java/com/google/daq/mqtt/util/MessageUpgrader.java
@@ -165,7 +165,7 @@ private void upgradeFirmware(ObjectNode system) {
       JsonNode version = ((ObjectNode) firmware).remove(VERSION_KEY);
       if (version != null && !system.has("software")) {
         ObjectNode softwareNode = new ObjectNode(NODE_FACTORY);
-        softwareNode.put("firmware", version.asText());
+        softwareNode.set("firmware", version);
         system.set("software", softwareNode);
       }
     }

From a9dfce79c5f837697ecaabc509af221fe5e46272 Mon Sep 17 00:00:00 2001
From: Trevor Pering <peringknife@google.com>
Date: Sat, 4 Mar 2023 12:22:25 -0800
Subject: [PATCH 4/7] Fix expected out

---
 tests/upgrade.trace/expected/devices/AHU-1/state.json | 2 +-
 tests/upgrade.trace/expected/devices/AHU-1/state.out  | 8 ++++----
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/tests/upgrade.trace/expected/devices/AHU-1/state.json b/tests/upgrade.trace/expected/devices/AHU-1/state.json
index 317623afdc..42b629f880 100644
--- a/tests/upgrade.trace/expected/devices/AHU-1/state.json
+++ b/tests/upgrade.trace/expected/devices/AHU-1/state.json
@@ -6,7 +6,7 @@
       "make" : "unknown"
     },
     "software" : {
-      "firmware" : ""
+      "firmware" : [ "D_IP_BW6_V35_6_S14" ]
     },
     "operation" : {
       "operational" : true
diff --git a/tests/upgrade.trace/expected/devices/AHU-1/state.out b/tests/upgrade.trace/expected/devices/AHU-1/state.out
index 2f7fc91e63..e0bc4b5a19 100644
--- a/tests/upgrade.trace/expected/devices/AHU-1/state.out
+++ b/tests/upgrade.trace/expected/devices/AHU-1/state.out
@@ -4,15 +4,15 @@
   "sub_folder" : "update",
   "sub_type" : "state",
   "status" : {
-    "message" : "While converting to json node: 1 schema violations found",
-    "detail" : "state_update: While converting to json node: 1 schema violations found @Validator.validateMessage(redacted); 1 schema violations found; /system: object has missing required properties ([\"serial_no\"])",
+    "message" : "While converting to json node: 2 schema violations found",
+    "detail" : "state_update: While converting to json node: 2 schema violations found @Validator.validateMessage(redacted); 2 schema violations found; /system: object has missing required properties ([\"serial_no\"]); /system/software/firmware: instance type (array) does not match any allowed primitive type (allowed: [\"string\"])",
     "category" : "validation.device.schema",
     "timestamp" : "1999-10-20T01:02:03Z",
     "level" : 500
   },
   "errors" : [ {
-    "message" : "While converting to json node: 1 schema violations found",
-    "detail" : "state_update: While converting to json node: 1 schema violations found @Validator.validateMessage(redacted); 1 schema violations found; /system: object has missing required properties ([\"serial_no\"])",
+    "message" : "While converting to json node: 2 schema violations found",
+    "detail" : "state_update: While converting to json node: 2 schema violations found @Validator.validateMessage(redacted); 2 schema violations found; /system: object has missing required properties ([\"serial_no\"]); /system/software/firmware: instance type (array) does not match any allowed primitive type (allowed: [\"string\"])",
     "category" : "validation.device.schema",
     "timestamp" : "1999-10-20T01:02:03Z",
     "level" : 500

From 418dfb5288c0d3b6ef4cf467887bb5a6d91efcf3 Mon Sep 17 00:00:00 2001
From: Trevor Pering <peringknife@google.com>
Date: Sat, 4 Mar 2023 12:33:43 -0800
Subject: [PATCH 5/7] gencode

---
 gencode/java/udmi/schema/ValidationSummary.java | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/gencode/java/udmi/schema/ValidationSummary.java b/gencode/java/udmi/schema/ValidationSummary.java
index 8403c2448b..88608db729 100644
--- a/gencode/java/udmi/schema/ValidationSummary.java
+++ b/gencode/java/udmi/schema/ValidationSummary.java
@@ -1,12 +1,12 @@
 
 package udmi.schema;
 
-import com.fasterxml.jackson.annotation.JsonInclude;
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.fasterxml.jackson.annotation.JsonPropertyOrder;
 import java.util.ArrayList;
 import java.util.List;
 import javax.annotation.processing.Generated;
+import com.fasterxml.jackson.annotation.JsonInclude;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.annotation.JsonPropertyOrder;
 
 
 /**

From e096a0bdedf85307f839a52a381e096693d1a9d4 Mon Sep 17 00:00:00 2001
From: Trevor Pering <peringknife@google.com>
Date: Sat, 4 Mar 2023 14:25:32 -0800
Subject: [PATCH 6/7] Fix unit tests

---
 .../google/daq/mqtt/validator/MessageReadingClient.java    | 4 ----
 .../java/com/google/daq/mqtt/validator/PlaybackTest.java   | 7 ++-----
 2 files changed, 2 insertions(+), 9 deletions(-)

diff --git a/validator/src/main/java/com/google/daq/mqtt/validator/MessageReadingClient.java b/validator/src/main/java/com/google/daq/mqtt/validator/MessageReadingClient.java
index 24e95a46c4..33e850337b 100644
--- a/validator/src/main/java/com/google/daq/mqtt/validator/MessageReadingClient.java
+++ b/validator/src/main/java/com/google/daq/mqtt/validator/MessageReadingClient.java
@@ -88,10 +88,6 @@ private void prepNextMessage(String deviceId) {
       Map<String, String> attributes = makeAttributes(deviceId, msgName);
       deviceAttributes.put(deviceId, attributes);
       Map<String, Object> msgObj = getMessageObject(deviceId, msgName);
-      Exception cause = (Exception) msgObj.get(EXCEPTION_KEY);
-      if (cause != null) {
-        throw new RuntimeException((String) msgObj.get(MESSAGE_KEY), cause);
-      }
       deviceMessages.put(deviceId, msgObj);
       if (!msgObj.containsKey("timestamp")) {
         msgObj.put("timestamp", deviceLastTimestamp.get(deviceId));
diff --git a/validator/src/test/java/com/google/daq/mqtt/validator/PlaybackTest.java b/validator/src/test/java/com/google/daq/mqtt/validator/PlaybackTest.java
index 0edfad21e0..173eed0fbb 100644
--- a/validator/src/test/java/com/google/daq/mqtt/validator/PlaybackTest.java
+++ b/validator/src/test/java/com/google/daq/mqtt/validator/PlaybackTest.java
@@ -22,8 +22,7 @@
  */
 public class PlaybackTest extends TestBase {
 
-  public static final String SIMPLE_TRACE_DIR = "simple.in";
-  private static final String TRACE_BASE = "../validator/traces/";
+  public static final String SIMPLE_TRACE_DIR = "../tests/simple.trace";
   private static final List<String> TRACE_DEVICES = List.of("--", "AHU-22", "SNS-4", "XXX", "YYY");
 
   @Test
@@ -113,14 +112,12 @@ private MessageReadingClient validateTrace(String traceDir) {
   }
 
   private MessageReadingClient validateTrace(String traceDir, List<String> additionalArgs) {
-    String tracePath = TRACE_BASE + traceDir;
-
     List<String> testArgs = new ArrayList<>();
     testArgs.addAll(List.of(
         "-p", SiteModel.MOCK_PROJECT,
         "-a", TestCommon.SCHEMA_SPEC,
         "-s", TestCommon.SITE_DIR,
-        "-r", tracePath));
+        "-r", traceDir));
     testArgs.addAll(additionalArgs);
     Validator validator = new Validator(testArgs);
     validator.messageLoop();

From 6202465b6a399587d22a098d297addca05a3e11f Mon Sep 17 00:00:00 2001
From: Trevor Pering <peringknife@google.com>
Date: Sat, 4 Mar 2023 14:27:49 -0800
Subject: [PATCH 7/7] Fix expected out

---
 tests/upgrade.trace/expected/validation_report.json | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/upgrade.trace/expected/validation_report.json b/tests/upgrade.trace/expected/validation_report.json
index d8ad7bb59c..123482ac01 100644
--- a/tests/upgrade.trace/expected/validation_report.json
+++ b/tests/upgrade.trace/expected/validation_report.json
@@ -13,8 +13,8 @@
     "AHU-1" : {
       "last_seen" : "1999-10-20T01:02:03Z",
       "status" : {
-        "message" : "While converting to json node: 1 schema violations found",
-        "detail" : "state_update: While converting to json node: 1 schema violations found @Validator.validateMessage(redacted); 1 schema violations found; /system: object has missing required properties ([\"serial_no\"])",
+        "message" : "While converting to json node: 2 schema violations found",
+        "detail" : "state_update: While converting to json node: 2 schema violations found @Validator.validateMessage(redacted); 2 schema violations found; /system: object has missing required properties ([\"serial_no\"]); /system/software/firmware: instance type (array) does not match any allowed primitive type (allowed: [\"string\"])",
         "category" : "validation.device.schema",
         "timestamp" : "1999-10-20T01:02:03Z",
         "level" : 500