enable baselines parsing for network latency

Signed-off-by: Diana Popa <[email protected]>

Author: dianpopa

tests/integration_tests/performance/test_network_latency.py

@@ -139,6 +139,8 @@ def test_network_latency(bin_cloner_path, results_file_dumper):
     kernel_artifacts = ArtifactSet(ARTIFACTS_COLLECTION.kernels())
     disk_artifacts = ArtifactSet(ARTIFACTS_COLLECTION.disks(keyword="ubuntu"))
 
+    logger.info("Testing on processor %s", get_cpu_model_name())
+
     # Create a test context and add builder, logger, network.
     test_context = TestContext()
     test_context.custom = {

tools/parse_baselines/main.py

@@ -17,6 +17,7 @@
 from providers.iperf3 import Iperf3DataParser
 from providers.block import BlockDataParser
 from providers.snapshot_restore import SnapshotRestoreDataParser
+from providers.latency import LatencyDataParser
 
 sys.path.append(os.path.join(os.getcwd(), "tests"))
 
@@ -30,13 +31,15 @@
         "test_block_performance_async",
     ],
     "snapshot_restore_performance": ["test_snap_restore_performance"],
+    "network_latency": ["test_network_latency"],
 }
 
 DATA_PARSERS = {
     "vsock_throughput": Iperf3DataParser,
     "network_tcp_throughput": Iperf3DataParser,
     "block_performance": BlockDataParser,
     "snapshot_restore_performance": SnapshotRestoreDataParser,
+    "network_latency": LatencyDataParser,
 }
 
 
@@ -67,8 +70,9 @@ def concatenate_data_files(data_files: List[str]):
 
     for filename in data_files:
         with open(filename, encoding="utf-8") as infile:
-            outfile.write(str.encode(infile.read()))
-
+            contents = str.encode(infile.read())
+            outfile.write(contents)
+    outfile.flush()
     return outfile
 
 
@@ -98,6 +102,7 @@ def main():
         choices=[
             "vsock_throughput",
             "network_tcp_throughput",
+            "network_latency",
             "block_performance",
             "snapshot_restore_performance",
         ],

tools/parse_baselines/providers/latency.py

@@ -0,0 +1,36 @@
+# Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+"""Implement the DataParser for network latency performance tests."""
+
+import statistics
+from collections.abc import Iterator
+from typing import List
+from providers.types import DataParser
+
+# We add a small extra percentage margin, to account for small variations
+# that were not caught while gathering baselines. This provides
+# slightly better reliability, while not affecting regression
+# detection.
+DELTA_EXTRA_MARGIN = 0.01
+
+
+# pylint: disable=R0903
+class LatencyDataParser(DataParser):
+    """Parse the data provided by the network latency performance tests."""
+
+    # pylint: disable=W0102
+    def __init__(self, data_provider: Iterator):
+        """Initialize the data parser."""
+        super().__init__(
+            data_provider,
+            ["latency/Avg"],
+        )
+
+    def calculate_baseline(self, data: List[float]) -> dict:
+        """Return the target and delta values, given a list of data points."""
+        avg = statistics.mean(data)
+        stddev = statistics.stdev(data)
+        return {
+            "target": round(avg, 3),
+            "delta_percentage": round(stddev + DELTA_EXTRA_MARGIN, 2),
+        }