Implemented full e2e testing
This commit is contained in:
@@ -28,6 +28,8 @@
|
||||
#let ok_color = rgb("#1a7f37")
|
||||
#let bad_color = rgb("#cf222e")
|
||||
#let neutral = rgb("#57606a")
|
||||
#let fail_bg = rgb("#ffebe9") // light-red row background for FAIL rows in scenario tables
|
||||
#let fail_row_fill(is_fail) = (x, y) => if y > 0 and is_fail(y - 1) { fail_bg } else { none }
|
||||
|
||||
#let warn_color = rgb("#9a6700") // XFAIL — expected/known failure
|
||||
#let xpass_color = rgb("#8250df") // XPASS — stale marker, needs attention
|
||||
@@ -204,6 +206,7 @@ MARTe2 processes, plus sustained client throughput (recorded samples ÷ duration
|
||||
align: (left, right, right, right, right, right),
|
||||
stroke: 0.4pt + rgb("#d0d7de"),
|
||||
inset: 5pt,
|
||||
fill: fail_row_fill(i => e2e.scenarios.at(i).status == "FAIL"),
|
||||
table.header([*Scenario*], [*Hub CPU (s)*], [*Hub RSS (MB)*],
|
||||
[*MARTe CPU (s)*], [*MARTe RSS (MB)*], [*Throughput (sp/s)*]),
|
||||
..e2e.scenarios.map(sc => {
|
||||
@@ -247,6 +250,7 @@ MARTe2 processes, plus sustained client throughput (recorded samples ÷ duration
|
||||
align: (left, center, left, left, right, right, right, center, center),
|
||||
stroke: 0.4pt + rgb("#d0d7de"),
|
||||
inset: 4pt,
|
||||
fill: fail_row_fill(i => sc.signals.at(i).pass == false),
|
||||
table.header([*Signal*], [*Pass*], [*Type*], [*Quant*], [*Max abs err*],
|
||||
[*Corr*], [*nRMSE*], [*Fidelity*], [*Shape*]),
|
||||
..sc.signals.map(g => (
|
||||
@@ -341,6 +345,7 @@ MARTe2 processes, plus sustained client throughput (recorded samples ÷ duration
|
||||
align: (left, center, left),
|
||||
stroke: 0.4pt + rgb("#d0d7de"),
|
||||
inset: 5pt,
|
||||
fill: fail_row_fill(i => block.scenarios.at(i).status == "FAIL"),
|
||||
table.header([*Scenario*], [*Status*], [*Known issue*]),
|
||||
..block.scenarios.map(s => (
|
||||
[#s.id],
|
||||
@@ -357,6 +362,7 @@ MARTe2 processes, plus sustained client throughput (recorded samples ÷ duration
|
||||
#kind_table("Recorder (BinaryRecorder disk output)", data.recorder)
|
||||
#kind_table("Debug Service E2E", data.debug)
|
||||
#kind_table("TCPLogger E2E", data.tcplogger)
|
||||
#kind_table("Debug Service PAUSE/RESUME E2E", data.debug_pause_resume)
|
||||
|
||||
// ── stress tests ─────────────────────────────────────────────────────────────
|
||||
= Stress Tests
|
||||
|
||||
Reference in New Issue
Block a user