Add failed test in HTML/JUnit/TAP reports

integration/tests_ok/html.ps1

@@ -1,6 +1,8 @@
 Set-StrictMode -Version latest
 $ErrorActionPreference = 'Stop'
 
+# Some tests are failing but we want to continue until the end
+$ErrorActionPreference = "Continue"
 hurl --test `
   --report-html build\tmp\ `
   --glob "tests_ok\test.*.hurl"
@@ -100,3 +102,4 @@ hurl --test `
   tests_failed\retry_option.hurl `
   tests_failed\template_variable_not_found.hurl `
   tests_failed\template_variable_not_renderable.hurl
+$ErrorActionPreference = 'Stop'

integration/tests_ok/html.sh

@@ -1,6 +1,8 @@
 #!/bin/bash
 set -Eeuo pipefail
 
+# Some tests are failing but we want to continue until the end
+set +euo pipefail
 hurl --test \
   --report-html build/ \
   --glob "tests_ok/test.*.hurl"
@@ -101,3 +103,4 @@ hurl --test \
   tests_failed/retry_option.hurl \
   tests_failed/template_variable_not_found.hurl \
   tests_failed/template_variable_not_renderable.hurl
+set -Eeuo pipefail

integration/tests_ok/junit.sh

@@ -1,6 +1,11 @@
 #!/bin/bash
 set -Eeuo pipefail
 rm -f build/result.xml
+
+# test.2.hurl is KO but we don't the script ton continue until the end
+set +eo pipefail
 hurl --test --report-junit build/result.xml tests_ok/test.1.hurl tests_ok/test.2.hurl
 hurl --test --report-junit build/result.xml tests_ok/test.3.hurl
+set -Eeuo pipefail
+
 cat build/result.xml

integration/tests_ok/tap.exit

@@ -0,0 +1 @@
+4

integration/tests_ok/tap.out

@@ -1,5 +1,5 @@
 TAP version 13
 1..3
 ok 1 - tests_ok/test.1.hurl
-ok 2 - tests_ok/test.2.hurl
+not ok 2 - tests_ok/test.2.hurl
 ok 3 - tests_ok/test.3.hurl

integration/tests_ok/tap.ps1

@@ -3,6 +3,11 @@ $ErrorActionPreference = 'Stop'
 if (Test-Path build/result.tap) {
     Remove-Item build/result.tap
 }
+
+# test.2.hurl is KO but we don't the script ton continue until the end
+$ErrorActionPreference = 'Continue'
 hurl --test --report-tap build/result.tap tests_ok/test.1.hurl tests_ok/test.2.hurl
 hurl --test --report-tap build/result.tap tests_ok/test.3.hurl
+$ErrorActionPreference = 'Stop'
+
 Write-Host (Get-Content build/result.tap -Raw) -NoNewLine

integration/tests_ok/tap.sh

@@ -1,6 +1,11 @@
 #!/bin/bash
 set -Eeuo pipefail
 rm -f build/result.tap
+
+# test.2.hurl is KO but we don't the script ton continue until the end
+set +eo pipefail
 hurl --test --report-tap build/result.tap tests_ok/test.1.hurl tests_ok/test.2.hurl
 hurl --test --report-tap build/result.tap tests_ok/test.3.hurl
+set -Eeuo pipefail
+
 cat build/result.tap

integration/tests_ok/test.2.html

@@ -1,5 +1,9 @@
 <pre><code class="language-hurl"><span class="hurl-entry"><span class="request"><span class="line"><span class="method">GET</span> <span class="url">http://localhost:8000/hello</span></span>
-</span><span class="response"><span class="line"></span>
-<span class="line"><span class="version">HTTP</span> <span class="number">200</span></span>
+</span><span class="response"><span class="line"><span class="version">HTTP</span> <span class="number">200</span></span>
 <span class="line"><span class="string">`Hello World!`</span></span>
+</span></span><span class="hurl-entry"><span class="request"><span class="line"></span>
+<span class="line"></span>
+<span class="line"><span class="method">GET</span> <span class="url">http://localhost:8000/hello</span></span>
+</span><span class="response"><span class="line"><span class="version">HTTP</span> <span class="number">200</span></span>
+<span class="line"><span class="string">`Goodbye World!`</span></span>
 </span></span></code></pre>

integration/tests_ok/test.2.hurl

@@ -1,4 +1,8 @@
 GET http://localhost:8000/hello
-
 HTTP 200
 `Hello World!`
+
+
+GET http://localhost:8000/hello
+HTTP 200
+`Goodbye World!`

integration/tests_ok/test.2.json

@@ -1 +1 @@
-{"entries":[{"request":{"method":"GET","url":"http://localhost:8000/hello"},"response":{"status":200,"body":{"type":"text","value":"Hello World!"}}}]}
+{"entries":[{"request":{"method":"GET","url":"http://localhost:8000/hello"},"response":{"status":200,"body":{"type":"text","value":"Hello World!"}}},{"request":{"method":"GET","url":"http://localhost:8000/hello"},"response":{"status":200,"body":{"type":"text","value":"Goodbye World!"}}}]}