Changeset 11127 in ntrip for trunk/BNC/tests/run_tests.py

Timestamp:

Oct 24, 2026, 11:15:22 PM (32 hours ago)

Author:

stuerze

Message:

test suite extended regardiing security aspects

File:

• trunk/BNC/tests/run_tests.py (modified) (4 diffs)

trunk/BNC/tests/run_tests.py

@@ -30 +30 @@
                {"dir" (subdirectory of the work dir), "config", "raw"
                 (relative to the work dir), "args", "exit_code", "timeout"};
-               outputs may refer to their files as "<dir>/Output/..."
+               outputs may refer to their files as "<dir>/Output/...";
+               instead of a BNC run, {"dir", "tool": [script in tools/, args]}
+               runs a Python tool in the work directory, stdout to <dir>/stdout.txt
 
 BNC runs in tests/work/<name>/, which contains an "Input" symlink to
@@ -178 +180 @@
 
 
+def run_tool(work, spec):
+    """Run tools/<script> with args in the work directory, stdout to
+    <dir>/stdout.txt. Returns the exit code or None on timeout."""
+    outdir = os.path.join(work, spec["dir"])
+    os.makedirs(outdir, exist_ok=True)
+    cmd = [sys.executable, "-I", os.path.join(TESTS, "tools", spec["tool"][0])] + spec["tool"][1:]
+    with open(os.path.join(outdir, "stdout.txt"), "wb") as out:
+        try:
+            return subprocess.run(cmd, cwd=work, stdout=out, stderr=subprocess.STDOUT,
+                                  timeout=spec.get("timeout", 600)).returncode
+        except subprocess.TimeoutExpired:
+            return None
+
+
 def run_case(name, bnc, update):
     res = Result(name)
@@ -217 +233 @@
     # in its own subdirectory of the work directory, raw relative to work/
     for post in case.get("post", []):
-        pcode = run_bnc(bnc, os.path.join(work, post["dir"]), post, work)
+        if "tool" in post:
+            pcode = run_tool(work, post)
+        else:
+            pcode = run_bnc(bnc, os.path.join(work, post["dir"]), post, work)
         if pcode is None or pcode != post.get("exit_code", 0):
             res.fail("post step %s: exit code %s" % (post["dir"], pcode))
@@ -250 +269 @@
         expfile = os.path.join(expdir, ref + ".gz")
         if update:
+            if spec.get("debug_trace") and not actual.strip() and os.path.exists(expfile):
+                # build without BNC_DEBUG_SSR: keep the existing trace reference
+                written.add(os.path.basename(expfile))
+                res.skip("%s: no BNC_DEBUG_SSR trace in this build, reference kept" % ref)
+                continue
             write_expected(expfile, actual)
             written.add(os.path.basename(expfile))