Add pisek testing

task_autotest/test.py

@@ -7,7 +7,7 @@ import task_autotest.config as config
 def test_task_commit(task_path, commit, workdir="_test"):
     start_time = time.time()
 
-    wd = config.REPO_DIR + "/" + workdir
+    wd = os.path.join(config.REPO_DIR, workdir)
     subprocess.run(["git", "checkout", commit], cwd=wd, check=True)
 
     outdir = config.DATA_DIR + "/tests/" + task_path.replace('/', '_') + '/' + commit + '/'
@@ -19,3 +19,16 @@ def test_task_commit(task_path, commit, workdir="_test"):
     os.mkdir(outdir)
     with open(outdir + "time", "w") as f:
         f.write(str(int(start_time)))
+
+    def run_pisek(args, output):
+        return subprocess.run(
+            ["pisek"] + args,
+            stdout=open(os.path.join(outdir, output), "w"),
+            stderr=subprocess.STDOUT,
+            text=True,
+            cwd=os.path.join(config.REPO_DIR, workdir, task_path),
+        )
+
+    run_pisek(["--output", "--plain"], "output")
+    run_pisek(["--strict", "--output", "--plain"], "strict_output")
+    open(os.path.join(outdir, "complete"), "w").close()