fail jobs if workers die

submitters/snakemake/zoidberg/grid-status.py

@@ -2,8 +2,17 @@
 
 import sys
 import requests
+from os import environ
 
-resp = requests.post("http://localhost:8080/status", json=[{"id": int(sys.argv[1])}])
+def print_and_exit(s):
+    print(s)
+    exit(0)
+
+resp = requests.post(
+    "http://localhost:8080/status",
+    json=[{"id": int(sys.argv[1])}],
+    headers={"cookie": environ["ZOIDBERG_SECRET"]},
+)
 
 translation = {
     "Submitted": "running",
@@ -11,4 +20,12 @@ translation = {
     "Failed": "failed",
 }
 
-print(translation[resp.json()[0]["status"]])
+j = resp.json()
+
+if len(j) == 0:
+    print_and_exit("failed")
+
+if "Running" in j[0]["status"]:
+    print_and_exit("running")
+
+print_and_exit(translation[resp.json()[0]["status"]])

submitters/snakemake/zoidberg/grid-submit.py

@@ -2,6 +2,7 @@
 
 import sys
 import requests
+from os import environ
 
 jobscript = sys.argv[1]
 
@@ -10,6 +11,7 @@ resp = requests.post(
     json=[
         {"cmd": jobscript},
     ],
+    headers={"cookie": environ["ZOIDBERG_SECRET"]},
 )
 assert resp.ok, "http request failed"