diff --git a/artiq/test/coredevice/test_compile.py b/artiq/test/coredevice/test_compile.py
index efb6073d5..9b97c7968 100644
--- a/artiq/test/coredevice/test_compile.py
+++ b/artiq/test/coredevice/test_compile.py
@@ -49,9 +49,9 @@ class TestCompile(ExperimentCase):
         mgmt.clear_log()
         with tempfile.TemporaryDirectory() as tmp:
             db_path = os.path.join(artiq_root, "device_db.py")
-            subprocess.call([sys.executable, "-m", "artiq.frontend.artiq_compile", "--device-db", db_path,
+            subprocess.check_call([sys.executable, "-m", "artiq.frontend.artiq_compile", "--device-db", db_path,
                 "-c", "CheckLog", "-o", os.path.join(tmp, "check_log.elf"), __file__])
-            subprocess.call([sys.executable, "-m", "artiq.frontend.artiq_run", "--device-db", db_path,
+            subprocess.check_call([sys.executable, "-m", "artiq.frontend.artiq_run", "--device-db", db_path,
                 os.path.join(tmp, "check_log.elf")])
         log = mgmt.get_log()
         self.assertIn("test_artiq_compile", log)