diff --git a/tests/make_playbooks.py b/tests/make_playbooks.py
index 33d45ca..17acba8 100755
--- a/tests/make_playbooks.py
+++ b/tests/make_playbooks.py
@@ -39,7 +39,11 @@
         if os.path.exists(os.path.join(path, fn)):
             config_path = os.path.join(path, fn)
             break
-    config = yaml.safe_load(open(config_path))
+    try:
+        config = yaml.safe_load(open(config_path))
+    except Exception:
+        print("  Has yaml errors")
+        return
     for block in config:
         if 'job' not in block:
             continue