Update gubernator unit tests and config

gubernator/config.yaml

@@ -20,23 +20,26 @@ jobs:
   - ci-kubernetes-e2e-gce-scale-performance
   - ci-kubernetes-e2e-gci-gce
   - ci-kubernetes-e2e-gci-gce-slow
-  - ci-kubernetes-e2e-gci-gke
-  - ci-kubernetes-e2e-gci-gke-slow
-  - ci-kubernetes-e2e-kops-aws
   - ci-kubernetes-integration-master
   - ci-kubernetes-kubemark-500-gce
   - ci-kubernetes-verify-master
   kubernetes-jenkins/pr-logs/directory/:
   - pull-kubernetes-bazel-build
   - pull-kubernetes-bazel-test
-  - pull-kubernetes-e2e-aks-engine-azure
+  - pull-kubernetes-conformance-kind-ga-only-parallel
+  - pull-kubernetes-dependencies
+  - pull-kubernetes-dependencies-canary
   - pull-kubernetes-e2e-gce
   - pull-kubernetes-e2e-gce-100-performance
   - pull-kubernetes-e2e-gce-device-plugin-gpu
-  - pull-kubernetes-e2e-kops-aws
+  - pull-kubernetes-e2e-gce-ubuntu-containerd
+  - pull-kubernetes-e2e-kind
+  - pull-kubernetes-e2e-kind-ipv6
+  - pull-kubernetes-files-remake
   - pull-kubernetes-integration
   - pull-kubernetes-kubemark-e2e-gce-big
   - pull-kubernetes-node-e2e
+  - pull-kubernetes-node-e2e-containerd
   - pull-kubernetes-typecheck
   - pull-kubernetes-verify
 recursive_artifacts: false

gubernator/test_requirements.txt

@@ -2,4 +2,4 @@ webtest
 nosegae
 pylint==1.6.4
 coverage
-pyyaml
+PyYAML==5.1.1

gubernator/update_config.py

@@ -34,6 +34,9 @@ def main(prow_config, prow_job_config, gubernator_config):
     for config in configs:
         prow_data = yaml.load(open(config))
 
+        if not prow_data:
+            continue
+
         if 'presubmits' in prow_data and 'kubernetes/kubernetes' in prow_data['presubmits']:
             for job in prow_data['presubmits']['kubernetes/kubernetes']:
                 if job.get('always_run'):

gubernator/update_config.sh

@@ -17,4 +17,4 @@
 # file to keep it in sync with Prow.
 
 cd "$( dirname "${BASH_SOURCE[0]}" )"
-./update_config.py ./../config/prow/config.yaml ./config.yaml
+./update_config.py ../config/prow/config.yaml ../config/jobs ./config.yaml