Introduce pre-review image testing

This commit introduces buildset registry based pre-review image testing.
Post-review image testing is removed to be introduced in subsequent commit
in another buildset registry based implementation.

As a difference to previous non-buildset implementation, now
single test job will be run with multiple images.

Ceph to go after switching from frozen tags in osh-infra.

[0] https://review.opendev.org/743462

Depends-On: https://review.opendev.org/743462
Change-Id: Ieb45a20592c02e1929ed9804dd05a7e80ab673b1
Signed-off-by: Andrii Ostapenko <andrii.ostapenko@att.com>

zuul.d/alerta.yaml

@@ -18,9 +18,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-alerta
-        - openstack-helm-images-aio-monitoring-alerta:
-            dependencies:
-              - name: openstack-helm-images-upload-alerta
     promote:
       jobs:
         - openstack-helm-images-promote-alerta
@@ -57,12 +54,3 @@
     description: Promote Alerta image.
     vars: *alerta_vars
     files: *alerta_files
-
-- job:
-    name: openstack-helm-images-aio-monitoring-alerta
-    parent: openstack-helm-infra-aio-monitoring
-    dependencies:
-      - name: openstack-helm-images-upload-alerta
-    description: Deploy aio monitoring with Alerta image
-    vars: *alerta_vars
-    files: *alerta_files

zuul.d/base.yaml

@@ -14,6 +14,16 @@
 # limitations under the License.
 
 - project:
+    check:
+      jobs:
+        - opendev-buildset-registry
+        - openstack-helm-images-aio-monitoring
+        - openstack-helm-images-aio-logging
+        - openstack-helm-images-compute-kit-stein-ubuntu_bionic
+        - openstack-helm-images-compute-kit-train-ubuntu_bionic
+        - openstack-helm-images-cinder-stein-ubuntu_bionic
+        - openstack-helm-images-cinder-train-ubuntu_bionic
+        - openstack-helm-images-horizon-stein-ubuntu_bionic
     templates:
       - publish-openstack-docs-pti
       - release-notes-jobs-python3
@@ -54,7 +64,9 @@
 # `dockerfile`. Explicit.
 - job:
     name: openstack-helm-images-build
-    parent: build-docker-image
+    parent: opendev-build-docker-image
+    dependencies:
+      - name: opendev-buildset-registry
     abstract: true
     # Minimum version required is 2.8.
     # When default in zuul moves to 2.8, remove
@@ -90,7 +102,7 @@
 
 - job:
     name: openstack-helm-images-promote
-    parent: promote-docker-image
+    parent: opendev-promote-docker-image
     abstract: true
     ansible-version: 2.8
     secrets:
@@ -98,3 +110,165 @@
       secret: openstack-helm-dockerhub
       pass-to-parent: true
     timeout: 3600
+
+# Image testing jobs inheriting from osh and osh-infra jobs running against
+# particular image or set of images.
+- job:
+    name: openstack-helm-images-aio-monitoring
+    parent: openstack-helm-infra-aio-monitoring
+    dependencies:
+      - name: openstack-helm-images-build-prometheus-openstack-exporter
+        soft: true
+      - name: openstack-helm-images-build-patroni
+        soft: true
+      - name: openstack-helm-images-build-osh-selenium
+        soft: true
+      - name: openstack-helm-images-build-node-problem-detector
+        soft: true
+      - name: openstack-helm-images-build-nagios
+        soft: true
+      - name: openstack-helm-images-build-minikube-aio
+        soft: true
+      - name: openstack-helm-images-build-alerta
+        soft: true
+    files:
+      - prometheus-openstack-exporter/.*
+      - zuul.d/prometheus-openstack-exporter.yaml
+      - patroni/.*
+      - zuul.d/patroni.yaml
+      - osh-selenium/.*
+      - zuul.d/osh-selenium.yaml
+      - node-problem-detector/.*
+      - zuul.d/node-problem-detector.yaml
+      - nagios/.*
+      - zuul.d/nagios.yaml
+      - minikube-aio/.*
+      - zuul.d/minikube-aio.yaml
+      - alerta/.*
+      - zuul.d/alerta.yaml
+
+- job:
+    name: openstack-helm-images-aio-logging
+    parent: openstack-helm-infra-aio-logging
+    dependencies:
+      - name: openstack-helm-images-build-fluentd
+        soft: true
+      - name: openstack-helm-images-build-elasticsearch-s3
+        soft: true
+      - name: openstack-helm-images-build-osh-selenium
+        soft: true
+      - name: openstack-helm-images-build-minikube-aio
+        soft: true
+    files:
+      - fluentd/.*
+      - zuul.d/fluentd.yaml
+      - elasticsearch-s3/.*
+      - zuul.d/elasticsearch-s3.yaml
+      - osh-selenium/.*
+      - zuul.d/osh-selenium.yaml
+      - minikube-aio/.*
+      - zuul.d/minikube-aio.yaml
+
+- job:
+    name: openstack-helm-images-compute-kit-stein-ubuntu_bionic
+    parent: openstack-helm-compute-kit-stein-ubuntu_bionic
+    dependencies:
+      - name: openstack-helm-images-build-ospurge
+        soft: true
+      - name: openstack-helm-images-build-openvswitch
+        soft: true
+      - name: openstack-helm-images-build-openstack-loci-stein-ubuntu_bionic
+        soft: true
+      - name: openstack-helm-images-build-mariadb
+        soft: true
+      - name: openstack-helm-images-build-libvirt
+        soft: true
+      - name: openstack-helm-images-build-minikube-aio
+        soft: true
+    files:
+      - ospurge/.*
+      - zuul.d/ospurge.yaml
+      - openvswitch/.*
+      - zuul.d/openvswitch.yaml
+      - ^openstack/loci/.*
+      - zuul.d/openstack-loci.yaml
+      - mariadb/.*
+      - zuul.d/mariadb.yaml
+      - libvirt/.*
+      - zuul.d/libvirt.yaml
+      - minikube-aio/.*
+      - zuul.d/minikube-aio.yaml
+
+- job:
+    name: openstack-helm-images-compute-kit-train-ubuntu_bionic
+    parent: openstack-helm-compute-kit-train-ubuntu_bionic
+    dependencies:
+      - name: openstack-helm-images-build-openvswitch
+        soft: true
+      - name: openstack-helm-images-build-openstack-loci-train-ubuntu_bionic
+        soft: true
+      - name: openstack-helm-images-build-mariadb
+        soft: true
+      - name: openstack-helm-images-build-libvirt
+        soft: true
+      - name: openstack-helm-images-build-minikube-aio
+        soft: true
+    files:
+      - openvswitch/.*
+      - zuul.d/openvswitch.yaml
+      - ^openstack/loci/.*
+      - zuul.d/openstack-loci.yaml
+      - mariadb/.*
+      - zuul.d/mariadb.yaml
+      - libvirt/.*
+      - zuul.d/libvirt.yaml
+      - minikube-aio/.*
+      - zuul.d/minikube-aio.yaml
+
+- job:
+    name: openstack-helm-images-cinder-stein-ubuntu_bionic
+    parent: openstack-helm-cinder-stein-ubuntu_bionic
+    dependencies:
+      - name: openstack-helm-images-build-openstack-loci-stein-ubuntu_bionic
+        soft: true
+      - name: openstack-helm-images-build-minikube-aio
+        soft: true
+    files:
+      - ^openstack/loci/.*
+      - zuul.d/openstack-loci.yaml
+      - minikube-aio/.*
+      - zuul.d/minikube-aio.yaml
+
+- job:
+    name: openstack-helm-images-cinder-train-ubuntu_bionic
+    parent: openstack-helm-cinder-train-ubuntu_bionic
+    dependencies:
+      - name: openstack-helm-images-build-openstack-loci-train-ubuntu_bionic
+        soft: true
+      - name: openstack-helm-images-build-minikube-aio
+        soft: true
+    files:
+      - ^openstack/loci/.*
+      - zuul.d/openstack-loci.yaml
+      - mariadb/.*
+      - zuul.d/mariadb.yaml
+      - minikube-aio/.*
+      - zuul.d/minikube-aio.yaml
+
+- job:
+    name: openstack-helm-images-horizon-stein-ubuntu_bionic
+    parent: openstack-helm-horizon-stein-ubuntu_bionic
+    dependencies:
+      - name: openstack-helm-images-build-osh-selenium
+        soft: true
+      - name: openstack-helm-images-build-openstack-loci-stein-ubuntu_bionic
+        soft: true
+      - name: openstack-helm-images-build-minikube-aio
+        soft: true
+    files:
+      - osh-selenium/.*
+      - zuul.d/osh-selenium.yaml
+      - ^openstack/loci/.*
+      - zuul.d/openstack-loci.yaml
+      - minikube-aio/.*
+      - zuul.d/minikube-aio.yaml

zuul.d/elasticsearch-s3.yaml

@@ -18,9 +18,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-elasticsearch-s3
-        - openstack-helm-images-aio-logging-elasticsearch-s3:
-            dependencies:
-              - name: openstack-helm-images-upload-elasticsearch-s3
     promote:
       jobs:
         - openstack-helm-images-promote-elasticsearch-s3
@@ -64,12 +61,3 @@
     description: Promote a previously published s3 compatible elasticsearch image to latest.
     vars: *elasticsearch-s3_vars
     files: *elasticsearch-s3_files
-
-- job:
-    name: openstack-helm-images-aio-logging-elasticsearch-s3
-    parent: openstack-helm-infra-aio-logging
-    dependencies:
-      - name: openstack-helm-images-upload-elasticsearch-s3
-    description: Deploy aio logging with elasticsearch-s3 proposed image
-    vars: *elasticsearch-s3_vars
-    files: *elasticsearch-s3_files

zuul.d/fluentd.yaml

@@ -18,9 +18,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-fluentd
-        - openstack-helm-images-aio-logging-fluentd:
-            dependencies:
-              - name: openstack-helm-images-upload-fluentd
     promote:
       jobs:
         - openstack-helm-images-promote-fluentd
@@ -58,12 +55,3 @@
     description: Promote a previously published fluentd image to latest.
     vars: *fluentd_vars
     files: *fluentd_files
-
-- job:
-    name: openstack-helm-images-aio-logging-fluentd
-    parent: openstack-helm-infra-aio-logging
-    dependencies:
-      - name: openstack-helm-images-upload-fluentd
-    description: Deploy aio logging with fluentd proposed image
-    vars: *fluentd_vars
-    files: *fluentd_files

zuul.d/libvirt.yaml

@@ -20,12 +20,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-libvirt
-        - openstack-helm-images-compute-kit-stein-libvirt:
-            dependencies:
-              - name: openstack-helm-images-upload-libvirt
-        - openstack-helm-images-compute-kit-train-libvirt:
-            dependencies:
-              - name: openstack-helm-images-upload-libvirt
     promote:
       jobs:
         - openstack-helm-images-promote-libvirt
@@ -79,21 +73,3 @@
     description: Promote a previously published libvirt image to latest.
     vars: *libvirt_vars
     files: *libvirt_files
-
-- job:
-    name: openstack-helm-images-compute-kit-stein-libvirt
-    parent: openstack-helm-compute-kit-stein-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-libvirt
-    description: Deploy stein compute kit with libvirt proposed image
-    vars: *libvirt_vars
-    files: *libvirt_files
-
-- job:
-    name: openstack-helm-images-compute-kit-train-libvirt
-    parent: openstack-helm-compute-kit-train-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-libvirt
-    description: Deploy train compute kit with libvirt proposed image
-    vars: *libvirt_vars
-    files: *libvirt_files

zuul.d/mariadb.yaml

@@ -20,12 +20,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-mariadb
-        - openstack-helm-images-compute-kit-stein-mariadb:
-            dependencies:
-              - name: openstack-helm-images-upload-mariadb
-        - openstack-helm-images-compute-kit-train-mariadb:
-            dependencies:
-              - name: openstack-helm-images-upload-mariadb
     promote:
       jobs:
         - openstack-helm-images-promote-mariadb
@@ -63,21 +57,3 @@
     description: Promote a previously published mariadb image to latest.
     vars: *mariadb_vars
     files: *mariadb_files
-
-- job:
-    name: openstack-helm-images-compute-kit-stein-mariadb
-    parent: openstack-helm-compute-kit-stein-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-mariadb
-    description: Deploy stein compute kit with mariadb proposed image
-    vars: *mariadb_vars
-    files: *mariadb_files
-
-- job:
-    name: openstack-helm-images-compute-kit-train-mariadb
-    parent: openstack-helm-compute-kit-train-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-mariadb
-    description: Deploy train compute kit with mariadb proposed image
-    vars: *mariadb_vars
-    files: *mariadb_files

zuul.d/minikube-aio.yaml

@@ -28,7 +28,6 @@
 - job:
     name: openstack-helm-images-build-minikube-aio
     parent: openstack-helm-images-build
-    provides: common-images
     description: Build minikube-aio image for OSH gates
     vars: &minikube_aio_vars
       currentdate: "{{ now(utc=True,fmt='%Y%m%d') }}"
@@ -45,7 +44,6 @@
 - job:
     name: openstack-helm-images-upload-minikube-aio
     parent: openstack-helm-images-upload
-    provides: common-images
     description: Build and upload minikube-aio image
     vars: *minikube_aio_vars
     files: *minikube_aio_files

zuul.d/nagios.yaml

@@ -18,9 +18,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-nagios
-        - openstack-helm-images-aio-monitoring-nagios:
-            dependencies:
-              - name: openstack-helm-images-upload-nagios
     promote:
       jobs:
         - openstack-helm-images-promote-nagios
@@ -58,12 +55,3 @@
     description: Promote a previously published Prometheus aware Nagios core 4 image
     vars: *nagios_vars
     files: *nagios_files
-
-- job:
-    name: openstack-helm-images-aio-monitoring-nagios
-    parent: openstack-helm-infra-aio-monitoring
-    dependencies:
-      - name: openstack-helm-images-upload-nagios
-    description: Deploy aio monitoring with nagios proposed image
-    vars: *nagios_vars
-    files: *nagios_files

zuul.d/node-problem-detector.yaml

@@ -18,9 +18,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-node-problem-detector
-        - openstack-helm-images-aio-monitoring-node-problem-detector:
-            dependencies:
-              - name: openstack-helm-images-upload-node-problem-detector
     promote:
       jobs:
         - openstack-helm-images-promote-node-problem-detector
@@ -58,12 +55,3 @@
     description: Promote a previously published Node Problem Detector image.
     vars: *node-problem-detector_vars
     files: *node-problem-detector_files
-
-- job:
-    name: openstack-helm-images-aio-monitoring-node-problem-detector
-    parent: openstack-helm-infra-aio-monitoring
-    dependencies:
-      - name: openstack-helm-images-upload-node-problem-detector
-    description: Deploy aio monitoring with node-problem-detector proposed image
-    vars: *node-problem-detector_vars
-    files: *node-problem-detector_files

zuul.d/openstack-loci.yaml

@@ -32,15 +32,8 @@
         - openstack-helm-images-upload-openstack-loci-queens-ubuntu_xenial
         - openstack-helm-images-upload-openstack-loci-rocky-ubuntu_xenial
         - openstack-helm-images-upload-openstack-loci-rocky-ubuntu_bionic
-
         - openstack-helm-images-upload-openstack-loci-stein-ubuntu_bionic
-        - openstack-helm-images-compute-kit-openstack-loci-stein-ubuntu_bionic
-        - openstack-helm-images-cinder-openstack-loci-stein-ubuntu_bionic
-
         - openstack-helm-images-upload-openstack-loci-train-ubuntu_bionic
-        - openstack-helm-images-compute-kit-openstack-loci-train-ubuntu_bionic
-        - openstack-helm-images-cinder-openstack-loci-train-ubuntu_bionic
-
         - openstack-helm-images-upload-openstack-loci-ussuri-ubuntu_bionic
         - openstack-helm-images-upload-openstack-loci-master-ubuntu_bionic
     promote:
@@ -456,24 +449,6 @@
     description: Promote previously published LOCI train bionic images
     vars: *build_train_bionic_images
 
-- job:
-    name: openstack-helm-images-compute-kit-openstack-loci-train-ubuntu_bionic
-    parent: openstack-helm-compute-kit-train-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-openstack-loci-train-ubuntu_bionic
-    description: Deploy compute kit with train proposed images
-    files: *loci-files
-    vars: *build_train_bionic_images
-
-- job:
-    name: openstack-helm-images-cinder-openstack-loci-train-ubuntu_bionic
-    parent: openstack-helm-cinder-train-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-openstack-loci-train-ubuntu_bionic
-    description: Deploy cinder with train proposed images
-    files: *loci-files
-    vars: *build_train_bionic_images
-
 #########
 # STEIN #
 #########
@@ -520,24 +495,6 @@
     description: Promote previously published LOCI stein bionic images
     vars: *build_stein_bionic_images
 
-- job:
-    name: openstack-helm-images-compute-kit-openstack-loci-stein-ubuntu_bionic
-    parent: openstack-helm-compute-kit-stein-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-openstack-loci-stein-ubuntu_bionic
-    description: Deploy compute kit with stein proposed images
-    files: *loci-files
-    vars: *build_stein_bionic_images
-
-- job:
-    name: openstack-helm-images-cinder-openstack-loci-stein-ubuntu_bionic
-    parent: openstack-helm-cinder-stein-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-openstack-loci-stein-ubuntu_bionic
-    description: Deploy cinder with stein proposed images
-    files: *loci-files
-    vars: *build_stein_bionic_images
-
 #########
 # ROCKY #
 #########

zuul.d/openvswitch.yaml

@@ -20,12 +20,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-openvswitch
-        - openstack-helm-images-compute-kit-stein-openvswitch:
-            dependencies:
-              - name: openstack-helm-images-upload-openvswitch
-        - openstack-helm-images-compute-kit-train-openvswitch:
-            dependencies:
-              - name: openstack-helm-images-upload-openvswitch
     promote:
       jobs:
         - openstack-helm-images-promote-openvswitch
@@ -87,21 +81,3 @@
     description: Promote a previously published openvswitch image to latest.
     vars: *openvswitch_vars
     files: *openvswitch_files
-
-- job:
-    name: openstack-helm-images-compute-kit-stein-openvswitch
-    parent: openstack-helm-compute-kit-stein-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-openvswitch
-    description: Deploy stein compute kit with openvswitch proposed image
-    vars: *openvswitch_vars
-    files: *openvswitch_files
-
-- job:
-    name: openstack-helm-images-compute-kit-train-openvswitch
-    parent: openstack-helm-compute-kit-train-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-openvswitch
-    description: Deploy train compute kit with openvswitch proposed image
-    vars: *openvswitch_vars
-    files: *openvswitch_files

zuul.d/osh-selenium.yaml

@@ -20,12 +20,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-osh-selenium
-        - openstack-helm-images-aio-monitoring-osh-selenium:
-            dependencies:
-              - name: openstack-helm-images-upload-osh-selenium
-        - openstack-helm-images-horizon-osh-selenium:
-            dependencies:
-              - name: openstack-helm-images-upload-osh-selenium
     promote:
       jobs:
         - openstack-helm-images-promote-osh-selenium
@@ -69,21 +63,3 @@
     description: Promote a previously published selenium image with chrome headless driver.
     vars: *osh-selenium_vars
     files: *osh-selenium_files
-
-- job:
-    name: openstack-helm-images-aio-monitoring-osh-selenium
-    parent: openstack-helm-infra-aio-monitoring
-    dependencies:
-      - name: openstack-helm-images-upload-osh-selenuim
-    description: Deploy aio monitoring with osh-selenium proposed image
-    vars: *osh-selenium_vars
-    files: *osh-selenium_files
-
-- job:
-    name: openstack-helm-images-horizon-osh-selenium
-    parent: openstack-helm-horizon-stein-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-osh-selenuim
-    description: Deploy stein horizon with osh-selenium proposed image
-    vars: *osh-selenium_vars
-    files: *osh-selenium_files

zuul.d/ospurge.yaml

@@ -20,9 +20,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-ospurge
-        - openstack-helm-images-compute-kit-ospurge:
-            dependencies:
-              - name: openstack-helm-images-upload-ospurge
     promote:
       jobs:
         - openstack-helm-images-promote-ospurge
@@ -60,12 +57,3 @@
     description: Promote a previously published ospurge image to latest.
     vars: *ospurge_vars
     files: *ospurge_files
-
-- job:
-    name: openstack-helm-images-compute-kit-ospurge
-    parent: openstack-helm-compute-kit-stein-ubuntu_bionic
-    dependencies:
-      - name: openstack-helm-images-upload-ospurge
-    description: Deploy stein compute-kit with ospurge proposed image
-    vars: *ospurge_vars
-    files: *ospurge_files

zuul.d/patroni.yaml

@@ -20,9 +20,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-patroni
-        - openstack-helm-images-aio-monitoring-patroni:
-            dependencies:
-              - name: openstack-helm-images-upload-patroni
     promote:
       jobs:
         - openstack-helm-images-promote-patroni
@@ -60,12 +57,3 @@
     description: Promote a previously published patroni image to latest.
     vars: *patroni_vars
     files: *patroni_files
-
-- job:
-    name: openstack-helm-images-aio-monitoring-patroni
-    parent: openstack-helm-infra-aio-monitoring
-    dependencies:
-      - name: openstack-helm-images-upload-patroni
-    description: Deploy aio monitoring with proposed patroni image
-    vars: *patroni_vars
-    files: *patroni_files

zuul.d/prometheus-openstack-exporter.yaml

@@ -18,9 +18,6 @@
     gate:
       jobs:
         - openstack-helm-images-upload-prometheus-openstack-exporter
-        - openstack-helm-images-aio-monitoring-prometheus-openstack-exporter:
-            dependencies:
-              - name: openstack-helm-images-upload-prometheus-openstack-exporter
     promote:
       jobs:
         - openstack-helm-images-promote-prometheus-openstack-exporter
@@ -58,12 +55,3 @@
     description: Promote a previously published Prometheus OpenStack exporter image.
     vars: *prometheus-openstack-exporter_vars
     files: *prometheus-openstack-exporter_files
-
-- job:
-    name: openstack-helm-images-aio-monitoring-prometheus-openstack-exporter
-    parent: openstack-helm-infra-aio-monitoring
-    dependencies:
-      - name: openstack-helm-images-upload-prometheus-openstack-exporter
-    description: Deploy aio monitoring with prometheus-openstack-exporter proposed image
-    vars: *prometheus-openstack-exporter_vars
-    files: *prometheus-openstack-exporter_files