TestGrid Additional Features - uniform or unique?
Contents
TestGrid Additional Features - uniform or unique?#
As can be seen in an earlier notebook, TestGrids have a more metadata (features) than just the test values we’ve been focused on.
In this notebook we are going to take a closer look at these other metadata fields for both Openshift and Kubernetes and determine if they are uniform across grids and worth taking a closer look at our are distinct by grid.
import requests
from bs4 import BeautifulSoup
# access the testgrid.k8s.io to get the dashboards for Red Hat
response = requests.get(
"https://testgrid.k8s.io/redhat-openshift-informing?id=dashboard-group-bar"
)
html = BeautifulSoup(response.content)
testgrid_script = html.findAll("script")[3]
testgrid_script = testgrid_script.text.split()[5].split(",")
dashboard_names = [x.split(":")[1] for x in testgrid_script if "name" in x]
# Print all the feature names for one grid
response = requests.get(
"https://testgrid.k8s.io/redhat-openshift-ocp-release-4.2-informing/table? \
&show-stale-tests=&tab=release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.1-to-4.2"
)
for i in response.json().keys():
print(i)
test-group-name
query
status
phase-timer
cached
summary
bugs
changelists
column_ids
custom-columns
column-header-names
groups
metrics
tests
row_ids
timestamps
clusters
test_id_map
test-metadata
stale-test-threshold
num-stale-tests
add-tabular-names-option
show-tabular-names
description
bug-component
code-search-path
open-test-template
file-bug-template
attach-bug-template
results-url-template
code-search-url-template
about-dashboard-url
open-bug-template
context-menu-template
results-text
latest-green
triage-enabled
notifications
overall-status
This is a list for one specific dashboard, we need to check and make sure that this is standard across all Red Hat and Kubernetes grids before moving forward.
# Iterate through each board and collect
download = True
if download is True:
available_features = {}
for dashboard in dashboard_names:
response_1 = requests.get(f"https://testgrid.k8s.io/{dashboard}/summary")
jobs = response_1.json().keys()
for job in jobs:
response_2 = requests.get(
f"https://testgrid.k8s.io/{dashboard}/table?&show-stale-tests=&tab={job}&grid=old"
)
if response_2.status_code != 200:
continue
available_features[f"{dashboard}_{job}"] = response_2.json().keys()
print(f"{dashboard} downloaded ")
else:
print("Not Downloading")
"redhat-openshift-informing" downloaded
"redhat-openshift-ocp-release-3.11-informing" downloaded
"redhat-openshift-ocp-release-4.1-blocking" downloaded
"redhat-openshift-ocp-release-4.1-informing" downloaded
"redhat-openshift-ocp-release-4.2-blocking" downloaded
"redhat-openshift-ocp-release-4.2-informing" downloaded
"redhat-openshift-ocp-release-4.3-blocking" downloaded
"redhat-openshift-ocp-release-4.3-broken" downloaded
"redhat-openshift-ocp-release-4.3-informing" downloaded
"redhat-openshift-ocp-release-4.4-blocking" downloaded
"redhat-openshift-ocp-release-4.4-broken" downloaded
"redhat-openshift-ocp-release-4.4-informing" downloaded
"redhat-openshift-ocp-release-4.5-blocking" downloaded
"redhat-openshift-ocp-release-4.5-broken" downloaded
"redhat-openshift-ocp-release-4.5-informing" downloaded
"redhat-openshift-ocp-release-4.6-blocking" downloaded
"redhat-openshift-ocp-release-4.6-broken" downloaded
"redhat-openshift-ocp-release-4.6-informing" downloaded
"redhat-openshift-ocp-release-4.7-blocking" downloaded
"redhat-openshift-ocp-release-4.7-broken" downloaded
"redhat-openshift-ocp-release-4.7-informing" downloaded
"redhat-openshift-ocp-release-4.8-blocking" downloaded
"redhat-openshift-ocp-release-4.8-informing" downloaded
"redhat-openshift-okd-release-4.3-informing" downloaded
"redhat-openshift-okd-release-4.4-informing" downloaded
"redhat-openshift-okd-release-4.5-blocking" downloaded
"redhat-openshift-okd-release-4.5-informing" downloaded
"redhat-openshift-okd-release-4.6-blocking" downloaded
"redhat-openshift-okd-release-4.6-informing" downloaded
"redhat-openshift-okd-release-4.7-informing" downloaded
"redhat-openshift-presubmit-master-gcp" downloaded
"redhat-osde2e-int-aws" downloaded
"redhat-osde2e-int-gcp" downloaded
"redhat-osde2e-int-moa" downloaded
"redhat-osde2e-prod-aws" downloaded
"redhat-osde2e-prod-gcp" downloaded
"redhat-osde2e-prod-moa" downloaded
"redhat-osde2e-stage-aws" downloaded
"redhat-osde2e-stage-gcp" downloaded
"redhat-osde2e-stage-moa" downloaded
### for each grid this will print out any features they are missing from a master list
all_features = []
for i in available_features.keys():
all_features.extend(list(available_features[i]))
uniqe_list_redhat = set(all_features)
for i in available_features.keys():
print(i)
print(uniqe_list_redhat.difference(set(available_features[i])))
"redhat-openshift-informing"_release-openshift-okd-installer-e2e-aws-upgrade
{'alerts'}
"redhat-openshift-informing"_release-openshift-origin-installer-e2e-aws-upgrade
{'alerts'}
"redhat-openshift-informing"_release-openshift-origin-installer-e2e-gcp-upgrade
{'alerts'}
"redhat-openshift-ocp-release-3.11-informing"_periodic-ci-openshift-origin-release-3.11-e2e-gcp
{'alerts'}
"redhat-openshift-ocp-release-4.1-blocking"_release-openshift-ocp-installer-e2e-aws-4.1
{'alerts'}
"redhat-openshift-ocp-release-4.1-blocking"_release-openshift-ocp-installer-e2e-aws-serial-4.1
{'alerts'}
"redhat-openshift-ocp-release-4.1-blocking"_release-openshift-origin-installer-e2e-aws-4.1
{'alerts'}
"redhat-openshift-ocp-release-4.1-blocking"_release-openshift-origin-installer-e2e-aws-serial-4.1
{'alerts'}
"redhat-openshift-ocp-release-4.1-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.1-stable-to-4.1-nightly
{'alerts'}
"redhat-openshift-ocp-release-4.1-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.1
{'alerts'}
"redhat-openshift-ocp-release-4.2-blocking"_release-openshift-ocp-installer-e2e-aws-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-blocking"_release-openshift-ocp-installer-e2e-aws-serial-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-blocking"_release-openshift-origin-installer-e2e-aws-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-blocking"_release-openshift-origin-installer-e2e-aws-serial-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.1
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.2-s390x
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-console-aws-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-aws-fips-4.2
set()
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-aws-fips-serial-4.2
set()
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-aws-mirrors-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-aws-proxy-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-aws-upi-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-azure-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-azure-fips-4.2
set()
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-azure-fips-serial-4.2
set()
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-azure-serial-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-gcp-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-gcp-fips-4.2
set()
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-gcp-fips-serial-4.2
set()
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-gcp-serial-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-metal-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-ocp-installer-e2e-metal-serial-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-e2e-aws-sdn-multitenant-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.1-stable-to-4.2-ci
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.2-stable-to-4.2-nightly
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.1-to-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-e2e-azure-upgrade-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-e2e-gcp-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-e2e-gcp-serial-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-e2e-gcp-upgrade-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.2-informing"_release-openshift-origin-installer-old-rhcos-e2e-aws-4.2
{'alerts'}
"redhat-openshift-ocp-release-4.3-blocking"_release-openshift-ocp-installer-e2e-aws-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-blocking"_release-openshift-ocp-installer-e2e-aws-serial-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-blocking"_release-openshift-origin-installer-e2e-gcp-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-blocking"_release-openshift-origin-installer-e2e-gcp-serial-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-broken"_release-openshift-ocp-installer-e2e-azure-ovn-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-broken"_release-openshift-ocp-installer-e2e-gcp-ovn-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.3-ppc64le
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.3-s390x
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-e2e-aws-scaleup-rhel7-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-console-aws-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-aws-fips-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-aws-fips-serial-4.3
set()
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-aws-mirrors-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-aws-ovn-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-aws-proxy-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-aws-upi-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-azure-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-azure-fips-4.3
set()
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-azure-fips-serial-4.3
set()
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-azure-serial-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-gcp-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-gcp-fips-4.3
set()
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-gcp-fips-serial-4.3
set()
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-gcp-serial-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-metal-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-metal-serial-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-openstack-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-openstack-serial-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-vsphere-upi-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-ocp-installer-e2e-vsphere-upi-serial-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-4.3-cnv
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-calico-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-compact-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-disruptive-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-sdn-multitenant-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-serial-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-shared-vpc-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.1-to-4.2-to-4.3-nightly
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.2-nightly-to-4.3-nightly
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.2-to-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-upgrade-fips-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.2-to-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-azure-compact-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-azure-shared-vpc-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-azure-upgrade-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-gcp-compact-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-gcp-shared-vpc-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-gcp-upgrade-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-remote-libvirt-ppc64le-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-e2e-remote-libvirt-s390x-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.3-informing"_release-openshift-origin-installer-old-rhcos-e2e-aws-4.3
{'alerts'}
"redhat-openshift-ocp-release-4.4-blocking"_release-openshift-ocp-installer-e2e-aws-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-blocking"_release-openshift-ocp-installer-e2e-aws-serial-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-blocking"_release-openshift-origin-installer-e2e-gcp-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-blocking"_release-openshift-origin-installer-e2e-gcp-serial-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-broken"_release-openshift-ocp-installer-e2e-azure-ovn-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-broken"_release-openshift-ocp-installer-e2e-gcp-ovn-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-broken"_release-openshift-origin-installer-e2e-azure-compact-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_periodic-ci-openshift-release-master-ocp-4.4-e2e-aws-proxy
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_periodic-ci-openshift-release-master-ocp-4.4-e2e-metal-ipi
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_periodic-ci-openshift-release-master-ocp-4.4-e2e-metal-ipi-compact
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_periodic-ci-openshift-release-master-ocp-4.4-e2e-metal-ipi-ipv4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_periodic-ci-openshift-release-master-ocp-4.4-e2e-vsphere-upi
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_periodic-ci-openshift-release-master-ocp-4.4-e2e-vsphere-upi-serial
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.4-ppc64le
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.4-s390x
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-e2e-aws-scaleup-rhel7-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-console-aws-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-aws-fips-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-aws-fips-serial-4.4
set()
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-aws-mirrors-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-aws-ovn-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-aws-upi-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-azure-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-azure-fips-4.4
set()
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-azure-fips-serial-4.4
set()
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-azure-serial-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-gcp-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-gcp-fips-4.4
set()
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-gcp-fips-serial-4.4
set()
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-gcp-rt-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-gcp-serial-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-metal-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-metal-serial-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-openstack-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-openstack-serial-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-ocp-installer-e2e-ovirt-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-4.4-cnv
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-calico-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-compact-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-disruptive-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-ovn-network-stress-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-sdn-multitenant-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-sdn-network-stress-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-serial-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-shared-vpc-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.1-to-4.2-to-4.3-to-4.4-nightly
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.4-nightly-to-4.4-nightly
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.4-stable-to-4.4-ci
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-upgrade-fips-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.4-to-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-azure-shared-vpc-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-azure-upgrade-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-gcp-compact-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-gcp-shared-vpc-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-gcp-upgrade-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-remote-libvirt-ppc64le-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-e2e-remote-libvirt-s390x-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.4-informing"_release-openshift-origin-installer-old-rhcos-e2e-aws-4.4
{'alerts'}
"redhat-openshift-ocp-release-4.5-blocking"_release-openshift-ocp-installer-e2e-aws-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-blocking"_release-openshift-ocp-installer-e2e-aws-serial-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-blocking"_release-openshift-origin-installer-e2e-gcp-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-blocking"_release-openshift-origin-installer-e2e-gcp-serial-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-broken"_release-openshift-ocp-installer-cluster-logging-operator-e2e-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-broken"_release-openshift-ocp-installer-e2e-azure-ovn-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-broken"_release-openshift-ocp-installer-e2e-gcp-ovn-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-broken"_release-openshift-ocp-installer-elasticsearch-operator-e2e-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_canary-release-openshift-origin-installer-e2e-aws-4.5-cnv
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_periodic-ci-openshift-release-master-ocp-4.5-ci-e2e-44-stable-to-45-ci
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_periodic-ci-openshift-release-master-ocp-4.5-e2e-aws-proxy
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_periodic-ci-openshift-release-master-ocp-4.5-e2e-metal-ipi
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_periodic-ci-openshift-release-master-ocp-4.5-e2e-metal-ipi-compact
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_periodic-ci-openshift-release-master-ocp-4.5-e2e-metal-ipi-ipv4
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_periodic-ci-openshift-release-master-ocp-4.5-e2e-vsphere
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_periodic-ci-openshift-release-master-ocp-4.5-e2e-vsphere-serial
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_periodic-ci-openshift-release-master-ocp-4.5-e2e-vsphere-upi
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_periodic-ci-openshift-release-master-ocp-4.5-e2e-vsphere-upi-serial
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.5-ppc64le
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.5-s390x
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-e2e-aws-scaleup-rhel7-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-console-aws-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-aws-csi-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-aws-fips-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-aws-fips-serial-4.5
set()
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-aws-mirrors-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-aws-ovn-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-aws-upi-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-azure-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-azure-fips-4.5
set()
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-azure-fips-serial-4.5
set()
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-azure-serial-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-gcp-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-gcp-fips-4.5
set()
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-gcp-fips-serial-4.5
set()
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-gcp-rt-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-gcp-serial-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-metal-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-metal-compact-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-metal-serial-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-openstack-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-openstack-serial-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-ovirt-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-ocp-installer-e2e-ovirt-upgrade-4.4-stable-to-4.5-ci
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-calico-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-compact-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-disruptive-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-ovn-network-stress-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-sdn-multitenant-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-sdn-network-stress-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-serial-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-shared-vpc-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.2-to-4.3-to-4.4-to-4.5-ci
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.4-stable-to-4.5-ci
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.4-to-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-azure-compact-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-azure-shared-vpc-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-azure-upgrade-4.4-stable-to-4.5-ci
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-azure-upgrade-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-gcp-compact-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-gcp-shared-vpc-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-gcp-upgrade-4.4-stable-to-4.5-ci
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-gcp-upgrade-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-remote-libvirt-ppc64le-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-e2e-remote-libvirt-s390x-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.5-informing"_release-openshift-origin-installer-old-rhcos-e2e-aws-4.5
{'alerts'}
"redhat-openshift-ocp-release-4.6-blocking"_release-openshift-ocp-installer-e2e-aws-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-blocking"_release-openshift-ocp-installer-e2e-aws-serial-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-blocking"_release-openshift-origin-installer-e2e-aws-serial-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-blocking"_release-openshift-origin-installer-e2e-azure-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-broken"_release-openshift-ocp-installer-cluster-logging-operator-e2e-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-broken"_release-openshift-ocp-installer-elasticsearch-operator-e2e-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_canary-release-openshift-origin-installer-e2e-aws-4.6-cnv
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-aws-proxy
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-aws-workers-rhel7
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-metal-ipi
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-metal-ipi-compact
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-metal-ipi-ipv4
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-metal-ipi-virtualmedia
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-vsphere
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-vsphere-serial
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-vsphere-upi
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_periodic-ci-openshift-release-master-ocp-4.6-e2e-vsphere-upi-serial
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.6-ppc64le
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.6-s390x
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-console-aws-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-aws-csi-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-aws-fips-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-aws-fips-serial-4.6
set()
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-aws-mirrors-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-aws-ovn-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-aws-upi-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-azure-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-azure-fips-4.6
set()
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-azure-fips-serial-4.6
set()
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-azure-ovn-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-azure-serial-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-gcp-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-gcp-fips-4.6
set()
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-gcp-fips-serial-4.6
set()
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-gcp-ovn-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-gcp-rt-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-gcp-serial-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-metal-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-metal-compact-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-metal-serial-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-openstack-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-openstack-serial-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-ovirt-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-ocp-installer-e2e-ovirt-upgrade-4.5-stable-to-4.6-ci
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-aws-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-aws-compact-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-aws-disruptive-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-aws-sdn-multitenant-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-aws-shared-vpc-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.3-to-4.4-to-4.5-to-4.6-ci
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.5-stable-to-4.6-ci
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.5-to-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-azure-compact-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-azure-shared-vpc-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-azure-upgrade-4.5-stable-to-4.6-ci
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-azure-upgrade-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-gcp-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-gcp-compact-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-gcp-serial-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-gcp-shared-vpc-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-gcp-upgrade-4.5-stable-to-4.6-ci
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-gcp-upgrade-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-remote-libvirt-ppc64le-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-e2e-remote-libvirt-s390x-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.6-informing"_release-openshift-origin-installer-old-rhcos-e2e-aws-4.6
{'alerts'}
"redhat-openshift-ocp-release-4.7-blocking"_periodic-ci-openshift-release-master-ocp-4.7-e2e-metal-ipi
{'alerts'}
"redhat-openshift-ocp-release-4.7-blocking"_periodic-ci-openshift-release-master-ocp-4.7-e2e-metal-ipi-ovn-dualstack
{'alerts'}
"redhat-openshift-ocp-release-4.7-blocking"_periodic-ci-openshift-release-master-ocp-4.7-e2e-metal-ipi-ovn-ipv6
{'alerts'}
"redhat-openshift-ocp-release-4.7-blocking"_release-openshift-ocp-installer-e2e-aws-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-blocking"_release-openshift-ocp-installer-e2e-aws-serial-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-blocking"_release-openshift-origin-installer-e2e-aws-serial-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-broken"_release-openshift-ocp-installer-cluster-logging-operator-e2e-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-broken"_release-openshift-ocp-installer-elasticsearch-operator-e2e-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_canary-release-openshift-origin-installer-e2e-aws-4.7-cnv
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_periodic-ci-openshift-release-master-ocp-4.7-e2e-aws-proxy
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_periodic-ci-openshift-release-master-ocp-4.7-e2e-vsphere
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_periodic-ci-openshift-release-master-ocp-4.7-e2e-vsphere-serial
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_periodic-ci-openshift-release-master-ocp-4.7-e2e-vsphere-upi
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_periodic-ci-openshift-release-master-ocp-4.7-e2e-vsphere-upi-serial
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.7-ppc64le
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_promote-release-openshift-machine-os-content-e2e-aws-4.7-s390x
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-console-aws-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-aws-csi-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-aws-fips-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-aws-fips-serial-4.7
set()
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-aws-mirrors-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-aws-ovn-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-aws-upi-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-azure-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-azure-fips-4.7
set()
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-azure-fips-serial-4.7
set()
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-azure-ovn-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-azure-serial-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-gcp-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-gcp-fips-4.7
set()
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-gcp-fips-serial-4.7
set()
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-gcp-ovn-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-gcp-rt-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-gcp-serial-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-metal-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-metal-compact-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-metal-serial-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-openstack-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-openstack-serial-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-ocp-installer-e2e-ovirt-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-aws-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-aws-compact-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-aws-disruptive-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-aws-sdn-multitenant-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-aws-shared-vpc-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.3-to-4.4-to-4.6-to-4.7-ci
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-aws-upgrade-4.6-stable-to-4.7-ci
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.6-to-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-aws-upgrade-rollback-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-azure-compact-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-azure-shared-vpc-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-azure-upgrade-4.6-stable-to-4.7-ci
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-azure-upgrade-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-gcp-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-gcp-compact-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-gcp-serial-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-gcp-shared-vpc-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-gcp-upgrade-4.6-stable-to-4.7-ci
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-e2e-gcp-upgrade-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.7-informing"_release-openshift-origin-installer-old-rhcos-e2e-aws-4.7
{'alerts'}
"redhat-openshift-ocp-release-4.8-blocking"_periodic-ci-openshift-release-master-ocp-4.8-e2e-metal-ipi
set()
"redhat-openshift-ocp-release-4.8-blocking"_periodic-ci-openshift-release-master-ocp-4.8-e2e-metal-ipi-ovn-dualstack
set()
"redhat-openshift-ocp-release-4.8-blocking"_periodic-ci-openshift-release-master-ocp-4.8-e2e-metal-ipi-ovn-ipv6
set()
"redhat-openshift-ocp-release-4.8-blocking"_release-openshift-ocp-installer-e2e-aws-4.8
{'alerts'}
"redhat-openshift-ocp-release-4.8-blocking"_release-openshift-origin-installer-e2e-gcp-4.8
{'alerts'}
"redhat-openshift-ocp-release-4.8-informing"_periodic-ci-openshift-release-master-ocp-4.8-e2e-aws-proxy
{'alerts'}
"redhat-openshift-okd-release-4.3-informing"_release-openshift-okd-installer-e2e-aws-4.3
{'alerts'}
"redhat-openshift-okd-release-4.4-informing"_promote-release-openshift-okd-machine-os-content-e2e-aws-4.4
{'alerts'}
"redhat-openshift-okd-release-4.4-informing"_release-openshift-okd-installer-e2e-aws-4.4
{'alerts'}
"redhat-openshift-okd-release-4.5-blocking"_release-openshift-okd-installer-e2e-aws-4.5
{'alerts'}
"redhat-openshift-okd-release-4.5-informing"_promote-release-openshift-okd-machine-os-content-e2e-aws-4.5
{'alerts'}
"redhat-openshift-okd-release-4.6-blocking"_release-openshift-okd-installer-e2e-aws-4.6
{'alerts'}
"redhat-openshift-okd-release-4.6-informing"_promote-release-openshift-okd-machine-os-content-e2e-aws-4.6
set()
"redhat-openshift-okd-release-4.7-informing"_release-openshift-okd-installer-e2e-aws-4.7
{'alerts'}
"redhat-openshift-presubmit-master-gcp"_pull-ci-openshift-cluster-etcd-operator-master-e2e-gcp
set()
"redhat-openshift-presubmit-master-gcp"_pull-ci-openshift-kubernetes-master-e2e-gcp
{'alerts'}
"redhat-openshift-presubmit-master-gcp"_pull-ci-openshift-origin-master-e2e-gcp
{'alerts'}
"redhat-osde2e-int-aws"_osde2e-int-aws-e2e-osd-default-nightly
{'alerts'}
"redhat-osde2e-int-aws"_osde2e-int-aws-e2e-osd-default-plus-one-nightly
{'alerts'}
"redhat-osde2e-int-aws"_osde2e-int-aws-e2e-osd-default-plus-two-nightly
{'alerts'}
"redhat-osde2e-int-aws"_osde2e-int-aws-e2e-upgrade-to-osd-default-nightly
{'alerts'}
"redhat-osde2e-int-aws"_osde2e-int-aws-e2e-upgrade-to-osd-default-plus-one-nightly
{'alerts'}
"redhat-osde2e-int-gcp"_osde2e-int-gcp-e2e-osd-default-nightly
{'alerts'}
"redhat-osde2e-int-gcp"_osde2e-int-gcp-e2e-osd-default-plus-two-nightly
{'alerts'}
"redhat-osde2e-int-gcp"_osde2e-int-gcp-e2e-upgrade-to-osd-default-nightly
{'alerts'}
"redhat-osde2e-int-gcp"_osde2e-int-gcp-e2e-upgrade-to-osd-default-plus-one-nightly
{'alerts'}
"redhat-osde2e-int-gcp"_osde2e-int-gcp-osd-default-plus-one-nightly
set()
"redhat-osde2e-int-moa"_osde2e-int-moa-e2e-osd-default-nightly
{'alerts'}
"redhat-osde2e-int-moa"_osde2e-int-moa-e2e-osd-default-plus-one-nightly
{'alerts'}
"redhat-osde2e-int-moa"_osde2e-int-moa-e2e-osd-default-plus-two-nightly
{'alerts'}
"redhat-osde2e-int-moa"_osde2e-int-moa-e2e-upgrade-to-osd-default-nightly
{'alerts'}
"redhat-osde2e-int-moa"_osde2e-int-moa-e2e-upgrade-to-osd-default-plus-one-nightly
{'alerts'}
"redhat-osde2e-prod-aws"_osde2e-prod-aws-e2e-default
{'alerts'}
"redhat-osde2e-prod-aws"_osde2e-prod-aws-e2e-middle-imageset
{'alerts'}
"redhat-osde2e-prod-aws"_osde2e-prod-aws-e2e-next
{'alerts'}
"redhat-osde2e-prod-aws"_osde2e-prod-aws-e2e-oldest-imageset
{'alerts'}
"redhat-osde2e-prod-aws"_osde2e-prod-aws-e2e-upgrade-default-next
{'alerts'}
"redhat-osde2e-prod-aws"_osde2e-prod-aws-informing-default
{'alerts'}
"redhat-osde2e-prod-aws"_osde2e-prod-aws-informing-next
{'alerts'}
"redhat-osde2e-prod-gcp"_osde2e-prod-gcp-e2e-default
{'alerts'}
"redhat-osde2e-prod-gcp"_osde2e-prod-gcp-e2e-next
{'alerts'}
"redhat-osde2e-prod-gcp"_osde2e-prod-gcp-e2e-upgrade-default-next
{'alerts'}
"redhat-osde2e-prod-moa"_osde2e-prod-moa-e2e-default
{'alerts'}
"redhat-osde2e-prod-moa"_osde2e-prod-moa-e2e-next
{'alerts'}
"redhat-osde2e-prod-moa"_osde2e-prod-moa-e2e-upgrade-default-next
{'alerts'}
"redhat-osde2e-stage-aws"_osde2e-stage-aws-e2e-default
{'alerts'}
"redhat-osde2e-stage-aws"_osde2e-stage-aws-e2e-middle-imageset
{'alerts'}
"redhat-osde2e-stage-aws"_osde2e-stage-aws-e2e-next
{'alerts'}
"redhat-osde2e-stage-aws"_osde2e-stage-aws-e2e-oldest-imageset
{'alerts'}
"redhat-osde2e-stage-aws"_osde2e-stage-aws-e2e-upgrade-default-next
{'alerts'}
"redhat-osde2e-stage-aws"_osde2e-stage-aws-e2e-upgrade-default-next-z
{'alerts'}
"redhat-osde2e-stage-gcp"_osde2e-stage-gcp-e2e-default
{'alerts'}
"redhat-osde2e-stage-gcp"_osde2e-stage-gcp-e2e-next
{'alerts'}
"redhat-osde2e-stage-gcp"_osde2e-stage-gcp-e2e-upgrade-default-next
{'alerts'}
"redhat-osde2e-stage-moa"_osde2e-stage-moa-e2e-default
{'alerts'}
"redhat-osde2e-stage-moa"_osde2e-stage-moa-e2e-next
{'alerts'}
"redhat-osde2e-stage-moa"_osde2e-stage-moa-e2e-upgrade-default-next
{'alerts'}
We can see above that all the features are the same for each grid expect most do not include the feature “alerts”
Kubernetes Feature Set#
dashboard = '"google-aws"'
job = "kops-aws-cni-amazon-vpc"
response = requests.get("https://testgrid.k8s.io/google-aws?id=dashboard-group-bar")
response_2 = requests.get(
f"https://testgrid.k8s.io/{dashboard}/table?&show-stale-tests=&tab={job}"
)
# get the grid names for google-aws
html = BeautifulSoup(response.content)
testgrid_script = html.findAll("script")[3]
testgrid_script = testgrid_script.text.split()[5].split(",")
dashboard_names = [x.split(":")[1] for x in testgrid_script if "name" in x]
dashboard_names
['"google-aws"',
'"google-cel"',
'"google-gce"',
'"google-gce-compute-image-tools"',
'"google-gcp-guest"',
'"google-gci"',
'"google-gke"',
'"google-gce-upgrade"',
'"google-kops-gce"',
'"google-osconfig"',
'"google-rules_k8s"',
'"google-soak"',
'"google-unit"',
'"google-windows"']
# Print all the feature names for one grid
k8s_features = list(response_2.json().keys())
for i in response_2.json().keys():
print(i)
test-group-name
query
status
phase-timer
cached
summary
bugs
changelists
column_ids
custom-columns
column-header-names
groups
metrics
tests
row_ids
timestamps
clusters
test_id_map
test-metadata
stale-test-threshold
num-stale-tests
add-tabular-names-option
show-tabular-names
description
bug-component
code-search-path
open-test-template
file-bug-template
attach-bug-template
results-url-template
code-search-url-template
about-dashboard-url
open-bug-template
context-menu-template
results-text
latest-green
triage-enabled
notifications
overall-status
# compare this grid with the Red Hat master list of features
uniqe_list_redhat.difference(set(k8s_features))
{'alerts'}
again, we can see that in this case the Kubernetes and Red Hat grids appear to be the same except for “alerts” in some cases.
Let’s double check an iterate through all of the google grids.
download = True
if download is True:
available_features = {}
for dashboard in dashboard_names:
response_1 = requests.get(f"https://testgrid.k8s.io/{dashboard}/summary")
jobs = response_1.json().keys()
for job in jobs:
response_2 = requests.get(
f"https://testgrid.k8s.io/{dashboard}/table?&show-stale-tests=&tab={job}"
)
if response_2.status_code != 200:
continue
available_features[f"{dashboard}_{job}"] = response_2.json().keys()
print(f"{dashboard} downloaded ")
else:
print("Not Downloading")
all_features = []
for i in available_features.keys():
all_features.extend(list(available_features[i]))
uniqe_list_k8s = set(all_features)
"google-aws" downloaded
"google-cel" downloaded
"google-gce" downloaded
"google-gce-compute-image-tools" downloaded
"google-gcp-guest" downloaded
"google-gci" downloaded
"google-gke" downloaded
"google-gce-upgrade" downloaded
"google-kops-gce" downloaded
"google-osconfig" downloaded
"google-rules_k8s" downloaded
"google-soak" downloaded
"google-unit" downloaded
"google-windows" downloaded
for i in available_features.keys():
print(uniqe_list_k8s.difference(set(available_features[i])))
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
set()
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
set()
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
set()
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
set()
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
set()
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
set()
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
set()
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
set()
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
set()
set()
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
{'alerts'}
uniqe_list_k8s.difference(uniqe_list_redhat)
set()
Great so, we can see from the above that not only do we have the same situation for the google-aws set of grids, but there is also no difference between the full Red Hat and Kubernetes lists of features.
Therefore we know that we have a reliable set of features that we can look at beyond the grid tests themselves.