Add e2e tests and docs for v0.56.15

Signed-off-by: Dave Riddle <[email protected]>

.github/ISSUE_TEMPLATE/weekly-release.md

@@ -11,9 +11,17 @@ labels: kind/required
  - Is there a Kubernetes release since the last Sonobuoy release? If so, apply the following steps:
  - [ ] Ensure the upstream conformance script is working appropriately:
    - Update the `kind-config.yaml` file with the new image version [here](https://github.com/vmware-tanzu/sonobuoy/blob/main/kind-config.yaml).
+   - Note: currently pinned to 1.23.x line due to incompatibility
+    - Until fixed, use latest 1.23.x image found [here](https://hub.docker.com/r/kindest/node/tags) 
    - Run quick mode to confirm sonobuoy/conformance test work properly with this k8s version
    - Run `sonobuoy images` and get a list of test images 
- - [ ] Update the data supporting the e2e command (test lists). The steps are outlined [here](https://sonobuoy.io/docs/dryrun-listgenerator/). You can do this apart from the release process as well.
+ - [ ] Update the data supporting the e2e command (test lists). You can do this apart from the release process as well.
+
+```
+cd scripts
+./gather_e2e_data.sh
+```
+ - [ ] Remove `/scripts/tmpoutput` folder
 
 ## Docs and versioning
 
@@ -34,7 +42,7 @@ version of the docs. The `-b` flag also bumps the version in the code to match.
 
 - [ ] Create PR
   - Commit previous changes and open a new PR
-  - Ensure your commits signed
+  - Ensure your commits are signed (`--signoff`)
   - Follow workflow progress in GithubActions. Once all checks passes, merge
 
 - [ ] Tag release

pkg/buildinfo/version.go

@@ -21,7 +21,7 @@ package buildinfo
 
 // Version is the current version of Sonobuoy, set by the go linker's -X flag at build time.
 // Ensure that this is bumped manually as well so that Sonobuoy, as a library, also has the right version.
-var Version = "v0.56.14"
+var Version = "v0.56.15"
 
 // GitSHA is the actual commit that is being built, set by the go linker's -X flag at build time.
 var GitSHA string

scripts/build_funcs.sh

@@ -56,7 +56,7 @@ stress() {
 
 integration() {
   # Download linux kubectl and move into default path for tests
-  curl --output ./kubectl https://storage.googleapis.com/kubernetes-release/release/v1.25.3/bin/linux/amd64/kubectl
+  curl --output ./kubectl https://storage.googleapis.com/kubernetes-release/release/v1.26.1/bin/linux/amd64/kubectl
   chmod +x ./kubectl
 
     docker run --rm \
@@ -78,7 +78,7 @@ local_integration(){
   build_binary_GOOS_GOARCH linux amd64
   cp ./build/linux/amd64/sonobuoy ./sonobuoy
   # Download linux kubectl and move into default path for tests
-  curl --output ./kubectl https://storage.googleapis.com/kubernetes-release/release/v1.25.3/bin/linux/amd64/kubectl
+  curl --output ./kubectl https://storage.googleapis.com/kubernetes-release/release/v1.26.1/bin/linux/amd64/kubectl
   chmod +x ./kubectl
   integration
 }
@@ -366,7 +366,7 @@ update_local() {
     set -x
     if [ ! -f "./kubectl" ]; then
       # Download linux kubectl and move into default path for tests
-      curl --output ./kubectl https://storage.googleapis.com/kubernetes-release/release/v1.25.3/bin/linux/amd64/kubectl
+      curl --output ./kubectl https://storage.googleapis.com/kubernetes-release/release/v1.26.1/bin/linux/amd64/kubectl
       chmod +x ./kubectl
     fi
 

scripts/gathere2e/Dockerfile

@@ -1,7 +1,7 @@
 FROM debian:stable-slim
 RUN apt-get update && \
     apt-get -y install wget curl git jq && \
-    wget -O /bin/sonobuoy.tar.gz https://github.com/vmware-tanzu/sonobuoy/releases/download/v0.56.13/sonobuoy_0.56.13_linux_amd64.tar.gz && \
+    wget -O /bin/sonobuoy.tar.gz https://github.com/vmware-tanzu/sonobuoy/releases/download/v0.56.14/sonobuoy_0.56.14_linux_amd64.tar.gz && \
     tar -C /bin -xzf /bin/sonobuoy.tar.gz && \
     chmod 755 /bin/sonobuoy
 

site/config.yaml

@@ -32,9 +32,10 @@ params:
   docs_search_index_name: index_name
   docs_search_api_key: api_key
   docs_versioning: true
-  docs_latest: v0.56.14
+  docs_latest: v0.56.15
   docs_versions:
     - main
+    - v0.56.15
     - v0.56.14
     - v0.56.13
     - v0.56.12

site/content/docs/main/cli/sonobuoy.md

@@ -35,4 +35,4 @@ sonobuoy [flags]
 * [sonobuoy version](sonobuoy_version.md)	 - Print sonobuoy version
 * [sonobuoy wait](sonobuoy_wait.md)	 - Waits on the Sonobuoy run in the targeted namespace.
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_delete.md

@@ -29,4 +29,4 @@ sonobuoy delete [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_e2e.md

@@ -29,4 +29,4 @@ sonobuoy e2e [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_gen.md

@@ -38,7 +38,7 @@ sonobuoy gen [flags]
       --service-account-name string              Name of the service account to be used by sonobuoy. (default "sonobuoy-serviceaccount")
       --show-default-podspec                     If true, include the default pod spec used for plugins in the output.
       --skip-preflight strings[=true]            Skips the specified preflight checks. Valid values are [dnscheck, versioncheck, existingnamespace] or true to skip all of the checks.
-      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.13-2-g3d362933")
+      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.14-1-g69f7154c-dirty")
       --ssh-key yamlFile                         Path to the private key enabling SSH to cluster nodes. May be required by some tests from the e2e plugin.
       --ssh-user envModifier                     SSH user for ssh-key. Required if running e2e plugin with certain tests that require SSH access to nodes.
       --systemd-logs-image image                 Container image override for the systemd-logs plugin. Shorthand for --plugin-image=systemd-logs:<string> (default map[])
@@ -60,4 +60,4 @@ sonobuoy gen [flags]
 * [sonobuoy gen default-image-config](sonobuoy_gen_default-image-config.md)	 - Generates the default image registry config for the e2e plugin
 * [sonobuoy gen plugin](sonobuoy_gen_plugin.md)	 - Generates the manifest Sonobuoy uses to define a plugin
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_gen_config.md

@@ -38,7 +38,7 @@ sonobuoy gen config [flags]
       --service-account-name string              Name of the service account to be used by sonobuoy. (default "sonobuoy-serviceaccount")
       --show-default-podspec                     If true, include the default pod spec used for plugins in the output.
       --skip-preflight strings[=true]            Skips the specified preflight checks. Valid values are [dnscheck, versioncheck, existingnamespace] or true to skip all of the checks.
-      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.13-2-g3d362933")
+      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.14-1-g69f7154c-dirty")
       --ssh-key yamlFile                         Path to the private key enabling SSH to cluster nodes. May be required by some tests from the e2e plugin.
       --ssh-user envModifier                     SSH user for ssh-key. Required if running e2e plugin with certain tests that require SSH access to nodes.
       --systemd-logs-image image                 Container image override for the systemd-logs plugin. Shorthand for --plugin-image=systemd-logs:<string> (default map[])
@@ -57,4 +57,4 @@ sonobuoy gen config [flags]
 
 * [sonobuoy gen](sonobuoy_gen.md)	 - Generates a sonobuoy manifest for submission via kubectl
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_gen_default-image-config.md

@@ -24,4 +24,4 @@ sonobuoy gen default-image-config [flags]
 
 * [sonobuoy gen](sonobuoy_gen.md)	 - Generates a sonobuoy manifest for submission via kubectl
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_gen_plugin.md

@@ -42,4 +42,4 @@ sonobuoy gen plugin -n myPlugin -i myregistry/myimage:v0
 * [sonobuoy gen plugin e2e](sonobuoy_gen_plugin_e2e.md)	 - Generates the e2e plugin definition based on the given options
 * [sonobuoy gen plugin systemd-logs](sonobuoy_gen_plugin_systemd-logs.md)	 - Generates the systemd-logs plugin definition based on the given options
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_gen_plugin_e2e.md

@@ -39,7 +39,7 @@ sonobuoy gen plugin e2e [flags]
       --service-account-name string              Name of the service account to be used by sonobuoy. (default "sonobuoy-serviceaccount")
       --show-default-podspec                     If true, include the default pod spec used for plugins in the output.
       --skip-preflight strings[=true]            Skips the specified preflight checks. Valid values are [dnscheck, versioncheck, existingnamespace] or true to skip all of the checks.
-      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.13-2-g3d362933")
+      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.14-1-g69f7154c-dirty")
       --ssh-key yamlFile                         Path to the private key enabling SSH to cluster nodes. May be required by some tests from the e2e plugin.
       --ssh-user envModifier                     SSH user for ssh-key. Required if running e2e plugin with certain tests that require SSH access to nodes.
       --systemd-logs-image image                 Container image override for the systemd-logs plugin. Shorthand for --plugin-image=systemd-logs:<string> (default map[])
@@ -58,4 +58,4 @@ sonobuoy gen plugin e2e [flags]
 
 * [sonobuoy gen plugin](sonobuoy_gen_plugin.md)	 - Generates the manifest Sonobuoy uses to define a plugin
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_gen_plugin_systemd-logs.md

@@ -38,7 +38,7 @@ sonobuoy gen plugin systemd-logs [flags]
       --service-account-name string              Name of the service account to be used by sonobuoy. (default "sonobuoy-serviceaccount")
       --show-default-podspec                     If true, include the default pod spec used for plugins in the output.
       --skip-preflight strings[=true]            Skips the specified preflight checks. Valid values are [dnscheck, versioncheck, existingnamespace] or true to skip all of the checks.
-      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.13-2-g3d362933")
+      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.14-1-g69f7154c-dirty")
       --ssh-key yamlFile                         Path to the private key enabling SSH to cluster nodes. May be required by some tests from the e2e plugin.
       --ssh-user envModifier                     SSH user for ssh-key. Required if running e2e plugin with certain tests that require SSH access to nodes.
       --systemd-logs-image image                 Container image override for the systemd-logs plugin. Shorthand for --plugin-image=systemd-logs:<string> (default map[])
@@ -57,4 +57,4 @@ sonobuoy gen plugin systemd-logs [flags]
 
 * [sonobuoy gen plugin](sonobuoy_gen_plugin.md)	 - Generates the manifest Sonobuoy uses to define a plugin
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_get.md

@@ -19,4 +19,4 @@ Fetches Sonobuoy resources of a specified type
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 * [sonobuoy get pod](sonobuoy_get_pod.md)	 - Fetch sonobuoy pods
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_get_pod.md

@@ -24,4 +24,4 @@ sonobuoy get pod [flags]
 
 * [sonobuoy get](sonobuoy_get.md)	 - Fetches Sonobuoy resources of a specified type
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_images.md

@@ -33,4 +33,4 @@ sonobuoy images [flags]
 * [sonobuoy images pull](sonobuoy_images_pull.md)	 - Pulls images to local docker client for a specific plugin
 * [sonobuoy images push](sonobuoy_images_push.md)	 - Pushes images to docker registry for a specific plugin
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_images_delete.md

@@ -29,4 +29,4 @@ sonobuoy images delete [flags]
 
 * [sonobuoy images](sonobuoy_images.md)	 - Manage images used in a plugin to facilitate running them in airgapped (or similar) environments. Supported plugins are: 'e2e'
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_images_download.md

@@ -29,4 +29,4 @@ sonobuoy images download [flags]
 
 * [sonobuoy images](sonobuoy_images.md)	 - Manage images used in a plugin to facilitate running them in airgapped (or similar) environments. Supported plugins are: 'e2e'
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_images_list.md

@@ -27,4 +27,4 @@ sonobuoy images list [flags]
 
 * [sonobuoy images](sonobuoy_images.md)	 - Manage images used in a plugin to facilitate running them in airgapped (or similar) environments. Supported plugins are: 'e2e'
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_images_pull.md

@@ -29,4 +29,4 @@ sonobuoy images pull [flags]
 
 * [sonobuoy images](sonobuoy_images.md)	 - Manage images used in a plugin to facilitate running them in airgapped (or similar) environments. Supported plugins are: 'e2e'
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_images_push.md

@@ -30,4 +30,4 @@ sonobuoy images push [flags]
 
 * [sonobuoy images](sonobuoy_images.md)	 - Manage images used in a plugin to facilitate running them in airgapped (or similar) environments. Supported plugins are: 'e2e'
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_logs.md

@@ -27,4 +27,4 @@ sonobuoy logs [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_modes.md

@@ -23,4 +23,4 @@ sonobuoy modes [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_plugin.md

@@ -22,4 +22,4 @@ Manage your installed plugins
 * [sonobuoy plugin show](sonobuoy_plugin_show.md)	 - Print the full definition of the named plugin file
 * [sonobuoy plugin uninstall](sonobuoy_plugin_uninstall.md)	 - Uninstall a plugin. You can continue to run any plugin via specifying a file or URL.
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_plugin_install.md

@@ -22,4 +22,4 @@ sonobuoy plugin install <save-as-filename> <source filename or URL> [flags]
 
 * [sonobuoy plugin](sonobuoy_plugin.md)	 - Manage your installed plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_plugin_list.md

@@ -22,4 +22,4 @@ sonobuoy plugin list [flags]
 
 * [sonobuoy plugin](sonobuoy_plugin.md)	 - Manage your installed plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_plugin_show.md

@@ -22,4 +22,4 @@ sonobuoy plugin show <plugin filename> [flags]
 
 * [sonobuoy plugin](sonobuoy_plugin.md)	 - Manage your installed plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_plugin_uninstall.md

@@ -22,4 +22,4 @@ sonobuoy plugin uninstall <plugin filename> [flags]
 
 * [sonobuoy plugin](sonobuoy_plugin.md)	 - Manage your installed plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_query.md

@@ -24,4 +24,4 @@ sonobuoy query [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_results.md

@@ -26,4 +26,4 @@ sonobuoy results archive.tar.gz [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_retrieve.md

@@ -28,4 +28,4 @@ sonobuoy retrieve [path] [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_run.md

@@ -38,7 +38,7 @@ sonobuoy run [flags]
       --service-account-name string              Name of the service account to be used by sonobuoy. (default "sonobuoy-serviceaccount")
       --show-default-podspec                     If true, include the default pod spec used for plugins in the output.
       --skip-preflight strings[=true]            Skips the specified preflight checks. Valid values are [dnscheck, versioncheck, existingnamespace] or true to skip all of the checks.
-      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.13-2-g3d362933")
+      --sonobuoy-image string                    Container image override for the sonobuoy worker and aggregator. (default "sonobuoy/sonobuoy:v0.56.14-1-g69f7154c-dirty")
       --ssh-key yamlFile                         Path to the private key enabling SSH to cluster nodes. May be required by some tests from the e2e plugin.
       --ssh-user envModifier                     SSH user for ssh-key. Required if running e2e plugin with certain tests that require SSH access to nodes.
       --systemd-logs-image image                 Container image override for the systemd-logs plugin. Shorthand for --plugin-image=systemd-logs:<string> (default map[])
@@ -57,4 +57,4 @@ sonobuoy run [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_status.md

@@ -27,4 +27,4 @@ sonobuoy status [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023

site/content/docs/main/cli/sonobuoy_version.md

@@ -25,4 +25,4 @@ sonobuoy version [flags]
 
 * [sonobuoy](sonobuoy.md)	 - Generate reports on your Kubernetes cluster by running plugins
 
-###### Auto generated by spf13/cobra on 13-Dec-2022
+###### Auto generated by spf13/cobra on 20-Jan-2023