mirror of
https://github.com/optim-enterprises-bv/kubernetes.git
synced 2025-11-04 04:08:16 +00:00
221 lines
10 KiB
Bash
Executable File
221 lines
10 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# Copyright 2018 The Kubernetes Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
set -o errexit
|
|
set -o nounset
|
|
set -o pipefail
|
|
|
|
create_test_pods(){
|
|
# create test pods we can work with
|
|
kubectl create -f - "${kube_flags[@]:?}" << __EOF__
|
|
{
|
|
"kind": "Pod",
|
|
"apiVersion": "v1",
|
|
"metadata": {
|
|
"name": "test-pod-1",
|
|
"labels": {
|
|
"e": "f",
|
|
"type": "test-pod"
|
|
}
|
|
},
|
|
"spec": {
|
|
"nodeName": "127.0.0.1",
|
|
"containers": [
|
|
{
|
|
"name": "container-1",
|
|
"resources": {},
|
|
"image": "test-image"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
__EOF__
|
|
|
|
kubectl create -f - "${kube_flags[@]}" << __EOF__
|
|
{
|
|
"kind": "Pod",
|
|
"apiVersion": "v1",
|
|
"metadata": {
|
|
"name": "test-pod-2",
|
|
"labels": {
|
|
"c": "d",
|
|
"type": "test-pod"
|
|
}
|
|
},
|
|
"spec": {
|
|
"nodeName": "127.0.0.1",
|
|
"containers": [
|
|
{
|
|
"name": "container-1",
|
|
"resources": {},
|
|
"image": "test-image"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
__EOF__
|
|
}
|
|
|
|
delete_test_pods() {
|
|
# need to use --force because node is unready
|
|
kubectl delete pod/test-pod-1 --force --ignore-not-found
|
|
kubectl delete pod/test-pod-2 --force --ignore-not-found
|
|
}
|
|
|
|
run_cluster_management_tests() {
|
|
set -o nounset
|
|
set -o errexit
|
|
|
|
create_and_use_new_namespace
|
|
kube::log::status "Testing cluster-management commands"
|
|
|
|
kube::test::get_object_assert nodes "{{range.items}}{{${id_field:?}}}:{{end}}" '127.0.0.1:'
|
|
|
|
create_test_pods
|
|
|
|
# taint/untaint
|
|
# Pre-condition: node doesn't have dedicated=foo:PreferNoSchedule taint
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{range .spec.taints}}{{if eq .key \"dedicated\"}}{{.key}}={{.value}}:{{.effect}}{{end}}{{end}}" "" # expect no output
|
|
# Dry-run
|
|
kubectl taint node 127.0.0.1 --dry-run=client dedicated=foo:PreferNoSchedule
|
|
kubectl taint node 127.0.0.1 --dry-run=server dedicated=foo:PreferNoSchedule
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{range .spec.taints}}{{if eq .key \"dedicated\"}}{{.key}}={{.value}}:{{.effect}}{{end}}{{end}}" "" # expect no output
|
|
# taint can add a taint (<key>=<value>:<effect>)
|
|
kubectl taint node 127.0.0.1 dedicated=foo:PreferNoSchedule
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{range .spec.taints}}{{if eq .key \"dedicated\"}}{{.key}}={{.value}}:{{.effect}}{{end}}{{end}}" "dedicated=foo:PreferNoSchedule"
|
|
# taint can remove a taint
|
|
kubectl taint node 127.0.0.1 dedicated-
|
|
# taint can add a taint (<key>:<effect>)
|
|
kubectl taint node 127.0.0.1 dedicated:PreferNoSchedule
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{range .spec.taints}}{{if eq .key \"dedicated\"}}{{.key}}={{.value}}:{{.effect}}{{end}}{{end}}" "dedicated=<no value>:PreferNoSchedule"
|
|
# Node has field manager for kubectl taint
|
|
output_message=$(kubectl get node 127.0.0.1 --show-managed-fields -o=jsonpath='{.metadata.managedFields[*].manager}' "${kube_flags[@]:?}" 2>&1)
|
|
kube::test::if_has_string "${output_message}" 'kubectl-taint'
|
|
# Dry-run remove a taint
|
|
kubectl taint node 127.0.0.1 --dry-run=client dedicated-
|
|
kubectl taint node 127.0.0.1 --dry-run=server dedicated-
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{range .spec.taints}}{{if eq .key \"dedicated\"}}{{.key}}={{.value}}:{{.effect}}{{end}}{{end}}" "dedicated=<no value>:PreferNoSchedule"
|
|
# taint can remove a taint
|
|
kubectl taint node 127.0.0.1 dedicated-
|
|
# Post-condition: node doesn't have dedicated=foo:PreferNoSchedule taint
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{range .spec.taints}}{{if eq .key \"dedicated\"}}{{.key}}={{.value}}:{{.effect}}{{end}}{{end}}" "" # expect no output
|
|
|
|
### kubectl cordon update with --dry-run does not mark node unschedulable
|
|
# Pre-condition: node is schedulable
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
kubectl cordon "127.0.0.1" --dry-run=client
|
|
kubectl cordon "127.0.0.1" --dry-run=server
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
|
|
### kubectl drain update with --dry-run does not mark node unschedulable
|
|
# Pre-condition: node is schedulable
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
kubectl drain "127.0.0.1" --dry-run=client --force
|
|
kubectl drain "127.0.0.1" --dry-run=server --force
|
|
# Post-condition: node still exists, node is still schedulable
|
|
kube::test::get_object_assert nodes "{{range.items}}{{$id_field}}:{{end}}" '127.0.0.1:'
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
|
|
### kubectl drain with --pod-selector only evicts pods that match the given selector
|
|
# Pre-condition: node is schedulable
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
# Pre-condition: test-pod-1 and test-pod-2 exist
|
|
kube::test::get_object_assert "pods" "{{range .items}}{{.metadata.name}},{{end}}" 'test-pod-1,test-pod-2,'
|
|
# dry-run command
|
|
kubectl drain "127.0.0.1" --pod-selector 'e in (f)' --dry-run=client --force
|
|
kubectl drain "127.0.0.1" --pod-selector 'e in (f)' --dry-run=server --force
|
|
kube::test::get_object_assert "pods" "{{range .items}}{{.metadata.name}},{{end}}" 'test-pod-1,test-pod-2,'
|
|
# command - need --force because pod is unmanaged and --skip-wait-for-delete-timeout because node is unready
|
|
response=$(kubectl drain "127.0.0.1" --force --pod-selector 'e in (f)' --skip-wait-for-delete-timeout=1)
|
|
kube::test::if_has_string "${response}" "evicting pod .*/test-pod-1"
|
|
# only "test-pod-1" should have been matched and deleted - test-pod-2 should not have a deletion timestamp
|
|
kube::test::get_object_assert "pods/test-pod-2" "{{.metadata.deletionTimestamp}}" '<no value>'
|
|
# Post-condition: recreate test pods -- they have deletionTimestamp set but will not go away because node is unready
|
|
delete_test_pods
|
|
create_test_pods
|
|
# Post-condition: node is schedulable
|
|
kubectl uncordon "127.0.0.1"
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
|
|
### kubectl uncordon update with --dry-run is a no-op
|
|
# Pre-condition: node is already schedulable
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
response=$(kubectl uncordon "127.0.0.1" --dry-run=client)
|
|
kube::test::if_has_string "${response}" 'already uncordoned'
|
|
response=$(kubectl uncordon "127.0.0.1" --dry-run=server)
|
|
kube::test::if_has_string "${response}" 'already uncordoned'
|
|
# Post-condition: node is still schedulable
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
|
|
### kubectl drain command fails when both --selector and a node argument are given
|
|
# Pre-condition: node exists and contains label test=label
|
|
kubectl label node "127.0.0.1" "test=label"
|
|
kube::test::get_object_assert "nodes 127.0.0.1" '{{.metadata.labels.test}}' 'label'
|
|
response=$(! kubectl drain "127.0.0.1" --selector test=label 2>&1)
|
|
kube::test::if_has_string "${response}" 'cannot specify both a node name'
|
|
|
|
### Test kubectl drain chunk size
|
|
# Pre-condition: node exists and contains label test=label
|
|
kube::test::get_object_assert "nodes 127.0.0.1" '{{.metadata.labels.test}}' 'label'
|
|
# Pre-condition: node is schedulable
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
# Pre-condition: test-pod-1 and test-pod-2 exist
|
|
kube::test::get_object_assert "pods" "{{range .items}}{{.metadata.name}},{{end}}" 'test-pod-1,test-pod-2,'
|
|
# command - need to use force because pods are unmanaged, dry run (or skip-wait) because node is unready
|
|
output_message=$(kubectl --v=6 drain --force --pod-selector type=test-pod --selector test=label --chunk-size=1 --dry-run=client 2>&1 "${kube_flags[@]}")
|
|
# Post-condition: Check if we get a limit on node, and both limit and continue on pods
|
|
kube::test::if_has_string "${output_message}" "/v1/nodes?labelSelector=test%3Dlabel&limit=1 200 OK"
|
|
kube::test::if_has_string "${output_message}" "/v1/pods?fieldSelector=spec.nodeName%3D127.0.0.1&labelSelector=type%3Dtest-pod&limit=1 200 OK"
|
|
kube::test::if_has_string "${output_message}" "/v1/pods?continue=.*&fieldSelector=spec.nodeName%3D127.0.0.1&labelSelector=type%3Dtest-pod&limit=1 200 OK"
|
|
# Post-condition: Check we evict multiple pages worth of pods
|
|
kube::test::if_has_string "${output_message}" "evicting pod .*/test-pod-1"
|
|
kube::test::if_has_string "${output_message}" "evicting pod .*/test-pod-2"
|
|
# Post-condition: node is schedulable
|
|
kubectl uncordon "127.0.0.1"
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" '<no value>'
|
|
|
|
### Test kubectl drain chunk size defaults to 500
|
|
output_message=$(kubectl --v=6 drain --force --selector test=label --dry-run=client 2>&1 "${kube_flags[@]}")
|
|
# Post-condition: Check if we get a limit
|
|
kube::test::if_has_string "${output_message}" "/v1/nodes?labelSelector=test%3Dlabel&limit=500 200 OK"
|
|
kube::test::if_has_string "${output_message}" "/v1/pods?fieldSelector=spec.nodeName%3D127.0.0.1&limit=500 200 OK"
|
|
|
|
### kubectl cordon command fails when no arguments are passed
|
|
# Pre-condition: node exists
|
|
response=$(! kubectl cordon 2>&1)
|
|
kube::test::if_has_string "${response}" 'error\: USAGE\: cordon NODE'
|
|
|
|
### kubectl cordon selects no nodes with an empty --selector=
|
|
# Pre-condition: node "127.0.0.1" is uncordoned
|
|
kubectl uncordon "127.0.0.1"
|
|
response=$(! kubectl cordon --selector= 2>&1)
|
|
kube::test::if_has_string "${response}" 'must provide one or more resources'
|
|
# test=label matches our node
|
|
response=$(kubectl cordon --selector test=label)
|
|
kube::test::if_has_string "${response}" 'node/127.0.0.1 cordoned'
|
|
# invalid=label does not match any nodes
|
|
response=$(kubectl cordon --selector invalid=label)
|
|
kube::test::if_has_not_string "${response}" 'cordoned'
|
|
# Post-condition: node "127.0.0.1" is cordoned
|
|
kube::test::get_object_assert "nodes 127.0.0.1" "{{.spec.unschedulable}}" 'true'
|
|
|
|
# Clean up test pods
|
|
delete_test_pods
|
|
|
|
set +o nounset
|
|
set +o errexit
|
|
}
|