mirror of
https://github.com/outbackdingo/ack-image-builder.git
synced 2026-01-27 10:18:13 +00:00
393 lines
9.3 KiB
Bash
393 lines
9.3 KiB
Bash
#!/bin/bash
|
||
|
||
set -x
|
||
set -e
|
||
|
||
usage() {
|
||
cat >&2 <<-EOF
|
||
Usage:
|
||
$0 -r RUNTIME [-s]
|
||
|
||
Flags:
|
||
-r: sepcify container runtime, available value: docker and containerd
|
||
-s: skip security upgrade
|
||
|
||
Example:
|
||
$0 -r docker -s
|
||
$0 -r docker
|
||
$0 -r containerd -s
|
||
$0 -r containerd
|
||
EOF
|
||
exit 1
|
||
}
|
||
|
||
check_params() {
|
||
while getopts "r:sh" opt; do
|
||
case $opt in
|
||
r) RUNTIME="$OPTARG" ; ;;
|
||
s) SKIP_SECURITY_FIX="1" ; ;;
|
||
h | ?) usage ; ;;
|
||
esac
|
||
done
|
||
|
||
if [[ -z $RUNTIME ]] || [[ $RUNTIME != "docker" && $RUNTIME != "containerd" ]]; then
|
||
echo "ERROR: RUNTIME must not be empty, only support 'docker' and 'containerd' "
|
||
usage
|
||
fi
|
||
}
|
||
|
||
setup_env() {
|
||
export RUNTIME
|
||
export OS="AliyunOS"
|
||
if [[ "$RUNTIME" = "docker" ]]; then
|
||
RUNTIME_VERSION=${RUNTIME_VERSION:-19.03.15}
|
||
export RUNTIME_VERSION
|
||
DOCKER_VERSION=${RUNTIME_VERSION:-19.03.15}
|
||
export DOCKER_VERSION
|
||
else
|
||
RUNTIME_VERSION=${RUNTIME_VERSION:-1.6.20}
|
||
export RUNTIME_VERSION
|
||
fi
|
||
|
||
export RELEASE_VERSION=$(echo $KUBE_VERSION | awk -F. '{print $1"."$2}')
|
||
|
||
export REGION=$(curl --retry 10 -sSL http://100.100.100.200/latest/meta-data/region-id)
|
||
export PKG_FILE_SERVER="http://aliacs-k8s-$REGION.oss-$REGION-internal.aliyuncs.com/$BETA_VERSION"
|
||
export ACK_OPTIMIZED_OS_BUILD=1
|
||
|
||
# setup k8s pull image prefix
|
||
if [[ -z "$KUBE_REPO_PREFIX" && -n "$REGION" ]]; then
|
||
export KUBE_REPO_PREFIX=registry-vpc.$REGION.aliyuncs.com/acs
|
||
fi
|
||
}
|
||
|
||
download_pkg() {
|
||
if [[ $(echo "${KUBE_VERSION}" | cut -d. -f1) -ge 1 && $(echo "${KUBE_VERSION}" | cut -d. -f2) -ge 20 ]]; then
|
||
export RELEASE_VERSION=$(echo $KUBE_VERSION | awk -F. '{print $1"."$2}')
|
||
curl --retry 4 $PKG_FILE_SERVER/public/pkg/run/run-${RELEASE_VERSION}-linux-${OS_ARCH}.tar.gz -O
|
||
tar -xvf run-${RELEASE_VERSION}-linux-${OS_ARCH}.tar.gz
|
||
else
|
||
curl --retry 4 $PKG_FILE_SERVER/public/pkg/run/run-${KUBE_VERSION}.tar.gz -O
|
||
tar -xvf run-${KUBE_VERSION}.tar.gz
|
||
fi
|
||
}
|
||
|
||
|
||
source_file() {
|
||
if [[ -e "pkg/run/$KUBE_VERSION/kubernetes.sh" ]]; then
|
||
source pkg/run/$KUBE_VERSION/kubernetes.sh --role source
|
||
install_pkg
|
||
elif [[ -e "pkg/run/$RELEASE_VERSION/bin/kubernetes.sh" ]]; then
|
||
ROLE=deploy-nodes pkg/run/$RELEASE_VERSION/bin/kubernetes.sh
|
||
fi
|
||
}
|
||
|
||
install_pkg() {
|
||
public::common::sync_ntpd
|
||
public::common::install_package
|
||
}
|
||
|
||
preset_gpu() {
|
||
|
||
if [[ "$PRESET_GPU" != "true" ]]; then
|
||
return
|
||
fi
|
||
|
||
if [[ $(echo "${KUBE_VERSION}" | cut -d. -f2) -lt 20 ]]; then
|
||
return
|
||
elif [[ $(echo "${KUBE_VERSION}" | cut -d. -f2) -eq 20 ]]; then
|
||
for file_name in $(ls pkg/run/$RELEASE_VERSION/lib | grep -v init.sh); do
|
||
source pkg/run/$RELEASE_VERSION/lib/$file_name
|
||
done
|
||
else
|
||
export SRC_DIR=pkg/run/$RELEASE_VERSION
|
||
for file_name in $(ls $SRC_DIR/lib | grep -v init.sh | grep -v common.sh | grep -v log.sh); do
|
||
source $SRC_DIR/lib/$file_name
|
||
done
|
||
fi
|
||
|
||
if [[ $NVIDIA_DRIVER_VERSION == "" ]];then
|
||
export NVIDIA_DRIVER_VERSION=460.91.03
|
||
fi
|
||
|
||
nvidia::create_dir
|
||
# --nvidia-driver-runfile 指定驱动文件路径
|
||
nvidia::prepare_driver_package
|
||
# --nvidia-container-toolkit-rpms 指定nvidia container toolkit包含的rpm包所在目录
|
||
nvidia::prepare_container_runtime_package
|
||
# --nvidia-fabricmanager-rpm 指定nvidia fabric manager安装包（rpm格式）路径
|
||
nvidia::prepare_driver_package
|
||
# --nvidia-device-plugin-yaml 指定nvidia device plugin yaml文件路径
|
||
nvidia::deploy_static_pod
|
||
|
||
if [[ $RUNTIME == "docker" ]];then
|
||
export SKIP_CONTAINER_RUNTIME_CONFIG=true
|
||
fi
|
||
|
||
nvidia::gpu::installer::main
|
||
|
||
}
|
||
|
||
trim_os() {
|
||
local pkg_list="acl
|
||
aic94xx-firmware
|
||
aliyun-cli
|
||
alsa-firmware
|
||
alsa-lib
|
||
alsa-tools-firmware
|
||
authconfig
|
||
avahi-libs
|
||
bind-libs-lite
|
||
bind-license
|
||
biosdevname
|
||
btrfs-progs
|
||
cloud
|
||
device-mapper-event
|
||
device-mapper-event-libs
|
||
dmraid
|
||
dmraid-events
|
||
dosfstools
|
||
ed
|
||
file
|
||
firewalld
|
||
firewalld-filesystem
|
||
freetype
|
||
fxload
|
||
GeoIP
|
||
geoipupdate
|
||
gettext
|
||
gettext-libs
|
||
glibc-devel
|
||
hunspell
|
||
hunspell-en
|
||
hunspell-en-GB
|
||
hunspell-en-US
|
||
ivtv-firmware
|
||
iwl1000-firmware
|
||
iwl100-firmware
|
||
iwl105-firmware
|
||
iwl135-firmware
|
||
iwl2000-firmware
|
||
iwl2030-firmware
|
||
iwl3160-firmware
|
||
iwl3945-firmware
|
||
iwl4965-firmware
|
||
iwl5000-firmware
|
||
iwl5150-firmware
|
||
iwl6000-firmware
|
||
iwl6000g2a-firmware
|
||
iwl6000g2b-firmware
|
||
iwl6050-firmware
|
||
iwl7260-firmware
|
||
jansson
|
||
kbd
|
||
kbd-legacy
|
||
kbd-misc
|
||
libaio
|
||
libdrm
|
||
libmpc
|
||
libpciaccess
|
||
libpng
|
||
libreport-filesystem
|
||
lm_sensors-libs
|
||
lsscsi
|
||
lvm2
|
||
m4
|
||
mailx
|
||
man-db
|
||
mariadb-libs
|
||
mdadm
|
||
microcode_ctl
|
||
mpfr
|
||
NetworkManager
|
||
NetworkManager-libnm
|
||
NetworkManager-team
|
||
NetworkManager-tui
|
||
patch
|
||
plymouth
|
||
plymouth-scripts
|
||
postfix
|
||
python3
|
||
python3-libs
|
||
python3-pip
|
||
python3-setuptools
|
||
python-decorator
|
||
python-IPy
|
||
rng-tools
|
||
rsync
|
||
sgpio
|
||
slang
|
||
spax
|
||
strace
|
||
sysstat
|
||
tcpdump
|
||
teamd
|
||
vim-common
|
||
vim-enhanced
|
||
vim-filesystem
|
||
wl1000-firmware
|
||
wpa_supplicant
|
||
xfsprogs
|
||
"
|
||
yum remove -y $pkg_list
|
||
rm -rf /lib/modules/$(uname -r)/kernel/drivers/{media,staging,gpu,usb}
|
||
rm -rf /boot/*-rescue-* /boot/*3.10.0* /usr/share/{doc,man} /usr/src
|
||
}
|
||
|
||
pull_image() {
|
||
if [[ "$RUNTIME" = "docker" ]]; then
|
||
systemctl start docker
|
||
sleep 10
|
||
|
||
docker pull registry-${REGION}-vpc.ack.aliyuncs.com/acs/kube-proxy:v${KUBE_VERSION}
|
||
docker pull registry-${REGION}-vpc.ack.aliyuncs.com/acs/pause:3.5
|
||
else
|
||
systemctl start containerd
|
||
sleep 10
|
||
|
||
ctr -n k8s.io i pull registry-${REGION}-vpc.ack.aliyuncs.com/acs/kube-proxy:v${KUBE_VERSION}
|
||
ctr -n k8s.io i pull registry-${REGION}-vpc.ack.aliyuncs.com/acs/pause:3.5
|
||
fi
|
||
}
|
||
|
||
update_os_release() {
|
||
if [[ ! -f /etc/image-id ]]; then
|
||
touch /etc/image-id
|
||
fi
|
||
echo "custom_tag:ACK-Optimized-OS" >> /etc/image-id
|
||
}
|
||
|
||
record_k8s_version() {
|
||
cat > /etc/ACK-Optimized-OS <<-EOF
|
||
kubelet=$KUBE_VERSION
|
||
docker=$DOCKER_VERSION
|
||
EOF
|
||
}
|
||
|
||
post_install() {
|
||
if [[ $SKIP_SECURITY_FIX ]]; then
|
||
touch /var/.skip-security-fix
|
||
fi
|
||
}
|
||
|
||
mount_data_disk() {
|
||
set -e
|
||
if [[ "$MOUNT_RUNTIME_DATADISK" != "true" ]]; then
|
||
return 0
|
||
fi
|
||
|
||
local runtime_dir
|
||
if [[ "$RUNTIME" = "containerd" ]]; then
|
||
runtime_dir="containerd"
|
||
else
|
||
runtime_dir="docker"
|
||
fi
|
||
|
||
#check to see whether docker or containerd is already mounted.
|
||
if cat /etc/fstab | grep -E "/var/lib/${runtime_dir}"; then
|
||
# Assume user take over disk management or disk has already mounted. return immediately.
|
||
log_warn " /var/lib/${runtime_dir} has been mounted. return"
|
||
return 0
|
||
fi
|
||
|
||
if [ "$DATA_DISK_SERIAL_ID" != "" ]; then
|
||
devices=$(lsblk -l -n -o NAME -d -p)
|
||
for dev in $devices; do
|
||
if udevadm info --query=all --name=$dev | grep "ID_SERIAL=" | grep "$DATA_DISK_SERIAL_ID"; then
|
||
DISK_DEVICE=$dev
|
||
break
|
||
fi
|
||
done
|
||
if [ "$DISK_DEVICE" == "" ]; then
|
||
log_warn "specified disk device ${DATA_DISK_SERIAL_ID} not found. return"
|
||
return 0
|
||
fi
|
||
fi
|
||
|
||
# initialize device name.
|
||
if [ "$DISK_DEVICE" != "" ]; then
|
||
device=$DISK_DEVICE
|
||
else
|
||
# refuse to mount & format disk if it has only one disk.
|
||
diskcnt=$(lsblk -l -n -o NAME -d -p | wc -l)
|
||
if [ "$diskcnt" -le 1 ]; then
|
||
echo "WARNING: node has only one disk, refuse fdisk op."
|
||
return
|
||
fi
|
||
|
||
# search for the last device of /dev/*vd*. compatible with local ssd
|
||
# Consider this device to be aliyun disk.
|
||
# compatible with legacy installation.
|
||
if lsblk -l -n -o NAME -d -p | grep nvme; then
|
||
device=$(lsblk -l -n -o NAME -d -p | grep nvme | sort | tail -n 1)
|
||
else
|
||
device=$(lsblk -l -n -o NAME -d -p | sort | tail -n 1)
|
||
fi
|
||
fi
|
||
if [ ! -b "$device" ]; then
|
||
echo "auto_fdisk fail: [$device] is not a block device"
|
||
return 1
|
||
fi
|
||
|
||
export DATA_DISK_SERIAL_ID=$(udevadm info --query=all --name=$device | grep ID_SERIAL | sed -n 's/.*ID_SERIAL=\(.*\)/\1/p')
|
||
|
||
# choose the real partition name. exactly the first partition eg.
|
||
# /dev/vda
|
||
# /dev/vda1
|
||
rdevice=$(lsblk -l -n -o NAME -p ${device} | head -n 2 | tail -n 1)
|
||
|
||
# check existing fs type. xfs must formated with fstype=1 parameter.
|
||
fstype=$(lsblk -l -n -f -o FSTYPE $rdevice)
|
||
case $fstype in
|
||
"")
|
||
# not formatted. do mkfs.
|
||
AUTO_FDISK_FSTYPE=${AUTO_FDISK_FSTYPE:-ext4}
|
||
case $AUTO_FDISK_FSTYPE in
|
||
"ext4")
|
||
mkfs.ext4 -i 8192 "$rdevice"
|
||
;;
|
||
"xfs")
|
||
mkfs.xfs -n ftype=1 "$rdevice"
|
||
;;
|
||
*)
|
||
echo "InvalidFsType" "invalid fs type $AUTO_FDISK_FSTYPE"
|
||
;;
|
||
esac
|
||
fstype="$AUTO_FDISK_FSTYPE"
|
||
;;
|
||
"xfs")
|
||
# check for xfs parameter.
|
||
if ! xfs_info "$rdevice" | grep ftype=1; then
|
||
echo "InvalidXfs" "xfs filesystem must formated with parameter fstype=1, docker required"
|
||
fi
|
||
;;
|
||
esac
|
||
|
||
mkdir -p /var/lib/container
|
||
mount ${rdevice} /var/lib/container/
|
||
echo "mountDataDiskDone"
|
||
}
|
||
|
||
cleanup() {
|
||
rm -rf ./{addon*,docker*,kubernetes*,pkg,run*}
|
||
}
|
||
|
||
main() {
|
||
trap 'cleanup' EXIT
|
||
|
||
check_params "$@"
|
||
setup_env
|
||
|
||
# trim_os
|
||
|
||
download_pkg
|
||
source_file
|
||
preset_gpu
|
||
pull_image
|
||
mount_data_disk
|
||
update_os_release
|
||
record_k8s_version
|
||
}
|
||
|
||
main "$@"
|