Skip to content

Prebuild minikube kernel modules #1294

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Jan 21, 2019
Merged

Prebuild minikube kernel modules #1294

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
c78153a
Prebuild minikube kernel modules
mstemm Jan 16, 2019
fedaee7
Change wget verboseness.
mstemm Jan 18, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
91 changes: 76 additions & 15 deletions scripts/build-probe-binaries
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,12 +24,6 @@
#
set -euo pipefail

#
# For continuous integration log purposes, wget prints its own output to stderr
# so it can be convenient to redirect it to a file. This can be done directly
# at runtime.
#

PROBE_NAME=$1
PROBE_VERSION=$2
REPOSITORY_NAME=$3
Expand Down Expand Up @@ -140,7 +134,7 @@ function coreos_build_old {
cd $COREOS_DIR

if [ ! -f config_orig ]; then
wget --timeout=${URL_TIMEOUT} --tries=${RETRY} ${VERSION_URL}coreos_developer_container.bin.bz2
wget -nv --timeout=${URL_TIMEOUT} --tries=${RETRY} ${VERSION_URL}coreos_developer_container.bin.bz2
bunzip2 coreos_developer_container.bin.bz2
sudo kpartx -asv coreos_developer_container.bin
LOOPDEV=$(sudo kpartx -asv coreos_developer_container.bin | cut -d\ -f 3)
Expand All @@ -162,7 +156,7 @@ function coreos_build_old {
KERNEL_URL=https://www.kernel.org/pub/linux/kernel/v${MAJOR}.x/$TGZ_NAME

if [ ! -f $TGZ_NAME ]; then
wget --timeout=${URL_TIMEOUT} --tries=${RETRY} $KERNEL_URL
wget -nv --timeout=${URL_TIMEOUT} --tries=${RETRY} $KERNEL_URL
fi

if [ ! -d $DIR_NAME ]; then
Expand Down Expand Up @@ -197,7 +191,7 @@ function coreos_build_new {
cd $COREOS_DIR

if [ ! -f coreos_developer_container.bin ]; then
wget --timeout=${URL_TIMEOUT} --tries=${RETRY} ${VERSION_URL}coreos_developer_container.bin.bz2
wget -nv --timeout=${URL_TIMEOUT} --tries=${RETRY} ${VERSION_URL}coreos_developer_container.bin.bz2
bunzip2 coreos_developer_container.bin.bz2
fi

Expand Down Expand Up @@ -257,7 +251,7 @@ function boot2docker_build {

if [ ! -f $TGZ_NAME ]; then
echo Downloading $TGZ_NAME [Boot2Docker]
wget --timeout=${URL_TIMEOUT} --tries=${RETRY} $KERNEL_URL
wget -nv --timeout=${URL_TIMEOUT} --tries=${RETRY} $KERNEL_URL
fi

if [ ! -d $DIR_NAME ]; then
Expand All @@ -280,7 +274,7 @@ function boot2docker_build {
; do \
patch -p1 < "$patch"; \
done
wget --timeout=${URL_TIMEOUT} --tries=${RETRY} -O .config $KERNEL_CONFIG
wget -nv --timeout=${URL_TIMEOUT} --tries=${RETRY} -O .config $KERNEL_CONFIG
cp .config ../config-orig
make olddefconfig
make modules_prepare
Expand Down Expand Up @@ -319,7 +313,7 @@ function ubuntu_build {

if [ ! -f $DEB ]; then
echo Downloading $DEB [Ubuntu]
wget --timeout=${URL_TIMEOUT} --tries=${RETRY} $URL
wget -nv --timeout=${URL_TIMEOUT} --tries=${RETRY} $URL
dpkg -x $DEB ./
fi

Expand Down Expand Up @@ -361,7 +355,7 @@ function rhel_build {

if [ ! -f $RPM ]; then
echo Downloading $RPM [RHEL and CentOS]
wget --timeout=${URL_TIMEOUT} --tries=${RETRY} $URL
wget -nv --timeout=${URL_TIMEOUT} --tries=${RETRY} $URL
rpm2cpio $RPM | cpio -idm
fi

Expand Down Expand Up @@ -399,7 +393,7 @@ function debian_build {
fi
if [ ! -f ${BASEDIR}/common-dependencies/debian/kbuild/${DEB} ]; then
echo Downloading ${DEB} [Debian]
wget --timeout=${URL_TIMEOUT} --tries=${RETRY} -P ${BASEDIR}/common-dependencies/debian/kbuild ${URL}
wget -nv --timeout=${URL_TIMEOUT} --tries=${RETRY} -P ${BASEDIR}/common-dependencies/debian/kbuild ${URL}
fi
return
else
Expand All @@ -421,7 +415,7 @@ function debian_build {

if [ ! -f ${DEB} ]; then
echo Downloading ${DEB} [Debian]
wget --timeout=${URL_TIMEOUT} --tries=${RETRY} ${URL}
wget -nv --timeout=${URL_TIMEOUT} --tries=${RETRY} ${URL}
dpkg -x ${DEB} ./
fi
fi
Expand Down Expand Up @@ -466,6 +460,66 @@ function debian_build {
cd ${BASEDIR}
}

function minikube_build {
VERSION=$1

MINIKUBE_BASEDIR=${BASEDIR}/minikube

if [ ! -d ${MINIKUBE_BASEDIR} ]; then
mkdir -p ${MINIKUBE_BASEDIR}
fi

MINIKUBE_DIR=${MINIKUBE_BASEDIR}/minikube-$(echo ${VERSION} | sed 's/^v//')

if [ ! -d ${MINIKUBE_DIR} ]; then
wget -nv -P ${MINIKUBE_BASEDIR} --timeout=${URL_TIMEOUT} --tries=${RETRY} https://github.com/kubernetes/minikube/archive/${VERSION}.tar.gz
tar -C ${MINIKUBE_BASEDIR} -zxf ${MINIKUBE_BASEDIR}/${VERSION}.tar.gz
rm -f ${MINIKUBE_BASEDIR}/${VERSION}.tar.gz
fi

MINIKUBE_KERNEL_VERSION=$(cat ${MINIKUBE_DIR}/deploy/iso/minikube-iso/configs/minikube_defconfig | grep BR2_LINUX_KERNEL_CUSTOM_VERSION_VALUE | cut -d= -f 2 | sed 's/"//g')
TGZ_NAME=linux-${MINIKUBE_KERNEL_VERSION}.tar.xz
MAJOR=$(echo $MINIKUBE_KERNEL_VERSION | cut -d. -f1)
MINOR=$(echo $MINIKUBE_KERNEL_VERSION | cut -d. -f2)

KERNEL_CONFIG=${MINIKUBE_DIR}/deploy/iso/minikube-iso/board/coreos/minikube/linux_defconfig

# The filename used to contain the kernel version
if [ ! -e ${KERNEL_CONFIG} ]; then
KERNEL_CONFIG=${MINIKUBE_DIR}/deploy/iso/minikube-iso/board/coreos/minikube/linux-${MAJOR}.${MINOR}_defconfig
fi

if [ ! -e ${KERNEL_CONFIG} ]; then
echo "****ERROR: Could not find kernel config for minikube version ${VERSION}. Expected at ${KERNEL_CONFIG}"
exit 1
fi

export KERNELDIR=${MINIKUBE_BASEDIR}/linux-${MINIKUBE_KERNEL_VERSION}

if [ ! -d ${KERNELDIR} ]; then
wget -nv -P ${MINIKUBE_BASEDIR} --timeout=${URL_TIMEOUT} --tries=${RETRY} https://www.kernel.org/pub/linux/kernel/v${MAJOR}.x/${TGZ_NAME}
tar -C ${MINIKUBE_BASEDIR} -xf ${MINIKUBE_BASEDIR}/${TGZ_NAME}
rm -f ${MINIKUBE_BASEDIR}/${TGZ_NAME}
fi

pushd ${KERNELDIR}
make distclean
cp ${KERNEL_CONFIG} .config
# Manually setting ARCH to x86_64 mirrors what buildroot does.
ARCH=x86_64 make olddefconfig
make modules_prepare
popd

HASH=$(md5sum ${KERNELDIR}/.config | cut -d' ' -f1)
HASH_ORIG=${HASH}

KERNEL_RELEASE=$(cat ${KERNELDIR}/include/config/kernel.release)

cd $BASEDIR

build_probe
}

if [ -z "$KERNEL_TYPE" ]; then
#
# Ubuntu build
Expand Down Expand Up @@ -639,6 +693,13 @@ if [ -z "$KERNEL_TYPE" ]; then
rhel_build $URL
done

VERSIONS=$(curl https://api.github.com/repos/kubernetes/minikube/releases | jq -r '.[].name' | head -10)

for VERSION in $VERSIONS
do
minikube_build $VERSION
done

#
# Upload modules
#
Expand Down