2020-10-30 09:50:39 +08:00
#!/bin/bash
#
# Copyright (c) 2015 Igor Pecovnik, igor.pecovnik@gma**.com
#
# This file is licensed under the terms of the GNU General Public
# License version 2. This program is licensed "as is" without any
# warranty of any kind, whether express or implied.
# Functions:
# compile_atf
# compile_uboot
# compile_kernel
# compile_firmware
# compile_orangepi-config
# compile_sunxi_tools
# install_rkbin_tools
# grab_version
# find_toolchain
# advanced_patch
# process_patch_file
# userpatch_create
# overlayfs_wrapper
compile_atf( )
{
if [ [ $CLEAN_LEVEL = = *make* ] ] ; then
display_alert "Cleaning" " $ATFSOURCEDIR " "info"
( cd " ${ EXTER } /cache/sources/ ${ ATFSOURCEDIR } " ; make distclean > /dev/null 2>& 1)
fi
if [ [ $USE_OVERLAYFS = = yes ] ] ; then
local atfdir
atfdir = $( overlayfs_wrapper "wrap" " $EXTER /cache/sources/ $ATFSOURCEDIR " " atf_ ${ LINUXFAMILY } _ ${ BRANCH } " )
else
local atfdir = " $EXTER /cache/sources/ $ATFSOURCEDIR "
fi
cd " $atfdir " || exit
display_alert "Compiling ATF" "" "info"
local toolchain
toolchain = $( find_toolchain " $ATF_COMPILER " " $ATF_USE_GCC " )
[ [ -z $toolchain ] ] && exit_with_error "Could not find required toolchain" " ${ ATF_COMPILER } gcc $ATF_USE_GCC "
if [ [ -n $ATF_TOOLCHAIN2 ] ] ; then
local toolchain2_type toolchain2_ver toolchain2
toolchain2_type = $( cut -d':' -f1 <<< " ${ ATF_TOOLCHAIN2 } " )
toolchain2_ver = $( cut -d':' -f2 <<< " ${ ATF_TOOLCHAIN2 } " )
toolchain2 = $( find_toolchain " $toolchain2_type " " $toolchain2_ver " )
[ [ -z $toolchain2 ] ] && exit_with_error "Could not find required toolchain" " ${ toolchain2_type } gcc $toolchain2_ver "
fi
display_alert "Compiler version" " ${ ATF_COMPILER } gcc $( eval env PATH = " ${ toolchain } : ${ PATH } " " ${ ATF_COMPILER } gcc " -dumpversion) " "info"
local target_make target_patchdir target_files
target_make = $( cut -d';' -f1 <<< " ${ ATF_TARGET_MAP } " )
target_patchdir = $( cut -d';' -f2 <<< " ${ ATF_TARGET_MAP } " )
target_files = $( cut -d';' -f3 <<< " ${ ATF_TARGET_MAP } " )
advanced_patch "atf" " ${ ATFPATCHDIR } " " $BOARD " " $target_patchdir " " $BRANCH " " ${ LINUXFAMILY } - ${ BOARD } - ${ BRANCH } "
# create patch for manual source changes
[ [ $CREATE_PATCHES = = yes ] ] && userpatch_create "atf"
echo -e "\n\t== atf ==\n" >> " ${ DEST } " /debug/compilation.log
# ENABLE_BACKTRACE="0" has been added to workaround a regression in ATF.
# Check: https://github.com/armbian/build/issues/1157
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ toolchain2 } : ${ PATH } " \
' make ENABLE_BACKTRACE = "0" $target_make $CTHREADS \
CROSS_COMPILE = " $CCACHE $ATF_COMPILER " ' 2>> " ${ DEST } " /debug/compilation.log \
${ PROGRESS_LOG_TO_FILE : + ' | tee -a $DEST/debug/compilation.log' } \
${ OUTPUT_DIALOG : + ' | dialog --backtitle "$backtitle" --progressbox "Compiling ATF..." $TTY_Y $TTY_X' } \
${ OUTPUT_VERYSILENT : + ' >/dev/null 2>/dev/null' }
[ [ ${ PIPESTATUS [0] } -ne 0 ] ] && exit_with_error "ATF compilation failed"
[ [ $( type -t atf_custom_postprocess) = = function ] ] && atf_custom_postprocess
local atftempdir = $SRC /.tmp/atf-${ LINUXFAMILY } -${ BOARD } -${ BRANCH }
mkdir -p " ${ atftempdir } "
# copy files to temp directory
for f in $target_files ; do
local f_src
f_src = $( cut -d':' -f1 <<< " ${ f } " )
if [ [ $f = = *:* ] ] ; then
local f_dst
f_dst = $( cut -d':' -f2 <<< " ${ f } " )
else
local f_dst
f_dst = $( basename " ${ f_src } " )
fi
[ [ ! -f $f_src ] ] && exit_with_error "ATF file not found" " $( basename " ${ f_src } " ) "
cp " ${ f_src } " " ${ atftempdir } / ${ f_dst } "
done
# copy license file to pack it to u-boot package later
[ [ -f license.md ] ] && cp license.md " ${ atftempdir } " /
}
compile_uboot( )
{
# not optimal, but extra cleaning before overlayfs_wrapper should keep sources directory clean
if [ [ $CLEAN_LEVEL = = *make* ] ] ; then
display_alert "Cleaning" " $BOOTSOURCEDIR " "info"
( cd $BOOTSOURCEDIR ; make clean > /dev/null 2>& 1)
fi
if [ [ $USE_OVERLAYFS = = yes ] ] ; then
local ubootdir
ubootdir = $( overlayfs_wrapper "wrap" " $BOOTSOURCEDIR " " u-boot_ ${ LINUXFAMILY } _ ${ BRANCH } " )
else
local ubootdir = " $BOOTSOURCEDIR "
fi
cd " ${ ubootdir } " || exit
# read uboot version
local version hash
version = $( grab_version " $ubootdir " )
hash = $( git --git-dir= " $ubootdir " /.git rev-parse HEAD)
display_alert "Compiling u-boot" " v $version " "info"
local toolchain
toolchain = $( find_toolchain " $UBOOT_COMPILER " " $UBOOT_USE_GCC " )
[ [ -z $toolchain ] ] && exit_with_error "Could not find required toolchain" " ${ UBOOT_COMPILER } gcc $UBOOT_USE_GCC "
if [ [ -n $UBOOT_TOOLCHAIN2 ] ] ; then
local toolchain2_type toolchain2_ver toolchain2
toolchain2_type = $( cut -d':' -f1 <<< " ${ UBOOT_TOOLCHAIN2 } " )
toolchain2_ver = $( cut -d':' -f2 <<< " ${ UBOOT_TOOLCHAIN2 } " )
toolchain2 = $( find_toolchain " $toolchain2_type " " $toolchain2_ver " )
[ [ -z $toolchain2 ] ] && exit_with_error "Could not find required toolchain" " ${ toolchain2_type } gcc $toolchain2_ver "
fi
display_alert "Compiler version" " ${ UBOOT_COMPILER } gcc $( eval env PATH = " ${ toolchain } : ${ toolchain2 } : ${ PATH } " " ${ UBOOT_COMPILER } gcc " -dumpversion) " "info"
[ [ -n $toolchain2 ] ] && display_alert "Additional compiler version" " ${ toolchain2_type } gcc $( eval env PATH = " ${ toolchain } : ${ toolchain2 } : ${ PATH } " " ${ toolchain2_type } gcc " -dumpversion) " "info"
# create directory structure for the .deb package
local uboot_name = ${ CHOSEN_UBOOT } _${ REVISION } _${ ARCH }
2020-11-19 09:18:28 +08:00
rm -rf $SRC /.tmp/{ $uboot_name ,packout}
mkdir -p $SRC /.tmp/$uboot_name /usr/lib/{ u-boot,$uboot_name } $SRC /.tmp/$uboot_name /DEBIAN $SRC /.tmp/packout
2020-10-30 09:50:39 +08:00
# process compilation for one or multiple targets
while read -r target; do
local target_make target_patchdir target_files
target_make = $( cut -d';' -f1 <<< " ${ target } " )
target_patchdir = $( cut -d';' -f2 <<< " ${ target } " )
target_files = $( cut -d';' -f3 <<< " ${ target } " )
if [ [ $CLEAN_LEVEL = = *make* ] ] ; then
display_alert "Cleaning" " $BOOTSOURCEDIR " "info"
( cd " $BOOTSOURCEDIR " ; make clean > /dev/null 2>& 1)
fi
advanced_patch "u-boot" " $BOOTPATCHDIR " " $BOARD " " $target_patchdir " " $BRANCH " " ${ LINUXFAMILY } - ${ BOARD } - ${ BRANCH } "
# create patch for manual source changes
[ [ $CREATE_PATCHES = = yes ] ] && userpatch_create "u-boot"
if [ [ -n $ATFSOURCE ] ] ; then
local atftempdir = $SRC /.tmp/atf-${ LINUXFAMILY } -${ BOARD } -${ BRANCH }
cp -Rv " ${ atftempdir } " /*.bin .
fi
echo -e "\n\t== u-boot ==\n" >> " ${ DEST } " /debug/compilation.log
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ toolchain2 } : ${ PATH } " \
' make $CTHREADS $BOOTCONFIG \
CROSS_COMPILE = " $CCACHE $UBOOT_COMPILER " ' 2>> " ${ DEST } " /debug/compilation.log \
${ PROGRESS_LOG_TO_FILE : + ' | tee -a $DEST/debug/compilation.log' } \
${ OUTPUT_VERYSILENT : + ' >/dev/null 2>/dev/null' }
if [ [ " ${ version } " != 2014.07 ] ] ; then
# orangepi specifics u-boot settings
[ [ -f .config ] ] && sed -i 's/CONFIG_LOCALVERSION=""/CONFIG_LOCALVERSION="-orangepi"/g' .config
[ [ -f .config ] ] && sed -i 's/CONFIG_LOCALVERSION_AUTO=.*/# CONFIG_LOCALVERSION_AUTO is not set/g' .config
# for modern kernel and non spi targets
if [ [ ${ BOOTBRANCH } = ~ ^tag:v201[ 8-9] ( .*) && ${ target } != "spi" && -f .config ] ] ; then
sed -i 's/^.*CONFIG_ENV_IS_IN_FAT.*/# CONFIG_ENV_IS_IN_FAT is not set/g' .config
sed -i 's/^.*CONFIG_ENV_IS_IN_EXT4.*/CONFIG_ENV_IS_IN_EXT4=y/g' .config
sed -i 's/^.*CONFIG_ENV_IS_IN_MMC.*/# CONFIG_ENV_IS_IN_MMC is not set/g' .config
sed -i 's/^.*CONFIG_ENV_IS_NOWHERE.*/# CONFIG_ENV_IS_NOWHERE is not set/g' .config | echo \
"# CONFIG_ENV_IS_NOWHERE is not set" >> .config
echo 'CONFIG_ENV_EXT4_INTERFACE="mmc"' >> .config
echo 'CONFIG_ENV_EXT4_DEVICE_AND_PART="0:auto"' >> .config
echo 'CONFIG_ENV_EXT4_FILE="/boot/boot.env"' >> .config
fi
[ [ -f tools/logos/udoo.bmp ] ] && cp " ${ EXTER } " /packages/blobs/splash/udoo.bmp tools/logos/udoo.bmp
touch .scmversion
# $BOOTDELAY can be set in board family config, ensure autoboot can be stopped even if set to 0
[ [ $BOOTDELAY = = 0 ] ] && echo -e "CONFIG_ZERO_BOOTDELAY_CHECK=y" >> .config
[ [ -n $BOOTDELAY ] ] && sed -i " s/^CONFIG_BOOTDELAY=.*/CONFIG_BOOTDELAY= ${ BOOTDELAY } / " .config || [ [ -f .config ] ] && echo " CONFIG_BOOTDELAY= ${ BOOTDELAY } " >> .config
fi
# workaround when two compilers are needed
cross_compile = " CROSS_COMPILE= $CCACHE $UBOOT_COMPILER " ;
[ [ -n $UBOOT_TOOLCHAIN2 ] ] && cross_compile = "ORANGEPI=foe" ; # empty parameter is not allowed
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ toolchain2 } : ${ PATH } " \
' make $target_make $CTHREADS \
" ${ cross_compile } " ' 2>>" ${ DEST } " /debug/compilation.log \
${ PROGRESS_LOG_TO_FILE : + ' | tee -a "${DEST}"/debug/compilation.log' } \
${ OUTPUT_DIALOG : + ' | dialog --backtitle "$backtitle" --progressbox "Compiling u-boot..." $TTY_Y $TTY_X' } \
${ OUTPUT_VERYSILENT : + ' >/dev/null 2>/dev/null' }
[ [ ${ PIPESTATUS [0] } -ne 0 ] ] && exit_with_error "U-boot compilation failed"
[ [ $( type -t uboot_custom_postprocess) = = function ] ] && uboot_custom_postprocess
# copy files to build directory
for f in $target_files ; do
local f_src
f_src = $( cut -d':' -f1 <<< " ${ f } " )
if [ [ $f = = *:* ] ] ; then
local f_dst
f_dst = $( cut -d':' -f2 <<< " ${ f } " )
else
local f_dst
f_dst = $( basename " ${ f_src } " )
fi
[ [ ! -f $f_src ] ] && exit_with_error "U-boot file not found" " $( basename " ${ f_src } " ) "
2021-10-11 18:19:49 +08:00
if [ [ " ${ version } " = ~ 2014.07| 2011.09 ] ] ; then
2020-11-19 09:18:28 +08:00
cp " ${ f_src } " " ${ SRC } /.tmp/packout/ ${ f_dst } "
else
cp " ${ f_src } " " ${ SRC } /.tmp/ ${ uboot_name } /usr/lib/ ${ uboot_name } / ${ f_dst } "
fi
2020-10-30 09:50:39 +08:00
done
done <<< " $UBOOT_TARGET_MAP "
if [ [ $PACK_UBOOT = = "yes" ] ] ; then
2021-03-30 11:50:47 +08:00
if [ [ $BOARDFAMILY = ~ sun50iw1 ] ] ; then
if [ [ $( type -t u-boot_tweaks) = = function ] ] ; then
u-boot_tweaks ${ uboot_name }
else
exit_with_error "U-boot pack failed"
fi
else
pack_uboot
cp ${ SRC } /.tmp/packout/{ boot0_sdcard.fex,boot_package.fex} " ${ SRC } /.tmp/ ${ uboot_name } /usr/lib/ ${ uboot_name } / "
cp ${ SRC } /.tmp/packout/dts/${ BOARD } -u-boot.dts " ${ SRC } /.tmp/ ${ uboot_name } /usr/lib/u-boot/ "
fi
2020-10-30 09:50:39 +08:00
cd " ${ ubootdir } " || exit
fi
# declare -f on non-defined function does not do anything
cat <<-EOF > " ${ SRC } /.tmp/ ${ uboot_name } /usr/lib/u-boot/platform_install.sh "
DIR = /usr/lib/$uboot_name
$( declare -f write_uboot_platform)
$( declare -f write_uboot_platform_mtd)
$( declare -f setup_write_uboot_platform)
EOF
# set up control file
cat <<-EOF > "${SRC}/.tmp/${uboot_name}/DE BIAN/control"
Package: linux-u-boot-${ BOARD } -${ BRANCH }
Version: $REVISION
Architecture: $ARCH
Maintainer: $MAINTAINER <$MAINTAINERMAIL >
Installed-Size: 1
Section: kernel
Priority: optional
Provides: orangepi-u-boot
Replaces: orangepi-u-boot
Conflicts: orangepi-u-boot, u-boot-sunxi
Description: Uboot loader $version
EOF
# copy config file to the package
# useful for FEL boot with overlayfs_wrapper
[ [ -f .config && -n $BOOTCONFIG ] ] && cp .config " ${ SRC } /.tmp/ ${ uboot_name } /usr/lib/u-boot/ ${ BOOTCONFIG } "
# copy license files from typical locations
[ [ -f COPYING ] ] && cp COPYING " ${ SRC } /.tmp/ ${ uboot_name } /usr/lib/u-boot/LICENSE "
[ [ -f Licenses/README ] ] && cp Licenses/README " ${ SRC } /.tmp/ ${ uboot_name } /usr/lib/u-boot/LICENSE "
[ [ -n $atftempdir && -f $atftempdir /license.md ] ] && cp " ${ atftempdir } /license.md " " ${ SRC } /.tmp/ ${ uboot_name } /usr/lib/u-boot/LICENSE.atf "
display_alert "Building deb" " ${ uboot_name } .deb " "info"
fakeroot dpkg-deb -b " ${ SRC } /.tmp/ ${ uboot_name } " " ${ SRC } /.tmp/ ${ uboot_name } .deb " >> " ${ DEST } " /debug/output.log 2>& 1
rm -rf " ${ SRC } /.tmp/ ${ uboot_name } "
[ [ -n $atftempdir ] ] && rm -rf " ${ atftempdir } "
[ [ ! -f $SRC /.tmp/${ uboot_name } .deb ] ] && exit_with_error "Building u-boot package failed"
mv " ${ SRC } /.tmp/ ${ uboot_name } .deb " " ${ DEB_STORAGE } /u-boot/ "
}
compile_kernel( )
{
if [ [ $CLEAN_LEVEL = = *make* ] ] ; then
display_alert "Cleaning" " $LINUXSOURCEDIR " "info"
( cd ${ LINUXSOURCEDIR } ; make ARCH = " ${ ARCHITECTURE } " clean >/dev/null 2>& 1)
fi
if [ [ $USE_OVERLAYFS = = yes ] ] ; then
local kerneldir
kerneldir = $( overlayfs_wrapper "wrap" " $LINUXSOURCEDIR " " kernel_ ${ LINUXFAMILY } _ ${ BRANCH } " )
else
local kerneldir = " $LINUXSOURCEDIR "
fi
cd " ${ kerneldir } " || exit
if ! grep -qoE '^-rc[[:digit:]]+' <( grep "^EXTRAVERSION" Makefile | head -1 | awk '{print $(NF)}' ) ; then
sed -i 's/EXTRAVERSION = .*/EXTRAVERSION = /' Makefile
fi
rm -f localversion
# read kernel version
local version hash
version = $( grab_version " $kerneldir " )
# read kernel git hash
hash = $( git --git-dir= " $kerneldir " /.git rev-parse HEAD)
# build 3rd party drivers
# compilation_prepare
advanced_patch "kernel" " $KERNELPATCHDIR " " $BOARD " "" " $BRANCH " " $LINUXFAMILY - $BRANCH "
# create patch for manual source changes in debug mode
[ [ $CREATE_PATCHES = = yes ] ] && userpatch_create "kernel"
# re-read kernel version after patching
local version
version = $( grab_version " $kerneldir " )
# create linux-source package - with already patched sources
local sources_pkg_dir = $SRC /.tmp/${ CHOSEN_KSRC } _${ REVISION } _all
rm -rf " ${ sources_pkg_dir } "
2021-03-30 11:50:47 +08:00
mkdir -p " ${ sources_pkg_dir } " /usr/src/ " ${ sources_pkg_dir } /usr/share/doc/linux-source- ${ version } - ${ LINUXFAMILY } " " ${ sources_pkg_dir } " /DEBIAN $SRC /.tmp/gpu_modules_${ LINUXFAMILY }
2020-10-30 09:50:39 +08:00
if [ [ $BUILD_KSRC = = yes ] ] ; then
display_alert "Cleaning" " $LINUXSOURCEDIR " "info"
( cd $LINUXSOURCEDIR ; make ARCH = $ARCHITECTURE clean >/dev/null 2>& 1)
display_alert "Compressing sources for the linux-source package"
tar cp --directory= " $kerneldir " --exclude= './.git/' --owner= root . \
| pv -p -b -r -s " $( du -sb " $kerneldir " --exclude= = './.git/' | cut -f1) " \
| pixz -4 > " ${ sources_pkg_dir } /usr/src/linux-source- ${ version } - ${ LINUXFAMILY } .tar.xz "
cp COPYING " ${ sources_pkg_dir } /usr/share/doc/linux-source- ${ version } - ${ LINUXFAMILY } /LICENSE "
fi
display_alert " Compiling $BRANCH kernel " " $version " "info"
local toolchain
toolchain = $( find_toolchain " $KERNEL_COMPILER " " $KERNEL_USE_GCC " )
[ [ -z $toolchain ] ] && exit_with_error "Could not find required toolchain" " ${ KERNEL_COMPILER } gcc $KERNEL_USE_GCC "
display_alert "Compiler version" " ${ KERNEL_COMPILER } gcc $( eval env PATH = " ${ toolchain } : ${ PATH } " " ${ KERNEL_COMPILER } gcc " -dumpversion) " "info"
# copy kernel config
if [ [ $KERNEL_KEEP_CONFIG = = yes && -f " ${ DEST } " /config/$LINUXCONFIG .config ] ] ; then
display_alert "Using previous kernel config" " ${ DEST } /config/ $LINUXCONFIG .config " "info"
cp " ${ DEST } /config/ ${ LINUXCONFIG } .config " .config
else
if [ [ -f $USERPATCHES_PATH /$LINUXCONFIG .config ] ] ; then
display_alert "Using kernel config provided by user" " userpatches/ $LINUXCONFIG .config " "info"
cp " ${ USERPATCHES_PATH } / ${ LINUXCONFIG } .config " .config
else
display_alert "Using kernel config file" " config/kernel/ $LINUXCONFIG .config " "info"
cp " ${ EXTER } /config/kernel/ ${ LINUXCONFIG } .config " .config
fi
fi
# hack for deb builder. To pack what's missing in headers pack.
cp $EXTER /patch/misc/headers-debian-byteshift.patch /tmp
if [ [ $KERNEL_CONFIGURE != yes ] ] ; then
if [ [ $BRANCH = = legacy ] ] ; then
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ PATH } " \
'make ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" silentoldconfig'
else
# TODO: check if required
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ PATH } " \
'make ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" olddefconfig'
fi
else
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ PATH } " \
'make $CTHREADS ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" oldconfig'
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ PATH } " \
'make $CTHREADS ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" ${KERNEL_MENUCONFIG:-menuconfig}'
[ [ ${ PIPESTATUS [0] } -ne 0 ] ] && exit_with_error "Error kernel menuconfig failed"
# store kernel config in easily reachable place
display_alert "Exporting new kernel config" " $DEST /config/ $LINUXCONFIG .config " "info"
cp .config " ${ DEST } /config/ ${ LINUXCONFIG } .config "
2021-11-25 19:16:52 +08:00
cp .config " ${ EXTER } /config/kernel/ ${ LINUXCONFIG } .config "
2020-10-30 09:50:39 +08:00
# export defconfig too if requested
if [ [ $KERNEL_EXPORT_DEFCONFIG = = yes ] ] ; then
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ PATH } " \
'make ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" savedefconfig'
[ [ -f defconfig ] ] && cp defconfig " ${ DEST } /config/ ${ LINUXCONFIG } .defconfig "
fi
fi
xz < .config > " ${ sources_pkg_dir } /usr/src/ ${ LINUXCONFIG } _ ${ version } _ ${ REVISION } _config.xz "
echo -e "\n\t== kernel ==\n" >> " ${ DEST } " /debug/compilation.log
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ PATH } " \
' make $CTHREADS ARCH = $ARCHITECTURE \
CROSS_COMPILE = " $CCACHE $KERNEL_COMPILER " \
$SRC_LOADADDR \
LOCALVERSION = " - $LINUXFAMILY " \
$KERNEL_IMAGE_TYPE modules dtbs 2>>$DEST /debug/compilation.log' \
${ PROGRESS_LOG_TO_FILE : + ' | tee -a $DEST/debug/compilation.log' } \
${ OUTPUT_DIALOG : + ' | dialog --backtitle " $backtitle " \
--progressbox "Compiling kernel..." $TTY_Y $TTY_X ' } \
${ OUTPUT_VERYSILENT : + ' >/dev/null 2>/dev/null' }
if [ [ ${ PIPESTATUS [0] } -ne 0 || ! -f arch/$ARCHITECTURE /boot/$KERNEL_IMAGE_TYPE ] ] ; then
exit_with_error "Kernel was not built" "@host"
fi
# different packaging for 4.3+
if linux-version compare " ${ version } " ge 4.3; then
local kernel_packing = "bindeb-pkg"
else
local kernel_packing = "deb-pkg"
fi
2021-03-30 11:50:47 +08:00
if [ [ $BRANCH = = legacy && $LINUXFAMILY = ~ sun50iw2| sun50iw6| sun50iw9 ] ] ; then
make -C modules/gpu LICHEE_MOD_DIR = ${ SRC } /.tmp/gpu_modules_${ LINUXFAMILY } LICHEE_KDIR = ${ kerneldir } CROSS_COMPILE = $toolchain /$KERNEL_COMPILER ARCH = $ARCHITECTURE
fi
2020-10-30 09:50:39 +08:00
display_alert "Creating packages"
# produce deb packages: image, headers, firmware, dtb
echo -e "\n\t== deb packages: image, headers, firmware, dtb ==\n" >> " ${ DEST } " /debug/compilation.log
eval CCACHE_BASEDIR = " $( pwd ) " env PATH = " ${ toolchain } : ${ PATH } " \
' make -j1 $kernel_packing \
KDEB_PKGVERSION = $REVISION \
BRANCH = $BRANCH \
LOCALVERSION = " - ${ LINUXFAMILY } " \
KBUILD_DEBARCH = $ARCH \
ARCH = $ARCHITECTURE \
DEBFULLNAME = " $MAINTAINER " \
DEBEMAIL = " $MAINTAINERMAIL " \
CROSS_COMPILE = " $CCACHE $KERNEL_COMPILER " 2>>$DEST /debug/compilation.log' \
${ PROGRESS_LOG_TO_FILE : + ' | tee -a $DEST/debug/compilation.log' } \
${ OUTPUT_DIALOG : + ' | dialog --backtitle "$backtitle" --progressbox "Creating kernel packages..." $TTY_Y $TTY_X' } \
${ OUTPUT_VERYSILENT : + ' >/dev/null 2>/dev/null' }
cat <<-EOF > "${sources_pkg_dir}"/DE BIAN/control
Package: linux-source-${ version } -${ BRANCH } -${ LINUXFAMILY }
Version: ${ version } -${ BRANCH } -${ LINUXFAMILY } +${ REVISION }
Architecture: all
Maintainer: $MAINTAINER <$MAINTAINERMAIL >
Section: kernel
Priority: optional
Depends: binutils, coreutils
Provides: linux-source, linux-source-${ version } -${ LINUXFAMILY }
Recommends: gcc, make
Description: This package provides the source code for the Linux kernel $version
EOF
if [ [ $BUILD_KSRC = = yes ] ] ; then
fakeroot dpkg-deb -z0 -b " ${ sources_pkg_dir } " " ${ sources_pkg_dir } .deb "
mv " ${ sources_pkg_dir } .deb " " ${ DEB_STORAGE } / "
fi
rm -rf " ${ sources_pkg_dir } "
cd .. || exit
# remove firmare image packages here - easier than patching ~40 packaging scripts at once
rm -f linux-firmware-image-*.deb
mv ./*.deb " ${ DEB_STORAGE } / " || exit_with_error "Failed moving kernel DEBs"
# store git hash to the file
echo " ${ hash } " > " ${ EXTER } /cache/hash/linux-image- ${ BRANCH } - ${ LINUXFAMILY } .githash "
[ [ -z ${ KERNELPATCHDIR } ] ] && KERNELPATCHDIR = $LINUXFAMILY -$BRANCH
[ [ -z ${ LINUXCONFIG } ] ] && LINUXCONFIG = linux-$LINUXFAMILY -$BRANCH
hash_watch_1 = $( find " ${ EXTER } /patch/kernel/ ${ KERNELPATCHDIR } " -maxdepth 1 -printf '%s %P\n' 2> /dev/null | sort)
hash_watch_2 = $( cat " ${ EXTER } /config/kernel/ ${ LINUXCONFIG } .config " )
echo " ${ hash_watch_1 } ${ hash_watch_2 } " | git hash-object --stdin >> " ${ EXTER } /cache/hash/linux-image- ${ BRANCH } - ${ LINUXFAMILY } .githash "
}
compile_firmware( )
{
display_alert "Merging and packaging linux firmware" "@host" "info"
if [ [ $USE_MAINLINE_GOOGLE_MIRROR = = yes ] ] ; then
plugin_repo = "https://kernel.googlesource.com/pub/scm/linux/kernel/git/firmware/linux-firmware.git"
else
plugin_repo = "https://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git"
[ [ $DOWNLOAD_MIRROR = = china ] ] && plugin_repo = " ${ GIT_SERVER } /linux-firmware.git "
fi
local plugin_dir = " orangepi-firmware ${ FULL } "
[ [ -d " ${ EXTER } /cache/sources/ ${ plugin_dir } " ] ] && rm -rf " ${ EXTER } /cache/sources/ ${ plugin_dir } "
mkdir -p " ${ EXTER } /cache/sources/ ${ plugin_dir } /lib/firmware "
2021-03-30 11:50:47 +08:00
[ [ $IGNORE_UPDATES != yes ] ] && fetch_from_repo " ${ GIT_SERVER } /firmware " " ${ EXTER } /cache/sources/orangepi-firmware-git " "branch:master"
2020-10-30 09:50:39 +08:00
if [ [ -n $FULL ] ] ; then
2021-03-30 11:50:47 +08:00
[ [ $IGNORE_UPDATES != yes ] ] && fetch_from_repo " $plugin_repo " " ${ EXTER } /cache/sources/linux-firmware-git " "branch:master"
2020-10-30 09:50:39 +08:00
# cp : create hardlinks
#cp -alf "${EXTER}"/cache/sources/linux-firmware-git/* "${EXTER}/cache/sources/${plugin_dir}/lib/firmware/"
fi
# overlay our firmware
# cp : create hardlinks
if [ [ -n $FULL ] ] ; then
cp -alf " ${ EXTER } " /cache/sources/linux-firmware-git/* " ${ EXTER } /cache/sources/ ${ plugin_dir } /lib/firmware/ "
else
cp -alf " ${ EXTER } " /cache/sources/orangepi-firmware-git/* " ${ EXTER } /cache/sources/ ${ plugin_dir } /lib/firmware/ "
fi
# cleanup what's not needed for sure
rm -rf " ${ EXTER } /cache/sources/ ${ plugin_dir } " /lib/firmware/{ amdgpu,amd-ucode,radeon,nvidia,matrox,.git}
cd " ${ EXTER } /cache/sources/ ${ plugin_dir } " || exit
# set up control file
mkdir -p DEBIAN
cat <<-END > DE BIAN/control
Package: orangepi-firmware${ FULL }
Version: $REVISION
Architecture: all
Maintainer: $MAINTAINER <$MAINTAINERMAIL >
Installed-Size: 1
Replaces: linux-firmware, firmware-brcm80211, firmware-ralink, firmware-samsung, firmware-realtek, orangepi-firmware${ REPLACE }
Section: kernel
Priority: optional
Description: Linux firmware${ FULL }
END
cd " ${ EXTER } " /cache/sources || exit
# pack
mv " orangepi-firmware ${ FULL } " " orangepi-firmware ${ FULL } _ ${ REVISION } _all "
fakeroot dpkg -b " orangepi-firmware ${ FULL } _ ${ REVISION } _all " >> " ${ DEST } " /debug/install.log 2>& 1
mv " orangepi-firmware ${ FULL } _ ${ REVISION } _all " " orangepi-firmware ${ FULL } "
mv " orangepi-firmware ${ FULL } _ ${ REVISION } _all.deb " " ${ DEB_STORAGE } / "
}
compile_orangepi-config( )
{
local tmpdir = ${ SRC } /.tmp/orangepi-config_${ REVISION } _all
display_alert "Building deb" "orangepi-config" "info"
mkdir -p " ${ tmpdir } " /{ DEBIAN,usr/bin/,usr/sbin/,usr/lib/orangepi-config/}
# set up control file
cat <<-END > "${tmpdir}"/DE BIAN/control
Package: orangepi-config
Version: $REVISION
Architecture: all
Maintainer: $MAINTAINER <$MAINTAINERMAIL >
Replaces: orangepi-bsp
Depends: bash, iperf3, psmisc, curl, bc, expect, dialog, pv, \
debconf-utils, unzip, build-essential, html2text, apt-transport-https, html2text, dirmngr, software-properties-common
Recommends: orangepi-bsp
Suggests: libpam-google-authenticator, qrencode, network-manager, sunxi-tools
Section: utils
Priority: optional
Description: Orange Pi configuration utility
END
install -m 755 $EXTER /cache/sources/orangepi-config/scripts/tv_grab_file $tmpdir /usr/bin/tv_grab_file
install -m 755 $EXTER /cache/sources/orangepi-config/debian-config $tmpdir /usr/sbin/orangepi-config
install -m 644 $EXTER /cache/sources/orangepi-config/debian-config-jobs $tmpdir /usr/lib/orangepi-config/jobs.sh
install -m 644 $EXTER /cache/sources/orangepi-config/debian-config-submenu $tmpdir /usr/lib/orangepi-config/submenu.sh
install -m 644 $EXTER /cache/sources/orangepi-config/debian-config-functions $tmpdir /usr/lib/orangepi-config/functions.sh
install -m 644 $EXTER /cache/sources/orangepi-config/debian-config-functions-network $tmpdir /usr/lib/orangepi-config/functions-network.sh
install -m 755 $EXTER /cache/sources/orangepi-config/softy $tmpdir /usr/sbin/softy
# fallback to replace orangepi-config in BSP
ln -sf /usr/sbin/orangepi-config $tmpdir /usr/bin/orangepi-config
ln -sf /usr/sbin/softy " ${ tmpdir } " /usr/bin/softy
fakeroot dpkg -b " ${ tmpdir } " >/dev/null
mv " ${ tmpdir } .deb " " ${ DEB_STORAGE } / "
rm -rf " ${ tmpdir } "
}
compile_sunxi_tools( )
{
# Compile and install only if git commit hash changed
cd $EXTER /cache/sources/sunxi-tools || exit
# need to check if /usr/local/bin/sunxi-fexc to detect new Docker containers with old cached sources
if [ [ ! -f .commit_id || $( git rev-parse @ 2>/dev/null) != $( <.commit_id) || ! -f /usr/local/bin/sunxi-fexc ] ] ; then
display_alert "Compiling" "sunxi-tools" "info"
make -s clean >/dev/null
make -s tools >/dev/null
mkdir -p /usr/local/bin/
make install-tools >/dev/null 2>& 1
git rev-parse @ 2>/dev/null > .commit_id
fi
}
install_rkbin_tools( )
{
# install only if git commit hash changed
cd " ${ EXTER } " /cache/sources/rkbin-tools || exit
# need to check if /usr/local/bin/sunxi-fexc to detect new Docker containers with old cached sources
if [ [ ! -f .commit_id || $( git rev-parse @ 2>/dev/null) != $( <.commit_id) || ! -f /usr/local/bin/loaderimage ] ] ; then
display_alert "Installing" "rkbin-tools" "info"
mkdir -p /usr/local/bin/
install -m 755 tools/loaderimage /usr/local/bin/
install -m 755 tools/trust_merger /usr/local/bin/
git rev-parse @ 2>/dev/null > .commit_id
fi
}
grab_version( )
{
local ver = ( )
ver[ 0] = $( grep "^VERSION" " ${ 1 } " /Makefile | head -1 | awk '{print $(NF)}' | grep -oE '^[[:digit:]]+' )
ver[ 1] = $( grep "^PATCHLEVEL" " ${ 1 } " /Makefile | head -1 | awk '{print $(NF)}' | grep -oE '^[[:digit:]]+' )
ver[ 2] = $( grep "^SUBLEVEL" " ${ 1 } " /Makefile | head -1 | awk '{print $(NF)}' | grep -oE '^[[:digit:]]+' )
ver[ 3] = $( grep "^EXTRAVERSION" " ${ 1 } " /Makefile | head -1 | awk '{print $(NF)}' | grep -oE '^-rc[[:digit:]]+' )
echo " ${ ver [0] :- 0 } ${ ver [1] : +. ${ ver [1] } } ${ ver [2] : +. ${ ver [2] } } ${ ver [3] } "
}
# find_toolchain <compiler_prefix> <expression>
#
# returns path to toolchain that satisfies <expression>
#
find_toolchain( )
{
local compiler = $1
local expression = $2
local dist = 10
local toolchain = ""
# extract target major.minor version from expression
local target_ver
target_ver = $( grep -oE "[[:digit:]]+\.[[:digit:]]" <<< " $expression " )
for dir in " ${ SRC } " /toolchains/*/; do
# check if is a toolchain for current $ARCH
[ [ ! -f ${ dir } bin/${ compiler } gcc ] ] && continue
# get toolchain major.minor version
local gcc_ver
gcc_ver = $( " ${ dir } bin/ ${ compiler } gcc " -dumpversion | grep -oE "^[[:digit:]]+\.[[:digit:]]" )
# check if toolchain version satisfies requirement
awk " BEGIN{exit ! ( $gcc_ver $expression )} " >/dev/null || continue
# check if found version is the closest to target
# may need different logic here with more than 1 digit minor version numbers
# numbers: 3.9 > 3.10; versions: 3.9 < 3.10
# dpkg --compare-versions can be used here if operators are changed
local d
d = $( awk '{x = $1 - $2}{printf "%.1f\n", (x > 0) ? x : -x}' <<< " $target_ver $gcc_ver " )
if awk " BEGIN{exit ! ( $d < $dist )} " >/dev/null ; then
dist = $d
toolchain = ${ dir } bin
fi
done
echo " $toolchain "
# logging a stack of used compilers.
if [ [ -f " ${ DEST } " /debug/compiler.log ] ] ; then
if ! grep -q " $toolchain " " ${ DEST } " /debug/compiler.log; then
echo " $toolchain " >> " ${ DEST } " /debug/compiler.log;
fi
else
echo " $toolchain " >> " ${ DEST } " /debug/compiler.log;
fi
}
# advanced_patch <dest> <family> <board> <target> <branch> <description>
#
# parameters:
# <dest>: u-boot, kernel, atf
# <family>: u-boot: u-boot; kernel: sunxi-next, ...
# <board>: orangepipcplus, orangepizero ...
# <target>: optional subdirectory
# <description>: additional description text
#
# priority:
# $USERPATCHES_PATH/<dest>/<family>/target_<target>
# $USERPATCHES_PATH/<dest>/<family>/board_<board>
# $USERPATCHES_PATH/<dest>/<family>/branch_<branch>
# $USERPATCHES_PATH/<dest>/<family>
# $EXTER/patch/<dest>/<family>/target_<target>
# $EXTER/patch/<dest>/<family>/board_<board>
# $EXTER/patch/<dest>/<family>/branch_<branch>
# $EXTER/patch/<dest>/<family>
#
advanced_patch( )
{
local dest = $1
local family = $2
local board = $3
local target = $4
local branch = $5
local description = $6
display_alert "Started patching process for" " $dest $description " "info"
display_alert "Looking for user patches in" " userpatches/ $dest / $family " "info"
local names = ( )
local dirs = (
" $USERPATCHES_PATH / $dest / $family /target_ ${ target } :[\e[33mu\e[0m][\e[34mt\e[0m] "
" $USERPATCHES_PATH / $dest / $family /board_ ${ board } :[\e[33mu\e[0m][\e[35mb\e[0m] "
" $USERPATCHES_PATH / $dest / $family /branch_ ${ branch } :[\e[33mu\e[0m][\e[33mb\e[0m] "
" $USERPATCHES_PATH / $dest / $family :[\e[33mu\e[0m][\e[32mc\e[0m] "
" $EXTER /patch/ $dest / $family /target_ ${ target } :[\e[32ml\e[0m][\e[34mt\e[0m] "
" $EXTER /patch/ $dest / $family /board_ ${ board } :[\e[32ml\e[0m][\e[35mb\e[0m] "
" $EXTER /patch/ $dest / $family /branch_ ${ branch } :[\e[32ml\e[0m][\e[33mb\e[0m] "
" $EXTER /patch/ $dest / $family :[\e[32ml\e[0m][\e[32mc\e[0m] "
)
local links = ( )
# required for "for" command
shopt -s nullglob dotglob
# get patch file names
for dir in " ${ dirs [@] } " ; do
for patch in ${ dir %% : * } /*.patch; do
names += ( $( basename " ${ patch } " ) )
done
# add linked patch directories
if [ [ -d ${ dir %% : * } ] ] ; then
local findlinks
findlinks = $( find " ${ dir %% : * } " -maxdepth 1 -type l -print0 2>& 1 | xargs -0)
[ [ -n $findlinks ] ] && readarray -d '' links < <( find " ${ findlinks } " -maxdepth 1 -type f -follow -print -iname "*.patch" -print | grep " \.patch $" | sed " s| ${ dir %% : * } /||g " 2>& 1)
fi
done
# merge static and linked
names = ( " ${ names [@] } " " ${ links [@] } " )
# remove duplicates
local names_s = ( $( echo " ${ names [@] } " | tr ' ' '\n' | LC_ALL = C sort -u | tr '\n' ' ' ) )
# apply patches
for name in " ${ names_s [@] } " ; do
for dir in " ${ dirs [@] } " ; do
if [ [ -f ${ dir %% : * } /$name ] ] ; then
if [ [ -s ${ dir %% : * } /$name ] ] ; then
process_patch_file " ${ dir %% : * } / $name " " ${ dir ##* : } "
else
display_alert " * ${ dir ##* : } $name " "skipped"
fi
break # next name
fi
done
done
}
# process_patch_file <file> <description>
#
# parameters:
# <file>: path to patch file
# <status>: additional status text
#
process_patch_file( )
{
local patch = $1
local status = $2
# detect and remove files which patch will create
lsdiff -s --strip= 1 " ${ patch } " | grep '^+' | awk '{print $2}' | xargs -I % sh -c 'rm -f %'
echo " Processing file $patch " >> " ${ DEST } " /debug/patching.log
patch --batch --silent -p1 -N < " ${ patch } " >> " ${ DEST } " /debug/patching.log 2>& 1
if [ [ $? -ne 0 ] ] ; then
display_alert " * $status $( basename " ${ patch } " ) " "failed" "wrn"
[ [ $EXIT_PATCHING_ERROR = = yes ] ] && exit_with_error "Aborting due to" "EXIT_PATCHING_ERROR"
else
display_alert " * $status $( basename " ${ patch } " ) " "" "info"
fi
echo >> " ${ DEST } " /debug/patching.log
}
userpatch_create( )
{
# create commit to start from clean source
git add .
git -c user.name= 'Orange Pi User' -c user.email= 'user@example.org' commit -q -m "Cleaning working copy"
local patch = " $DEST /patch/ $1 - $LINUXFAMILY - $BRANCH .patch "
# apply previous user debug mode created patches
if [ [ -f $patch ] ] ; then
display_alert " Applying existing $1 patch " " $patch " "wrn" && patch --batch --silent -p1 -N < " ${ patch } "
# read title of a patch in case Git is configured
if [ [ -n $( git config user.email) ] ] ; then
COMMIT_MESSAGE = $( cat " ${ patch } " | grep Subject | sed -n -e '0,/PATCH/s/.*PATCH]//p' | xargs)
display_alert "Patch name extracted" " $COMMIT_MESSAGE " "wrn"
fi
fi
# prompt to alter source
display_alert "Make your changes in this directory:" " $( pwd ) " "wrn"
display_alert "Press <Enter> after you are done" "waiting" "wrn"
read -r </dev/tty
tput cuu1
git add .
# create patch out of changes
if ! git diff-index --quiet --cached HEAD; then
# If Git is configured, create proper patch and ask for a name
if [ [ -n $( git config user.email) ] ] ; then
display_alert "Add / change patch name" " $COMMIT_MESSAGE " "wrn"
read -e -p "Patch description: " -i " $COMMIT_MESSAGE " COMMIT_MESSAGE
[ [ -z " $COMMIT_MESSAGE " ] ] && COMMIT_MESSAGE = "Patching something"
git commit -s -m " $COMMIT_MESSAGE "
git format-patch -1 HEAD --stdout --signature= "Created with Armbian build tools https://github.com/armbian/build" > " ${ patch } "
PATCHFILE = $( git format-patch -1 HEAD)
rm $PATCHFILE # delete the actual file
# create a symlink to have a nice name ready
find $DEST /patch/ -type l -delete # delete any existing
ln -sf $patch $DEST /patch/$PATCHFILE
else
git diff --staged > " ${ patch } "
fi
display_alert "You will find your patch here:" " $patch " "info"
else
display_alert "No changes found, skipping patch creation" "" "wrn"
fi
git reset --soft HEAD~
for i in { 3..1..1} ; do echo -n " $i . " && sleep 1; done
}
# overlayfs_wrapper <operation> <workdir> <description>
#
# <operation>: wrap|cleanup
# <workdir>: path to source directory
# <description>: suffix for merged directory to help locating it in /tmp
# return value: new directory
#
# Assumptions/notes:
# - Ubuntu Xenial host
# - /tmp is mounted as tmpfs
# - there is enough space on /tmp
# - UB if running multiple compilation tasks in parallel
# - should not be used with CREATE_PATCHES=yes
#
overlayfs_wrapper( )
{
local operation = " $1 "
if [ [ $operation = = wrap ] ] ; then
local srcdir = " $2 "
local description = " $3 "
mkdir -p /tmp/overlay_components/ /tmp/orangepi_build/
local tempdir workdir mergeddir
tempdir = $( mktemp -d --tmpdir= "/tmp/overlay_components/" )
workdir = $( mktemp -d --tmpdir= "/tmp/overlay_components/" )
mergeddir = $( mktemp -d --suffix= " _ $description " --tmpdir= "/tmp/orangepi_build/" )
mount -t overlay overlay -o lowerdir = " $srcdir " ,upperdir= " $tempdir " ,workdir= " $workdir " " $mergeddir "
# this is executed in a subshell, so use temp files to pass extra data outside
echo " $tempdir " >> /tmp/.overlayfs_wrapper_cleanup
echo " $mergeddir " >> /tmp/.overlayfs_wrapper_umount
echo " $mergeddir " >> /tmp/.overlayfs_wrapper_cleanup
echo " $mergeddir "
return
fi
if [ [ $operation = = cleanup ] ] ; then
if [ [ -f /tmp/.overlayfs_wrapper_umount ] ] ; then
for dir in $( </tmp/.overlayfs_wrapper_umount) ; do
[ [ $dir = = /tmp/* ] ] && umount -l " $dir " > /dev/null 2>& 1
done
fi
if [ [ -f /tmp/.overlayfs_wrapper_cleanup ] ] ; then
for dir in $( </tmp/.overlayfs_wrapper_cleanup) ; do
[ [ $dir = = /tmp/* ] ] && rm -rf " $dir "
done
fi
rm -f /tmp/.overlayfs_wrapper_umount /tmp/.overlayfs_wrapper_cleanup
fi
}
