diff --git a/.github/workflows/build-kernel_by_google-clang9.yml b/.github/workflows/build-kernel_by_google-clang9.yml new file mode 100644 index 0000000000..f6d8374924 --- /dev/null +++ b/.github/workflows/build-kernel_by_google-clang9.yml @@ -0,0 +1,282 @@ +name: Build kernel by google-clang-9.08 +on: + watch: + types: [started] + + workflow_dispatch: + +jobs: + build: + name: Build Kernel by ${{ github.actor }} + runs-on: ubuntu-20.04 + if: github.event.repository.owner.id == github.event.sender.id + env: + CCACHE_COMPILERCHECK: "%compiler% -dumpmachine; %compiler% -dumpversion" + CCACHE_NOHASHDIR: "true" + CCACHE_HARDLINK: "true" + CI: "false" + steps: + - uses: actions/checkout@v3 + - name: Prepare Configuration + run: | + CONFIG_ENV=$(cat config.env | grep -w "CONFIG_ENV" | head -n 1 | cut -d "=" -f 2) + echo "KERNEL_SOURCE=$(cat $CONFIG_ENV | grep -w "KERNEL_SOURCE" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "KERNEL_SOURCE_BRANCH=$(cat $CONFIG_ENV | grep -w "KERNEL_SOURCE_BRANCH" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "KERNEL_CONFIG=$(cat $CONFIG_ENV | grep -w "KERNEL_CONFIG" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "KERNEL_IMAGE_NAME=$(cat $CONFIG_ENV | grep -w "KERNEL_IMAGE_NAME" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "ARCH=$(cat $CONFIG_ENV | grep -w "ARCH" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "EXTRA_CMDS=$(cat $CONFIG_ENV | grep -w "EXTRA_CMDS" | head -n 1 | cut -d ":" -f 2)" >> $GITHUB_ENV + echo "USE_CUSTOM_CLANG=$(cat $CONFIG_ENV | grep -w "USE_CUSTOM_CLANG" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CUSTOM_CLANG_SOURCE=$(cat $CONFIG_ENV | grep -w "CUSTOM_CLANG_SOURCE" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CUSTOM_CLANG_BRANCH=$(cat $CONFIG_ENV | grep -w "CUSTOM_CLANG_BRANCH" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CUSTOM_CMDS=$(cat $CONFIG_ENV | grep -w "CUSTOM_CMDS" | head -n 1 | cut -d ":" -f 2)" >> $GITHUB_ENV + echo "CLANG_BRANCH=$(cat $CONFIG_ENV | grep -w "CLANG_BRANCH" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CLANG_VERSION=$(cat $CONFIG_ENV | grep -w "CLANG_VERSION" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "ENABLE_GCC_ARM64=$(cat $CONFIG_ENV | grep -w "ENABLE_GCC_ARM64" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "ENABLE_GCC_ARM32=$(cat $CONFIG_ENV | grep -w "ENABLE_GCC_ARM32" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "USE_CUSTOM_GCC_64=$(cat $CONFIG_ENV | grep -w "USE_CUSTOM_GCC_64" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CUSTOM_GCC_64_SOURCE=$(cat $CONFIG_ENV | grep -w "CUSTOM_GCC_64_SOURCE" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CUSTOM_GCC_64_BRANCH=$(cat $CONFIG_ENV | grep -w "CUSTOM_GCC_64_BRANCH" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CUSTOM_GCC_64_BIN=$(cat $CONFIG_ENV | grep -w "CUSTOM_GCC_64_BIN" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "USE_CUSTOM_GCC_32=$(cat $CONFIG_ENV | grep -w "USE_CUSTOM_GCC_32" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CUSTOM_GCC_32_SOURCE=$(cat $CONFIG_ENV | grep -w "CUSTOM_GCC_32_SOURCE" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CUSTOM_GCC_32_BRANCH=$(cat $CONFIG_ENV | grep -w "CUSTOM_GCC_32_BRANCH" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "CUSTOM_GCC_32_BIN=$(cat $CONFIG_ENV | grep -w "CUSTOM_GCC_32_BIN" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "ENABLE_KERNELSU=$(cat $CONFIG_ENV | grep -w "ENABLE_KERNELSU" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "KERNELSU_TAG=$(cat $CONFIG_ENV | grep -w "KERNELSU_TAG" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "ADD_KPROBES_CONFIG=$(cat $CONFIG_ENV | grep -w "ADD_KPROBES_CONFIG" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "DISABLE-LTO=$(cat $CONFIG_ENV | grep -w "DISABLE-LTO" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "ADD_OVERLAYFS_CONFIG=$(cat $CONFIG_ENV | grep -w "ADD_OVERLAYFS_CONFIG" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "DISABLE_CC_WERROR=$(cat $CONFIG_ENV | grep -w "DISABLE_CC_WERROR" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "ENABLE_CCACHE=$(cat $CONFIG_ENV | grep -w "ENABLE_CCACHE" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "NEED_DTBO=$(cat $CONFIG_ENV | grep -w "NEED_DTBO" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "BUILD_BOOT_IMG=$(cat $CONFIG_ENV | grep -w "BUILD_BOOT_IMG" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "SOURCE_BOOT_IMAGE=$(cat $CONFIG_ENV | grep -w "SOURCE_BOOT_IMAGE" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "KSU_EXPECTED_SIZE=$(cat $CONFIG_ENV | grep -w "KSU_EXPECTED_SIZE" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "KSU_EXPECTED_HASH=$(cat $CONFIG_ENV | grep -w "KSU_EXPECTED_HASH" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "ENABLE_LXC=$(cat $CONFIG_ENV | grep -w "ENABLE_LXC" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "DISABLE_FST=$(cat $CONFIG_ENV | grep -w "DISABLE_FST" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + echo "ENABLE_NETHUNTER=$(cat $CONFIG_ENV | grep -w "ENABLE_NETHUNTER" | head -n 1 | cut -d "=" -f 2)" >> $GITHUB_ENV + + - name: Set swap to 10G + uses: pierotofy/set-swap-space@master + with: + swap-size-gb: 10 + + - name: Setup build kernel environment + run: | + echo "BUILD_TIME=$(TZ=Asia/Shanghai date "+%Y%m%d%H%M")" >> $GITHUB_ENV + echo "DEVICE=$(echo ${{ env.KERNEL_CONFIG }} | sed 's!vendor/!!;s/_defconfig//;s/_user//;s/-perf//')" >> $GITHUB_ENV + sudo apt-get update + sudo apt install -y curl python2 llvm lld wget vim git ccache automake flex lzop bison gperf build-essential zip zlib1g-dev g++-multilib libxml2-utils bzip2 libbz2-dev libbz2-1.0 libghc-bzlib-dev squashfs-tools pngcrush schedtool dpkg-dev liblz4-tool make optipng maven libssl-dev pwgen libswitch-perl policycoreutils minicom libxml-sax-base-perl libxml-simple-perl bc libc6-dev-i386 lib32ncurses5-dev x11proto-core-dev libx11-dev lib32z-dev libgl1-mesa-dev xsltproc unzip device-tree-compiler kmod python3 python3-pip + mkdir -p $GITHUB_WORKSPACE/kernel_workspace + + + + - name: Download google-clang-9.08 and google-gcc-4.9 + run: | + cd $GITHUB_WORKSPACE/kernel_workspace + mkdir clang-aosp + wget -O clang.tar.xz https://kali.download/nethunter-images/toolchains/google_clang-9.0.8.tar.xz + tar -C clang-aosp/ -xf clang.tar.xz + wget https://kali.download/nethunter-images/toolchains/google_aarch64-4.9.tar.xz + wget https://kali.download/nethunter-images/toolchains/google_armhf-4.9.tar.xz + tar -xf google_aarch64-4.9.tar.xz + tar -xf google_armhf-4.9.tar.xz + + + - name: Download mkbootimg tools + if: env.BUILD_BOOT_IMG == 'true' + run: | + cd $GITHUB_WORKSPACE/kernel_workspace + git clone https://android.googlesource.com/platform/system/tools/mkbootimg tools -b master-kernel-build-2022 --depth=1 + + - name: Download kernel source + run: | + cd $GITHUB_WORKSPACE/kernel_workspace + git clone ${{ env.KERNEL_SOURCE }} -b ${{ env.KERNEL_SOURCE_BRANCH }} android-kernel --depth=1 + + - name: Download source boot image + if: env.BUILD_BOOT_IMG == 'true' + run: | + cd $GITHUB_WORKSPACE/kernel_workspace + wget -O boot-source.img ${{ env.SOURCE_BOOT_IMAGE }} + if [ -f boot-source.img ]; then + echo "FORMAT_MKBOOTING=$(echo `tools/unpack_bootimg.py --boot_img=boot-source.img --format mkbootimg`)" >> $GITHUB_ENV + echo "HAVE_SOURCE_BOOT_IMAGE=true" >> $GITHUB_ENV + fi + + - name: Setup KernelSU + if: env.ENABLE_KERNELSU == 'true' + run: | + cd $GITHUB_WORKSPACE/kernel_workspace/android-kernel + curl -LSs "https://raw.githubusercontent.com/tiann/KernelSU/main/kernel/setup.sh" | bash -s ${{ env.KERNELSU_TAG }} + echo "UPLOADNAME=-KernelSU" >> $GITHUB_ENV + + - name: Setup Configuration for Kernel + run: | + cd $GITHUB_WORKSPACE/kernel_workspace/android-kernel + if [ ${{ env.ADD_KPROBES_CONFIG }} = true ]; then + echo "CONFIG_MODULES=y" >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + echo "CONFIG_KPROBES=y" >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + echo "CONFIG_HAVE_KPROBES=y" >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + echo "CONFIG_KPROBE_EVENTS=y" >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + fi + if [ ${{ env.ADD_OVERLAYFS_CONFIG }} = true ]; then + echo "CONFIG_OVERLAY_FS=y" >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + fi + if [ ${{ env.DISABLE-LTO }} = true ]; then + sed -i 's/CONFIG_LTO=y/CONFIG_LTO=n/' arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + sed -i 's/CONFIG_LTO_CLANG=y/CONFIG_LTO_CLANG=n/' arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + sed -i 's/CONFIG_THINLTO=y/CONFIG_THINLTO=n/' arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + echo "CONFIG_LTO_NONE=y" >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + fi + if [ ${{ env.DISABLE_CC_WERROR }} = true ]; then + echo "CONFIG_CC_WERROR=n" >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + fi + if [ ${{ env.DISABLE_FST }} = true ]; then + sed -i "s/CONFIG_CC_STACKPROTECTOR_STRONG=y/# CONFIG_CC_STACKPROTECTOR_STRONG is not set/g" arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + fi + + - name: Setup LXC + if: env.ENABLE_LXC == 'true' + run: | + cd $GITHUB_WORKSPACE/kernel_workspace/android-kernel + rm -rf utils + git clone https://github.com/tomxi1997/lxc-docker-support-for-android.git utils + echo 'source "utils/Kconfig"' >> "Kconfig" + + echo "CONFIG_DOCKER=y" >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + + sed -i '/CONFIG_ANDROID_PARANOID_NETWORK/d' arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + echo "# CONFIG_ANDROID_PARANOID_NETWORK is not set" >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + + #sed -i '/CONFIG_LOCALVERSION/d' arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + #echo 'CONFIG_LOCALVERSION="-LXC-KernelSU-support_Pdx"' >> arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} + + chmod +x $GITHUB_WORKSPACE/kernel_workspace/android-kernel/utils/runcpatch.sh + if [ -f $GITHUB_WORKSPACE/kernel_workspace/android-kernel/kernel/cgroup/cgroup.c ]; then + sh $GITHUB_WORKSPACE/kernel_workspace/android-kernel/utils/runcpatch.sh $GITHUB_WORKSPACE/kernel_workspace/android-kernel/kernel/cgroup/cgroup.c + fi + + if [ -f $GITHUB_WORKSPACE/kernel_workspace/android-kernel/kernel/cgroup.c ]; then + sh $GITHUB_WORKSPACE/kernel_workspace/android-kernel/utils/runcpatch.sh $GITHUB_WORKSPACE/kernel_workspace/android-kernel/kernel/cgroup.c + fi + + if [ -f $GITHUB_WORKSPACE/kernel_workspace/android-kernel/net/netfilter/xt_qtaguid.c ]; then + patch -p0 < $GITHUB_WORKSPACE/kernel_workspace/android-kernel/utils/xt_qtaguid.patch + fi + + - name: Setup Kali-Nethunter + if: env.ENABLE_NETHUNTER == 'true' + run: | + cd $GITHUB_WORKSPACE/kernel_workspace/android-kernel + git clone https://github.com/tomxi1997/kali-nethunter_patches.git + patch -p1 < kali-nethunter_patches/add-rtl88xxau-5.6.4.2-drivers.patch + patch -p1 < kali-nethunter_patches/add-wifi-injection-4.14.patch + #patch -p1 < kali-nethunter_patches/add-wifi-injection.patch + patch -p1 < kali-nethunter_patches/fix-ath9k-naming-conflict.patch + sleep 8 + git clone https://github.com/Biohazardousrom/Kali-defconfig-checker.git kali + cd kali + chmod +x *.sh + chmod +x check-kernel-config + ./check-kernel-config $GITHUB_WORKSPACE/kernel_workspace/android-kernel/arch/${{ env.ARCH }}/configs/${{ env.KERNEL_CONFIG }} -w + + - name: Setup ccache + if: env.ENABLE_CCACHE == 'true' + uses: hendrikmuhs/ccache-action@v1.2 + with: + key: build-kernel-${{ env.DEVICE }}${{ env.UPLOADNAME }} + max-size: 2G + + - name: Build kernel + run: | + cd $GITHUB_WORKSPACE/kernel_workspace/android-kernel + export PATH=$GITHUB_WORKSPACE/kernel_workspace/clang-aosp/bin:$GITHUB_WORKSPACE/kernel_workspace/aarch64-4.9/bin:$GITHUB_WORKSPACE/kernel_workspace/armhf-4.9/bin:$PATH + export KBUILD_BUILD_HOST=Github-Action + export KBUILD_BUILD_USER=$(echo ${{ github.actor }} | tr A-Z a-z) + if [ ! -z ${{ env.KSU_EXPECTED_SIZE }} ] && [ ! -z ${{ env.KSU_EXPECTED_HASH }} ]; then + export KSU_EXPECTED_SIZE=${{ env.KSU_EXPECTED_SIZE }} + export KSU_EXPECTED_HASH=${{ env.KSU_EXPECTED_HASH }} + fi + make -j$(nproc --all) CC=clang O=out ARCH=${{ env.ARCH }} ${{ env.CUSTOM_CMDS }} ${{ env.EXTRA_CMDS }} CROSS_COMPILE=aarch64-linux-android- CROSS_COMPILE_ARM32=arm-linux-androideabi- ${{ env.KERNEL_CONFIG }} + if [ ${{ env.ENABLE_CCACHE }} = true ]; then + make -j$(nproc --all) CC="ccache clang" O=out ARCH=${{ env.ARCH }} ${{ env.CUSTOM_CMDS }} ${{ env.EXTRA_CMDS }} CROSS_COMPILE=aarch64-linux-android- CROSS_COMPILE_ARM32=arm-linux-androideabi- + else + make -j$(nproc --all) CC=clang O=out ARCH=${{ env.ARCH }} ${{ env.CUSTOM_CMDS }} ${{ env.EXTRA_CMDS }} CROSS_COMPILE=aarch64-linux-android- CROSS_COMPILE_ARM32=arm-linux-androideabi- + fi + + - name: Check a kernel output files + run: | + cd $GITHUB_WORKSPACE/kernel_workspace + if [ -f android-kernel/out/arch/${{ env.ARCH }}/boot/${{ env.KERNEL_IMAGE_NAME }} ]; then + echo "CHECK_FILE_IS_OK=true" >> $GITHUB_ENV + else + echo "Kernel output file is empty" + exit 1 + fi + if [ ${{ env.NEED_DTBO }} = true ]; then + if [ -f android-kernel/out/arch/${{ env.ARCH }}/boot/dtbo.img ]; then + echo "CHECK_DTBO_IS_OK=true" >> $GITHUB_ENV + else + echo "DTBO image is empty" + exit 1 + fi + fi + + - name: Make Anykernel3 + if: env.CHECK_FILE_IS_OK == 'true' + run: | + cd $GITHUB_WORKSPACE/kernel_workspace + git clone https://github.com/osm0sis/AnyKernel3 + sed -i 's/do.devicecheck=1/do.devicecheck=0/g' AnyKernel3/anykernel.sh + sed -i 's!block=/dev/block/platform/omap/omap_hsmmc.0/by-name/boot;!block=auto;!g' AnyKernel3/anykernel.sh + sed -i 's/is_slot_device=0;/is_slot_device=auto;/g' AnyKernel3/anykernel.sh + cp android-kernel/out/arch/${{ env.ARCH }}/boot/${{ env.KERNEL_IMAGE_NAME }} AnyKernel3/ + if [ ${{ env.CHECK_DTBO_IS_OK }} = true ]; then + cp android-kernel/out/arch/${{ env.ARCH }}/boot/dtbo.img AnyKernel3/ + fi + rm -rf AnyKernel3/.git* AnyKernel3/README.md + + - name: Make boot image + if: env.HAVE_SOURCE_BOOT_IMAGE == 'true' && env.CHECK_FILE_IS_OK == 'true' + run: | + cd $GITHUB_WORKSPACE/kernel_workspace + tools/unpack_bootimg.py --boot_img boot-source.img + cp android-kernel/out/arch/${{ env.ARCH }}/boot/${{ env.KERNEL_IMAGE_NAME }} out/kernel + tools/mkbootimg.py ${{ env.FORMAT_MKBOOTING }} -o boot.img + if [ -f boot.img ]; then + echo "MAKE_BOOT_IMAGE_IS_OK=true" >> $GITHUB_ENV + else + echo "Boot image is empty" + exit 1 + fi + + - name: Upload ${{ env.KERNEL_IMAGE_NAME }} + if: env.CHECK_FILE_IS_OK == 'true' + uses: actions/upload-artifact@v3 + with: + name: ${{ env.KERNEL_IMAGE_NAME }}${{ env.UPLOADNAME }}-${{ env.DEVICE }}-${{ env.BUILD_TIME }} + path: kernel_workspace/android-kernel/out/arch/${{ env.ARCH }}/boot/${{ env.KERNEL_IMAGE_NAME }} + + - name: Upload AnyKernel3 + if: env.CHECK_FILE_IS_OK == 'true' + uses: actions/upload-artifact@v3 + with: + name: AnyKernel3${{ env.UPLOADNAME }}-${{ env.DEVICE }}-${{ env.BUILD_TIME }} + path: kernel_workspace/AnyKernel3/* + + - name: Upload DTBO image + if: env.CHECK_DTBO_IS_OK == 'true' + uses: actions/upload-artifact@v3 + with: + name: dtbo-${{ env.DEVICE }}-${{ env.BUILD_TIME }} + path: kernel_workspace/android-kernel/out/arch/${{ env.ARCH }}/boot/dtbo.img + + - name: Upload boot image + if: env.MAKE_BOOT_IMAGE_IS_OK == 'true' + uses: actions/upload-artifact@v3 + with: + name: boot${{ env.UPLOADNAME }}-${{ env.DEVICE }}-${{ env.BUILD_TIME }} + path: kernel_workspace/boot.img