mirror of
https://github.com/nextcloud/nextcloudpi.git
synced 2026-01-10 15:12:01 -03:30
265 lines
9.5 KiB
YAML
265 lines
9.5 KiB
YAML
name: "Build Armbian Images"
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
git_ref:
|
|
required: true
|
|
type: string
|
|
board_id:
|
|
required: true
|
|
type: string
|
|
board_name:
|
|
required: true
|
|
type: string
|
|
require_test:
|
|
required: false
|
|
default: true
|
|
type: boolean
|
|
outputs:
|
|
artifact_name:
|
|
value: "${{ jobs.build.outputs.artifact_name }}"
|
|
artifact_file:
|
|
value: "${{ jobs.build.outputs.artifact_file }}"
|
|
|
|
jobs:
|
|
build:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
VERSION: "${{ inputs.git_ref }}"
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
outputs:
|
|
artifact_file: ${{ env.ARTIFACT_FILE }}
|
|
artifact_name: ${{ github.run_id }}-${{ inputs.board_id }}-image
|
|
steps:
|
|
- name: Set up QEMU
|
|
uses: docker/setup-qemu-action@v2
|
|
- name: Setup qemu-user-static
|
|
run: |
|
|
sudo apt-get update
|
|
# docker run --rm --privileged multiarch/qemu-user-static:register --reset --credential yes
|
|
# sudo mkdir -p /etc/binfmt
|
|
# for conf in qemu-{aarch64,arm}-static.conf
|
|
# do
|
|
# sed 's/:F$/:OC/' /usr/lib/binfmt.d/$conf | sudo tee /etc/binfmt/$conf
|
|
# done
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
ref: "${{ env.VERSION }}"
|
|
# - name: Debug
|
|
# run: |
|
|
# which qemu-aarch64-static
|
|
# update-binfmts --display qemu-aarch64
|
|
# update-binfmts --display qemu-arm
|
|
- name: "Build Armbian"
|
|
if: ${{ inputs.board_id != 'raspberrypi' }}
|
|
id: build-armbian
|
|
continue-on-error: true
|
|
run: |
|
|
set -ex
|
|
export LIB_TAG=master
|
|
export IMG="NextCloudPi_${{ inputs.board_name }}_${VERSION//\//_}.img"
|
|
[[ "${{ github.ref_protected }}" == true ]] || export DBG=x
|
|
|
|
./build/build-SD-armbian.sh "${{ inputs.board_id }}" "${{ inputs.board_name }}"
|
|
|
|
artifacts=("armbian/output/images/Armbian"*.img)
|
|
mkdir -p output
|
|
mv "${artifacts[0]}" "output/$IMG"
|
|
echo "::set-output name=artifact_file::${IMG}"
|
|
echo "ARTIFACT_FILE=${IMG}" >> $GITHUB_ENV
|
|
- name: "Build Armbian (2nd attempt)"
|
|
if: ${{ inputs.board_id != 'raspberrypi' && steps.build-armbian.outcome == 'failure' }}
|
|
id: build-armbian-2nd
|
|
run: |
|
|
set -ex
|
|
echo "Cleanup armbian build leftovers..."
|
|
sudo rm -rf armbian/ tmp/ output/
|
|
|
|
export LIB_TAG=master
|
|
export IMG="NextCloudPi_${{ inputs.board_name }}_${VERSION//\//_}.img"
|
|
[[ "${{ github.ref_protected }}" == true ]] || export DBG=x
|
|
|
|
./build/build-SD-armbian.sh "${{ inputs.board_id }}" "${{ inputs.board_name }}"
|
|
|
|
artifacts=("armbian/output/images/Armbian"*.img)
|
|
mkdir -p output
|
|
mv "${artifacts[0]}" "output/$IMG"
|
|
echo "::set-output name=artifact_file::${IMG}"
|
|
echo "ARTIFACT_FILE=${IMG}" >> $GITHUB_ENV
|
|
- name: "Upload Armbian logs"
|
|
if: ${{ inputs.board_id != 'raspberrypi' && failure() }}
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: ${{ github.run_id }}-${{ inputs.board_id }}-logs
|
|
path: armbian/output
|
|
- name: Build RPI SD Image
|
|
if: ${{ inputs.board_id == 'raspberrypi' }}
|
|
id: build-rpi
|
|
run: |
|
|
set -ex
|
|
echo "Protected? ${{ github.ref_protected }}"
|
|
export IMG="NextCloudPi_${{ inputs.board_name }}_${VERSION//\//_}.img"
|
|
[[ "${{ github.ref_protected }}" == true ]] || export DBG=x
|
|
wget -q https://github.com/multiarch/qemu-user-static/releases/latest/download/qemu-aarch64-static -O ./qemu-aarch64-static
|
|
./build/build-SD-rpi.sh
|
|
mkdir -p output
|
|
mv "tmp/$IMG" ./output/
|
|
|
|
for i in {1..10}
|
|
do
|
|
sudo losetup | grep "${IMG}" || break;
|
|
[[ "$i" -lt 10 ]] || { echo "Timeout while waiting for image to unmount"; exit 1; }
|
|
sleep 6
|
|
echo "Retrying ($i out of 10)"
|
|
done
|
|
|
|
echo "::set-output name=artifact_file::${IMG}"
|
|
echo "ARTIFACT_FILE=${IMG}" >> $GITHUB_ENV
|
|
- name: upload image to artifact store
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: ${{ github.run_id }}-${{ inputs.board_id }}-image
|
|
path: output/${{ env.ARTIFACT_FILE }}
|
|
if-no-files-found: error
|
|
|
|
test:
|
|
needs: build
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
VERSION: "${{ inputs.git_ref }}"
|
|
ARTIFACT_ID: ${{ needs.build.outputs.artifact_name }}
|
|
ARTIFACT_FILE: ${{ needs.build.outputs.artifact_file }}
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
steps:
|
|
- name: Set up QEMU
|
|
uses: docker/setup-qemu-action@v2
|
|
- name: Apt update
|
|
run: |
|
|
sudo apt-get update
|
|
# sudo apt-get -y --no-install-recommends install qemu-user-static
|
|
# - name: Apply workaround for sudo bug (https://github.com/multiarch/qemu-user-static/issues/17)
|
|
# run: |
|
|
# sudo apt-get update
|
|
# sudo apt-get -y --no-install-recommends install binfmt-support qemu-user-static
|
|
# docker run --rm --privileged multiarch/qemu-user-static:register --reset --credential yes
|
|
# sudo mkdir -p /etc/binfmt
|
|
# for conf in qemu-{aarch64,arm}-static.conf
|
|
# do
|
|
# sed 's/:F$/:OC/' /usr/lib/binfmt.d/$conf | sudo tee /etc/binfmt/$conf
|
|
# done
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
ref: "${{ env.VERSION }}"
|
|
- uses: actions/download-artifact@v3
|
|
with:
|
|
name: ${{ env.ARTIFACT_ID }}
|
|
path: output
|
|
- name: Prepare test
|
|
run: |
|
|
set -ex
|
|
mv output/${ARTIFACT_FILE?} ncp.img
|
|
sudo apt-get install -y systemd-container
|
|
sudo pip install selenium
|
|
sudo rm -rf raspbian_root
|
|
. ./build/buildlib.sh
|
|
mount_raspbian "ncp.img"
|
|
sudo wget -nv https://github.com/multiarch/qemu-user-static/releases/latest/download/qemu-aarch64-static -O raspbian_root/usr/bin/qemu-aarch64-static
|
|
sudo wget -nv https://github.com/multiarch/qemu-user-static/releases/latest/download/qemu-arm-static -O raspbian_root/usr/bin/qemu-arm-static
|
|
sudo chmod +x raspbian_root/usr/bin/qemu-{arm,aarch64}-static
|
|
echo 'Mutex posixsem' | sudo tee -a raspbian_root/etc/apache2/mods-available/ssl.conf
|
|
- name: Test image
|
|
id: test
|
|
run: |
|
|
set -ex
|
|
|
|
trap 'sudo machinectl terminate ncp' EXIT
|
|
|
|
sudo systemd-nspawn --boot -D ./raspbian_root/ -M ncp --hostname=nextcloudpi |& awk '{ print "CONTAINER::" $0 }' &
|
|
sleep 60
|
|
|
|
success=false
|
|
for attempt in {1..30}
|
|
do
|
|
echo ":: Wait for container to startup (attempt $attempt/30) ::"
|
|
ip="$(sudo systemd-run --machine=ncp -P --wait bash -c '. /usr/local/etc/library.sh > /dev/null; get_ip')"
|
|
[[ -n "$ip" ]] && curl -k "https://$ip/activate" > /dev/null || { sleep 6; continue; }
|
|
success=true
|
|
break
|
|
done
|
|
sudo systemd-run --machine=ncp -P --wait bash -c 'cat /var/log/ncp.log' |& awk '{ print "NCP::" $0 }'
|
|
sudo systemd-run --machine=ncp -P --wait bash -c 'tail -n 0 -f /var/log/ncp.log' |& awk '{ print "NCP::" $0 }' &
|
|
|
|
[[ "$success" == "true" ]] || {
|
|
echo "Could not reach container. Aborting..."
|
|
exit 1
|
|
}
|
|
|
|
success=false
|
|
for attempt in {1..3}
|
|
do
|
|
echo ":: Activation Tests (attempt $attempt/3) ::"
|
|
python tests/activation_tests.py -t 300 --no-gui "$ip" 443 4443 || {
|
|
echo "Activation test failed!"
|
|
echo "Geckodriver logs:"
|
|
tail -n 20 geckodriver.log >&2 || true
|
|
echo "================"
|
|
echo "mysql: "
|
|
sudo systemd-run --wait -P --machine=ncp bash /usr/local/bin/ncp-diag
|
|
sudo systemd-run --wait -P --machine=ncp systemctl status mysql
|
|
sleep 6
|
|
continue
|
|
}
|
|
success=true
|
|
break
|
|
done
|
|
[[ "$success" == "true" ]] || {
|
|
echo "Activation test failed in all attempts!"
|
|
exit 1
|
|
}
|
|
|
|
success=false
|
|
for attempt in {1..3}
|
|
do
|
|
echo ":: System Tests (attempt $attempt/3) ::"
|
|
sudo python tests/system_tests.py --non-interactive || {
|
|
echo "System test failed!"
|
|
sleep 6
|
|
continue
|
|
}
|
|
success=true
|
|
break
|
|
done
|
|
[[ "$success" == "true" ]] || {
|
|
echo "System test failed in all attempts!"
|
|
exit 1
|
|
}
|
|
|
|
success=false
|
|
for attempt in {1..3}
|
|
do
|
|
echo ":: Nextcloud Tests (attempt $attempt/3) ::"
|
|
python tests/nextcloud_tests.py --no-gui "$ip" 443 4443 || {
|
|
echo "Nextcloud test failed!"
|
|
echo "Geckodriver logs:"
|
|
tail -n 20 geckodriver.log >&2 || true
|
|
echo "================"
|
|
echo "ncp.log: "
|
|
sudo systemd-run --wait -P --machine=ncp ncp /bin/bash -c "tail -n20 /var/log/ncp.log" || true
|
|
sleep 6
|
|
continue
|
|
}
|
|
success=true
|
|
break
|
|
done
|
|
|
|
[[ "$success" == "true" ]] || {
|
|
echo "Nextcloud test failed in all attempts!"
|
|
exit 1
|
|
}
|