Merge pull request #1925 from nextcloud/devel

Devel
2026-01-10 15:12:01 -03:30 · 2024-05-07 09:58:42 +02:00 · 2024-05-07 09:58:42 +02:00 · c6517765e2
commit c6517765e2
parent 3f979eef73 2432a3b374
4 changed files with 95 additions and 36 deletions
--- a/.github/actions/create-test-instance/action.yml
+++ b/.github/actions/create-test-instance/action.yml
@ -24,7 +24,7 @@ outputs:
    description: ID of the created test server
 runs:
  using: docker
-  image: docker://thecalcaholic/ncp-test-automation:bookworm
+  image: docker://thecalcaholic/ncp-test-automation:latest

  env:
    HCLOUD_TOKEN: ${{ inputs.hcloud_token }}
--- a/.github/workflows/build-lxd.yml
+++ b/.github/workflows/build-lxd.yml
@ -35,6 +35,7 @@ jobs:
    outputs:
      runner_label: ${{ steps.script.outputs.runner_label }}
      lxc_cmd: ${{ steps.script.outputs.lxc_cmd }}
+      lxd_extra_profile: ${{ steps.script.outputs.lxd_extra_profile }}
    steps:
      - name: script
        id: script
@ -43,6 +44,7 @@ jobs:
          then
            LXC_CMD="incus"
            RUNNER_LABEL="ubuntu-20.04-arm64"
+            echo "lxd_extra_profile=network" | tee -a "$GITHUB_OUTPUT"
          else
            LXC_CMD="incus"
            RUNNER_LABEL="ubuntu-20.04"
@ -62,6 +64,7 @@ jobs:
      ARTIFACT_NAME: "${{ github.run_id }}-lxd-${{ inputs.arch || 'x86' }}-image"
      LXD_ARCH: "${{ inputs.arch || 'x86' }}"
      LXC: "${{ needs.determine-runner.outputs.lxc_cmd }}"
+      LXD_EXTRA_PROFILE: "${{ needs.determine-runner.outputs.lxd_extra_profile }}"
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
@ -78,7 +81,8 @@ jobs:
        env:
          USE_INCUS: "${{ needs.determine-runner.outputs.lxc_cmd == 'incus' && 'yes' || 'no' }}"
        run: |
-          BRANCH="${VERSION##refs/heads/}" ./build/build-LXD.sh
+          export CI
+          LXD_EXTRA_PROFILE="$LXD_EXTRA_PROFILE" BRANCH="${VERSION##refs/heads/}" ./build/build-LXD.sh
      - name: Pack LXD image
        id: pack-lxd
        run: |
@ -107,6 +111,7 @@ jobs:
 #      ARTIFACT_NAME: "${{ github.run_id }}-lxd-${{ inputs.arch || 'x86' }}-image-previous"
 #      LXD_ARCH: "${{ inputs.arch || 'x86' }}"
 #      LXC: "${{ needs.determine-runner.outputs.lxc_cmd }}"
+#      LXD_EXTRA_PROFILE: "${{ needs.determine-runner.outputs.lxd_extra_profile }}"
 #    steps:
 #      - name: Checkout code
 #        uses: actions/checkout@v3
@ -152,7 +157,8 @@ jobs:
 #        env:
 #          USE_INCUS: "${{ needs.determine-runner.outputs.lxc_cmd == 'incus' && 'yes' || 'no' }}"
 #        run: |
-#          BRANCH="${VERSION##refs/heads/}" ./build/build-LXD.sh
+#          export CI
+#          LXD_EXTRA_PROFILE="$LXD_EXTRA_PROFILE" BRANCH="${VERSION##refs/heads/}" ./build/build-LXD.sh
 #      - name: Pack LXD image
 #        id: pack-lxd
 #        run: |
@ -201,9 +207,17 @@ jobs:
 #        run: |
 #          sudo apt-get install -y --no-install-recommends firefox
 #      - name: Setup GeckoDriver
-#        uses: ChlodAlejandro/setup-geckodriver@latest
-#        with:
-#          token: ${{ secrets.GITHUB_TOKEN }}
+#        env:
+#          GH_TOKEN: ${{ github.token }}
+#        run: |
+#          arch=linux64
+#          if [[ "$RUNNER_ARCH" == "ARM64" ]]
+#          then
+#            arch="linux-aarch64"
+#          fi
+#          gh release download -R mozilla/geckodriver -p 'geckodriver-*-'"$arch.tar.gz"
+#          tar xf "geckodriver-"*"-$arch.tar.gz"
+#          sudo mv geckodriver /usr/local/bin/
 #      - name: Setup Selenium
 #        run: pip install selenium
 #      - name: download LXD image from artifact store
@ -229,7 +243,8 @@ jobs:
 #          sleep 30
 #          ip="$(sudo "$LXC" list -c n4 -f csv | grep '^ncp' | cut -d ',' -f2)"
 #          ip="${ip/% *}"
-#          echo "${ip} nextcloudpi.local" | sudo tee /etc/hosts
+#          sudo sed -i 's/^.*nextcloudpi.local.*$//g' /etc/hosts
+#          echo "${ip} nextcloudpi.local" | sudo tee -a /etc/hosts
 #      - name: Activate and Test LXD Image
 #        working-directory: ./tests
 #        run: |
@ -293,13 +308,14 @@ jobs:
 #      - name: Relaunch container
 #        run: |
 #          set -x
-#          systemd-run --user --scope -p "Delegate=yes" "$LXC" start -q "ncp/test" ncp || \
-#          sudo systemd-run --scope -p "Delegate=yes" "$LXC" start -q "ncp/test" ncp
+#          systemd-run --user --scope -p "Delegate=yes" "$LXC" start -q ncp || \
+#          sudo systemd-run --scope -p "Delegate=yes" "$LXC" start -q ncp
 #          sudo "$LXC" exec ncp -- bash -c 'while [ "$(systemctl is-system-running 2>/dev/null)" != "running" ] && [ "$(systemctl is-system-running 2>/dev/null)" != "degraded" ]; do :; done'
 #          sleep 30
 #          ip="$(sudo "$LXC" list -c n4 -f csv | grep '^ncp' | cut -d ',' -f2)"
 #          ip="${ip/% *}"
-#          echo "${ip} nextcloudpi.local" | sudo tee /etc/hosts
+#          sudo sed -i 's/^.*nextcloudpi.local.*$//g' /etc/hosts
+#          echo "${ip} nextcloudpi.local" | sudo tee -a /etc/hosts
 #      - name: Test LXD Image
 #        working-directory: ./tests
 #        run: |
@ -325,11 +341,13 @@ jobs:
  test-dist-upgrade:
    needs:
      - determine-runner
-    runs-on: [ubuntu-20.04]
+    runs-on: ${{ needs.determine-runner.outputs.runner_label }}
    env:
      VERSION: "${{ inputs.git_ref || github.ref }}"
      LXC: "${{ needs.determine-runner.outputs.lxc_cmd }}"
-      PREVIOUS_IMAGE_URL: "https://github.com/nextcloud/nextcloudpi/releases/download/v1.53.2/NextcloudPi_LXD_x86_v1.53.2.tar.gz"
+      LXD_EXTRA_PROFILE: "${{ needs.determine-runner.outputs.lxd_extra_profile }}"
+      PREVIOUS_IMAGE_URL_ARM64: "https://github.com/nextcloud/nextcloudpi/releases/download/v1.53.2/NextcloudPi_LXD_arm64_v1.53.2.tar.gz"
+      PREVIOUS_IMAGE_URL_AMD64: "https://github.com/nextcloud/nextcloudpi/releases/download/v1.53.2/NextcloudPi_LXD_x86_v1.53.2.tar.gz"
      USE_INCUS: "${{ needs.determine-runner.outputs.lxc_cmd == 'incus' && 'yes' || 'no' }}"
    steps:
      - name: Setup incus
@ -352,26 +370,43 @@ jobs:
        run: |
          sudo apt-get install -y --no-install-recommends firefox
      - name: Setup GeckoDriver
-        uses: ChlodAlejandro/setup-geckodriver@latest
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
+        env:
+          GH_TOKEN: ${{ github.token }}
+        run: |
+          arch=linux64
+          if [[ "$RUNNER_ARCH" == "ARM64" ]]
+          then
+            arch="linux-aarch64"
+          fi
+          gh release download -R mozilla/geckodriver -p 'geckodriver-*-'"$arch.tar.gz"
+          tar xf "geckodriver-"*"-$arch.tar.gz"
+          sudo mv geckodriver /usr/local/bin/
      - name: Setup Selenium
        run: pip install selenium
      - name: download LXD image
        run: |
-          wget -qO ./ncp.tar.gz "${PREVIOUS_IMAGE_URL?}"
+          image_url="${PREVIOUS_IMAGE_URL_AMD64?}"
+          if [[ "$RUNNER_ARCH" == "ARM64" ]]
+          then
+            image_url="${PREVIOUS_IMAGE_URL_ARM64?}"
+          fi
+          wget -qO ./ncp.tar.gz "${image_url?}"
      - name: Launch ncp container
        run: |
          set -x
          sudo "$LXC" delete -q -f ncp || true
          sudo "$LXC" image import -q "./ncp.tar.gz" --alias "ncp/update"
-          systemd-run --user --scope -p "Delegate=yes" sudo "$LXC" launch -q "ncp/update" ncp
+          LXC_ARGS=(-p default)
+          [[ -z "$LXD_EXTRA_PROFILE" ]] || LXC_ARGS+=(-p "$LXD_EXTRA_PROFILE")
+          systemd-run --user --scope -p "Delegate=yes" "$LXC" launch -q "${LXC_ARGS[@]}" "ncp/update" ncp || \
+          sudo systemd-run --scope -p "Delegate=yes" "$LXC" launch -q "${LXC_ARGS[@]}" "ncp/update" ncp
          sudo "$LXC" exec ncp -- bash -c 'while [ "$(systemctl is-system-running 2>/dev/null)" != "running" ] && [ "$(systemctl is-system-running 2>/dev/null)" != "degraded" ]; do :; done'
          sudo "$LXC" exec ncp -- rm -f /opt/ncdata/data/nextcloud.log
          sleep 30
          ip="$(sudo "$LXC" list -c n4 -f csv | grep '^ncp' | cut -d ',' -f2)"
          ip="${ip/% *}"
-          echo "${ip} nextcloudpi.local" | sudo tee /etc/hosts
+          sudo sed -i 's/^.*nextcloudpi.local.*$//g' /etc/hosts
+          echo "${ip} nextcloudpi.local" | sudo tee -a /etc/hosts
      - name: Activate and Test LXD Image
        working-directory: ./tests
        run: |
@ -436,12 +471,16 @@ jobs:
      - name: Relaunch container
        run: |
          set -x
-          systemd-run --user --scope -p "Delegate=yes" sudo "$LXC" start ncp
+          LXC_ARGS=()
+          [[ -z "$LXD_EXTRA_PROFILE" ]] || LXC_ARGS+=(-p "$LXD_EXTRA_PROFILE")
+          systemd-run --user --scope -p "Delegate=yes" "$LXC" start ncp || \
+          sudo systemd-run --scope -p "Delegate=yes" "$LXC" start ncp
          sudo "$LXC" exec ncp -- bash -c 'while [ "$(systemctl is-system-running 2>/dev/null)" != "running" ] && [ "$(systemctl is-system-running 2>/dev/null)" != "degraded" ]; do :; done'
          sleep 30
          ip="$(sudo "$LXC" list -c n4 -f csv | grep '^ncp' | cut -d ',' -f2)"
          ip="${ip/% *}"
-          echo "${ip} nextcloudpi.local" | sudo tee /etc/hosts
+          sudo sed -i 's/^.*nextcloudpi.local.*$//g' /etc/hosts
+          echo "${ip} nextcloudpi.local" | sudo tee -a /etc/hosts
      - name: Test LXD Image
        working-directory: ./tests
        run: |
@ -479,12 +518,16 @@ jobs:
      - name: Relaunch container
        run: |
          set -x
-          systemd-run --user --scope -p "Delegate=yes" sudo "$LXC" start ncp
+          LXC_ARGS=()
+          [[ -z "$LXD_EXTRA_PROFILE" ]] || LXC_ARGS+=(-p "$LXD_EXTRA_PROFILE")
+          systemd-run --user --scope -p "Delegate=yes" "$LXC" start ncp || \
+          sudo systemd-run --scope -p "Delegate=yes" "$LXC" start ncp
          sudo "$LXC" exec ncp -- bash -c 'while [ "$(systemctl is-system-running 2>/dev/null)" != "running" ] && [ "$(systemctl is-system-running 2>/dev/null)" != "degraded" ]; do :; done'
          sleep 30
          ip="$(sudo "$LXC" list -c n4 -f csv | grep '^ncp' | cut -d ',' -f2)"
          ip="${ip/% *}"
-          echo "${ip} nextcloudpi.local" | sudo tee /etc/hosts
+          sudo sed -i 's/^.*nextcloudpi.local.*$//g' /etc/hosts
+          echo "${ip} nextcloudpi.local" | sudo tee -a /etc/hosts
      - name: Test LXD Image
        working-directory: ./tests
        run: |
@ -519,6 +562,7 @@ jobs:
      ARTIFACT_FILE: ${{ needs.build-current.outputs.artifact_file }}
      LXC: "${{ needs.determine-runner.outputs.lxc_cmd }}"
      USE_INCUS: "${{ needs.determine-runner.outputs.lxc_cmd == 'incus' && 'yes' || 'no' }}"
+      LXD_EXTRA_PROFILE: "${{ needs.determine-runner.outputs.lxd_extra_profile }}"
    steps:
      - name: Checkout code
        uses: actions/checkout@v3
@ -540,10 +584,17 @@ jobs:
        run: |
          sudo apt-get install -y --no-install-recommends firefox
      - name: Setup GeckoDriver
-        uses: ChlodAlejandro/setup-geckodriver@latest
-        continue-on-error: true
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
+        env:
+          GH_TOKEN: ${{ github.token }}
+        run: |
+          arch=linux64
+          if [[ "$RUNNER_ARCH" == "ARM64" ]]
+          then
+            arch="linux-aarch64"
+          fi
+          gh release download -R mozilla/geckodriver -p 'geckodriver-*-'"$arch.tar.gz"
+          tar xf "geckodriver-"*"-$arch.tar.gz"
+          sudo mv geckodriver /usr/local/bin/
      - name: Setup Selenium
        run: pip install selenium
      - name: download LXD image from artifact store
@ -563,13 +614,16 @@ jobs:
          . ./build/buildlib.sh
          sudo "$LXC" delete -q -f ncp || true
          sudo "$LXC" image import -q "./${ARTIFACT_FILE?}" --alias "ncp/test" || true
-          systemd-run --user --scope -p "Delegate=yes" "$LXC" launch -q "ncp/test" ncp || \
-          sudo systemd-run --scope -p "Delegate=yes" "$LXC" launch -q "ncp/test" ncp 
+          LXC_ARGS=(-p default)
+          [[ -z "$LXD_EXTRA_PROFILE" ]] || LXC_ARGS+=(-p "$LXD_EXTRA_PROFILE")
+          systemd-run --user --scope -p "Delegate=yes" "$LXC" launch -q "${LXC_ARGS[@]}" "ncp/test" ncp || \
+          sudo systemd-run --scope -p "Delegate=yes" "$LXC" launch -q "${LXC_ARGS[@]}" "ncp/test" ncp
          sudo "$LXC" exec ncp -- bash -c 'while [ "$(systemctl is-system-running 2>/dev/null)" != "running" ] && [ "$(systemctl is-system-running 2>/dev/null)" != "degraded" ]; do :; done'
          sleep 30
          ip="$(sudo "$LXC" list -c n4 -f csv | grep '^ncp' | cut -d ',' -f2)"
          ip="${ip/% *}"
-          echo "${ip} nextcloudpi.local" | sudo tee /etc/hosts
+          sudo sed -i 's/^.*nextcloudpi.local.*$//g' /etc/hosts
+          echo "${ip} nextcloudpi.local" | sudo tee -a /etc/hosts
      - name: Test LXD Image
        working-directory: ./tests
        run: |
--- a/install.sh
+++ b/install.sh
@ -28,7 +28,7 @@ export PATH="/usr/local/sbin:/usr/sbin:/sbin:${PATH}"
 type mysqld &>/dev/null && echo ">>> WARNING: existing mysqld configuration will be changed <<<"
 type mysqld &>/dev/null && mysql -e 'use nextcloud' &>/dev/null && { echo "The 'nextcloud' database already exists. Aborting"; exit 1; }

-[[ "$DEBIAN_FRONTEND" == "noninteractive" ]] || {
+[[ "$CI" == "true" ]] || {
  echo "WARNING: This installer will disable SSH login for the root user and reset its password.
 If you need to login with root, you should make sure, you have a root session open that you can use,
 to revert these changes afterwards (set PermitRootLogin to 'yes' in /etc/ssh/sshd_config and run passwd as root)."
--- a/tests/system_tests.py
+++ b/tests/system_tests.py
@ -301,10 +301,15 @@ if __name__ == "__main__":
        if lxc_test.returncode != 0:
            raise Exception(f"failed to execute {lxc_command} info")
    except:
+        try:
            lxc_test = run(['sudo'] + lxc_command + ['info'], stdout=PIPE, check='True')
            lxc_command = ['sudo'] + lxc_command
+        except:
+            lxc_command = None
+            lxc_running = False

    # detect if we are running this in a LXC instance
+    if lxc_command is not None:
        try:
            lxc_running = run(lxc_command + ['info', 'ncp'], stdout=PIPE, check = True)
        except: