From 1d8d0984d6d75d64710605576a19fc731f64530f Mon Sep 17 00:00:00 2001 From: "info@pi-farm.de" <6+pi-farm@noreply.git.pi-farm.de> Date: Wed, 28 Oct 2026 12:42:47 +0000 Subject: [PATCH] add workflow --- .gitea/workflows/build-and-push.yaml | 515 +++++++++++++++++++++++++++ 1 file changed, 515 insertions(+) create mode 100644 .gitea/workflows/build-and-push.yaml diff --git a/.gitea/workflows/build-and-push.yaml b/.gitea/workflows/build-and-push.yaml new file mode 100644 index 0000000..11e2880 --- /dev/null +++ b/.gitea/workflows/build-and-push.yaml @@ -0,0 +1,515 @@ +on: + push: + branches: + - 'dev' + paths-ignore: + - 'README.md' + - 'Dockerfile*' + - 'packages.txt' + - 'VERSION.history' + - 'docker-compose.yml' + - 'buildargs.env' + - 'entrypoint.sh' + - '*.md' + - '.gitignore' + - '.gitea/workflows/build-and-push.yaml' + tags: + - '*' + schedule: + - cron: '0 5 * * 0' + workflow_dispatch: + +permissions: + contents: write + packages: write + +jobs: + release-and-build: + runs-on: buildx-multiarch + if: "!contains(gitea.event.head_commit.message, '[skip ci]')" + steps: + - name: Checkout + uses: http://git.pi-farm.de/pi-farm/checkout@v4 + with: + token: ${{ secrets.RUNNER_TOKEN }} + fetch-depth: 0 + + - name: Prepare Environment and Read Config + id: prep + run: | + export TZ=Europe/Berlin + sed -i -e '$a\' buildargs.env + set -a + source <(grep -v '^#' buildargs.env | sed 's/\r$//') + set +a + + echo "push_targets=$PUSH" >> $GITHUB_OUTPUT + + ARGS_HASH=$(grep "^BUILD_" buildargs.env | sha256sum | cut -d' ' -f1) + echo "build_args_hash=$ARGS_HASH" >> $GITHUB_OUTPUT + + echo "event_name=${{ gitea.event_name }}" >> $GITHUB_OUTPUT + if [[ "${{ gitea.ref }}" == refs/tags/* ]]; then + CLEAN_TAG=${{ gitea.ref_name }} + FINAL_TAG="${CLEAN_TAG#v}" + else + BASE_TAG="${BUILD_TAG:-${DEBIAN_CODENAME}-${BUILD_COUNTRY}}" + if [[ "${{ gitea.ref_name }}" == "dev" ]]; then + if [[ "$BASE_TAG" != *-dev ]]; then + FINAL_TAG="${BASE_TAG}-dev" + else + FINAL_TAG="$BASE_TAG" + fi + else + FINAL_TAG="${BASE_TAG%-dev}" + fi + fi + + echo "docker_tag=${FINAL_TAG:-latest}" >> $GITHUB_OUTPUT + + OWNER=$(echo "${{ gitea.repository }}" | cut -d'/' -f1 | tr '[:upper:]' '[:lower:]') + REPO_NAME=$(echo "${{ gitea.repository }}" | cut -d'/' -f2 | tr '[:upper:]' '[:lower:]') + + echo "repo_pure=$REPO_NAME" >> $GITHUB_OUTPUT + echo "image_name=git.pi-farm.de/$OWNER/$REPO_NAME" >> $GITHUB_OUTPUT + echo "base_image=$BUILD_BASE_IMAGE" >> $GITHUB_OUTPUT + + - name: Login to Gitea Registry + run: | + echo "${{ secrets.RUNNER_TOKEN }}" | docker login git.pi-farm.de -u "${{ gitea.actor }}" --password-stdin + + - name: Check for Real Changes + id: check_changes + shell: bash + run: | + SHOULD_BUILD="true" + IMAGE="${{ steps.prep.outputs.image_name }}" + TAG="${{ steps.prep.outputs.docker_tag }}" + BASE="${{ steps.prep.outputs.base_image }}" + LOCAL_ARGS_HASH="${{ steps.prep.outputs.build_args_hash }}" + + echo "πŸ” Check Remote-Registry..." + + if [[ "${{ steps.prep.outputs.event_name }}" != "schedule" ]]; then + echo "πŸš€ Start: Build forced." + else + REMOTE_BASE_SHA=$(docker buildx imagetools inspect "$BASE" --format '{{json .Manifest.Digest}}' 2>/dev/null | tr -d '"' || echo "") + + if [ -z "$REMOTE_BASE_SHA" ]; then + echo "⚠️ Base-Image SHA not readable. Build process started." + else + RAW_INDEX=$(docker buildx imagetools inspect "$IMAGE:$TAG" --raw 2>/dev/null || echo "") + + if [ -z "$RAW_INDEX" ]; then + echo "πŸ†• Image doesn't exist. Build required." + else + USED_BASE_SHA=$(echo "$RAW_INDEX" | grep "\"pi_farm.base_digest\":" | sed -E 's/.*: "([^"]+)".*/\1/' || echo "none") + USED_ARGS_HASH=$(echo "$RAW_INDEX" | grep "\"pi_farm.args_hash\":" | sed -E 's/.*: "([^"]+)".*/\1/' || echo "none") + + if [ "$REMOTE_BASE_SHA" == "$USED_BASE_SHA" ] && [ "$LOCAL_ARGS_HASH" == "$USED_ARGS_HASH" ]; then + echo "😴 All identic. Build not neccessary." + SHOULD_BUILD="false" + else + echo "βœ… Build neccessary." + SHOULD_BUILD="true" + fi + fi + fi + fi + echo "should_build=$SHOULD_BUILD" >> $GITHUB_OUTPUT + + - name: Set up QEMU + if: steps.check_changes.outputs.should_build == 'true' + uses: docker/setup-qemu-action@v3 + + - name: Set up Docker Buildx + if: steps.check_changes.outputs.should_build == 'true' + uses: docker/setup-buildx-action@v3 + + - name: Login to Docker Hub + if: contains(steps.prep.outputs.push_targets, 'dockerhub') + uses: https://github.com/docker/login-action@v3 + with: + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + + - name: Build and Push Docker Image + if: steps.check_changes.outputs.should_build == 'true' + run: | + IMAGE_GITEA=${{ steps.prep.outputs.image_name }} + TAG=${{ steps.prep.outputs.docker_tag }} + ARGS_HASH=${{ steps.prep.outputs.build_args_hash }} + BASE=${{ steps.prep.outputs.base_image }} + REPO_PURE=${{ steps.prep.outputs.repo_pure }} + DOCKERHUB_REPO="${{ secrets.DOCKERHUB_USERNAME }}/$REPO_PURE" + + set -a + source <(grep -v '^#' buildargs.env | sed 's/\r$//') + set +a + + DOCKER_ARGS=() + keys=$(grep -v '^#' buildargs.env | cut -d'=' -f1 | tr -d '\r') + for k in $keys; do + DOCKER_ARGS+=("--build-arg" "$k=${!k}") + done + + BASE_SHA=$(docker buildx imagetools inspect $BASE --format '{{json .Manifest.Digest}}' 2>/dev/null | tr -d '"' || echo "unknown") + + AMD_TAGS=("-t" "$IMAGE_GITEA:tmp-amd64") + GITEA_SOURCES=("$IMAGE_GITEA:tmp-amd64") + + if [[ "$PUSH" == *"dockerhub"* ]]; then + AMD_TAGS+=("-t" "$DOCKERHUB_REPO:tmp-amd64") + DH_SOURCES=("$DOCKERHUB_REPO:tmp-amd64") + fi + + docker buildx build "${DOCKER_ARGS[@]}" "${AMD_TAGS[@]}" \ + --cache-from "type=registry,ref=$IMAGE_GITEA:buildcache-amd64" \ + --cache-to "type=registry,ref=$IMAGE_GITEA:buildcache-amd64,mode=max" \ + --pull --platform linux/amd64 -f Dockerfile \ + --label "pi_farm.base_digest=$BASE_SHA" --label "pi_farm.args_hash=$ARGS_HASH" --push . + + if [ -f "Dockerfile.aarch64" ]; then + echo "βš™οΈ Dockerfile.aarch64 gefunden. Baue ARM64 Image..." + + ARM_TAGS=("-t" "$IMAGE_GITEA:tmp-arm64") + GITEA_SOURCES+=("$IMAGE_GITEA:tmp-arm64") + + if [[ "$PUSH" == *"dockerhub"* ]]; then + ARM_TAGS+=("-t" "$DOCKERHUB_REPO:tmp-arm64") + DH_SOURCES+=("$DOCKERHUB_REPO:tmp-arm64") + fi + + docker buildx build "${DOCKER_ARGS[@]}" "${ARM_TAGS[@]}" \ + --cache-from "type=registry,ref=$IMAGE_GITEA:buildcache-arm64" \ + --cache-to "type=registry,ref=$IMAGE_GITEA:buildcache-arm64,mode=max" \ + --pull --platform linux/arm64 -f Dockerfile.aarch64 \ + --label "pi_farm.base_digest=$BASE_SHA" --label "pi_farm.args_hash=$ARGS_HASH" --push . + else + echo "Keine Dockerfile.aarch64 gefunden. ARM64 Build wird ΓΌbersprungen." + fi + + GITEA_MANIFEST_TAGS=("-t" "$IMAGE_GITEA:$TAG") + if [[ "$BUILD_TAG_LATEST" == "y" ]]; then + GITEA_MANIFEST_TAGS+=("-t" "$IMAGE_GITEA:latest") + fi + + docker buildx imagetools create \ + --annotation "index:pi_farm.base_digest=$BASE_SHA" --annotation "index:pi_farm.args_hash=$ARGS_HASH" \ + "${GITEA_MANIFEST_TAGS[@]}" "${GITEA_SOURCES[@]}" + + if [[ "$PUSH" == *"dockerhub"* ]]; then + DH_MANIFEST_TAGS=("-t" "$DOCKERHUB_REPO:$TAG") + if [[ "$BUILD_TAG_LATEST" == "y" ]]; then + DH_MANIFEST_TAGS+=("-t" "$DOCKERHUB_REPO:latest") + fi + + docker buildx imagetools create \ + --annotation "index:pi_farm.base_digest=$BASE_SHA" --annotation "index:pi_farm.args_hash=$ARGS_HASH" \ + "${DH_MANIFEST_TAGS[@]}" "${DH_SOURCES[@]}" + fi + + - name: Update Documentation and Compose + id: update_doc + if: steps.check_changes.outputs.should_build == 'true' + run: | + set -x + + export TZ=Europe/Berlin + CURRENT_TIME=$(date '+%d.%m.%Y %H:%M') + FULL_URL="${{ steps.prep.outputs.image_name }}" + REPO_PURE="${{ steps.prep.outputs.repo_pure }}" + BASE_IMAGE="${{ steps.prep.outputs.base_image }}" + + if [ ! -f "buildargs.env" ]; then echo "❌ buildargs.env missing!"; exit 1; fi + + grep -v '^#' buildargs.env | sed 's/\r$//' > cleaned_env.sh + set -a + source ./cleaned_env.sh + set +a + + BUILD_TAG="${{ steps.prep.outputs.docker_tag }}" + + if [ -f "Dockerfile.aarch64" ]; then ARM_STATUS="βœ… Active"; else ARM_STATUS="❌ Not supported"; fi + + RAW_COMMIT_MSG="${{ gitea.event.head_commit.message }}" + COMMIT_MSG=$(echo "$RAW_COMMIT_MSG" | sed 's/\[skip ci\]//g' | tr -d '\r\n' | xargs) + + TOKEN="${{ secrets.RUNNER_TOKEN }}" + curl -sSLf -H "Authorization: token $TOKEN" \ + "https://git.pi-farm.de/pi-farm/templates/raw/branch/main/README.template" \ + -o README.template || echo "Warnung: README Template konnte nicht geladen werden" + + curl -sSLf -H "Authorization: token $TOKEN" \ + "https://git.pi-farm.de/pi-farm/templates/raw/branch/main/docker-compose.template" \ + -o docker-compose.template || echo "Warnung: Compose Template konnte nicht geladen werden" + + for t_file in README.template docker-compose.template; do + if [ -f "$t_file" ] && grep -qi "" "$t_file"; then + echo "❌ FEHLER: $t_file ist eine HTML-Loginseite! Download verworfen." + rm -f "$t_file" + fi + done + + NEW_ROW="| **$BUILD_TAG** | $CURRENT_TIME | $COMMIT_MSG βœ… |" + if [ -f "VERSION.history" ]; then + grep -v "| **$BUILD_TAG** |" VERSION.history > VERSION.history.tmp || true + echo "$NEW_ROW" > VERSION.history + cat VERSION.history.tmp >> VERSION.history + rm VERSION.history.tmp + else + echo "$NEW_ROW" > VERSION.history + fi + HISTORY_CONTENT=$(cat VERSION.history) + + ENV_BLOCK_CONTENT="" + env_vars=$(grep '^ENV_' buildargs.env | grep -v '^#' | tr -d '\r' || true) + if [ -n "$env_vars" ]; then + ENV_BLOCK_CONTENT=" environment:\n" + while read -r line; do + [ -z "$line" ] && continue + key=$(echo "$line" | cut -d= -f1); val=$(echo "$line" | cut -d= -f2-); clean_key=${key#ENV_} + ENV_BLOCK_CONTENT="${ENV_BLOCK_CONTENT} - ${clean_key}=${val}\n" + done <<< "$env_vars" + fi + + PORTS_BLOCK_CONTENT="" + port_vars=$(grep '^PORT_' buildargs.env | grep -v '^#' | tr -d '\r' || true) + if [ -n "$port_vars" ]; then + PORTS_BLOCK_CONTENT=" ports:\n" + while read -r line; do + [ -z "$line" ] && continue + val=$(echo "$line" | cut -d= -f2-); PORTS_BLOCK_CONTENT="${PORTS_BLOCK_CONTENT} - ${val}\n" + done <<< "$port_vars" + fi + + VOL_BLOCK_CONTENT="" + vol_vars=$(grep '^VOL_' buildargs.env | grep -v '^#' | tr -d '\r' || true) + if [ -n "$vol_vars" ]; then + VOL_BLOCK_CONTENT=" volumes:\n" + while read -r line; do + [ -z "$line" ] && continue + val=$(echo "$line" | cut -d= -f2-); VOL_BLOCK_CONTENT="${VOL_BLOCK_CONTENT} - ${val}\n" + done <<< "$vol_vars" + fi + + { + echo "docker run -d \\" + echo " --name $REPO_PURE \\" + echo " --restart unless-stopped \\" + + all_params=$(grep -E '^(PORT_|ENV_|VOL_)' buildargs.env | grep -v '^#' | sed 's/\r$//' || true) + if [ -n "$all_params" ]; then + while read -r line; do + [ -z "$line" ] && continue + if [[ "$line" =~ ^PORT_ ]]; then + val=$(echo "$line" | cut -d= -f2-) + echo " -p ${val} \\" + elif [[ "$line" =~ ^ENV_ ]]; then + key=$(echo "$line" | cut -d= -f1); clean_key=${key#ENV_}; val=$(echo "$line" | cut -d= -f2-) + echo " -e ${clean_key}=${val} \\" + elif [[ "$line" =~ ^VOL_ ]]; then + val=$(echo "$line" | cut -d= -f2-) + echo " -v ${val} \\" + fi + done <<< "$all_params" + fi + echo " $FULL_URL:$BUILD_TAG" + } > docker_run_block.txt + + DOCKERHUB_LINK_CONTENT="" + if [[ "${{ steps.prep.outputs.push_targets }}" == *"dockerhub"* ]]; then + DH_USER="${{ secrets.DOCKERHUB_USERNAME }}" + DOCKERHUB_LINK_CONTENT='Docker Hub' + fi + + if ! command -v python3 &> /dev/null; then + echo "πŸ“¦ python3 fehlt und wird installiert..." + (apt-get update && apt-get install -y python3) || (apk add --no-cache python3) || true + fi + + cat << 'EOF' > update_script.py + import os, sys + + def process(output_file): + if not os.path.exists(output_file.replace('.md', '.template').replace('.yml', '.template')): + return + + template_name = output_file.replace('.md', '.template').replace('.yml', '.template') + with open(template_name, "r", encoding="utf-8") as f: + content = f.read() + + content = content.replace("__REPO_NAME__", os.environ.get("REPO_PURE", "")) + content = content.replace("__FULL_URL__", os.environ.get("FULL_URL", "")) + content = content.replace("__BUILD_TAG__", os.environ.get("BUILD_TAG", "")) + content = content.replace("__BASE_IMAGE__", os.environ.get("BASE_IMAGE", "")) + content = content.replace("__ARM_STATUS__", os.environ.get("ARM_STATUS", "")) + content = content.replace("__CURRENT_DATE__", os.environ.get("CURRENT_TIME", "")) + content = content.replace("__HISTORY_CONTENT__", os.environ.get("HISTORY_CONTENT", "")) + content = content.replace("__DOCKERHUB_LINK__", os.environ.get("DOCKERHUB_LINK_CONTENT", "")) + content = content.replace("__ENV_BLOCK__", os.environ.get("ENV_BLOCK_CONTENT", "").replace("\\n", "\n")) + content = content.replace("__PORTS_BLOCK__", os.environ.get("PORTS_BLOCK_CONTENT", "").replace("\\n", "\n")) + content = content.replace("__VOL_BLOCK__", os.environ.get("VOL_BLOCK_CONTENT", "").replace("\\n", "\n")) + content = content.replace("__DESCRIPTION__", os.environ.get("DESCRIPTION", "Keine Beschreibung.")) + + if "__DOCKER_RUN__" in content and os.path.exists("docker_run_block.txt"): + with open("docker_run_block.txt", "r", encoding="utf-8") as f: + content = content.replace("__DOCKER_RUN__", f.read()) + + if "__COMPOSE_BLOCK__" in content and os.path.exists("docker-compose.yml"): + with open("docker-compose.yml", "r", encoding="utf-8") as f: + content = content.replace("__COMPOSE_BLOCK__", f.read()) + + with open(output_file, "w", encoding="utf-8") as f: + f.write(content) + + process("docker-compose.yml") + process("README.md") + EOF + + export REPO_PURE FULL_URL BUILD_TAG BASE_IMAGE ARM_STATUS CURRENT_TIME \ + HISTORY_CONTENT DOCKERHUB_LINK_CONTENT ENV_BLOCK_CONTENT \ + PORTS_BLOCK_CONTENT VOL_BLOCK_CONTENT DESCRIPTION + + python3 update_script.py + rm -f update_script.py + + echo "FINAL_MSG=$COMMIT_MSG" >> $GITHUB_ENV + { + echo "DESCRIPTION<> $GITHUB_ENV + + - name: Push README to Docker Hub + if: steps.check_changes.outputs.should_build == 'true' && contains(steps.prep.outputs.push_targets, 'dockerhub') + run: | + if ! command -v jq &> /dev/null; then + apt-get update && apt-get install -y jq || apk add --no-cache jq || true + fi + + echo "πŸš€ Starting update README on Docker Hub..." + + TOKEN=$(curl -s -X POST "https://hub.docker.com/v2/users/login/" \ + -H "Content-Type: application/json" \ + -d "{\"username\": \"${{ secrets.DOCKERHUB_USERNAME }}\", \"password\": \"${{ secrets.DOCKERHUB_TOKEN }}\"}" | jq -r .token) + + if [ "$TOKEN" == "null" ] || [ -z "$TOKEN" ]; then + echo "❌ Error: No login-token available. Check your credentials!" + exit 1 + fi + + REPO_PURE="${{ steps.prep.outputs.repo_pure }}" + DH_USER="${{ secrets.DOCKERHUB_USERNAME }}" + GITEA_URL="${{ steps.prep.outputs.image_name }}" + DH_URL="${DH_USER}/${REPO_PURE}" + + SHORT_DESC=$(echo -e "${{ env.DESCRIPTION }}" | head -n 1 | cut -c 1-100) + [ -z "$SHORT_DESC" ] && SHORT_DESC="Docker Image for $REPO_PURE" + + export GITEA_URL DH_URL + python3 -c 'import os, re; content = open("README.md", "r", encoding="utf-8").read(); new_content = re.sub(r"(? payload.json + + RESPONSE=$(curl -s -w "\n%{http_code}" -X PATCH \ + "https://hub.docker.com/v2/repositories/${DH_USER}/${REPO_PURE}/" \ + -H "Authorization: JWT ${TOKEN}" \ + -H "Content-Type: application/json" \ + -d @payload.json) + + HTTP_STATUS=$(echo "$RESPONSE" | tail -n 1) + BODY=$(echo "$RESPONSE" | head -n -1) + + if [ "$HTTP_STATUS" -eq 200 ]; then + echo "βœ… README update successful (HTTP 200)." + else + echo "❌ Error on update! HTTP Status: $HTTP_STATUS" + echo "Answer from Docker Hub: $BODY" + exit 1 + fi + + rm -f README_DH.md + + - name: Commit, Tag and Push Changes + if: steps.check_changes.outputs.should_build == 'true' + run: | + git config --local user.email "action@pi-farm.de" + git config --local user.name "Gitea Action" + + git add VERSION.history README.md docker-compose.yml + + git diff --quiet && git diff --staged --quiet || git commit -m "${{ env.FINAL_MSG }} [skip ci]" + + TARGET_TAG="${{ steps.prep.outputs.docker_tag }}" + git tag -f "$TARGET_TAG" + + if [[ "${{ gitea.ref }}" == refs/tags/* ]]; then + echo "🏷️ Build aus Tag getriggert: $TARGET_TAG" + git push -f origin "$TARGET_TAG" + else + echo "🌿 Build aus Branch/Schedule getriggert: ${{ gitea.ref_name }}" + git push origin HEAD:${{ gitea.ref_name }} + git push -f origin "$TARGET_TAG" + fi + + - name: Cleanup Temporary Tags on Docker Hub + if: steps.check_changes.outputs.should_build == 'true' && contains(steps.prep.outputs.push_targets, 'dockerhub') + run: | + if ! command -v jq &> /dev/null; then + (apt-get update && apt-get install -y jq) || (apk add --no-cache jq) || true + fi + + echo "🧹 Cleanup temp. Docker Hub tags..." + + TOKEN=$(curl -s -X POST "https://hub.docker.com/v2/users/login/" \ + -H "Content-Type: application/json" \ + -d "{\"username\": \"${{ secrets.DOCKERHUB_USERNAME }}\", \"password\": \"${{ secrets.DOCKERHUB_TOKEN }}\"}" | jq -r .token || echo "") + + if [ "$TOKEN" != "null" ] && [ -n "$TOKEN" ]; then + REPO_PURE=${{ steps.prep.outputs.repo_pure }} + DH_USER="${{ secrets.DOCKERHUB_USERNAME }}" + + CLEAN_TAGS=("tmp-amd64") + if [ -f "Dockerfile.aarch64" ]; then + CLEAN_TAGS+=("tmp-arm64") + fi + + for t in "${CLEAN_TAGS[@]}"; do + echo "Deleting tag $t..." + STATUS=$(curl -s -o /dev/null -w "%{http_code}" -X DELETE \ + "https://hub.docker.com/v2/repositories/${DH_USER}/${REPO_PURE}/tags/$t/" \ + -H "Authorization: JWT ${TOKEN}" || echo "000") + echo "Status: $STATUS" + done + echo "βœ… Temp. tags deleted." + fi + + - name: Cleanup Temporary Registry Tags (Gitea) + if: steps.check_changes.outputs.should_build == 'true' + run: | + TOKEN="${{ secrets.RUNNER_TOKEN }}" + ORG_NAME=$(echo "${{ gitea.repository }}" | cut -d'/' -f1) + REPO_NAME=$(echo "${{ gitea.repository }}" | cut -d'/' -f2) + + CLEAN_TAGS=("tmp-amd64") + if [ -f "Dockerfile.aarch64" ]; then + CLEAN_TAGS+=("tmp-arm64") + fi + + for t in "${CLEAN_TAGS[@]}"; do + curl -s -X DELETE "https://git.pi-farm.de/api/v1/packages/$ORG_NAME/container/$REPO_NAME/$t" -H "Authorization: token $TOKEN" || true + curl -s -X DELETE "https://git.pi-farm.de/api/v1/packages/${ORG_NAME,,}/container/${REPO_NAME,,}/$t" -H "Authorization: token $TOKEN" || true + done + + - name: Cleanup Docker Artifacts + if: always() + run: docker image prune -f + + - name: Workflow Summary + if: always() + run: | + echo "Check completed. Build was: ${{ steps.check_changes.outputs.should_build }}" \ No newline at end of file