🛍️ Build 📀 (Bincache-x86_64-Linux) Packages 📦📀 #2
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: 🛍️ Build 📀 (Bincache_x86_64-Linux) Packages 📦📀 | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "30 18 * * 1" # 06:30 PM UTC (12:15 AM NPT Mrng Every Tuesday) | |
| env: | |
| FORCE_REBUILD_ALL: "NO" #YES--> Force Rebuild everything | |
| KEEP_LOGS: "NO" #YES--> Keeps Dirs & Files | |
| jobs: | |
| #------------------------------------------------------------------------------------# | |
| presetup: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| path: main | |
| filter: "blob:none" | |
| #------------------------------------------------------------------------------------# | |
| - name: Install Addons | |
| run: | | |
| #presets | |
| set -x ; set +e | |
| #-------------# | |
| #bash <(curl -qfsSL "https://raw.githubusercontent.com/pkgforge/devscripts/refs/heads/main/Linux/install_bins_curl.sh") | |
| sudo curl -qfsSL "https://bin.pkgforge.dev/$(uname -m)/rclone" -o "/usr/local/bin/rclone" && sudo chmod +x "/usr/local/bin/rclone" | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| - name: Setup Env | |
| run: | | |
| ##presets | |
| set +x ; set +e | |
| #-------------# | |
| ##CoreUtils | |
| sudo apt update -y | |
| sudo apt install bc coreutils curl dos2unix fdupes jq moreutils wget -y | |
| sudo apt-get install apt-transport-https apt-utils ca-certificates coreutils dos2unix gnupg2 jq moreutils p7zip-full rename rsync software-properties-common texinfo tmux util-linux wget -y 2>/dev/null ; sudo apt-get update -y 2>/dev/null | |
| ##tmp | |
| SYSTMP="$(dirname $(mktemp -u))" && export SYSTMP="${SYSTMP}" | |
| #GH ENV | |
| echo "SYSTMP=${SYSTMP}" >> "${GITHUB_ENV}" | |
| #GH Dirs | |
| mkdir -p "${GITHUB_WORKSPACE}/main/x86_64-Linux" | |
| #-------------# | |
| mkdir -p "${HOME}/bin" | |
| sudo apt update -y | |
| sudo apt install dos2unix -y | |
| ##Setup rClone | |
| mkdir -p "${HOME}/.config/rclone" | |
| echo "${{ secrets.RCLONE_CF_R2_PUB }}" > "${HOME}/.config/rclone/rclone.conf" | |
| ##User-Agent | |
| USER_AGENT="$(curl -qfsSL 'https://pub.ajam.dev/repos/Azathothas/Wordlists/Misc/User-Agents/ua_chrome_macos_latest.txt')" && export USER_AGENT="${USER_AGENT}" | |
| echo "USER_AGENT=${USER_AGENT}" >> "${GITHUB_ENV}" | |
| continue-on-error: true | |
| - name: Set TZ to (Asia/Kathmandu) | |
| run: | | |
| # Presets | |
| set +x ; set +e | |
| #--------------# | |
| sudo apt-get update -y && sudo DEBIAN_FRONTEND="noninteractive" apt-get install -y tzdata | |
| sudo ln -fs "/usr/share/zoneinfo/Asia/Kathmandu" "/etc/localtime" | |
| sudo dpkg-reconfigure --frontend noninteractive tzdata | |
| sudo apt-get install apt-utils software-properties-common -y | |
| sudo apt-get update -y | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| - name: rClone BackUp Repo ("https://pub.ajam.dev/repos/${GITHUB_REPOSITORY}") | |
| run: | | |
| # Presets | |
| set +x ; set +e | |
| #--------------# | |
| #copy & chdir to Repo | |
| cp -fr "${GITHUB_WORKSPACE}/main" "${SYSTMP}/REPO" && cd "${SYSTMP}/REPO" | |
| #Git pull | |
| git pull origin main --no-edit 2>/dev/null | |
| #Del Bloat | |
| rm -rf "$(pwd)/.git" | |
| #Upload to Pub | |
| echo -e "[+] Syncing ${GITHUB_REPOSITORY} to pub.ajam.dev/repos/${GITHUB_REPOSITORY} \n" | |
| rclone sync "." "r2:/pub/repos/${GITHUB_REPOSITORY}/" --user-agent="${USER_AGENT}" --buffer-size="10M" --s3-upload-concurrency="50" --s3-chunk-size="10M" --multi-thread-streams="50" --checkers="2000" --transfers="100" --retries="10" --check-first --checksum --copy-links --fast-list --progress | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| #------------------------------------------------------------------------------------# | |
| build-fetch-packages: | |
| #runs-on: ubuntu-latest | |
| runs-on: amd64-linux-bincache | |
| needs: [presetup] | |
| timeout-minutes: 3200 | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| path: main | |
| filter: "blob:none" | |
| #- name: Install Addons | |
| # run: | | |
| # #presets | |
| # set -x ; set +e | |
| # #-------------# | |
| # bash <(curl -qfsSL "https://raw.githubusercontent.com/pkgforge/devscripts/refs/heads/main/Linux/install_bins_curl.sh") | |
| # continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| - name: Setup Env | |
| run: | | |
| ##presets | |
| set +x ; set +e | |
| #-------------# | |
| ##CoreUtils | |
| sudo apt update -y | |
| sudo apt install bc coreutils curl dos2unix fdupes jq moreutils wget -y | |
| sudo apt-get install apt-transport-https apt-utils ca-certificates coreutils dos2unix gnupg2 jq moreutils p7zip-full rename rsync software-properties-common texinfo tmux util-linux wget -y 2>/dev/null ; sudo apt-get update -y 2>/dev/null | |
| ##tmp | |
| SYSTMP="$(dirname $(mktemp -u))" && export SYSTMP="${SYSTMP}" | |
| #GH ENV | |
| echo "SYSTMP=${SYSTMP}" >> "${GITHUB_ENV}" | |
| #GH Dirs | |
| mkdir -p "${GITHUB_WORKSPACE}/main/x86_64-Linux" | |
| #-------------# | |
| mkdir -p "${HOME}/bin" | |
| sudo apt update -y | |
| sudo apt install dos2unix -y | |
| ##Setup rClone | |
| mkdir -p "${HOME}/.config/rclone" | |
| echo "${{ secrets.RCLONE_CF_R2_PUB }}" > "${HOME}/.config/rclone/rclone.conf" | |
| ##User-Agent | |
| USER_AGENT="$(curl -qfsSL 'https://pub.ajam.dev/repos/Azathothas/Wordlists/Misc/User-Agents/ua_chrome_macos_latest.txt')" && export USER_AGENT="${USER_AGENT}" | |
| echo "USER_AGENT=${USER_AGENT}" >> "${GITHUB_ENV}" | |
| continue-on-error: true | |
| - name: Notify (Discord) | |
| run: | | |
| ##presets | |
| set +x ; set +e | |
| #-------------# | |
| pushd "$(mktemp -d)" >/dev/null 2>&1 | |
| #Setup Config | |
| sudo curl -qfsSL "https://bin.pkgforge.dev/$(uname -m)/notify" -o "/usr/local/bin/notify" && sudo chmod +x "/usr/local/bin/notify" | |
| echo 'discord:' > "./notify.yaml" | |
| echo ' - id: "portable-apps"' >> "./notify.yaml" | |
| echo ' discord_channel: "main"' >> "./notify.yaml" | |
| echo ' discord_username: "pkgforge-bot"' >> "./notify.yaml" | |
| echo ' discord_format: "{{data}}"' >> "./notify.yaml" | |
| echo " discord_webhook_url: \"${{ secrets.DISCORD_NOTIFY }}\"" >> "./notify.yaml" | |
| #Prep Body | |
| GH_EVENT="${{ github.event_name }}" | |
| GH_WORKFLOW_URL="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}" | |
| START_TIME="$(date +%s)" && export START_TIME | |
| echo "GH_EVENT=${GH_EVENT}" >> "${GITHUB_ENV}" | |
| echo "GH_WORKFLOW_URL=${GH_WORKFLOW_URL}" >> "${GITHUB_ENV}" | |
| echo "START_TIME=${START_TIME}" >> "${GITHUB_ENV}" | |
| rm -rvf "/tmp/PKGFORGE_DISCORD.md" 2>/dev/null | |
| echo 'ℹ️ **Triggered** [🛍️ Build 📦 Bincache] (Weekly) ==> https://github.com/pkgforge/bincache/blob/main/.github/workflows/build_x86_64_Linux.yaml' > "/tmp/PKGFORGE_DISCORD.md" | |
| echo '**`Arch`**: `x86_64-Linux`' >> "/tmp/PKGFORGE_DISCORD.md" | |
| echo '**`Event`**: `'"${GH_EVENT}"'`' >> "/tmp/PKGFORGE_DISCORD.md" | |
| echo '**`Workflow`**: "'${GH_WORKFLOW_URL}'"' >> "/tmp/PKGFORGE_DISCORD.md" | |
| echo '**`Maintainer`**: @azathothas' >> "/tmp/PKGFORGE_DISCORD.md" | |
| echo '**`Preserving TMPFILES?`**: `'"${KEEP_LOGS}"'`' >> "/tmp/PKGFORGE_DISCORD.md" | |
| echo '**`Rebuilding?`**: `'"${FORCE_REBUILD_ALL}"'`' >> "/tmp/PKGFORGE_DISCORD.md" | |
| cat "/tmp/PKGFORGE_DISCORD.md" | notify -provider-config "./notify.yaml" -bulk -disable-update-check | |
| echo -e "\n\n" && cat "/tmp/PKGFORGE_DISCORD.md" && echo -e "\n\n" | |
| popd >/dev/null 2>&1 | |
| continue-on-error: true | |
| #- name: Set TZ to (Asia/Kathmandu) | |
| # run: | | |
| # # Presets | |
| # set +x ; set +e | |
| # #--------------# | |
| # sudo apt-get update -y && sudo DEBIAN_FRONTEND="noninteractive" apt-get install -y tzdata | |
| # sudo ln -fs "/usr/share/zoneinfo/Asia/Kathmandu" "/etc/localtime" | |
| # sudo dpkg-reconfigure --frontend noninteractive tzdata | |
| # sudo apt-get install apt-utils software-properties-common -y | |
| # sudo apt-get update -y | |
| # continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| #Main Build Script | |
| - name: BUILD | |
| env: | |
| GHCR_TOKEN: "${{ secrets.GHCR_TOKEN }}" | |
| GITHUB_TOKEN: "${{ secrets.RO_GHTOKEN }}" | |
| GITLAB_TOKEN: "${{ secrets.RO_GLTOKEN }}" | |
| MINISIGN_KEY: "${{ secrets.MINISIGN_KEY }}" | |
| run: | | |
| #Presets | |
| set +x ; set +e | |
| #--------------# | |
| ##Main | |
| curl -qfsSL "https://raw.githubusercontent.com/pkgforge/bincache/refs/heads/main/scripts/runner/builder.sh" -o "${SYSTMP}/BUILDER.sh" | |
| dos2unix --quiet "${SYSTMP}/BUILDER.sh" ; chmod +xwr "${SYSTMP}/BUILDER.sh" | |
| ##Run with STDOUT [Slow, Not Recommended] | |
| #bash "${SYSTMP}/BUILDER.sh" | |
| ##Run with LOGS only | |
| #bash "${SYSTMP}/BUILDER.sh" > "${SYSTMP}/BUILD.log" 2>&1 | |
| ##Run with STDOUT + LOGS | |
| bash "${SYSTMP}/BUILDER.sh" | tee "${SYSTMP}/BUILD.log" 2>&1 | |
| ##Run without STDOUT/Logs | |
| #bash "${SYSTMP}/BUILDER.sh" >/dev/null 2>&1 | |
| if [[ -f "${SYSTMP}/BUILD.log" ]] && [[ $(stat -c%s "${SYSTMP}/BUILD.log") -gt 1024 ]]; then | |
| ##Purge Tokens (in case set -x & gh didn't redact) | |
| cat "${SYSTMP}/BUILD.log" | ansi2txt > "${SYSTMP}/BUILD.gh.log.txt" | |
| sed -i '/.*github_pat.*/Id' "${SYSTMP}/BUILD.gh.log.txt" 2>/dev/null | |
| sed -i '/.*ghp_.*/Id' "${SYSTMP}/BUILD.gh.log.txt" 2>/dev/null | |
| sed -i '/.*access_key_id.*/Id' "${SYSTMP}/BUILD.gh.log.txt" 2>/dev/null | |
| sed -i '/.*token.*/Id' "${SYSTMP}/BUILD.gh.log.txt" 2>/dev/null | |
| sed -i '/.*secret_access_key.*/Id' "${SYSTMP}/BUILD.gh.log.txt" 2>/dev/null | |
| sed -i '/.*token.*/Id' "${SYSTMP}/BUILD.gh.log.txt" 2>/dev/null | |
| sed -i '/.*cloudflarestorage.*/Id' "${SYSTMP}/BUILD.gh.log.txt" 2>/dev/null | |
| ##Fetch Only Relevant Logs | |
| if grep -iq "completed" "${SYSTMP}/BUILD.gh.log.txt"; then | |
| mv "${SYSTMP}/BUILD.gh.log.txt" "${SYSTMP}/BUILD.log" | |
| elif grep -iq "initializing" "${SYSTMP}/BUILD.gh.log.txt"; then | |
| mv "${SYSTMP}/BUILD.gh.log.txt" "${SYSTMP}/BUILD_FAILED.log" | |
| fi | |
| ##rClone Upload logs | |
| rclone copyto "${SYSTMP}/BUILD.log" "r2:/pub/repos/pkgforge/bincache/x86_64-Linux/BUILD.gh.log.txt" --user-agent="${USER_AGENT}" --buffer-size="100M" --s3-upload-concurrency="500" --s3-chunk-size="100M" --multi-thread-streams="500" --checkers="2000" --transfers="1000" --retries="10" --check-first --checksum --copy-links --fast-list --progress | |
| if [[ -s "${SYSTMP}/BUILD_FAILED.log" && $(stat -c%s "${SYSTMP}/BUILD_FAILED.log") -gt 10 ]]; then | |
| rclone copyto "${SYSTMP}/BUILD_FAILED.log" "r2:/pub/repos/pkgforge/bincache/x86_64-Linux/BUILD_FAILED.gh.log.txt" --user-agent="${USER_AGENT}" --buffer-size="100M" --s3-upload-concurrency="500" --s3-chunk-size="100M" --multi-thread-streams="500" --checkers="2000" --transfers="1000" --retries="10" --check-first --checksum --copy-links --fast-list --progress | |
| fi | |
| fi | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# | |
| #Logs & Artifacts | |
| - name: Upload (x86_64-Linux) Artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: Bincache_x86_64-Linux | |
| path: | | |
| /tmp/BUILD.log | |
| compression-level: 0 # no compression, [Default: 6 (GNU Gzip)] | |
| retention-days: 7 | |
| overwrite: true | |
| continue-on-error: true | |
| #------------------------------------------------------------------------------------# |