render-all.yml

# Candace Savonen Apr 2021

# +---------------- minute (0 - 59)
# |  +------------- hour (0 - 23)
# |  |  +---------- day of month (1 - 31)
# |  |  |  +------- month (1 - 12)
# |  |  |  |  +---- day of week (0 - 6) (Sunday=0 or 7)
# |  |  |  |  |
# *  *  *  *  *  command to be executed

name: Render all output courses

on:
  workflow_dispatch:
  schedule:
  - cron: "0 3 * * 0"
  push:
    branches: [ main, staging ]
    paths:
      - '**.Rmd'
      - assets/*
      - quizzes/*

jobs:

  yaml-check:
    name: Load user automation choices
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v4

        # Use the yaml-env-action action.
      - name: Load environment from YAML
        uses: doughepi/yaml-env-action@v1.0.0
        with:
            files: config_automation.yml # Pass a space-separated list of configuration files. Rightmost files take precedence.
    outputs:
      toggle_website: "${{ env.RENDER_WEBSITE }}"
      toggle_coursera: "${{ env.RENDER_COURSERA }}"
      toggle_leanpub: "${{ env.RENDER_LEANPUB }}"
      toggle_feedback_link: "${{ env.FEEDBACK_LINK }}"
      toggle_student_guide: "${{ env.RENDER_STUDENT_GUIDE }}"
      rendering_docker_image: "${{ env.RENDERING_DOCKER_IMAGE }}"
      toggle_quiz_check: "${{ env.CHECK_QUIZZES }}"

  build-collection:
    name: Build Collection
    uses: ./.github/workflows/build-collection.yml
    with:
      render-type: 'main'
      repository: $GITHUB_REPOSITORY
    secrets:
      gh_pat: ${{ secrets.GH_PAT }}
      yt_key: ${{ secrets.YT_KEY }}

  render-course:
    name: Render bookdown
    needs: [yaml-check, build-collection]
    runs-on: ubuntu-latest
    container:
      image: ${{needs.yaml-check.outputs.rendering_docker_image}}

    steps:
      - name: checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0
          token: ${{ secrets.GH_PAT }}

      - name: Login as github actions bot
        run: |
          git config --global --add safe.directory $GITHUB_WORKSPACE
          git config --global user.name 'github-actions[bot]'
          git config --global user.email 'github-actions[bot]@users.noreply.github.com'

      # We want a fresh run of the renders each time
      - name: Delete old docs/*
        run: |
          git remote set-url origin https://${GH_PAT}@github.com/${GITHUB_REPOSITORY}
          git fetch origin
          git pull --rebase --allow-unrelated-histories --strategy-option=ours

      # Make sure the link for AnVIL feedback is prepopulated for the specific course
      - name: Set up feedback link
        if: ${{needs.yaml-check.outputs.toggle_feedback_link == 'yes'}}
        run: |
          bash scripts/AnVIL_Feedback_Script.sh
          git add _output.yml
          git commit -m 'Set up feedback link' || echo "No changes to commit"

      # Run Rmd rendering
      - name: Run bookdown render
        id: bookdown
        if: ${{needs.yaml-check.outputs.toggle_website == 'rmd' }}
        run: |
          rm -rf docs/*
          Rscript -e "bookdown::render_book('index.Rmd', output_format = 'all');
          file.copy(from = 'assets', to = 'docs/assets', overwrite = TRUE)"

      - name: Render quarto version
        id: quarto
        if: ${{needs.yaml-check.outputs.toggle_website == 'quarto' }}
        run: Rscript -e "quarto::quarto_render('.')"

      # This checks on the steps before it and makes sure that they completed.
      # If the renders didn't complete we don't want to commit the file changes
      - name: Check on Rmd render steps
        if: ${{needs.yaml-check.outputs.toggle_website == 'rmd' }}
        run: |
          echo Bookdown status ${{steps.bookdown.outcome}}
          if [${{steps.bookdown.outcome}} != 'success']; then
            exit 1
          fi

      - name: Check on quarto render steps
        if: ${{needs.yaml-check.outputs.toggle_website == 'quarto' }}
        run: |
          echo Quarto status ${{steps.quarto.outcome}}
          if [${{steps.quarto.outcome}} != 'success']; then
            exit 1
          fi

      # Commit the rendered course files
      - name: Commit rendered course files
        env:
          GH_PAT: ${{ secrets.GH_PAT }}
        run: |
          git add --force docs/*
          git commit -m 'Render course' || echo "No changes to commit"
          git status docs/*
          git push -u origin main  || echo "No changes to push"

  render-tocless:
    name: Render TOC-less version for Leanpub or Coursera
    needs: [yaml-check, render-course]
    runs-on: ubuntu-latest
    container:
      image: ${{needs.yaml-check.outputs.rendering_docker_image}}
    if: ${{needs.yaml-check.outputs.toggle_coursera == 'yes' || needs.yaml-check.outputs.toggle_leanpub == 'yes'}}

    steps:
      - name: checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0
          token: ${{ secrets.GH_PAT }}

      - name: Login as github-actions bot
        run: |
          git config --global --add safe.directory $GITHUB_WORKSPACE
          git config --global user.name 'github-actions[bot]'
          git config --global user.email 'github-actions[bot]@users.noreply.github.com'
          git remote set-url origin https://${GH_PAT}@github.com/${GITHUB_REPOSITORY}
          git fetch origin
          git pull --rebase --allow-unrelated-histories --strategy-option=ours

      # Rendered content for Leanpub and Coursera is very similar.
      # This job creates a shared scaffold for both.
      - name: Run TOC-less version of render -- Rmd version
        if: ${{needs.yaml-check.outputs.toggle_website == 'rmd' }}
        id: tocless_rmd
        run: Rscript -e "ottrpal::render_without_toc()"

      - name: Run TOC-less version of render -- quarto version
        id: tocless_quarto
        if: ${{needs.yaml-check.outputs.toggle_website == 'quarto' }}
        run: |
          Rscript -e "quarto::quarto_render('.', metadata = list(sidebar = F, toc = F),
          quarto_args = c('--output-dir', 'docs/no_toc/'))"

      # Commit the TOC-less version files
      - name: Commit tocless bookdown files
        env:
          GH_PAT: ${{ secrets.GH_PAT }}
        run: |
          git add --force docs/no_toc*
          git commit -m 'Render toc-less' || echo "No changes to commit"
          git status docs/no_toc*
          git push -u origin main  || echo "No changes to push"

  render-leanpub:
    name: Finish Leanpub prep
    needs: [yaml-check, build-collection, render-tocless]
    runs-on: ubuntu-latest
    container:
      image: jhudsl/ottrpal
    if: ${{needs.yaml-check.outputs.toggle_leanpub == 'yes'}}

    steps:
      - name: checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0
          token: ${{ secrets.GH_PAT }}

      - name: Login as github actions bot
        run: |
          git config --global --add safe.directory $GITHUB_WORKSPACE
          git config --global user.name 'github-actions[bot]'
          git config --global user.email 'github-actions[bot]@users.noreply.github.com'
          git remote set-url origin https://${GH_PAT}@github.com/${GITHUB_REPOSITORY}
          git fetch origin
          git pull --rebase --allow-unrelated-histories --strategy-option=ours
          ls docs/no_toc

      # Create screenshots
      - name: Run the screenshot creation
        run: |
          # Remove old folder
          rm -rf resources/chapt_screen_images

          # Make new screenshots
          curl -o make_screenshots.R https://raw.githubusercontent.com/jhudsl/ottr-reports/main/scripts/make_screenshots.R
          chapt_urls=$(Rscript --vanilla make_screenshots.R \
            --git_pat ${{ secrets.GH_PAT }} \
            --repo $GITHUB_REPOSITORY \
            --output_dir resources/chapt_screen_images)

      # We want a fresh run of the renders each time
      - name: Delete manuscript/
        env:
          GH_PAT: ${{ secrets.GH_PAT }}
        run: |
          rm -rf manuscript/
          git add .
          git commit -m 'Delete manuscript folder' || echo "No changes to commit"
          git push -u origin main || echo "No changes to push"

      - name: Run ottrpal::bookdown_to_embed_leanpub
        if: ${{ needs.yaml-check.outputs.toggle_quiz_check == 'no'}}
        run: |
          echo needs.yaml-check.outputs.toggle_make_book_txt == 'yes'
          echo needs.yaml-check.outputs.toggle_make_book_txt
          Rscript -e "ottrpal::bookdown_to_embed_leanpub(
            render = FALSE, \
            chapt_img_key = 'resources/chapt_screen_images/chapter_urls.tsv', \
            make_book_txt = as.logical('${{needs.yaml-check.outputs.make_book_txt == 'yes'}}'), \
            quiz_dir = NULL)"

      - name: Run ottrpal::bookdown_to_embed_leanpub
        if: ${{ needs.yaml-check.outputs.toggle_quiz_check == 'yes'}}
        run: |
          Rscript -e "ottrpal::bookdown_to_embed_leanpub(
            render = FALSE, \
            chapt_img_key = 'resources/chapt_screen_images/chapter_urls.tsv', \
            make_book_txt = as.logical('${{needs.yaml-check.outputs.make_book_txt == 'yes'}}'))"

      # Commit the rendered Leanpub files
      - name: Commit rendered Leanpub files
        env:
          GH_PAT: ${{ secrets.GH_PAT }}
        run: |
          mkdir -p manuscript
          git add --force manuscript/*
          git add --force resources/*
          git add --force docs/*
          git commit -m 'Render Leanpub' || echo "No changes to commit"
          git status docs/*
          git pull --rebase --allow-unrelated-histories --strategy-option=ours --autostash
          git push --force --set-upstream origin main || echo "No changes to push"

  render-coursera:
    name: Finish Coursera prep
    needs: [yaml-check, build-collection, render-tocless]
    runs-on: ubuntu-latest
    container:
      image: ${{needs.yaml-check.outputs.rendering_docker_image}}
    if: ${{needs.yaml-check.outputs.toggle_coursera == 'yes'}}

    steps:
      - name: checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0
          token: ${{ secrets.GH_PAT }}

      - name: Login as github action
        run: |
          git config --global --add safe.directory $GITHUB_WORKSPACE
          git config --global user.name 'github-actions[bot]'
          git config --global user.email 'github-actions[bot]@users.noreply.github.com'
          git remote set-url origin https://${GH_PAT}@github.com/${GITHUB_REPOSITORY}
          git fetch origin
          git pull --rebase --allow-unrelated-histories --strategy-option=ours

      # Run Coursera version
      - name: Convert Leanpub quizzes to Coursera
        if: needs.yaml-check.outputs.toggle_leanpub == 'yes' && needs.yaml-check.outputs.toggle_quiz_check == 'yes'
        id: coursera
        run: Rscript -e "ottrpal::convert_coursera_quizzes()"

      # Commit the rendered files
      # Only commit coursera quizzes if the directory is present
      - name: Commit rendered Coursera files
        env:
          GH_PAT: ${{ secrets.GH_PAT }}
        run: |
          if [ -d 'coursera_quizzes' ]; then
            git add --force coursera_quizzes/*
          fi
          git add --force manuscript/*
          git add --force resources/*
          git add --force docs/*
          git commit -m 'Render Coursera quizzes' || echo "No changes to commit"
          git status
          git push -u origin main  || echo "No changes to push"