Add Gitea Actions workflow: _incoming/*.pdf drop-folder pipeline, with dry-run dispatch

2026-10-18 01:34:58 -05:00
parent 8c9ea14568
commit 53d21ea2e5
3 changed files with 159 additions and 0 deletions
@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+# Installs everything the job needs in a FRESH container (node:20-bookworm). Safe to run twice.
+set -euo pipefail
+export DEBIAN_FRONTEND=noninteractive
+apt-get update -qq
+apt-get install -y -qq --no-install-recommends ffmpeg poppler-utils tesseract-ocr tesseract-ocr-eng ocrmypdf ghostscript \
+  python3 python3-venv python3-pip git curl ca-certificates
+python3 -m venv .venv
+.venv/bin/pip install -q --disable-pip-version-check -r _pipeline/requirements.txt
+echo "--- tool versions"
+python3 --version; ffmpeg -version | head -1; tesseract --version 2>&1 | head -1; ocrmypdf --version; pdftotext -v 2>&1 | head -1
@@ -0,0 +1,89 @@
+#!/usr/bin/env bash
+# The whole job, in one place. Inputs (environment):
+#   DRY_RUN      true|false   (true: text stages only, voice reachability, push-permission test, commits nothing to the branch)
+#   PDF_INPUT    optional path relative to the repo root (manual runs). Empty = every PDF waiting in _incoming/
+#   BRANCH       branch to commit back to
+#   AUDIOBOOK_*  setting overrides (see _pipeline/settings.py)
+set -uo pipefail
+cd "${GITHUB_WORKSPACE:-$(git rev-parse --show-toplevel)}"
+export PATH="$PWD/.venv/bin:$PATH"
+DRY_RUN="${DRY_RUN:-false}"
+BRANCH="${BRANCH:-main}"
+git config user.name "audiobook-bot"
+git config user.email "audiobook-bot@noreply.invalid"
+
+pdfs=()
+if [ -n "${PDF_INPUT:-}" ]; then
+  [ -f "$PDF_INPUT" ] || { echo "FAILED: no such file in the repo: $PDF_INPUT"; exit 1; }
+  pdfs=("$PDF_INPUT")
+else
+  while IFS= read -r f; do pdfs+=("$f"); done < <(find _incoming -maxdepth 1 -type f -iname '*.pdf' | sort)
+fi
+if [ "${#pdfs[@]}" -eq 0 ]; then
+  echo "Nothing to do: no PDF in _incoming/."
+  exit 0
+fi
+echo "PDFs to process: ${#pdfs[@]}"; printf '  %s\n' "${pdfs[@]}"
+
+push_with_retry() {   # push HEAD to the branch; if the branch moved, rebase and try again
+  local i
+  for i in 1 2 3 4 5; do
+    if git push origin "HEAD:refs/heads/$BRANCH"; then return 0; fi
+    echo "push attempt $i failed; fetching and rebasing"
+    git pull --rebase origin "$BRANCH" || return 1
+  done
+  return 1
+}
+
+failed=0
+for pdf in "${pdfs[@]}"; do
+  echo; echo "################ $pdf"
+  result="$(mktemp)"
+  if [ "$DRY_RUN" = "true" ]; then
+    export AUDIOBOOK_BOOKS_DIR="/tmp/audiobook-dry/books"; rm -rf /tmp/audiobook-dry
+    mkdir -p /tmp/audiobook-dry
+    args=(--dry-run --compare "$PWD/books")
+  else
+    unset AUDIOBOOK_BOOKS_DIR
+    args=()
+  fi
+  python3 _pipeline/cli.py process "$pdf" "${args[@]}" --result-file "$result"
+  rc=$?
+  if [ $rc -ne 0 ]; then
+    echo "FAILED: process exited $rc for $pdf. Nothing was committed. The PDF stays where it is."
+    git checkout -q -- . 2>/dev/null; git clean -qfd -- books 2>/dev/null
+    failed=1; continue
+  fi
+  [ "$DRY_RUN" = "true" ] && continue
+
+  bookdir="$(python3 -c "import json,sys; print(json.load(open(sys.argv[1]))['book_dir'])" "$result")"
+  case "$pdf" in
+    _incoming/*)
+      git rm -q -- "$pdf"
+      side="${pdf%.[pP][dD][fF]}.json"; [ -f "$side" ] && git rm -q -- "$side"
+      ;;
+  esac
+  git add -A -- "$bookdir"
+  if git diff --cached --quiet; then echo "No changes to commit for $pdf"; continue; fi
+  rel="${bookdir#"$PWD"/}"
+  git commit -q -m "Audiobook: $rel (from $pdf, Actions run ${GITHUB_RUN_NUMBER:-?}) [skip ci]"
+  git --no-pager show --stat --format='commit %H' HEAD | head -40
+  if push_with_retry; then echo "PUSHED to $BRANCH: $rel"; else echo "FAILED: could not push to $BRANCH"; failed=1; fi
+done
+
+if [ "$DRY_RUN" = "true" ]; then
+  echo; echo "################ push-permission test (throwaway branch, deleted afterwards)"
+  tb="dryrun/run-${GITHUB_RUN_ID:-$$}"
+  git checkout -q -b "$tb"
+  git commit -q --allow-empty -m "dry-run push test [skip ci]"
+  if git push origin "refs/heads/$tb:refs/heads/$tb"; then
+    echo "push of $tb: OK"
+    if git push origin --delete "$tb"; then echo "delete of $tb: OK"; else echo "FAILED: could not delete $tb"; failed=1; fi
+  else
+    echo "FAILED: the job token cannot push. Check Settings > Actions is enabled for the repo and the token has write access."
+    failed=1
+  fi
+fi
+
+[ $failed -eq 0 ] && echo "JOB OK" || echo "JOB FAILED"
+exit $failed