fil/scripts/lib/tessdata.sh

#!/usr/bin/env bash

set -euo pipefail

file_size_bytes() {
  local path="$1"
  if [ ! -f "$path" ]; then
    echo 0
    return
  fi
  if stat -c%s "$path" >/dev/null 2>&1; then
    stat -c%s "$path"
    return
  fi
  stat -f%z "$path"
}

min_traineddata_size_bytes() {
  local lang="$1"
  case "$lang" in
  eng) echo 1000000 ;;
  osd) echo 100000 ;;
  deu) echo 1000000 ;;
  *) echo 100000 ;;
  esac
}

download_traineddata() {
  local lang="$1"
  local dest="$2"
  local url="$3"
  local tmp="${dest}.tmp"
  local min_size
  min_size="$(min_traineddata_size_bytes "$lang")"

  rm -f "$tmp"

  for attempt in 1 2 3 4 5; do
    if curl -fsSL --retry 5 --retry-delay 5 --retry-all-errors "$url" -o "$tmp"; then
      local size
      size="$(file_size_bytes "$tmp")"
      if [ "$size" -ge "$min_size" ]; then
        mv -f "$tmp" "$dest"
        return 0
      fi
      echo "Downloaded ${lang}.traineddata too small (${size} bytes < ${min_size}), retrying..." >&2
    else
      echo "Failed to download ${lang}.traineddata (attempt ${attempt}), retrying..." >&2
    fi
    rm -f "$tmp"
    sleep "$attempt"
  done

  echo "ERROR: Failed to download valid ${lang}.traineddata after retries" >&2
  return 1
}

ensure_valid_traineddata() {
  local dest_dir="$1"
  local lang="$2"
  local url="$3"
  local dest_file="${dest_dir}/${lang}.traineddata"
  local min_size
  min_size="$(min_traineddata_size_bytes "$lang")"

  local size
  size="$(file_size_bytes "$dest_file")"
  if [ "$size" -ge "$min_size" ]; then
    return 0
  fi

  if [ -f "$dest_file" ]; then
    echo "Invalid ${lang}.traineddata at ${dest_file} (${size} bytes < ${min_size}); re-downloading..." >&2
    rm -f "$dest_file"
  fi

  download_traineddata "$lang" "$dest_file" "$url"
}

ensure_tessdata() {
  local dest="$1"
  mkdir -p "$dest"
  local dest_real
  dest_real="$(cd "$dest" && pwd -P)"

  local candidates=(
    "/opt/homebrew/share/tessdata"
    "/usr/local/opt/tesseract/share/tessdata"
    "/usr/share/tesseract-ocr/5/tessdata"
  )

  if [ -n "${PROGRAMFILES:-}" ] && command -v cygpath >/dev/null 2>&1; then
    candidates+=("$(cygpath -u "$PROGRAMFILES")/Tesseract-OCR/tessdata")
  fi
  if [ -d "/c/Program Files/Tesseract-OCR/tessdata" ]; then
    candidates+=("/c/Program Files/Tesseract-OCR/tessdata")
  fi

  for dir in "${candidates[@]}"; do
    if [ -f "$dir/eng.traineddata" ]; then
      local dir_real
      dir_real="$(cd "$dir" && pwd -P)"

      if [ "$dir_real" = "$dest_real" ]; then
        break
      fi

      for lang in eng osd deu; do
        if [ -f "$dir/$lang.traineddata" ]; then
          if [ -f "$dest/$lang.traineddata" ] &&
            [ "$dir_real/$lang.traineddata" -ef "$dest/$lang.traineddata" ]; then
            continue
          fi
          cp -f "$dir/$lang.traineddata" "$dest/"
        fi
      done
      break
    fi
  done

  ensure_valid_traineddata "$dest" "eng" "https://github.com/tesseract-ocr/tessdata_fast/raw/main/eng.traineddata"
  ensure_valid_traineddata "$dest" "osd" "https://github.com/tesseract-ocr/tessdata_fast/raw/main/osd.traineddata"
}

setup_tessdata() {
  local platform="${RUNNER_OS:-$(uname -s)}"

  case "$platform" in
  Linux)
    export TESSDATA_PREFIX="/usr/share/tesseract-ocr/5/tessdata"
    ;;
  macOS | Darwin)
    if [ -d "/opt/homebrew/opt/tesseract/share/tessdata" ]; then
      export TESSDATA_PREFIX="/opt/homebrew/opt/tesseract/share/tessdata"
    elif [ -d "/usr/local/opt/tesseract/share/tessdata" ]; then
      export TESSDATA_PREFIX="/usr/local/opt/tesseract/share/tessdata"
    else
      export TESSDATA_PREFIX="$HOME/Library/Application Support/kreuzberg-tesseract/tessdata"
    fi
    ;;
  Windows | MINGW* | MSYS* | CYGWIN*)
    export TESSDATA_PREFIX="${APPDATA:-${USERPROFILE:-}}/kreuzberg-tesseract/tessdata"
    ;;
  *)
    export TESSDATA_PREFIX="${REPO_ROOT:-$(pwd)}/target/tessdata"
    ;;
  esac

  ensure_tessdata "$TESSDATA_PREFIX"

  echo "✓ TESSDATA_PREFIX set to: $TESSDATA_PREFIX"
  [ -f "$TESSDATA_PREFIX/eng.traineddata" ] && echo "✓ eng.traineddata available"
  [ -f "$TESSDATA_PREFIX/osd.traineddata" ] && echo "✓ osd.traineddata available"
}

export -f ensure_tessdata
export -f setup_tessdata