omarchy-pkgs/bin/sync-repo

#!/bin/bash

# Source common functions
BUILD_ROOT=$(realpath "${BASH_SOURCE[0]%/*}/..")
source "$BUILD_ROOT/helpers/message-helpers.sh"
source "$BUILD_ROOT/helpers/paths.sh"
source "$BUILD_ROOT/helpers/lock-helpers.sh"

# Default remote (production)
DEFAULT_REMOTE="pkgs.omarchy.org:omarchy-pkgs"
REMOTE="$DEFAULT_REMOTE"
SKIP_PROD_CHECK=false
PRUNE=false

# Print header
print_header "Sync Repository to Remote"

# This script has no `set -e`, so a `shift 2` past the end of the argument list
# fails without consuming anything and the loop spins forever. Check first.
require_value() {
  if [[ $# -lt 2 || -z "$2" ]]; then
    print_error "Option $1 requires a value"
    exit 1
  fi
}

# Parse arguments
while [[ $# -gt 0 ]]; do
  case $1 in
  --arch)
    require_value "$@"
    ARCH="$2"
    update_arch_paths
    shift 2
    ;;
  --mirror)
    require_value "$@"
    MIRROR="$2"
    require_valid_mirror "$MIRROR"
    update_arch_paths
    shift 2
    ;;
  --remote)
    require_value "$@"
    REMOTE="$2"
    shift 2
    ;;
  --skip-prod-check)
    SKIP_PROD_CHECK=true
    shift
    ;;
  --prune)
    PRUNE=true
    shift
    ;;
  -h | --help)
    echo "Usage: $0 [OPTIONS]"
    echo ""
    echo "Options:"
    echo "  --arch <arch>      Target architecture (x86_64 or aarch64, default: x86_64)"
    echo "  --mirror <mirror>  Mirror to use (edge, rc, or stable, default: edge)"
    echo "  --remote <remote>  Rclone remote destination (default: $DEFAULT_REMOTE)"
    echo "  --skip-prod-check  Skip production sync confirmation"
    echo "  --prune            Also delete remote packages missing locally"
    echo "  -h, --help         Show this help message"
    echo ""
    echo "Uploads are additive by default. Removing packages from the remote"
    echo "requires --prune, which only makes sense from a complete local tree."
    exit 0
    ;;
  *)
    print_error "Unknown option: $1"
    exit 1
    ;;
  esac
done

print_info "Mirror: $MIRROR"
print_info "Architecture: $ARCH"
print_info "Local Repository: $REPO_DIR"
print_info "Remote: $REMOTE"
echo ""

# Check if local repo exists
if [[ ! -d "$REPO_DIR" ]]; then
  print_error "Local repository directory not found: $REPO_DIR"
  exit 1
fi

DESTINATION_DIRECTORY="$MIRROR/$ARCH"

# Check if syncing to production and warn user
if [[ "$REMOTE" == "$DEFAULT_REMOTE" ]] && [[ "$SKIP_PROD_CHECK" != true ]]; then
  print_warning "You are about to sync to PRODUCTION ($REMOTE/$DESTINATION_DIRECTORY)"
  echo ""
  read -p "Are you sure you want to sync to production? (y/N) " -n 1 -r
  echo
  if [[ ! $REPLY =~ ^[Yy]$ ]]; then
    print_info "Sync cancelled"
    exit 0
  fi
fi

acquire_release_lock || exit 1

print_info "Syncing to: $REMOTE/$DESTINATION_DIRECTORY"

# The database is what users actually resolve against, and repo-add builds it
# from this tree alone. Publishing one built from a partial tree hides every
# package it does not know about, even though the files are still on the remote.
# Refuse to shrink the package list unless that is the stated intent.
#
# Compare package names, not file counts: this tree keeps several versions of
# each package (bin/repo clean --keep 2) while the database carries one entry per
# name, so counting files would compare unrelated quantities and let a partial
# tree through whenever its spare versions made up the difference.
strip_version() { sed -E 's/-[^-]+-[^-]+-[^-]+\.pkg\.tar\.[^.]+$//'; }

LOCAL_NAMES=$(ls -1 "$REPO_DIR" 2>/dev/null | grep -v '\.sig$' | grep '\.pkg\.tar\.' |
  strip_version | sort -u)

# Distinguish "no repository there yet" from "cannot read the repository". Only
# the first is safe to treat as an empty remote; failing open on a credential or
# network error is how a partial database reaches production.
REMOTE_LISTING=$(rclone lsf "$REMOTE/$DESTINATION_DIRECTORY/" --s3-no-head 2>&1)
RCLONE_STATUS=$?

# rclone exit 3 is "directory not found", which is what a mirror that has never
# been published looks like. Every other failure means the remote could not be
# read, and an unread remote must not be mistaken for an empty one.
if [[ $RCLONE_STATUS -eq 3 ]]; then
  REMOTE_LISTING=""
elif [[ $RCLONE_STATUS -ne 0 ]]; then
  print_error "Cannot read the remote repository (rclone exit $RCLONE_STATUS)"
  echo "$REMOTE_LISTING"
  echo ""
  echo "Refusing to sync: an unreadable remote cannot be checked for packages"
  echo "this tree would hide."
  exit 1
fi

if grep -qx 'omarchy\.db' <<<"$REMOTE_LISTING"; then
  # bsdtar, not tar: the database is compressed and GNU tar will not detect that
  # on a pipe. repo-add has used both gzip and zstd, so let libarchive decide.
  REMOTE_DB_FILE=$(mktemp)
  trap 'rm -f "$REMOTE_DB_FILE"' EXIT
  rclone cat "$REMOTE/$DESTINATION_DIRECTORY/omarchy.db" --s3-no-head >"$REMOTE_DB_FILE" 2>/dev/null

  if ! command -v bsdtar >/dev/null 2>&1; then
    print_error "bsdtar is not installed"
    echo ""
    echo "The repository host needs it to read the repository database."
    echo "Run bin/setup to install everything this host requires."
    exit 1
  fi

  # bsdtar, not tar: repo-add has used both gzip and zstd for the database, and
  # libarchive detects either without being told which.
  REMOTE_NAMES=$(bsdtar -tf "$REMOTE_DB_FILE" 2>/dev/null | sed 's|/.*||' |
    sed -E 's/-[^-]+-[^-]+$//' | sort -u)

  if [[ -z "$REMOTE_NAMES" ]]; then
    print_error "The remote database exists but could not be read"
    echo ""
    echo "Refusing to sync rather than assume the remote is empty. Check that"
    echo "omarchy.db is not corrupt:"
    echo "  rclone cat $REMOTE/$DESTINATION_DIRECTORY/omarchy.db | bsdtar -tf -"
    exit 1
  fi

  HIDDEN=$(comm -23 <(echo "$REMOTE_NAMES") <(echo "$LOCAL_NAMES"))
  HIDDEN_COUNT=$(grep -c '' <<<"$HIDDEN")
  [[ -z "$HIDDEN" ]] && HIDDEN_COUNT=0

  if [[ "$HIDDEN_COUNT" -gt 0 && "$PRUNE" != true ]]; then
    print_error "$HIDDEN_COUNT package(s) in the remote database are missing from this tree"
    echo ""
    echo "$HIDDEN" | head -10 | sed 's/^/  /'
    [[ "$HIDDEN_COUNT" -gt 10 ]] && echo "  ... and $((HIDDEN_COUNT - 10)) more"
    echo ""
    echo "Publishing a database built here would hide them, even though their"
    echo "files remain on the mirror."
    echo ""
    echo "To publish packages built on this machine, push them to the build host,"
    echo "which holds the complete repository:"
    echo "  bin/repo push --mirror $MIRROR --arch $ARCH"
    echo ""
    echo "If shrinking the repository is genuinely what you want, pass --prune."
    exit 1
  fi
fi

# Upload packages first, database last, so the remote never advertises a package
# it does not yet have.
#
# This is `copy`, not `sync`: a local tree is not authoritative about what should
# exist on the remote. Packages built on another machine live only in that
# machine's build-output, and pkgs.omarchy.org/ is gitignored, so any checkout
# that has not run a full release is missing nearly everything. `sync` would read
# those absences as deletions and empty the repository. --ignore-existing keeps
# versions already published from being overwritten.
if [[ "$PRUNE" == true ]]; then
  print_warning "Pruning: remote packages missing from $REPO_DIR will be DELETED"
  if [[ "$SKIP_PROD_CHECK" != true ]]; then
    read -p "Prune the remote to match this tree? (y/N) " -n 1 -r
    echo
    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
      print_info "Sync cancelled"
      exit 0
    fi
  fi
  print_info "Syncing packages (with prune)..."
  if ! rclone sync "$REPO_DIR" "$REMOTE/$DESTINATION_DIRECTORY" \
    --s3-no-head \
    --exclude "omarchy.db*" \
    --exclude "omarchy.files*" \
    --ignore-existing \
    --copy-links --delete-after -v; then
    print_error "Package sync failed — not publishing the database"
    exit 1
  fi
else
  print_info "Syncing packages..."
  if ! rclone copy "$REPO_DIR" "$REMOTE/$DESTINATION_DIRECTORY" \
    --s3-no-head \
    --exclude "omarchy.db*" \
    --exclude "omarchy.files*" \
    --ignore-existing \
    --copy-links -v; then
    print_error "Package upload failed — not publishing the database"
    print_warning "The remote database still describes the previous contents, so"
    print_warning "the repository is unchanged and consistent."
    exit 1
  fi
fi

# Then sync database files last to ensure repository integrity
print_info "Updating repository database..."
if ! rclone copy "$REPO_DIR" "$REMOTE/$DESTINATION_DIRECTORY" \
  --s3-no-head \
  --include "omarchy.*" \
  --checksum --copy-links -v; then
  print_error "Database upload failed"
  print_warning "Packages were uploaded but the database still describes the"
  print_warning "previous contents. Re-run sync to finish publishing them."
  exit 1
fi

print_success "Sync complete!"