From 8c769521f0cbe519cf3fc5bf31e3e9ec78861156 Mon Sep 17 00:00:00 2001
From: Lars Eggert <lars@eggert.org>
Date: Thu, 16 Jun 2022 19:45:04 +0300
Subject: [PATCH] fix: rsync fewer files (#4089)

It's still super slow, however.
---
 docker/scripts/app-rsync-extras.sh | 43 ++++++++++++++++++++++++++----
 1 file changed, 38 insertions(+), 5 deletions(-)

diff --git a/docker/scripts/app-rsync-extras.sh b/docker/scripts/app-rsync-extras.sh
index f61146b56..6f0b17781 100755
--- a/docker/scripts/app-rsync-extras.sh
+++ b/docker/scripts/app-rsync-extras.sh
@@ -33,33 +33,66 @@ done
 
 echo "Using destination $DEST_ROOT"
 
+EXCLUDE="$(mktemp)"
+cat << EOF > "$EXCLUDE"
+*#
+*%
+*.diff
+*.html
+*.json
+*.new
+*.p7s
+*.pdf
+*.ps
+*.tar
+*.xml
+*~
+/bcp
+/beta
+/fyi
+/ien
+/inline-errata
+/pending-errata
+/prerelease
+/std
+/v3test
+rfc[0-9]
+rfc[0-9][0-9]
+rfc[0-9][0-9][0-9]
+rfc[0-9][0-9][0-9][0-9]
+EOF
+
+OPTS="-asz --no-owner --no-group --partial ${PROGRESS:+--info=progress2} --exclude-from=$EXCLUDE --del --delete-excluded"
+
 for dir in bofreq; do
     dest="$DEST_ROOT/ietf-ftp/$dir"
     mkdir -p "$dest"
     echo "Fetching $dest ..."
-    rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::$dir/ $dest/
+    rsync $OPTS rsync.ietf.org::$dir/ $dest/
 done
 
 for dir in charter conflict-reviews internet-drafts review rfc slides status-changes yang; do
     dest="$DEST_ROOT/ietf-ftp/$dir"
     mkdir -p "$dest"
     echo "Fetching $dest ..."
-    rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::everything-ftp/$dir/ $dest/
+    rsync $OPTS rsync.ietf.org::everything-ftp/$dir/ $dest/
 done
 
 for dir in floor photo; do
     dest="$DEST_ROOT/media/$dir"
     mkdir -p "$dest"
     echo "Fetching $dest ..."
-    rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::dev.media/$dir/ $dest/
+    rsync $OPTS rsync.ietf.org::dev.media/$dir/ $dest/
 done
 
 dest="$DEST_ROOT/archive/id"
 mkdir -p "$dest"
 echo "Fetching $dest ..."
-rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::id-archive/ $dest/
+rsync $OPTS rsync.ietf.org::id-archive/ $dest/
 
 dest="$DEST_ROOT/www6s/proceedings"
 mkdir -p "$dest"
 echo "Fetching $dest ..."
-rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::proceedings/ $dest/
+rsync $OPTS rsync.ietf.org::proceedings/ $dest/
+
+rm "$EXCLUDE"