fix: rsync fewer files (#4089)

It's still super slow, however.
This commit is contained in:
Lars Eggert 2022-06-16 19:45:04 +03:00 committed by GitHub
parent f7ec783d7b
commit 8c769521f0
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -33,33 +33,66 @@ done
echo "Using destination $DEST_ROOT"
EXCLUDE="$(mktemp)"
cat << EOF > "$EXCLUDE"
*#
*%
*.diff
*.html
*.json
*.new
*.p7s
*.pdf
*.ps
*.tar
*.xml
*~
/bcp
/beta
/fyi
/ien
/inline-errata
/pending-errata
/prerelease
/std
/v3test
rfc[0-9]
rfc[0-9][0-9]
rfc[0-9][0-9][0-9]
rfc[0-9][0-9][0-9][0-9]
EOF
OPTS="-asz --no-owner --no-group --partial ${PROGRESS:+--info=progress2} --exclude-from=$EXCLUDE --del --delete-excluded"
for dir in bofreq; do
dest="$DEST_ROOT/ietf-ftp/$dir"
mkdir -p "$dest"
echo "Fetching $dest ..."
rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::$dir/ $dest/
rsync $OPTS rsync.ietf.org::$dir/ $dest/
done
for dir in charter conflict-reviews internet-drafts review rfc slides status-changes yang; do
dest="$DEST_ROOT/ietf-ftp/$dir"
mkdir -p "$dest"
echo "Fetching $dest ..."
rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::everything-ftp/$dir/ $dest/
rsync $OPTS rsync.ietf.org::everything-ftp/$dir/ $dest/
done
for dir in floor photo; do
dest="$DEST_ROOT/media/$dir"
mkdir -p "$dest"
echo "Fetching $dest ..."
rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::dev.media/$dir/ $dest/
rsync $OPTS rsync.ietf.org::dev.media/$dir/ $dest/
done
dest="$DEST_ROOT/archive/id"
mkdir -p "$dest"
echo "Fetching $dest ..."
rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::id-archive/ $dest/
rsync $OPTS rsync.ietf.org::id-archive/ $dest/
dest="$DEST_ROOT/www6s/proceedings"
mkdir -p "$dest"
echo "Fetching $dest ..."
rsync -auz ${PROGRESS:+--info=progress2} rsync.ietf.org::proceedings/ $dest/
rsync $OPTS rsync.ietf.org::proceedings/ $dest/
rm "$EXCLUDE"