impress-2020/scripts/archive/prepare/remote.sh

14 lines
667 B
Bash
Raw Normal View History

# List all the files in our bucket. (The CLI handles pagination, thank you!)
yarn aws s3 ls --recursive s3://dti-archive/ \
| \
# Filter out unnecessary lines; just give us lines formatted like results.
grep -E '^[0-9]{4}-[0-9]{2}-[0-9]{2}\s+[0-9]{2}:[0-9]{2}:[0-9]{2}\s+[0-9]+\s+' \
| \
# Replace all the extra info like time and size with "https://".
sed -E 's/^[0-9]{4}-[0-9]{2}-[0-9]{2}\s+[0-9]{2}:[0-9]{2}:[0-9]{2}\s+[0-9]+\s+/https:\/\//' \
| \
# Hacky urlencode; the only % value in URLs list today is %20, so...
sed -E 's/ /%20/g' \
| \
# Output to manifest-remote.txt, and print to the screen.
tee $(dirname $0)/../manifest-remote.txt