forked from OpenNeo/impress-2020
14 lines
667 B
Bash
14 lines
667 B
Bash
|
# List all the files in our bucket. (The CLI handles pagination, thank you!)
|
||
|
|
yarn aws s3 ls --recursive s3://dti-archive/ \
|
||
|
|
| \
|
||
|
|
# Filter out unnecessary lines; just give us lines formatted like results.
|
||
|
|
grep -E '^[0-9]{4}-[0-9]{2}-[0-9]{2}\s+[0-9]{2}:[0-9]{2}:[0-9]{2}\s+[0-9]+\s+' \
|
||
|
|
| \
|
||
|
|
# Replace all the extra info like time and size with "https://".
|
||
|
|
sed -E 's/^[0-9]{4}-[0-9]{2}-[0-9]{2}\s+[0-9]{2}:[0-9]{2}:[0-9]{2}\s+[0-9]+\s+/https:\/\//' \
|
||
|
|
| \
|
||
|
|
# Hacky urlencode; the only % value in URLs list today is %20, so...
|
||
|
|
sed -E 's/ /%20/' \
|
||
|
|
| \
|
||
|
|
# Output to urls-cache-backup.txt, and print to the screen.
|
||
|
|
tee $(dirname $0)/urls-cache-backup.txt
|