Init first version
This commit is contained in:
Benoit S
parent
3b4b2ba204
commit
63477444b9
1 changed files with 124 additions and 0 deletions
124
tootpaste.sh
Normal file
124
tootpaste.sh
Normal file
|
|
@ -0,0 +1,124 @@
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
# vim: set sw=2 sts=2 ts=2 expandtab smarttab
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# Steps to run
|
||||||
|
DO_ACCOUNTS_CULL=${DO_ACCOUNTS_CULL:-true}
|
||||||
|
DO_MEDIA_REMOVE=${DO_MEDIA_REMOVE:-true}
|
||||||
|
DO_STATUSES_REMOVE=${DO_STATUSES_REMOVE:-true}
|
||||||
|
DO_CACHE_RECOUNT=${DO_CACHE_RECOUNT:-true}
|
||||||
|
# Environment variables for main settings
|
||||||
|
TOOTCTL=${TOOTCTL:-/home/mastodon/mastodon/bin/tootctl}
|
||||||
|
export DB_POOL=${DB_POOL:-90}
|
||||||
|
DRY_RUN=${DRY_RUN:-true}
|
||||||
|
# Date difference for expired certificate, default 2w
|
||||||
|
TLS_EXPIRED_MAX_SEC=${TLS_EXPIRED_MAX_SEC:-1210000}
|
||||||
|
# How many seconds to wait to connect to an instance already in error in the
|
||||||
|
# past
|
||||||
|
INSTANCE_LAST_CHANCE_TIMEOUT=30
|
||||||
|
# How old media attachments have to be before getting removed
|
||||||
|
MEDIA_REMOVE_DAYS=7
|
||||||
|
CARDS_REMOVE_DAYS=15
|
||||||
|
# How old unreferenced statuses have to be before getting removed
|
||||||
|
STATUSES_REMOVE_DAYS=30
|
||||||
|
# Path to logs files
|
||||||
|
CULL_LOG=/tmp/$(mktemp tootpaste_XXX)
|
||||||
|
TLS_EXPIRED_LOG=/tmp/$(mktemp tootpaste_XXX)
|
||||||
|
OTHER_ERRORS_LOG=/tmp/$(mktemp tootpaste_XXX)
|
||||||
|
PREV_ERRORS_LOG=/tmp/tootpaste_prev_errors
|
||||||
|
|
||||||
|
accounts_cull() {
|
||||||
|
|
||||||
|
$DRY_RUN && $TOOTCTL accounts cull --dry-run --concurrency $DB_POOL > $CULL_LOG
|
||||||
|
$DRY_RUN || $TOOTCTL accounts cull --concurrency $DB_POOL > $CULL_LOG
|
||||||
|
|
||||||
|
# Remove instances that have an expired certificate from more than
|
||||||
|
# TLS_EXPIRED_MAX_SEC
|
||||||
|
grep 'certificate has expired' $CULL_LOG \
|
||||||
|
| awk '{print $NF}' \
|
||||||
|
| cut -d'/' -f3 \
|
||||||
|
| sort -u \
|
||||||
|
> $TLS_EXPIRED_LOG
|
||||||
|
|
||||||
|
while read instance; do
|
||||||
|
TLS_EXPIRED_TS=$(
|
||||||
|
date -d "$(
|
||||||
|
echo Q \
|
||||||
|
| openssl s_client \
|
||||||
|
-servername $instance \
|
||||||
|
-connect ${instance}:443 \
|
||||||
|
2>/dev/null \
|
||||||
|
| openssl x509 -noout -dates \
|
||||||
|
| grep 'notAfter' \
|
||||||
|
| cut -d'=' -f2
|
||||||
|
)" +%s
|
||||||
|
)
|
||||||
|
DATE_DIFF=$(($(date +%s) - $TLS_EXPIRED_TS))
|
||||||
|
if [[ $DATE_DIFF -gt $TLS_EXPIRED_MAX_SEC ]]; then
|
||||||
|
echo "${instance} has a certificate expired for more than TLS_EXPIRED_MAX_SEC, purging..."
|
||||||
|
$DRY_RUN && $TOOTCTL domains purge --concurrency $DB_POOL --dry-run $instance
|
||||||
|
$DRY_RUN || $TOOTCTL domains purge --concurrency $DB_POOL $instance
|
||||||
|
fi
|
||||||
|
done < $TLS_EXPIRED_LOG
|
||||||
|
|
||||||
|
# Log other instances errors, then if they were already in the log, purge
|
||||||
|
# them
|
||||||
|
grep \
|
||||||
|
-e 'certificate verify failed' \
|
||||||
|
-e 'timed out' \
|
||||||
|
-e 'sslv3 alert handshake failure' \
|
||||||
|
-e 'TooManyRedirectsError' \
|
||||||
|
$CULL_LOG \
|
||||||
|
| awk '{print $NF}' \
|
||||||
|
| cut -d'/' -f3 \
|
||||||
|
| sort -u \
|
||||||
|
> $OTHER_ERRORS_LOG
|
||||||
|
|
||||||
|
while read instance; do
|
||||||
|
if grep -q $instance $PREV_ERRORS_LOG; then
|
||||||
|
error=false
|
||||||
|
echo "${instance} was already in error last time your ran tootpaste, trying access..."
|
||||||
|
curl \
|
||||||
|
--silent \
|
||||||
|
--show-error \
|
||||||
|
--max-time $INSTANCE_LAST_CHANCE_TIMEOUT \
|
||||||
|
https://${instance} \
|
||||||
|
|| error=true
|
||||||
|
if $error; then
|
||||||
|
echo "${instance} still cannot be accessed, purging..."
|
||||||
|
$DRY_RUN && $TOOTCTL domains purge --concurrency $DB_POOL --dry-run $instance
|
||||||
|
$DRY_RUN || $TOOTCTL domains purge --concurrency $DB_POOL $instance
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
done < $OTHER_ERRORS_LOG
|
||||||
|
cat $OTHER_ERRORS_LOG >> $PREV_ERRORS_LOG
|
||||||
|
}
|
||||||
|
|
||||||
|
cache_recount(){
|
||||||
|
|
||||||
|
$DRY_RUN && echo 'Not running cache recount in dry run.'
|
||||||
|
$DRY_RUN || $TOOTCTL cache recount accounts --concurrency $DB_POOL
|
||||||
|
$DRY_RUN || $TOOTCTL cache recount statuses --concurrency $DB_POOL
|
||||||
|
}
|
||||||
|
|
||||||
|
media_remove(){
|
||||||
|
|
||||||
|
$DRY_RUN && $TOOTCTL media remove --days $MEDIA_REMOVE_DAYS --concurrency $DB_POOL --dry-run
|
||||||
|
$DRY_RUN || $TOOTCTL media remove --days $MEDIA_REMOVE_DAYS --concurrency $DB_POOL
|
||||||
|
|
||||||
|
$DRY_RUN && $TOOTCTL media remove-orphans --dry-run
|
||||||
|
$DRY_RUN || $TOOTCTL media remove-orphans
|
||||||
|
$DRY_RUN && $TOOTCTL preview_cards remove --days $MEDIA_REMOVE_DAYS --concurrency $DB_POOL --dry-run
|
||||||
|
$DRY_RUN || $TOOTCTL preview_cards remove --days $CARDS_REMOVE_DAYS --concurrency $DB_POOL --link
|
||||||
|
}
|
||||||
|
|
||||||
|
statuses_remove(){
|
||||||
|
|
||||||
|
$DRY_RUN && echo 'Not removing old statuses in dry-run.'
|
||||||
|
$DRY_RUN || $TOOTCTL statuses remove --days $STATUSES_REMOVE_DAYS
|
||||||
|
}
|
||||||
|
|
||||||
|
$DO_ACCOUNTS_CULL && accounts_cull
|
||||||
|
$DO_MEDIA_REMOVE && media_remove
|
||||||
|
$DO_STATUSES_REMOVE && statuses_remove
|
||||||
|
$DO_CACHE_RECOUNT && cache_recount
|
||||||
Loading…
Reference in a new issue