importer/roza/load-index.sh
#!/usr/bin/env bash
set +x
set -e
FILENAME="20171122-archive"
DATADIR="$(dirname $(readlink -f "$0"))/data"
cd ${DATADIR}
if [ ! -f "${DATADIR}/${FILENAME}.xz" ]; then
scp "root@app.mdb.bbdomain.org:/root/roza/${FILENAME}.xz" .
fi
if [ ! -f "${DATADIR}/${FILENAME}" ]; then
xz -dk "${FILENAME}.xz"
sed 's/.//;s/.$//' ${FILENAME} > "${FILENAME}.csv"
fi
psql -d mdb -f ../recreate-temp-table.sql
psql -d mdb -c "\copy roza_index_tmp (path, sha1,size,last_modified) from '${DATADIR}/${FILENAME}.csv' csv;"
psql -d mdb -f ../recreate-table.sql