From 96eda14b7a1caff77da000a9a957b20ab1a1bb6e Mon Sep 17 00:00:00 2001
From: David Walter Seikel
Date: Tue, 8 Nov 2016 15:49:56 +1000
Subject: Lots of hacking up the scripts to work with the new setup, and more.

---
 scripts/gitAR.sh | 118 +++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 118 insertions(+)
 create mode 100755 scripts/gitAR.sh

(limited to 'scripts/gitAR.sh')

diff --git a/scripts/gitAR.sh b/scripts/gitAR.sh
new file mode 100755
index 0000000..2a067be
--- /dev/null
+++ b/scripts/gitAR.sh
@@ -0,0 +1,118 @@
+#!/bin/bash
+
+# Work around OpenSims slow database corruption bug by using git to store all old backups.
+# Try to squeeze every last byte out of the tarballs.  Seems to cut the total storage size down to one third the size of just the raw I/OAR files.
+# Saves even more if there's been no changes.
+# On the other hand, these backup files will grow indefinately, the more changes, the faster it grows.  I can live with that for more reliable backups that go back further.
+# Tries to avoid loosing data if things go wrong.  I think the main remaining problem would be running out of space, in which case you have bigger problems to deal with.
+
+# Strategy - unpack the last one, unpack and commit any old I/OARs, pack up the result, delete it's working directory, THEN run the save i/oar.
+# Avoids having to sync with OpenSim finishing the current I/OAR, and as a bonus, an easy to deliver latest I/OAR for people that want it.
+
+# Not really meant to be called by users, so don't bother validating the input and such.
+
+type=$1
+title=$2
+
+# Figure out where we are, most of this mess is to troll through soft links.
+PRG="$0"
+while [ -h "${PRG}" ] ; do
+  ls=$(ls -ld "${PRG}")
+  link=`expr "${ls}" : '.*-> \(.*\)$'`
+  if expr "${link}" : '.*/.*' > /dev/null; then
+    PRG="${link}"
+  else
+    PRG=$(dirname "${PRG}")/"${link}"
+  fi
+done
+PRGDIR=$(dirname "${PRG}")
+pushd ${PRGDIR} >/dev/null
+PRGDIR=$(pwd)
+popd >/dev/null
+
+date=$(date '+%F_%T')
+
+# Sanitize the name.  Not removing [ or ], couldn't get that to work, only important for Windows.
+name=$(echo "${title}" | sed -e 's/[\\/:\*\?"<>\|@#$%&\0\x01-\x1F\x27\x40\x60\x7F. ]/_/g' -e 's/^$/NONAME/')
+# Convert the type to uppercase.
+gar="_git$(echo -n ${type} | tr '[:lower:]' '[:upper:]')AR"
+
+if [ -d ${PRGDIR}/../../backups/temp_backup${type}_${name} ]; then
+  echo "WARNING - Mess left over from last backup, not gonna run!"
+  mv ${PRGDIR}/../../backups/temp_backup${type}_${name}/*.oar ${PRGDIR}/../backups
+  exit 1
+fi
+
+mkdir -p ${PRGDIR}/../../backups/temp_backup${type}_${name}
+pushd ${PRGDIR}/../../backups/temp_backup${type}_${name} >/dev/null
+if [ -f ../${name}${gar}.tar.xz ]; then
+  nice -n 19 tar -xf ../${name}${gar}.tar.xz
+else
+  mkdir -p ${name}${gar}
+  git init ${name}${gar} >log
+fi
+
+pushd ${name}${gar} >/dev/null
+
+# Make sure stuff that's already compressed doesn't get compressed by git.
+# Also tries to protect binaries from mangling.
+cat >.gitattributes <<- zzzzEOFzzzz
+*.bvh -delta -diff -text
+*.jp2 -delta -diff -text
+*.jpg -delta -diff -text
+*.llmesh -delta -diff -text
+*.ogg -delta -diff -text
+*.png -delta -diff -text
+*.r32 -delta -diff -text
+*.tga -delta -diff -text
+zzzzEOFzzzz
+git add .gitattributes &>>../log
+# Coz git insists.
+git config user.email "opensim@$(hostname -A | cut -d ' ' -f 1)"
+git config user.name  "opensim"
+
+# Looping through them in case there's a bunch of I/OARs from previous versions of this script.
+find ../.. -maxdepth 1 -type f -name ${name}-*.${type}ar | sort | while read file;  do
+  # Deal with deletions in the inventory / sim, easy method, which becomes a nop for files that stay in the git add below.
+  git rm -fr * &>>../log && \
+  nice -n 19 tar -xzf "${file}" || echo "ERROR - Could not unpack ${file} !" >>../errors
+  if [ ! -f ../errors ]; then
+    git add * &>>../log && git add */\* &>>../log
+    # Magic needed to figure out if there's anything to commit.
+    # After all the pain to get this to work, there's an ever changing timestamp in archive.xml that screws it up.
+    # Like this system didn't have enough timestamps in it already.  lol
+    # TODO - I could sed out that timestamp, and put it back again based on the OAR file name when extracting.
+    #        IARs don't seem to have the timestamp.
+    if t=$(git status --porcelain) && [ -z "${t}" ]; then
+      true
+    else
+      # Note this commit message has to be just the file name, as the ungitAR script uses it.
+      git commit -qm "$(basename ${file})" &>>../log || echo "ERROR - Could not commit ${file} !" >>../errors
+    fi
+    if [ ! -f ../errors ]; then
+      mv ${file} ..
+    fi
+  fi
+  if [ -f ../errors ]; then
+    exit 1	# Seems to only exit from this loop, not the script.  Makes me want to rewrite this in a real language.  lol
+  fi
+done
+
+#git gc --aggressive --prune=now		# Takes a long time, doesn't gain much.  Even worse, it increases the size of the resulting tarball.  lol
+
+popd >/dev/null
+
+if [ ! -f errors ]; then
+  XZ_OPT="-9e" nice -n 19 tar -c --xz ${name}${gar} -f ../${name}${gar}.tar.xz || echo "ERROR - Could not pack gitAR!" >>errors
+fi
+
+popd >/dev/null
+
+if [ -f ${PRGDIR}/../../backups/temp_backup${type}_${name}/errors ]; then
+  echo "NOT cleaning up coz - "
+  cat ${PRGDIR}/../../backups/temp_backup${type}_${name}/errors
+else
+  rm -fr ${PRGDIR}/../../backups/temp_backup${type}_${name}
+fi
+
+echo -n ${name}
-- 
cgit v1.1