1 files changed, 69 insertions, 0 deletions

diff --git a/SuckIt b/SuckIt
new file mode 100755
index 0000000..57aa88b
--- /dev/null
+++ b/SuckIt
@@ -0,0 +1,69 @@
+#!/bin/bash
+
+TIMEFORMAT="    took %lR using %P%% CPU"
+time {
+pushd /opt/merged
+
+rm -fr Foswiki/*
+cp -r /opt/merged_EMPTY/Foswiki .
+rm -fr PmWiki/*
+cp -r /opt/merged_EMPTY/PmWiki .
+
+
+filter="
+ -name _default -prune -o \
+ -name _empty -prune -o \
+ -name System -prune -o \
+ -name Trash -prune -o \
+ -name TWiki -prune -o \
+"
+URL="https://fos.wiki.devuan.org"
+time find /opt/Foswiki/data  ${filter} \
+-name "*.txt" -type f,l -printf "%P\n" | while read line
+do
+    base=`echo "${line}" | cut -d '/' -f 1`
+    file=`echo "${line}" | cut -d '/' -f 2- | rev | cut -b 5- | rev`
+    if [[ ! $file =~ (AdminGroup|AdminUser|AdminUserLeftBar|EditorGroup|GroupTemplate|GroupViewTemplate|NobodyGroup|PatternSkinUserViewTemplate|ProjectContributor|RegistrationAgent|SitePreferences|UnprocessedRegistrations|UnprocessedRegistrationsLog|UserHomepageHeader|UserList|UserListByDateJoined|UserListByLocation|UserList|UserListHeader|WebAtom|WebChanges|WebCreateNewTopic|WebHome|WebIndex|WebLeftBar|WebLeftBarExample|WebNotify|WebPreferences|WebRss|WebSearch|WebSearchAdvanced|WebTopicList|WikiGroups|WikiUsers)$ ]]; then
+        time=`date --rfc-3339=seconds -ur /opt/Foswiki/data/${base}/${file}.txt | cut -d '+' -f 1`
+        mkdir -p Foswiki/$base
+        mkdir -p Foswiki/${base}/`dirname ${file}`
+        echo -e "ogWiki=Foswiki\nogURL=${URL}\nogBase=${base}\nogFile=${file}\ntimestamp=${time}\n" > Foswiki/${base}/${file}.md.md 
+        echo "downloading ${URL}/${base}/${file}?cover=print"
+        # Doesn't help with redownloads, coz natch a dynamic site isn't cached.  But I can at least comment out the curl command during testing to save time.
+        curl --silent --no-progress-meter ${URL}/${base}/${file}?cover=print -o Foswiki/${base}/${file}.HTM
+    fi
+done
+
+
+filter="
+ -not -name "*~" -a \
+ -not -name ".flock" -a \
+ -not -name ".htaccess" -a \
+ -not -name ".lastmod" -a \
+ -not -name ".pageindex" -a \
+"
+URL="https://wiki.devuan.org"
+time find /opt/pmwiki/wiki.d  ${filter} \
+-name "*.*" -type f,l -printf "%P\n" | while read line
+do
+    base=`echo "${line}" | cut -d '.' -f 1`
+    if [[ "${base}" !=  "Site" ]]; then
+        file=`echo "${line}" | cut -d '.' -f 2`
+        time=`date --rfc-3339=seconds -ur /opt/pmwiki/wiki.d/${base}.${file} | cut -d '+' -f 1`
+        mkdir -p PmWiki/$base
+        echo -e "ogWiki=PmWiki\nogURL=${URL}\nogBase=${base}\nogFile=${file}\ntimestamp=${time}\n" > PmWiki/${base}/${file}.md.md
+#       echo "downloading ${URL}/?n=${base}.${file}?action=markdown"
+#       curl --no-progress-meter ${URL}/?n=${base}.${file}?action=markdown -o PmWiki/${base}/${file}.MARKDOWN
+        echo "downloading ${URL}/?n=${base}.${file}?action=print"
+        curl --no-progress-meter ${URL}/?n=${base}.${file}?action=print -o PmWiki/${base}/${file}.HTM
+
+#       pandoc -f markdown -t commonmark_x --self-contained PmWiki//${base}/${file}.MD >PmWiki/${base}/${file}.md
+#       pandoc -f html -t commonmark_x --self-contained PmWiki//${base}/${file}.HTM >PmWiki/${base}/${file}.md
+    fi
+done
+
+
+time notYetAnotherWiki.lua
+
+popd
+}