Major YAR!!

Moved the post download code from the SuckIt's to the main script, and
combined what's left.

Minor icon tweak.

Think I have almost figured out the HTML and CSS to get the layout to
behave.

Major rearrange of the main script.

Use more of lunamark and RE.

Moar colours!

Solved the generic colour shenanigans.

Solved a few other bugs.

Hidden directories.

Lots of things I forgot about.

1 files changed, 69 insertions, 0 deletions

diff --git a/SuckIt b/SuckIt
new file mode 100755
index 0000000..57aa88b
--- /dev/null
+++ b/SuckIt
@@ -0,0 +1,69 @@
+#!/bin/bash
+
+TIMEFORMAT="    took %lR using %P%% CPU"
+time {
+pushd /opt/merged
+
+rm -fr Foswiki/*
+cp -r /opt/merged_EMPTY/Foswiki .
+rm -fr PmWiki/*
+cp -r /opt/merged_EMPTY/PmWiki .
+
+
+filter="
+ -name _default -prune -o \
+ -name _empty -prune -o \
+ -name System -prune -o \
+ -name Trash -prune -o \
+ -name TWiki -prune -o \
+"
+URL="https://fos.wiki.devuan.org"
+time find /opt/Foswiki/data  ${filter} \
+-name "*.txt" -type f,l -printf "%P\n" | while read line
+do
+    base=`echo "${line}" | cut -d '/' -f 1`
+    file=`echo "${line}" | cut -d '/' -f 2- | rev | cut -b 5- | rev`
+    if [[ ! $file =~ (AdminGroup|AdminUser|AdminUserLeftBar|EditorGroup|GroupTemplate|GroupViewTemplate|NobodyGroup|PatternSkinUserViewTemplate|ProjectContributor|RegistrationAgent|SitePreferences|UnprocessedRegistrations|UnprocessedRegistrationsLog|UserHomepageHeader|UserList|UserListByDateJoined|UserListByLocation|UserList|UserListHeader|WebAtom|WebChanges|WebCreateNewTopic|WebHome|WebIndex|WebLeftBar|WebLeftBarExample|WebNotify|WebPreferences|WebRss|WebSearch|WebSearchAdvanced|WebTopicList|WikiGroups|WikiUsers)$ ]]; then
+        time=`date --rfc-3339=seconds -ur /opt/Foswiki/data/${base}/${file}.txt | cut -d '+' -f 1`
+        mkdir -p Foswiki/$base
+        mkdir -p Foswiki/${base}/`dirname ${file}`
+        echo -e "ogWiki=Foswiki\nogURL=${URL}\nogBase=${base}\nogFile=${file}\ntimestamp=${time}\n" > Foswiki/${base}/${file}.md.md 
+        echo "downloading ${URL}/${base}/${file}?cover=print"
+        # Doesn't help with redownloads, coz natch a dynamic site isn't cached.  But I can at least comment out the curl command during testing to save time.
+        curl --silent --no-progress-meter ${URL}/${base}/${file}?cover=print -o Foswiki/${base}/${file}.HTM
+    fi
+done
+
+
+filter="
+ -not -name "*~" -a \
+ -not -name ".flock" -a \
+ -not -name ".htaccess" -a \
+ -not -name ".lastmod" -a \
+ -not -name ".pageindex" -a \
+"
+URL="https://wiki.devuan.org"
+time find /opt/pmwiki/wiki.d  ${filter} \
+-name "*.*" -type f,l -printf "%P\n" | while read line
+do
+    base=`echo "${line}" | cut -d '.' -f 1`
+    if [[ "${base}" !=  "Site" ]]; then
+        file=`echo "${line}" | cut -d '.' -f 2`
+        time=`date --rfc-3339=seconds -ur /opt/pmwiki/wiki.d/${base}.${file} | cut -d '+' -f 1`
+        mkdir -p PmWiki/$base
+        echo -e "ogWiki=PmWiki\nogURL=${URL}\nogBase=${base}\nogFile=${file}\ntimestamp=${time}\n" > PmWiki/${base}/${file}.md.md
+#       echo "downloading ${URL}/?n=${base}.${file}?action=markdown"
+#       curl --no-progress-meter ${URL}/?n=${base}.${file}?action=markdown -o PmWiki/${base}/${file}.MARKDOWN
+        echo "downloading ${URL}/?n=${base}.${file}?action=print"
+        curl --no-progress-meter ${URL}/?n=${base}.${file}?action=print -o PmWiki/${base}/${file}.HTM
+
+#       pandoc -f markdown -t commonmark_x --self-contained PmWiki//${base}/${file}.MD >PmWiki/${base}/${file}.md
+#       pandoc -f html -t commonmark_x --self-contained PmWiki//${base}/${file}.HTM >PmWiki/${base}/${file}.md
+    fi
+done
+
+
+time notYetAnotherWiki.lua
+
+popd
+}