']]) if nil ~= beg then body = string.sub(body, en + 1) end beg, en = RE.find(body, [['

']]) if nil ~= beg then if ' -- ' == string.sub(body, en + 1, en + 4) then beg, en = RE.find(body, '[%nl]', en + 4) body = string.sub(body, en + 1) end end beg, en = RE.find(body, [['

']]) if nil ~= beg then body = string.sub(body, 1, beg - 1) end -- beg, en = RE.find(body, [['

']]) if nil ~= beg then body = string.sub(body, 1, en + 1) end beg, en = RE.find(body, [['

']]) if nil ~= beg then body = string.sub(body, 1, beg - 1) end beg, en = RE.find(body, [['

']]) if nil ~= beg then body = string.sub(body, 1, beg - 1) end -- Some clean ups. local result = RE.compile( [[{~ ( {'class="foswikiCurrentTopicLink"'} -> blank / {'class="foswikiNewLink"'} -> blank / {"edit"} -> blank / {" -- "} -> '-noComment-' / -- {"-- " ([^%nl])* } -> blank / {'

'} -> blank / {'rel="nofollow"'} -> blank / {"rel='nofollow'"} -> blank / {"target='_blank'"} -> blank / {"

" ([%nl])* } -> blank / -- {'style="' ([^"])+ '"'} -> blank / {"style='" ([^'])+ "'"} -> blank / . )* ~}]], { blank = function(a) return '' end } ):match(body) body = result -- body = RE.gsub(body, [=[{""}]=], '') -- FIXME local here = 1 beg, en = RE.find(body, [['https://fos.wiki.devuan.org/']], here) while nil ~= beg do here = beg + 1 local beg0, en0 local url = nil if '"' == string.sub(body, beg - 1, beg - 1) then beg0, en0 = RE.find(body, [['"']], en) url = string.sub(body, en + 1, en0 - 1) end if "'" == string.sub(body, beg - 1, beg - 1) then beg0, en0 = RE.find(body, [["'"]], en) url = string.sub(body, en + 1, en0) end if nil ~= url then if ('pub/' == string.sub(url, 1, 4)) then -- FIXME? - evil hack? url = 'Foswiki/' .. url else url = nil end end beg, en, body, here = commonLinky(l, body, 'https://fos.wiki.devuan.org/', url, beg, en, beg0, en0, 1) end writeString(l .. '_NEW', body) elseif 'PmWiki' == string.sub(l, 1, 6) then local beg, en = RE.find(body, [['']]) if nil ~= beg then body = string.sub(body, en + 2) end beg, en = RE.find(body, [["div id='wikitext'>"]]) if nil ~= beg then body = string.sub(body, en + 2) end beg, en = RE.find(body, [["

"]]) if nil ~= beg then body = string.sub(body, 1, beg - (2 + 9)) end -- There's a

to get rid of to. beg, en = RE.find(body, [['']]) if nil ~= beg then body = string.sub(body, 1, beg - 2) end local result = RE.compile( [[{~ ( {"class='categorylink'"} -> blank / {"class='createlink'"} -> blank / {"class='createlinktext'"} -> blank / {"class='escaped'"} -> blank / {"class='diffmarkup'"} -> blank / {"class='selflink'"} -> blank / {"class='urllink'"} -> blank / {"

"} -> blank / {"

"} -> blank / {"class='wikilink'"} -> blank / {'rel="nofollow"'} -> blank / {"rel='nofollow'"} -> blank / {"target='_blank'"} -> blank / -- {'style="' ([^"])+ '"'} -> blank / {"style='" ([^'])+ "'"} -> blank / {" "

' .. string.sub(l, 1, -4) .. 'md')
end

if '.' ~= Directory then
    for l in io.popen('find -L . -name "*.md" -type f,l -printf "%P\n"'):lines() do
	toFile(string.gsub(l, '%.md$', ''))
    end
end

-- Can add in a distant directory to, for putting it's results in the current directory.
for l in io.popen('find -L ' .. Directory .. ' -name "*.md" -type f,l -printf "%P\n"'):lines() do
    local n = string.gsub(l, '%.md$', '')
    if nil == Files[n] then toFile(n) end
end


-- Gotta figure out all the files and subs first.  File and sub metadata comes along for the ride, coz we need them later.
local NewMeta = {}
for name, file in pairs(Files) do
    local bitter, path = '', ''
    local bits, bit = file.bits, file.bit
    local ln = #bits
    local body, metadata = '', {}

    -- Go through our bits, construct Subs with bits.
    if ln > 0 then bitter = bits[1] end
    if '' ~= bitter then Subs[''].subs[bitter] = bitter end	-- "bitter end" was entirely by accident, I'm keeping it.  B-)
    for i, d in ipairs(bits) do
	if '' ~= path then path = path .. '/' end
	path = path .. d
	toSub(path)
	if i < ln 		then
	    Subs[path].subs[bits[i + 1]] = bits[i + 1]
	    table.remove(Subs[path].bits, #bits)
	end
    end

    if '.md' == string.sub(name, -3, -1) then
	-- This is a metadata only file, no content, stash the matadata.

	metadata = readMdMd(name, metadata)
	if '.md' == name                          then toSub(path, 'metadata', metadata)
	elseif '/.md' == string.sub(name, -4, -1) then toSub(path, 'metadata', metadata)
--	else                                           toFile(string.sub(name, 1, -4), 'metadata', metadata)
	else						NewMeta[string.sub(name, 1, -4)] = metadata	-- Coz we can't add to Files here.
	end
	Files[name] = nil
    end
end

-- FIXED - Lua doesn't like modifying the thing you are pair()ing, like we want to do in the last loop.
for name, file in pairs(NewMeta) do
    if nil == Files[name] then toFile(name) end
    for k, v in pairs(file) do
	if nil == Files[name].metadata[k] then Files[name].metadata[k] = v end
    end
end

-- Fix up subs now we have all the file bits.
for name, file in pairs(Files) do
    if '.md' ~= string.sub(name, -3, -1) then
	table.insert(Subs[file.path].files, file.bit)
    end
end



---------------------------------------------------------------------------------
-- These functions assume the above file and sub scan has completed.

-- Which page in this directory should we show?
-- NOTE - only looking for the .md files we scanned for before, any stray HTML, html, HTM, and htm files will get ignored.
local whichPage = function(f)
    local fl = ''
    if nil ~= Subs[f] then
	if nil ~= Subs[f].whichPage then return Subs[f].whichPage end
	if nil ~= Subs[f].files then
	    if 1 == #(Subs[f].files) then	fl = Subs[f].files[1] else
		-- Standard files to search for.
		for i, v in ipairs{'about', 'readme', 'index', 'homepage', 'mainpage', 'webhome'} do
		    for j, w in ipairs(Subs[f].files) do
			if v == string.lower(w) then
			    fl = w
			    break
			end
		    end
		    if '' ~= fl then break end
		end
		-- If nothing else, just grab the first one.
		if ('' == fl) and (nil ~= Subs[f].files[1]) then fl = Subs[f].files[1] end
	    end
	end
    end
    if '' ~= fl then fl = fl .. '.HTML' ; Subs[f].whichPage = fl end
    return fl
end


-- Figure out the original title and link for the original wiki.
local whichWiki = function(metadata)
    local title, link = '', ''
    if 'PmWiki'  == metadata.ogWiki then
	title = metadata.ogBase .. '.'    .. metadata.ogFile
	link  = metadata.ogURL  .. '/?n=' .. metadata.ogBase .. '.' .. metadata.ogFile
    end
    if 'Foswiki' == metadata.ogWiki then
	title = metadata.ogBase .. '/'    .. metadata.ogFile
	link  = metadata.ogURL  .. '/'    .. metadata.ogBase .. '/' .. metadata.ogFile
    end
    return title, link
end


-- Calculate a link from the source directory to the destination directory.
local linkFrom = function(source, dest)
    -- Evil hacks!
    if 'Profiles' == dest then dest = 'PmWiki/Profiles' end
    if 'Onefang'  == dest then dest = 'PmWiki/Onefang' end
    if 'Tiki'     == dest then dest = 'PmWiki/Tiki' end

    if source == dest then return '' end
    local depth = 0
    local lnk = ''
    if source ~= dest then
	if nil == Subs[source] then
--	    print('!!!! No idea where to find source ' .. source)
	    return 'DUNNO'
	end
	if nil == Subs[dest] then
	    if dest == Subs[source].bit then
		return ''
	    else
--		print('!!!! No idea where to find dest   ' .. dest .. ' from ' .. Subs[source].path .. ' / ' .. Subs[source].bit)
		return 'DUNNO'
	    end
	end
	local s = Subs[source].bits
	local d = Subs[dest].bits
	local sl = #s
	local dl = #d

	if 0 == dl then
	    depth = sl
	else
	    for i, v in ipairs(s) do
		if (nil == d[i]) or (v ~= d[i]) then
		    depth = i
		    break
		end
	    end
	end
	-- depth is where they DON'T match.
	local m = depth - 1
	if 0 > m then m = 0 end
	lnk = string.rep('../', sl - m)
	if 0 ~= (m + 1) then lnk = lnk .. table.concat(d, '/', m + 1, dl) end
    end
    return lnk
end



---------------------------------------------------------------------------------
-- More of this actually doing things nonsense.

-- Create an "everything" page, for URL links to every file.HTML.
local Bdy = '# All the pages\n\n| page | converted | original page | last edited UTC | \n| ---- | --------- | ------- | --------------- | '
Pages = {}
for name, file in pairs(Files) do
    local metadata = derefTable(Files[name].metadata, true)
    if ('everything' ~= name) then
	local ln, fw, pw, ts = 'DUNNO', '', '', ''
	local title, link = whichWiki(metadata)
	link = string.gsub(link, 'https://', 'HTTPS://')	-- Prevent this one from being converted.
	if 'PmWiki'  == metadata.ogWiki then pw = 'PmWiki  [' .. title .. '](' .. link .. ')' end
	if 'Foswiki' == metadata.ogWiki then fw = 'Foswiki [' .. title .. '](' .. link .. ')' end
	if nil       ~= metadata.timestamp then ts = metadata.timestamp end
	if nil ~= file.bit   then ln = file.bit
	end
	table.insert(Pages, '\n| ' .. name .. ' | [' .. ln .. '](<' .. name .. '.HTML>) | ' .. fw .. '  ' .. pw .. ' | ' .. ts .. ' |')

	-- Track our external links.
	if (nil ~= metadata.ogBase) and (nil ~= metadata.ogFile) then
	    local n = metadata.ogBase
	    if 'PmWiki'  == metadata.ogWiki then n = n .. '.' else n = n .. '/' end
	    xLinks[n .. metadata.ogFile] = file.path
	end
    end
end
table.sort(Pages, function(a, b) return (string.lower(a) < string.lower(b))  end)
for i, f in ipairs(Pages) do
    Bdy = Bdy .. f
end
h = io.open('everything.md', 'a+')
if nil ~= h then
    h:write(Bdy)
    h:close()
else
    print("Can't open everything.md for writing.")
end
toFile('everything', 'body', Bdy)


-- Loop through Subs, doing whichPage and inheritance.
-- It gets to testing/even/deeper BEFORE it gets to testing/even sometimes.  So sort them.
SUBS = {}
for name, sub in pairs(Subs) do
    table.insert(SUBS, sub)
end
table.sort(SUBS, function(a, b) return (string.lower(a.path) < string.lower(b.path))  end)
for n, sub in pairs(SUBS) do
    local name = sub.path
    sub.whichPage = whichPage(name)
    local metadata = sub.metadata
    for i, s in pairs(sub.subs) do
	local nm = i
	if '' ~= name then nm = name .. '/' .. i end
	for k, v in pairs(metadata) do
	    if nil == Subs[nm].metadata[k] then
		if ('favicon' == k) or ('logo' == k) then
		    Subs[nm].metadata[k] = linkFrom(nm, name) .. v
		else
		    if 'hidden' ~= k then	-- Don't inherit hidden.
			Subs[nm].metadata[k] = v
		    end
		end
	    end
	end
    end
end

-- Files inheritance.
for name, file in pairs(Files) do
    if '' ~= file.body then
	local mdata = Subs[file.path].metadata
	for k, v in pairs(mdata) do
	    if nil == file.metadata[k] then
		Files[name].metadata[k] = v
	    end
	end
    end
end


---------------------------------------------------------------------------------
-- Setup the lunarmark stuff.
local LunamarkOpts = {
    layout='compact',
-- This list is copied from the lunamark source code, until I discover a way to discover it.  The descriptions are useful to.
    containers=false,            -- Put sections in containers (e.g. div or section tags)
    slides=false,                -- Like containers, but do not nest them
    startnum=true,               -- Start number of an ordered list is significant
    smart=false,                 -- Smart typography (quotes, dashes, ellipses)
    preserve_tabs=true,          -- Don't expand tabs to spaces
    notes=true,                  -- Footnotes
    inline_notes=true,           -- Inline footnotes
    definition_lists=true,       -- Definition lists
    citations=true,              -- Citations
    citation_nbsps=true,         -- Turn spacing into non-breaking spaces in citations
    fenced_code_blocks=true,     -- Fenced code blocks
    lua_metadata=true,           -- Lua metadata
    pandoc_title_blocks=true,    -- Pandoc style title blocks
    hash_enumerators=true,       -- may be used as ordered list enumerator
    require_blank_before_blockquote=false,
    require_blank_before_header=false,
    require_blank_before_fenced_code_block=false,
    fancy_lists=true,            -- Pandoc style fancy lists
    task_list=true,              -- GitHub-Flavored Markdown task list
    strikeout=true,              -- Strike-through with double tildes
    mark=true,                   -- Highlight with double equals
    subscript=true,              -- Subscripted text between tildes
    superscript=true,            -- Superscripted text between circumflexes
    bracketed_spans=true,        -- Spans with attributes
    fenced_divs=true,            -- Divs with attributes
    raw_attribute=true,          -- Raw pass-through on code elements
    fenced_code_attributes=true, -- Fenced code block attributes
    link_attributes=true,        -- Link attributes
    pipe_tables=true,            -- PHP Markdown Extra pipe table support
    table_captions=true,         -- Table caption syntax extension
    header_attributes=true,      -- Header attributes
    line_blocks=true,            -- Line blocks
    escaped_line_breaks=true,    -- Pandoc-style escaped hard line breaks
}
local Writer = Lunamark.writer.html5.new(LunamarkOpts)
-- Can override the various writer functions, there's something for each of the basic HTML elements.
local lunaLinky = function(url)		-- Fix up the links.
    if ('https://wiki.devuan.org/' ~= url) and ('https://fos.wiki.devuan.org/' ~= url) then
	-- TODO - This might be covering up a bug elsewhere.
	if '/Main/' == string.sub(url, 1, 6) then
	    local link = linkFrom(Context.path, 'Foswiki/Main')
	    if '' == link then
		url =                string.sub(url, 7) .. '.HTML'
	    else
		url = link .. '/' .. string.sub(url, 7) .. '.HTML'
	    end
	end
	if '/System/' == string.sub(url, 1, 8) then
	    url = 'https://fos.wiki.devuan.org' .. url
	end
	for i, p in ipairs{'https://wiki.devuan.org/?n=', 'https://wiki.devuan.org?n=', 'PmWiki/uploads/', 'Foswiki/pub/', 'https://fos.wiki.devuan.org/'} do
	    if p == string.sub(url, 1, #p) then
		local ur = string.sub(url, #p + 1)
-- TODO - could probably replace some of this mess with RE.gsub() and friends.  Meh, it works.
		local f4, f5, tk1 = string.find(ur, '?', 1, true)
		if fail ~= f4 then
		    local u = string.sub(ur, 1, f4 - 1)
		    ur = u
		end
		local md
		if ('fos' == string.sub(p, 9, 11)) or ('Fos' == string.sub(p, 1, 3)) then
		    md = readMdMd('Foswiki/' .. ur .. '.md', {})
		else
		    md = readMdMd('PmWiki/' .. string.gsub(ur, '%.', '/', 1) .. '.md', {})
		end
		if (nil ~= md) and (nil ~= md.realURL) then	url = md.realURL end

		if ('https://fos.wiki.devuan.org/bin/' ~= string.sub(url, 1, 32)) and ('https://fos.wiki.devuan.org/System/' ~= string.sub(url, 1, 35)) then
		    local xlnk = xLinks[string.gsub(ur, '%..*', '', 1)]
		    if nil == Context.path then
			url = string.gsub(ur, '%.', '/', 1)
		    else
			if nil == xlnk then xlnk = string.gsub(string.gsub(ur, '%..*', '', 1), '/.*', '', 1) end
			if '' ~= Context.path then xlnk = linkFrom(Context.path, xlnk) end
			if '/' == string.sub(xlnk, 1, 1) then xlnk = string.sub(xlnk, 2) end
			if ('' ~= xlnk) and ('/' ~= string.sub(xlnk, -1)) then xlnk = xlnk .. '/' end
			if 'DUNNO/' == xlnk then print('OOPS! page not found - @' .. Context.path .. ' / ' .. Context.bit .. '\t' .. url .. ' -> ' .. xlnk .. ' ' .. string.gsub(ur, '.*%.', '', 1) .. '.HTML') end
		    end
--		if (nil ~= md) and (nil ~= md.realURL) then	url = md.realURL
--		else
								url = xlnk .. string.gsub(ur, '.*%.', '', 1)
--		end
		    if 'PmWiki/uploads/' == p then
			url = '../' .. p .. string.gsub(ur, '%.', '.', 1)
		    elseif 'Foswiki/pub/' == p then
			url = '../' .. p .. ur
		    else
			url = url .. '.HTML'
		    end
		end
	    end
	end
    end
    return url
end

function Writer.header(s, level)
    local text = Lunamark.util.rope_to_string(s)
    return '' .. text .. ' 👆'
end
local OgWriterLink = Writer.link	-- So we can call the original from within mine, we are just changing the URL.
function Writer.link(lab, url, tit)
    return OgWriterLink(lab, lunaLinky(url), tit)
end
local OgWriterImage = Writer.image
function Writer.image(lab, url, tit)
    return OgWriterImage(lab, lunaLinky(url), tit)
end

local Parse = Lunamark.reader.markdown.new(Writer, LunamarkOpts)


---------------------------------------------------------------------------------
-- Loop through the files we found and actually create their HTML files.
for name, file in pairs(Files) do
    local body, metadata = Files[name].body, derefTable(Files[name].metadata, true)
    local bits, bit = Files[name].bits, Files[name].bit
    local ln = #bits
    local result = ''

    if '' ~= body then
	-- Figure out this pages trail links.
	metadata.home = linkFrom(file.path, '') .. Subs[''].whichPage
	metadata.trail = ''
	for i, b in ipairs(bits) do
	    local p = table.concat(bits, '/', 1, i)
	    if i < #bits then
		metadata.trail = metadata.trail .. '' .. b .. '   👣 '
		linkFrom(file.path, table.concat(bits, '/', 1, i))
	    else
		metadata.trail = metadata.trail .. ' ' .. b
	    end
	end

	-- Figure out this pages header links.
	metadata.header = ''
	subs = {}
	for i, f in pairs(Subs[file.path].subs) do
	    table.insert(subs, f)
	end
	table.sort(subs, function(a, b) return (string.lower(a) < string.lower(b))  end)
	for i, f in ipairs(subs) do
	    local pth = file.path
	    if '' ~= file.path then pth = file.path .. '/' end
	    if 'true' ~= Subs[pth .. f].metadata.hidden then
		metadata.header = metadata.header .. '' .. f .. '   '
	    end
	end

	-- Figure out this pages menu links.
	metadata.menu = ''
	if nil == metadata.title then metadata.title = bit end
	if nil ~= Subs[file.path].files then table.sort(Subs[file.path].files, function(a, b) return (string.lower(a) < string.lower(b))  end)  end
	for i, f in ipairs(Subs[file.path].files) do
	    local title, url = nil, nil
	    if '' == file.path then
		title = Files[f].metadata.title
		url   = Files[f].metadata.URL
	    else
		title = Files[file.path .. '/' .. f].metadata.title
		url   = Files[file.path .. '/' .. f].metadata.URL
	    end
	    if nil == title then title = f end
	    if bit == f then
					metadata.menu = metadata.menu .. '' .. title .. ''
		for j, g in ipairs(file.headers) do
			local beg, en = RE.find(g, [['{']])
			if nil ~= beg then
			    g = string.sub(g, 1, beg - 2)
			end
		    local h = string.sub(RE.gsub(g, '{[#]}', ''), 2)
		    local l = string.len(g) - string.len(h)
		    g = h
		    h = RE.gsub(h, '{[ ]}', ' ')
-- FIXME - if it's a linky, strip off the URL part.  The Wiki audit has such things.
					metadata.menu = metadata.menu .. '' .. string.rep(' ', l) .. '' ..  h .. ''
		end
	    else
		if nil ~= url then	metadata.menu = metadata.menu .. ''      .. title .. ' ☝'
		else			metadata.menu = metadata.menu .. '' .. title .. ''
		end
	    end
	end

	-- Figure out this pages footer links.
	metadata.footer = ''
	if nil ~= metadata.pagehistory then metadata.history = 'Page history' else metadata.history = '' end
	if nil ~= metadata.sourcecode	then metadata.footer = 'source code'    end
	if nil ~= metadata.feedatom		then metadata.footer = 'atom feed     ' .. metadata.footer    end
	if metadata.footer ~= '' then metadata.footer = 'Web site ' .. metadata.footer end
	-- Add a link to the original page.
	if nil ~= metadata.ogURL then
	    local title, link = whichWiki(metadata)
	    link = string.gsub(link, 'https://', 'HTTPS://')	-- Prevent this one from being converted.
-- TODO - wrap "edit" in a link to actually edit it. PmWiki "?action=edit"  Foswiki "https://fos.wiki.devuan.org/bit/edit/" .. page .. "?t=" .. 10 digit random number?
	    local edit = 'edit'
	    if 'PmWiki'  == metadata.ogWiki then edit = 'edit' end
--	    if 'Foswiki' == metadata.ogWiki then edit = 'edit' end
	    metadata.footer = 'Original page, maybe you can ' .. edit .. ' it.   ' .. metadata.footer
	end
	metadata.footer = '' .. metadata.footer .. ''

	-- Do our own metadata replacement, it's simple and works better.
	local temp = Template
	-- Toss the body in first, so the scan can deal with it to.
	-- NOTE - this is where we actually parse the markup into HTML.
	Context = file
	local bd, md = Parse(body)		-- The md is a table of extracted metadata, not likely to be any, and we wont do anything with it.
	bd = RE.gsub(bd, '{[%]}', '$perc$')	-- Coz otherwise stray % trip up the capture part.
	temp = RE.gsub(temp, '"$body$"', bd)
	-- The actual metadata replacement.
	result = RE.compile ('{~ ({[$][A-Za-z_]+[$]} -> meta / .)* ~}',
	{
	    meta = function(a)
		a = string.sub(a, 2, -2)
		local md = metadata[a]
		if nil == md then
		    md = GlobalMetaData[a]
		    if nil == md then
			md = a
		    end
		end
		return md
	    end
	} ):match(temp)

	-- Write the file.
	if '' ~= result then
--	    print('From ' .. name .. '.md -> ' .. base)
	    writeString(name .. '.HTML', result)
	end
    end
end