Add HAPAX LEGOMENA support & flatten structure

The list of hapax legomena for this project is available at /hapax.html.

In addition, the directory structure has been further flattened.
All assets (javascript, lua, images, fonts) are in /trunk/.

One other thing was to update the makefile.
It compiles hapax.txt from rivers.

1 files changed, 256 insertions, 0 deletions

@@ -0,0 +1,256 @@
+-- Pandoc River writer
+-- it takes out all formatting, leaving only a river of text
+-- running down the page: one word per line
+-- vim: fdm=marker
+-- invoke with: pandoc -t river.lua
+
+os.setlocale("en_US.UTF-8")
+
+function hapax(s)
+    local function tablify (s, p)
+        local t={}
+        for w in s:gmatch(p) do
+            table.insert(t, w)
+        end
+        return t
+    end
+    local function stripDupes (t)
+        local seen = {}
+        local remove = {}
+        for i = 1, #t do
+            element = t[i]
+            if seen[element] then
+                remove[element] = true
+            else
+                seen[element] = true
+            end
+        end
+        for i = #t, 1, -1 do
+            if remove[t[i]] then
+                table.remove(t, i)
+            end
+        end
+        return t
+    end
+    return table.concat(stripDupes(tablify(s, "%S+")), "\n")
+end
+
+function flow(s)
+    return s:gsub("%s+", "\n")
+end
+
+function nude(s)
+    -- Expand contractions
+    s = s:gsub("'%a+%s", function (x)
+        if x == "'ll" then
+            return " will "
+        elseif x == "'ve" then
+            return " have "
+        elseif x == "'re" then
+            return " are "
+        else
+            return x
+        end
+    end)
+    s = s:gsub("it's", "it is")
+    s = s:gsub("n't", " not ")
+    -- Get rid of quotes around words
+    s = s:gsub('"', ' ')
+    s = s:gsub("%s'", ' ')
+    s = s:gsub("'%s", ' ')
+    -- Remove HTML entities
+    s = s:gsub('&.-;', ' ')
+    s = s:gsub('%b<>', ' ')
+    -- Remove end-of-line backslashes
+    s = s:gsub('\\$', ' ')
+    -- Remove dashes (not hyphens)
+    s = s:gsub('%-[%-%s]+', ' ')
+    -- Remove everything that is not letters or numbers
+    s = s:gsub('[%.!%?:;,%[%]%(%)<>]', ' ')
+    -- Remove extra spaces
+    s = s:gsub('%s+', ' ')
+    return s:lower()
+end
+
+-- This function is called once for the whole document. Parameters:
+-- body is a string, metadata is a table, variables is a table.
+-- One could use some kind of templating
+-- system here; this just gives you a simple standalone HTML file.
+function Doc(body, metadata, variables)
+    local buffer = ""
+    local function add(s)
+        buffer = buffer .. nude(s) .. "\n"
+    end
+    if metadata['title'] then
+        add(metadata['title'])
+    end
+    if metadata['subtitle'] then
+        add(metadata['subtitle'])
+    end
+    add(body)
+    return hapax(flow(buffer))
+end
+
+-- Remove all formatting {{{
+function Note(s)
+    return nude(s)
+end
+
+function Blocksep()
+    return "\n"
+end
+function Emph(s)
+    return nude(s)
+end
+
+function Strong(s)
+    return nude(s)
+end
+
+function Subscript(s)
+    return nude(s)
+end
+
+function Superscript(s)
+    return nude(s)
+end
+
+function SmallCaps(s)
+    return nude(s)
+end
+
+function Strikeout(s)
+    return nude(s)
+end
+
+function Code(s, attr)
+    return nude(s)
+end
+
+function CodeBlock(s, attr)
+    return nude(s)
+end
+
+function InlineMath(s)
+    return nude(s)
+end
+
+function DisplayMath(s)
+    return nude(s)
+end
+
+function Span(s, attr)
+    return nude(s)
+end
+
+function Cite(s)
+    return nude(s)
+end
+
+function Plain(s)
+    return nude(s)
+end
+
+-- Links only include the link text
+function Link(s, src, tit)
+    return nude(s)
+end
+
+-- Images have nothing to give us
+-- (but add a space just in case)
+function Image(s, src, tit)
+    return "\n"
+end
+
+function CaptionedImage(s, src, tit)
+    return "\n"
+end
+
+function Str(s)
+    return nude(s)
+end
+
+function Div(s, attr)
+    return nude(s)
+end
+
+function Space(s)
+    return "\n"
+end
+
+function LineBreak()
+    return "\n"
+end
+
+function Para(s)
+    return nude(s)
+end
+
+function Header(lev, s, attr)
+    return nude(s)
+end
+
+function BlockQuote(s)
+    return nude(s)
+end
+
+function HorizontalRule()
+    return "\n"
+end
+
+function BulletList(items)
+    local buffer = ""
+    for _, item in pairs(items) do
+        buffer = buffer .. nude(item) .. "\n"
+    end
+    return buffer .. "\n"
+end
+
+function OrderedList(items)
+    local buffer = ""
+    for _, item in pairs(items) do
+        buffer = buffer .. nude(item) .. "\n"
+    end
+    return buffer .. "\n"
+end
+
+function DefinitionList(items)
+    local buffer = ""
+    for _, item in pairs(items) do
+        for k, v in pairs(item) do
+            buffer = buffer .. nude(k) .. "\n" .. nude(v) .. "\n"
+        end
+    end
+    return buffer .. "\n"
+end
+
+function Table(caption, aligns, widths, headers, rows)
+    local buffer = ""
+    local function add(s)
+        buffer = buffer .. nude(s) .. "\n"
+    end
+    if caption ~= "" then
+        add(caption)
+    end
+    for _,h in pairs(headers) do
+        add(h)
+    end
+    for _, row in pairs(rows) do
+        for _, cell in pairs(row) do
+            add(cell)
+        end
+    end
+    return buffer
+end
+-- }}}
+
+-- The following code will produce runtime warnings when you haven't defined
+-- all of the functions you need for the custom writer, so it's useful
+-- to include when you're working on a writer.
+local meta = {}
+meta.__index =
+  function(_, key)
+    io.stderr:write(string.format("WARNING: Undefined function '%s'\n",key))
+    return function() return "" end
+  end
+setmetatable(_G, meta)