about summary refs log tree commit diff stats
path: root/trunk/hapax.lua
blob: 7e8410c479cfb71737c6350d6c3a1ebb6ed6a241 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
-- Pandoc River writer
-- it takes out all formatting, leaving only a river of text
-- running down the page: one word per line
-- vim: fdm=marker
-- invoke with: pandoc -t river.lua

os.setlocale("en_US.UTF-8")

function hapax(s)
    local function tablify (s, p)
        local t={}
        for w in s:gmatch(p) do
            table.insert(t, w)
        end
        return t
    end
    local function stripDupes (t)
        local seen = {}
        local remove = {}
        for i = 1, #t do
            element = t[i]
            if seen[element] then
                remove[element] = true
            else
                seen[element] = true
            end
        end
        for i = #t, 1, -1 do
            if remove[t[i]] then
                table.remove(t, i)
            end
        end
        return t
    end
    return table.concat(stripDupes(tablify(s, "%S+")), "\n")
end

function flow(s)
    return s:gsub("%s+", "\n")
end

function nude(s)
    -- Expand contractions
    s = s:gsub("'%a+%s", function (x)
        if x == "'ll" then
            return " will "
        elseif x == "'ve" then
            return " have "
        elseif x == "'re" then
            return " are "
        else
            return x
        end
    end)
    s = s:gsub("it's", "it is")
    s = s:gsub("n't", " not ")
    -- Get rid of quotes around words
    s = s:gsub('"', ' ')
    s = s:gsub("%s'", ' ')
    s = s:gsub("'%s", ' ')
    -- Remove HTML entities
    s = s:gsub('&.-;', ' ')
    s = s:gsub('%b<>', ' ')
    -- Remove end-of-line backslashes
    s = s:gsub('\\$', ' ')
    -- Remove dashes (not hyphens)
    s = s:gsub('%-[%-%s]+', ' ')
    -- Remove everything that is not letters or numbers
    s = s:gsub('[%.!%?:;,%[%]%(%)<>]', ' ')
    -- Remove extra spaces
    s = s:gsub('%s+', ' ')
    return s:lower()
end

-- This function is called once for the whole document. Parameters:
-- body is a string, metadata is a table, variables is a table.
-- One could use some kind of templating
-- system here; this just gives you a simple standalone HTML file.
function Doc(body, metadata, variables)
    local buffer = ""
    local function add(s)
        buffer = buffer .. nude(s) .. "\n"
    end
    if metadata['title'] then
        add(metadata['title'])
    end
    if metadata['subtitle'] then
        add(metadata['subtitle'])
    end
    add(body)
    return hapax(flow(buffer))
end

-- Remove all formatting {{{
function Note(s)
    return nude(s)
end

function Blocksep()
    return "\n"
end
function Emph(s)
    return nude(s)
end

function Strong(s)
    return nude(s)
end

function Subscript(s)
    return nude(s)
end

function Superscript(s)
    return nude(s)
end

function SmallCaps(s)
    return nude(s)
end

function Strikeout(s)
    return nude(s)
end

function Code(s, attr)
    return nude(s)
end

function CodeBlock(s, attr)
    return nude(s)
end

function InlineMath(s)
    return nude(s)
end

function DisplayMath(s)
    return nude(s)
end

function Span(s, attr)
    return nude(s)
end

function Cite(s)
    return nude(s)
end

function Plain(s)
    return nude(s)
end

-- Links only include the link text
function Link(s, src, tit)
    return nude(s)
end

-- Images have nothing to give us
-- (but add a space just in case)
function Image(s, src, tit)
    return "\n"
end

function CaptionedImage(s, src, tit)
    return "\n"
end

function Str(s)
    return nude(s)
end

function Div(s, attr)
    return nude(s)
end

function Space(s)
    return "\n"
end

function LineBreak()
    return "\n"
end

function Para(s)
    return nude(s)
end

function Header(lev, s, attr)
    return nude(s)
end

function BlockQuote(s)
    return nude(s)
end

function HorizontalRule()
    return "\n"
end

function BulletList(items)
    local buffer = ""
    for _, item in pairs(items) do
        buffer = buffer .. nude(item) .. "\n"
    end
    return buffer .. "\n"
end

function OrderedList(items)
    local buffer = ""
    for _, item in pairs(items) do
        buffer = buffer .. nude(item) .. "\n"
    end
    return buffer .. "\n"
end

function DefinitionList(items)
    local buffer = ""
    for _, item in pairs(items) do
        for k, v in pairs(item) do
            buffer = buffer .. nude(k) .. "\n" .. nude(v) .. "\n"
        end
    end
    return buffer .. "\n"
end

function Table(caption, aligns, widths, headers, rows)
    local buffer = ""
    local function add(s)
        buffer = buffer .. nude(s) .. "\n"
    end
    if caption ~= "" then
        add(caption)
    end
    for _,h in pairs(headers) do
        add(h)
    end
    for _, row in pairs(rows) do
        for _, cell in pairs(row) do
            add(cell)
        end
    end
    return buffer
end
-- }}}

-- The following code will produce runtime warnings when you haven't defined
-- all of the functions you need for the custom writer, so it's useful
-- to include when you're working on a writer.
local meta = {}
meta.__index =
  function(_, key)
    io.stderr:write(string.format("WARNING: Undefined function '%s'\n",key))
    return function() return "" end
  end
setmetatable(_G, meta)