about summary refs log tree commit diff stats
path: root/trunk/hapax.lua
blob: af59e5969499551f4243651a2eafd88d2beeae90 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
-- Pandoc Hapax writer
-- it takes out all formatting, leaving only a river of text
-- running down the page: one word per line, stripping all duplicates
-- vim: fdm=marker
-- invoke with: pandoc -t hapax.lua

os.setlocale("en_US.UTF-8")

function hapax(s)
    local function tablify (s, p)
        local t={}
        for w in s:gmatch(p) do
            table.insert(t, w)
        end
        return t
    end
    local function stripDupes (t)
        local seen = {}
        local remove = {}
        for i = 1, #t do
            element = t[i]
            if seen[element] then
                remove[element] = true
            else
                seen[element] = true
            end
        end
        for i = #t, 1, -1 do
            if remove[t[i]] then
                table.remove(t, i)
            end
        end
        return t
    end
    return table.concat(stripDupes(tablify(s, "%S+")), "\n")
end

function flow(s)
    return s:gsub("%s+", "\n")
end

function nude(s)
    s = s:lower()
    -- Expand contractions
    s = s:gsub("'ll", " will ")
    s = s:gsub("'ve", " have ")
    s = s:gsub("'re", " are ")
    s = s:gsub("i'm", " i am ")
    s = s:gsub("it's", "it is")
    s = s:gsub("n't", " not ")
    s = s:gsub("&", " and ")
    -- -- Remove dashes (not hyphens)
    s = s:gsub('%-[%-%s]+', ' ')
    -- Remove everything that is not letters or numbers
    s = s:gsub('[^A-Za-z0-9/\'-]', ' ')
    -- Remove extra spaces
    s = s:gsub('%s+', ' ')
    return " "..s.." "
end

-- This function is called once for the whole document. Parameters:
-- body is a string, metadata is a table, variables is a table.
-- One could use some kind of templating
-- system here; this just gives you a simple standalone HTML file.
function Doc(body, metadata, variables)
    local buffer = ""
    local function add(s)
        buffer = buffer .. nude(s) .. "\n"
    end
    if metadata['title'] then
        add(metadata['title'])
    end
    if metadata['subtitle'] then
        add(metadata['subtitle'])
    end
    add(body)
    return hapax(flow(buffer))
    -- return flow(buffer)
end

-- Remove all formatting {{{
function Note(s)
    return s
end

function Blocksep()
    return "\n"
end
function Emph(s)
    return s
end

function Strong(s)
    return s
end

function Subscript(s)
    return s
end

function Superscript(s)
    return s
end

function SmallCaps(s)
    return s
end

function Strikeout(s)
    return s
end

function Code(s, attr)
    return s
end

function CodeBlock(s, attr)
    return s
end

function InlineMath(s)
    return s
end

function DisplayMath(s)
    return s
end

function Span(s, attr)
    return s
end

function Cite(s)
    return s
end

function Plain(s)
    return s
end

-- Links only include the link text
function Link(s, src, tit)
    return s
end

-- Images have nothing to give us
-- (but add a space just in case)
function Image(s, src, tit)
    return "\n"
end

function RawBlock(s)
    return s
end

function RawInline(s)
    return s
end

function CaptionedImage(s, src, tit)
    return "\n"
end

function Str(s)
    return s
end

function Div(s, attr)
    return s
end

function Space(s)
    return "\n"
end

function LineBreak()
    return "\n"
end

function Para(s)
    return s
end

function Header(lev, s, attr)
    return s
end

function BlockQuote(s)
    return s
end

function HorizontalRule()
    return "\n"
end

function BulletList(items)
    local buffer = ""
    for _, item in pairs(items) do
        buffer = buffer .. " " .. item .. "\n"
    end
    return buffer .. "\n"
end

function OrderedList(items)
    local buffer = ""
    for _, item in pairs(items) do
        buffer = buffer .. " " .. item .. "\n"
    end
    return buffer .. "\n"
end

function DefinitionList(items)
    local buffer = ""
    for _, item in pairs(items) do
        for k, v in pairs(item) do
            buffer = buffer .. " " .. k .. "\n" .. v .. "\n"
        end
    end
    return buffer .. "\n"
end

function Table(caption, aligns, widths, headers, rows)
    local buffer = ""
    local function add(s)
        buffer = buffer .. " " .. s .. "\n"
    end
    if caption ~= "" then
        add(caption)
    end
    for _,h in pairs(headers) do
        add(h)
    end
    for _, row in pairs(rows) do
        for _, cell in pairs(row) do
            add(cell)
        end
    end
    return buffer
end
-- }}}

-- The following code will produce runtime warnings when you haven't defined
-- all of the functions you need for the custom writer, so it's useful
-- to include when you're working on a writer.
local meta = {}
meta.__index =
  function(_, key)
    io.stderr:write(string.format("WARNING: Undefined function '%s'\n",key))
    return function() return "" end
  end
setmetatable(_G, meta)