1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
|
{-
Copyright (C) 2006 John MacFarlane <jgm at berkeley dot edu>
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
-}
{- |
Module : Text.Pandoc.Entities
Copyright : Copyright (C) 2006 John MacFarlane
License : GNU GPL, version 2 or above
Maintainer : John MacFarlane <jgm at berkeley dot edu>
Stability : alpha
Portability : portable
Functions for encoding unicode characters as entity references,
and vice versa.
-}
module Text.Pandoc.Entities (
charToEntity,
charToNumericalEntity,
encodeEntities,
decodeEntities,
escapeSGMLChar,
stringToSGML,
characterEntity
) where
import Data.Char ( chr, ord )
import Text.ParserCombinators.Parsec
import Data.Maybe ( fromMaybe )
-- | Returns a string containing an entity reference for the character.
charToEntity :: Char -> String
charToEntity char =
let matches = filter (\(entity, character) -> (character == char))
entityTable in
if (length matches) == 0
then charToNumericalEntity char
else fst (head matches)
-- | Returns a string containing a numerical entity reference for the char.
charToNumericalEntity :: Char -> String
charToNumericalEntity ch = "&#" ++ show (ord ch) ++ ";"
-- | Parse SGML character entity.
characterEntity :: GenParser Char st Char
characterEntity = namedEntity <|> hexEntity <|> decimalEntity <?> "SGML entity"
-- | Parse SGML character entity.
namedEntity :: GenParser Char st Char
namedEntity = try $ do
st <- char '&'
body <- many1 alphaNum
end <- char ';'
let entity = "&" ++ body ++ ";"
return $ case (lookup entity entityTable) of
Just ch -> ch
Nothing -> '?'
-- | Parse SGML hexadecimal entity.
hexEntity :: GenParser Char st Char
hexEntity = try $ do
st <- string "&#"
hex <- oneOf "Xx"
body <- many1 (oneOf "0123456789ABCDEFabcdef")
end <- char ';'
return $ chr $ read ('0':'x':body)
-- | Parse SGML decimal entity.
decimalEntity :: GenParser Char st Char
decimalEntity = try $ do
st <- string "&#"
body <- many1 digit
end <- char ';'
return $ chr $ read body
-- | Escape one character as needed for SGML.
escapeSGMLChar :: Char -> String
escapeSGMLChar x =
case x of
'&' -> "&"
'<' -> "<"
'>' -> ">"
'"' -> """
c -> [c]
-- | True if the character needs to be escaped.
needsEscaping :: Char -> Bool
needsEscaping c = c `elem` "&<>\""
-- | Escape string as needed for SGML. Entity references are not preserved.
encodeEntities :: String -> String
encodeEntities "" = ""
encodeEntities str =
case break needsEscaping str of
(okay, "") -> okay
(okay, (c:cs)) -> okay ++ escapeSGMLChar c ++ encodeEntities cs
-- | Convert entities in a string to characters.
decodeEntities :: String -> String
decodeEntities str =
case parse (many (characterEntity <|> anyChar)) str str of
Left err -> error $ "\nError: " ++ show err
Right result -> result
-- | Escape string for SGML, preserving entity references.
stringToSGML :: String -> String
stringToSGML str =
let regular = do
str <- many1 (satisfy (not . needsEscaping))
return str
special = do
notFollowedBy characterEntity
c <- anyChar
return $ escapeSGMLChar c
entity = do
ent <- manyTill anyChar (char ';')
return (ent ++ ";") in
case parse (many (regular <|> special <|> entity)) str str of
Left err -> error $ "\nError: " ++ show err
Right result -> concat result
entityTable :: [(String, Char)]
entityTable = [
(""", chr 34),
("&", chr 38),
("<", chr 60),
(">", chr 62),
(" ", chr 160),
("¡", chr 161),
("¢", chr 162),
("£", chr 163),
("¤", chr 164),
("¥", chr 165),
("¦", chr 166),
("§", chr 167),
("¨", chr 168),
("©", chr 169),
("ª", chr 170),
("«", chr 171),
("¬", chr 172),
("­", chr 173),
("®", chr 174),
("¯", chr 175),
("°", chr 176),
("±", chr 177),
("²", chr 178),
("³", chr 179),
("´", chr 180),
("µ", chr 181),
("¶", chr 182),
("·", chr 183),
("¸", chr 184),
("¹", chr 185),
("º", chr 186),
("»", chr 187),
("¼", chr 188),
("½", chr 189),
("¾", chr 190),
("¿", chr 191),
("À", chr 192),
("Á", chr 193),
("Â", chr 194),
("Ã", chr 195),
("Ä", chr 196),
("Å", chr 197),
("Æ", chr 198),
("Ç", chr 199),
("È", chr 200),
("É", chr 201),
("Ê", chr 202),
("Ë", chr 203),
("Ì", chr 204),
("Í", chr 205),
("Î", chr 206),
("Ï", chr 207),
("Ð", chr 208),
("Ñ", chr 209),
("Ò", chr 210),
("Ó", chr 211),
("Ô", chr 212),
("Õ", chr 213),
("Ö", chr 214),
("×", chr 215),
("Ø", chr 216),
("Ù", chr 217),
("Ú", chr 218),
("Û", chr 219),
("Ü", chr 220),
("Ý", chr 221),
("Þ", chr 222),
("ß", chr 223),
("à", chr 224),
("á", chr 225),
("â", chr 226),
("ã", chr 227),
("ä", chr 228),
("å", chr 229),
("æ", chr 230),
("ç", chr 231),
("è", chr 232),
("é", chr 233),
("ê", chr 234),
("ë", chr 235),
("ì", chr 236),
("í", chr 237),
("î", chr 238),
("ï", chr 239),
("ð", chr 240),
("ñ", chr 241),
("ò", chr 242),
("ó", chr 243),
("ô", chr 244),
("õ", chr 245),
("ö", chr 246),
("÷", chr 247),
("ø", chr 248),
("ù", chr 249),
("ú", chr 250),
("û", chr 251),
("ü", chr 252),
("ý", chr 253),
("þ", chr 254),
("ÿ", chr 255),
("Œ", chr 338),
("œ", chr 339),
("Š", chr 352),
("š", chr 353),
("Ÿ", chr 376),
("ƒ", chr 402),
("ˆ", chr 710),
("˜", chr 732),
("Α", chr 913),
("Β", chr 914),
("Γ", chr 915),
("Δ", chr 916),
("Ε", chr 917),
("Ζ", chr 918),
("Η", chr 919),
("Θ", chr 920),
("Ι", chr 921),
("Κ", chr 922),
("Λ", chr 923),
("Μ", chr 924),
("Ν", chr 925),
("Ξ", chr 926),
("Ο", chr 927),
("Π", chr 928),
("Ρ", chr 929),
("Σ", chr 931),
("Τ", chr 932),
("Υ", chr 933),
("Φ", chr 934),
("Χ", chr 935),
("Ψ", chr 936),
("Ω", chr 937),
("α", chr 945),
("β", chr 946),
("γ", chr 947),
("δ", chr 948),
("ε", chr 949),
("ζ", chr 950),
("η", chr 951),
("θ", chr 952),
("ι", chr 953),
("κ", chr 954),
("λ", chr 955),
("μ", chr 956),
("ν", chr 957),
("ξ", chr 958),
("ο", chr 959),
("π", chr 960),
("ρ", chr 961),
("ς", chr 962),
("σ", chr 963),
("τ", chr 964),
("υ", chr 965),
("φ", chr 966),
("χ", chr 967),
("ψ", chr 968),
("ω", chr 969),
("ϑ", chr 977),
("ϒ", chr 978),
("ϖ", chr 982),
(" ", chr 8194),
(" ", chr 8195),
(" ", chr 8201),
("‌", chr 8204),
("‍", chr 8205),
("‎", chr 8206),
("‏", chr 8207),
("–", chr 8211),
("—", chr 8212),
("‘", chr 8216),
("’", chr 8217),
("‚", chr 8218),
("“", chr 8220),
("”", chr 8221),
("„", chr 8222),
("†", chr 8224),
("‡", chr 8225),
("•", chr 8226),
("…", chr 8230),
("‰", chr 8240),
("′", chr 8242),
("″", chr 8243),
("‹", chr 8249),
("›", chr 8250),
("‾", chr 8254),
("⁄", chr 8260),
("€", chr 8364),
("ℑ", chr 8465),
("℘", chr 8472),
("ℜ", chr 8476),
("™", chr 8482),
("ℵ", chr 8501),
("←", chr 8592),
("↑", chr 8593),
("→", chr 8594),
("↓", chr 8595),
("↔", chr 8596),
("↵", chr 8629),
("⇐", chr 8656),
("⇑", chr 8657),
("⇒", chr 8658),
("⇓", chr 8659),
("⇔", chr 8660),
("∀", chr 8704),
("∂", chr 8706),
("∃", chr 8707),
("∅", chr 8709),
("∇", chr 8711),
("∈", chr 8712),
("∉", chr 8713),
("∋", chr 8715),
("∏", chr 8719),
("∑", chr 8721),
("−", chr 8722),
("∗", chr 8727),
("√", chr 8730),
("∝", chr 8733),
("∞", chr 8734),
("∠", chr 8736),
("∧", chr 8743),
("∨", chr 8744),
("∩", chr 8745),
("∪", chr 8746),
("∫", chr 8747),
("∴", chr 8756),
("∼", chr 8764),
("≅", chr 8773),
("≈", chr 8776),
("≠", chr 8800),
("≡", chr 8801),
("≤", chr 8804),
("≥", chr 8805),
("⊂", chr 8834),
("⊃", chr 8835),
("⊄", chr 8836),
("⊆", chr 8838),
("⊇", chr 8839),
("⊕", chr 8853),
("⊗", chr 8855),
("⊥", chr 8869),
("⋅", chr 8901),
("⌈", chr 8968),
("⌉", chr 8969),
("⌊", chr 8970),
("⌋", chr 8971),
("⟨", chr 9001),
("⟩", chr 9002),
("◊", chr 9674),
("♠", chr 9824),
("♣", chr 9827),
("♥", chr 9829),
("♦", chr 9830)
]
|
