Compare commits
76 Commits
7fdc1bcbf1
...
fixingInco
Author | SHA1 | Date | |
---|---|---|---|
09982f4ab1 | |||
4101767aff | |||
ed7d2c1ef1 | |||
234145bcb3 | |||
eb20f154a4 | |||
172985131b | |||
3781e67ab1 | |||
f2d54edd3f | |||
5393dc4eb9 | |||
e051c87f08 | |||
9b1c51897c | |||
2a3dddc7b0 | |||
a8793b5adb | |||
eecec764ad | |||
cdca6ea95e | |||
540b5430e5 | |||
00dfba81eb | |||
39152c0034 | |||
41b35be7c9 | |||
d2c8565f62 | |||
62eeef2abb | |||
9c6634cfec | |||
2a5a68b1de | |||
f8e1a98bdf | |||
05433c31f1 | |||
5c871f2b25 | |||
5273c99e6e | |||
50888c9c3d | |||
45115c765c | |||
5b0d42fd2d | |||
2a585d00f2 | |||
11a3b14cb1 | |||
58d3142855 | |||
0fb651fffc | |||
bc05dede06 | |||
b69e34f823 | |||
2514ecdafc | |||
c52d5556a2 | |||
5fc1b1122a | |||
83dd0024c4 | |||
70761649ad | |||
b9c6cc4470 | |||
23691f9cfe | |||
8c220cc800 | |||
ee453c0259 | |||
c90d23617a | |||
c574699a8a | |||
f55e160e25 | |||
dddcca0185 | |||
e7d94f225a | |||
e8eb22f3ae | |||
ef1809970b | |||
549504d650 | |||
4f23592aeb | |||
b00d79b9aa | |||
3cd9f24935 | |||
a60b3754e4 | |||
3330185393 | |||
1df7f64aec | |||
bfd627c763 | |||
81671727b2 | |||
1b821c4315 | |||
51728dd3a1 | |||
56e1514213 | |||
e7ea7b6ba6 | |||
ef132791a1 | |||
ca0d09dfab | |||
d1b0ce6b10 | |||
b6f51c33c7 | |||
9ffbb7365c | |||
71aacdd26a | |||
873795e267 | |||
9a128407cc | |||
a18d03e4ac | |||
f916267d29 | |||
9555f55575 |
@@ -56,6 +56,7 @@ common warnings
|
|||||||
library
|
library
|
||||||
hs-source-dirs: src
|
hs-source-dirs: src
|
||||||
exposed-modules: MdToHTML
|
exposed-modules: MdToHTML
|
||||||
|
other-modules: MdToHtmlTest
|
||||||
build-depends: base ^>=4.19.1.0,
|
build-depends: base ^>=4.19.1.0,
|
||||||
HUnit
|
HUnit
|
||||||
|
|
||||||
@@ -67,7 +68,9 @@ executable md-to-html-runner
|
|||||||
main-is: Main.hs
|
main-is: Main.hs
|
||||||
|
|
||||||
-- Modules included in this executable, other than Main.
|
-- Modules included in this executable, other than Main.
|
||||||
-- other-modules:
|
other-modules:
|
||||||
|
MdToHTML
|
||||||
|
MdToHtmlTest
|
||||||
|
|
||||||
-- LANGUAGE extensions used by modules in this package.
|
-- LANGUAGE extensions used by modules in this package.
|
||||||
-- other-extensions:
|
-- other-extensions:
|
||||||
|
393
src/MdToHTML.hs
393
src/MdToHTML.hs
@@ -1,17 +1,23 @@
|
|||||||
|
{-# OPTIONS_GHC -Wno-unrecognised-pragmas #-}
|
||||||
|
|
||||||
|
{-# HLINT ignore "Use lambda-case" #-}
|
||||||
|
|
||||||
module MdToHTML where
|
module MdToHTML where
|
||||||
|
|
||||||
import Control.Applicative
|
import Control.Applicative
|
||||||
import Control.Monad
|
import Control.Monad
|
||||||
|
import Data.Char
|
||||||
import Data.List
|
import Data.List
|
||||||
|
import Data.Ord (comparing)
|
||||||
import Debug.Trace
|
import Debug.Trace
|
||||||
import Text.ParserCombinators.ReadP
|
import Text.ParserCombinators.ReadP
|
||||||
import Text.Printf
|
import Text.Printf
|
||||||
|
|
||||||
type HeaderLevel = Int
|
type HeaderLevel = Int
|
||||||
|
|
||||||
newtype URL = URL {getUrl :: String}
|
newtype URL = URL {getUrl :: String} deriving (Eq)
|
||||||
|
|
||||||
newtype ImgPath = ImgPath {getPath :: String}
|
newtype ImgPath = ImgPath {getPath :: String} deriving (Eq)
|
||||||
|
|
||||||
parseMany :: ReadP a -> ReadP [a]
|
parseMany :: ReadP a -> ReadP [a]
|
||||||
parseMany = Text.ParserCombinators.ReadP.many
|
parseMany = Text.ParserCombinators.ReadP.many
|
||||||
@@ -21,12 +27,13 @@ data MdToken
|
|||||||
| Header HeaderLevel MdToken
|
| Header HeaderLevel MdToken
|
||||||
| Para MdToken
|
| Para MdToken
|
||||||
| Line [MdToken]
|
| Line [MdToken]
|
||||||
|
| SingleNewline -- A single newline is rendered as a space.
|
||||||
| Linebreak
|
| Linebreak
|
||||||
| HorizontalRule
|
| HorizontalRule
|
||||||
| Blockquote MdToken
|
| Blockquote [MdToken]
|
||||||
| UnordList [MdToken]
|
| UnordList [MdToken]
|
||||||
| OrdList [MdToken]
|
| OrdList [MdToken]
|
||||||
| Code String
|
| Code MdToken
|
||||||
| Codeblock String
|
| Codeblock String
|
||||||
| Link MdToken URL
|
| Link MdToken URL
|
||||||
| Image MdToken ImgPath
|
| Image MdToken ImgPath
|
||||||
@@ -34,152 +41,374 @@ data MdToken
|
|||||||
| Italic MdToken
|
| Italic MdToken
|
||||||
| Strikethrough MdToken
|
| Strikethrough MdToken
|
||||||
| Unit String
|
| Unit String
|
||||||
|
deriving (Eq)
|
||||||
|
|
||||||
-- Deriving Show for MdToken
|
-- Deriving Show for MdToken
|
||||||
instance Show MdToken where
|
instance Show MdToken where
|
||||||
show (Document tokens) = concat (map show tokens)
|
show (Document tokens) = concatMap show tokens
|
||||||
show (Header level token) = "<h" ++ show level ++ ">" ++ show token ++ "</h" ++ show level ++ ">"
|
show (Header level token) = "<h" ++ show level ++ ">" ++ show token ++ "</h" ++ show level ++ ">"
|
||||||
show (Para token) = "<p>" ++ show token ++ "</p>"
|
show (Para token) = "<p>" ++ show token ++ "</p>"
|
||||||
show (Line tokens) = concat (map show tokens)
|
show (Line tokens) = concatMap show tokens
|
||||||
show Linebreak = "<br>"
|
show Linebreak = "<br>"
|
||||||
show HorizontalRule = "---------"
|
show SingleNewline = " "
|
||||||
show (Blockquote token) = "BLOCK" ++ show token
|
show HorizontalRule = "<hr>"
|
||||||
show (UnordList tokens) = "UNORD" ++ concat (map show tokens)
|
show (Blockquote tokens) = "<blockquote>" ++ concatMap show tokens ++ "</blockquote>"
|
||||||
show (OrdList tokens) = "ORD" ++ concat (map show tokens)
|
show (UnordList tokens) = "<ul>" ++ concatMap (prepend "<li>" . append "</li>" . show) tokens ++ "</ul>"
|
||||||
show (Code code) = show code
|
show (OrdList tokens) = "<ol>" ++ concatMap (prepend "<li>" . append "</li>" . show) tokens ++ "</ol>"
|
||||||
|
show (Code code) = "<code>" ++ show code ++ "</code>"
|
||||||
show (Codeblock code) = show code
|
show (Codeblock code) = show code
|
||||||
show (Link txt url) = "<a href=" ++ (getUrl url) ++ ">" ++ show txt ++ "</a>"
|
show (Link txt url) = "<a href=\"" ++ getUrl url ++ "\">" ++ show txt ++ "</a>"
|
||||||
show (Image txt imgPath) = "<img src=" ++ (getPath imgPath) ++ ">" ++ show txt ++ "</img>"
|
show (Image txt imgPath) = "<img src=" ++ getPath imgPath ++ ">" ++ show txt ++ "</img>"
|
||||||
show (Bold token) = "<b>" ++ show token ++ "</b>"
|
show (Bold token) = "<b>" ++ show token ++ "</b>"
|
||||||
show (Italic token) = "<i>" ++ show token ++ "</i>"
|
show (Italic token) = "<i>" ++ show token ++ "</i>"
|
||||||
show (Strikethrough token) = "<s>" ++ show token ++ "</s>"
|
show (Strikethrough token) = "<s>" ++ show token ++ "</s>"
|
||||||
show (Unit unit) = printf "%s" unit
|
show (Unit unit) = printf "%s" unit
|
||||||
|
|
||||||
|
instance Semigroup MdToken where
|
||||||
|
a <> b = Document [a, b]
|
||||||
|
|
||||||
|
instance Monoid MdToken where
|
||||||
|
mempty = Unit ""
|
||||||
|
|
||||||
-- ---------------
|
-- ---------------
|
||||||
-- Helpers
|
-- Helpers
|
||||||
mustBeHash :: ReadP Char
|
leftmostLongest :: (Foldable t) => [(a, t b)] -> Maybe (a, t b)
|
||||||
mustBeHash = satisfy (\x -> x == '#')
|
|
||||||
|
|
||||||
leftmostLongest :: (Foldable t) => [(a, t b)] -> (a, t b)
|
|
||||||
leftmostLongest xs =
|
leftmostLongest xs =
|
||||||
let lastElem = (last xs)
|
let lastElem = last xs
|
||||||
filteredLst = (filter (\val -> (length $ snd val) == (length $ snd lastElem)) xs)
|
filteredLst = filter (\val -> length (snd val) == length (snd lastElem)) xs
|
||||||
in head filteredLst
|
in case filteredLst of
|
||||||
|
[] -> Nothing
|
||||||
|
(x : xs) -> Just x
|
||||||
|
|
||||||
-- Get the first parse returned by readP_to_S that consumed the most input
|
-- Get the first parse returned by readP_to_S that consumed the most input
|
||||||
leftmostLongestParse :: ReadP a -> String -> (a, String)
|
leftmostLongestParse :: (Monoid a) => ReadP a -> String -> (a, String)
|
||||||
leftmostLongestParse parser input = leftmostLongest $ readP_to_S parser input
|
leftmostLongestParse parser input =
|
||||||
|
let res = leftmostLongest $ readP_to_S parser input
|
||||||
|
in case res of
|
||||||
|
Nothing -> (mempty, mempty)
|
||||||
|
Just x -> x
|
||||||
|
|
||||||
-- Parse if the string that's left matches the string comparator function
|
specialChars = "\\#*_[\n`"
|
||||||
lookaheadParse :: (String -> Bool) -> ReadP Char
|
|
||||||
lookaheadParse stringCmp = do
|
|
||||||
lookahead <- look
|
|
||||||
case stringCmp lookahead of
|
|
||||||
True -> get
|
|
||||||
False -> pfail
|
|
||||||
|
|
||||||
lineToList :: MdToken -> [MdToken]
|
escapableChars = '~' : specialChars
|
||||||
lineToList (Line tokens) = tokens
|
|
||||||
|
-- Makes a parser greedy. Instead of returning all possible parses, only the longest one is returned.
|
||||||
|
greedyParse :: ReadP a -> ReadP [a]
|
||||||
|
greedyParse parser = do
|
||||||
|
greedyParse1 parser <++ return []
|
||||||
|
|
||||||
|
-- Like greedyParse, but the parser must succeed atleast once.
|
||||||
|
greedyParse1 :: ReadP a -> ReadP [a]
|
||||||
|
greedyParse1 parser = do
|
||||||
|
parsed1 <- parser
|
||||||
|
parsed2 <- greedyParse1 parser <++ return []
|
||||||
|
return (parsed1 : parsed2)
|
||||||
|
|
||||||
|
prepend :: [a] -> [a] -> [a]
|
||||||
|
prepend x1 x2 = x1 ++ x2
|
||||||
|
|
||||||
|
append :: [a] -> [a] -> [a]
|
||||||
|
append x1 x2 = x2 ++ x1
|
||||||
|
|
||||||
|
-- Parse until EOL or EOF
|
||||||
|
parseTillEol :: ReadP String
|
||||||
|
parseTillEol = manyTill get (void (char '\n') <++ eof)
|
||||||
|
|
||||||
|
-- Takes a list of parsers. Returns a parser that will try them in
|
||||||
|
-- order, moving to the next one only if the current one fails.
|
||||||
|
fallthroughParser :: [ReadP a] -> ReadP a
|
||||||
|
fallthroughParser [x] = x
|
||||||
|
fallthroughParser (x : xs) = x <++ fallthroughParser xs
|
||||||
|
|
||||||
|
myMany :: (Monoid a) => ReadP a -> ReadP [a]
|
||||||
|
myMany p = do
|
||||||
|
remaining <- look
|
||||||
|
case remaining of
|
||||||
|
[] -> return []
|
||||||
|
_ -> return [] +++ myMany1 p
|
||||||
|
|
||||||
|
myMany1 :: (Monoid a) => ReadP a -> ReadP [a]
|
||||||
|
myMany1 p = liftM2 (:) p (myMany p)
|
||||||
|
|
||||||
-- ---------------
|
-- ---------------
|
||||||
|
|
||||||
-- Parse a markdown header, denoted by 1-6 #'s followed by some text, followed by EOL.
|
-- Parse a markdown header, denoted by 1-6 #'s followed by some text, followed by EOL.
|
||||||
parseHeader :: ReadP MdToken
|
parseHeader :: ReadP MdToken
|
||||||
parseHeader = do
|
parseHeader = do
|
||||||
traceM "Reached parseHeader"
|
|
||||||
skipSpaces
|
skipSpaces
|
||||||
headers <- many1 mustBeHash
|
headers <- munch1 (== '#')
|
||||||
when
|
when
|
||||||
((length headers) > 6)
|
(length headers > 6)
|
||||||
pfail
|
pfail
|
||||||
_ <- string " "
|
skipSpaces
|
||||||
text <- munch1 (\x -> x /= '\n') -- Parse until EOL
|
text <- munch1 (/= '\n')
|
||||||
|
-- Text.ParserCombinators.ReadP.optional (char '\n')
|
||||||
|
skipSpaces
|
||||||
let parsedText = fst $ leftmostLongestParse parseLine text
|
let parsedText = fst $ leftmostLongestParse parseLine text
|
||||||
traceM (show parsedText)
|
|
||||||
traceM (show (length headers))
|
|
||||||
return (Header (length headers) parsedText)
|
return (Header (length headers) parsedText)
|
||||||
|
|
||||||
-- Parse bold text
|
-- Parse bold text
|
||||||
parseBold :: ReadP MdToken
|
parseBold :: ReadP MdToken
|
||||||
parseBold = do
|
parseBold = parseBoldWith "**" <|> parseBoldWith "__"
|
||||||
traceM "Reached parseBold"
|
where
|
||||||
text <-
|
parseBoldWith delim = do
|
||||||
choice
|
string delim
|
||||||
[ between (string "__") (string "__") (many1 (lookaheadParse (/= "__"))),
|
inside <- myMany1 parseLineToken
|
||||||
between (string "**") (string "**") (many1 (lookaheadParse (/= "**")))
|
string delim
|
||||||
]
|
return (Bold (Line inside))
|
||||||
let parsedText = fst $ leftmostLongestParse parseLine text
|
|
||||||
return (Bold parsedText)
|
|
||||||
|
|
||||||
-- Parse italic text
|
-- Parse italic text
|
||||||
parseItalic :: ReadP MdToken
|
parseItalic :: ReadP MdToken
|
||||||
parseItalic = do
|
parseItalic = parseItalicWith '*' <|> parseItalicWith '_'
|
||||||
traceM "Reached parseItalic"
|
where
|
||||||
text <-
|
parseItalicWith delim = do
|
||||||
choice
|
exactlyOnce delim
|
||||||
[ (between (string "_") (string "_") (munch1 (/= '_'))),
|
inside <- myMany1 parseLineToken
|
||||||
(between (string "*") (string "*") (munch1 (/= '*')))
|
exactlyOnce delim
|
||||||
]
|
return (Italic (Line inside))
|
||||||
let parsedText = fst $ leftmostLongestParse parseLine text
|
exactlyOnce ch = do
|
||||||
return (Italic parsedText)
|
char ch
|
||||||
|
remaining <- look
|
||||||
|
case remaining of
|
||||||
|
[] -> return ch
|
||||||
|
x : xs -> if x == ch then pfail else return ch
|
||||||
|
|
||||||
|
-- Parse strikethrough text
|
||||||
|
parseStrikethrough :: ReadP MdToken
|
||||||
|
parseStrikethrough = do
|
||||||
|
string "~~"
|
||||||
|
inside <- many1 parseLineToken
|
||||||
|
string "~~"
|
||||||
|
return (Strikethrough (Line inside))
|
||||||
|
|
||||||
|
-- Parse code
|
||||||
|
parseCode :: ReadP MdToken
|
||||||
|
parseCode = do
|
||||||
|
string "`"
|
||||||
|
inside <- many1 get
|
||||||
|
string "`"
|
||||||
|
return (Code (Unit inside))
|
||||||
|
|
||||||
|
-- Parse a link
|
||||||
|
parseLink :: ReadP MdToken
|
||||||
|
parseLink = do
|
||||||
|
linkText <- between (string "[") (string "]") (many1 get)
|
||||||
|
linkURL <- between (string "(") (string ")") (many1 get)
|
||||||
|
let parsedLinkText = fst $ leftmostLongestParse parseLine linkText
|
||||||
|
return $ Link parsedLinkText (URL linkURL)
|
||||||
|
|
||||||
-- Parse a linebreak character
|
-- Parse a linebreak character
|
||||||
parseLinebreak :: ReadP MdToken
|
parseLinebreak :: ReadP MdToken
|
||||||
parseLinebreak = do
|
parseLinebreak = do
|
||||||
traceM "Reached parseLinebreak"
|
|
||||||
char ' '
|
char ' '
|
||||||
many1 (char ' ')
|
many1 (char ' ')
|
||||||
char '\n'
|
char '\n'
|
||||||
return Linebreak
|
return Linebreak
|
||||||
|
|
||||||
-- Parse a regular string as a Unit.
|
parseSingleNewline :: ReadP MdToken
|
||||||
parseString :: ReadP MdToken
|
parseSingleNewline = do
|
||||||
parseString = do
|
char '\n'
|
||||||
traceM "Reached parseString"
|
return SingleNewline
|
||||||
firstChar <- get -- Must parse at least one character here
|
|
||||||
text <- munch (\x -> not (elem x "#*_[\n "))
|
-- Parse an escaped character
|
||||||
return (Unit (firstChar : text))
|
parseEscapedChar :: ReadP MdToken
|
||||||
|
parseEscapedChar = do
|
||||||
|
char '\\'
|
||||||
|
escapedChar <- choice (map char escapableChars) -- Parse any of the special chars.
|
||||||
|
return (Unit [escapedChar])
|
||||||
|
|
||||||
|
-- Parse a character as a Unit.
|
||||||
|
parseUnit :: ReadP MdToken
|
||||||
|
parseUnit = do
|
||||||
|
-- text <- satisfy (`notElem` specialChars)
|
||||||
|
text <- get
|
||||||
|
return (Unit [text])
|
||||||
|
|
||||||
lineParsers :: [ReadP MdToken]
|
lineParsers :: [ReadP MdToken]
|
||||||
lineParsers = [parseLinebreak, parseBold, parseItalic, parseString] -- A 'line' doesn't include a 'header'
|
lineParsers =
|
||||||
|
[ parseLinebreak,
|
||||||
|
parseSingleNewline,
|
||||||
|
parseEscapedChar,
|
||||||
|
parseCode,
|
||||||
|
parseBold,
|
||||||
|
parseItalic,
|
||||||
|
parseStrikethrough,
|
||||||
|
parseLink,
|
||||||
|
parseUnit
|
||||||
|
] -- A 'line' doesn't include a 'header'
|
||||||
|
|
||||||
|
listLineParsers :: [ReadP MdToken]
|
||||||
|
listLineParsers =
|
||||||
|
[ parseLinebreak,
|
||||||
|
parseEscapedChar,
|
||||||
|
parseCode,
|
||||||
|
parseBold,
|
||||||
|
parseItalic,
|
||||||
|
parseStrikethrough,
|
||||||
|
parseLink,
|
||||||
|
parseUnit
|
||||||
|
] -- A list line cannot contain newlines.
|
||||||
|
|
||||||
-- List of all parsers
|
-- List of all parsers
|
||||||
allParsers :: [ReadP MdToken]
|
allParsers :: [ReadP MdToken]
|
||||||
allParsers = parseHeader : lineParsers
|
allParsers = parseHeader : lineParsers
|
||||||
|
|
||||||
-- Parse any of the above tokens.
|
-- Parse any of the line tokens.
|
||||||
parseLineToken :: ReadP MdToken
|
parseLineToken :: ReadP MdToken
|
||||||
parseLineToken = choice lineParsers
|
parseLineToken = fallthroughParser lineParsers
|
||||||
|
|
||||||
|
-- Parse any of the list line tokens.
|
||||||
|
parseListLineToken :: ReadP MdToken
|
||||||
|
parseListLineToken = fallthroughParser listLineParsers
|
||||||
|
|
||||||
-- Parse a line, consisting of one or more tokens.
|
-- Parse a line, consisting of one or more tokens.
|
||||||
parseLine :: ReadP MdToken
|
parseLine :: ReadP MdToken
|
||||||
parseLine = do
|
parseLine = do
|
||||||
traceM "Reached parseLine"
|
|
||||||
skipSpaces
|
skipSpaces
|
||||||
-- Fail if we have reached the end of the document.
|
-- Fail if we have reached the end of the document.
|
||||||
remaining <- look
|
parsed <- myMany1 parseLineToken
|
||||||
when (null remaining) pfail
|
|
||||||
parsed <- parseMany parseLineToken
|
|
||||||
-- traceM $ show parsed
|
|
||||||
return (Line parsed)
|
return (Line parsed)
|
||||||
|
|
||||||
-- Parse a paragraph, which is a 'Line' (can span multiple actual lines), separated by double-newlines.
|
-- Parse a paragraph, which is a 'Line' (can span multiple actual lines), separated by double-newlines.
|
||||||
-- As a weird special case, a 'Paragraph' can also be a 'Header'.
|
|
||||||
parsePara :: ReadP MdToken
|
parsePara :: ReadP MdToken
|
||||||
parsePara = do
|
parsePara = do
|
||||||
traceM "Reached parsePara"
|
|
||||||
parseMany (char '\n')
|
parseMany (char '\n')
|
||||||
-- text <- many1 (lookaheadParse (\x -> ((length x) < 2) || (take 2 x) /= "\n\n")) -- Parse until a double-newline.
|
-- text <- many1 (lookaheadParse (\x -> ((length x) < 2) || (take 2 x) /= "\n\n")) -- Parse until a double-newline.
|
||||||
-- string "\n\n" <|> (eof >> return "") -- Consume the next double-newline or EOF.
|
-- string "\n\n" <|> (eof >> return "") -- Consume the next double-newline or EOF.
|
||||||
text <- (manyTill get ((string "\n\n") <|> (eof >> return "")))
|
text <- manyTill get (string "\n\n" <|> (eof >> return ""))
|
||||||
when (null text) pfail
|
when (null text) pfail
|
||||||
let parsedText = fst $ leftmostLongestParse (parseHeader <|> parseLine) text -- Parse either a line or a header.
|
let parsedText = fst $ leftmostLongestParse parseLine text -- Parse a line
|
||||||
traceM (show parsedText)
|
return (Para parsedText)
|
||||||
-- If the paragraph is a header, return a Header token. Otheriwse return a Para token.
|
|
||||||
case parsedText of
|
-- Parse a line starting with '>', return the line except for the '>'.
|
||||||
Header level token -> return (Header level token)
|
parseQuotedLine :: ReadP String
|
||||||
_ -> return (Para parsedText)
|
parseQuotedLine = do
|
||||||
|
char '>'
|
||||||
|
greedyParse (char ' ' +++ char '\t')
|
||||||
|
restOfLine <- munch (/= '\n')
|
||||||
|
Text.ParserCombinators.ReadP.optional (char '\n') >> return ""
|
||||||
|
return restOfLine
|
||||||
|
|
||||||
|
-- Parse many 'quoted lines' until I see a non-quoted line.
|
||||||
|
parseQuotedLines :: ReadP [String]
|
||||||
|
parseQuotedLines =
|
||||||
|
greedyParse1 $ do
|
||||||
|
look >>= \line ->
|
||||||
|
case line of
|
||||||
|
('>' : _) -> parseQuotedLine
|
||||||
|
_ -> pfail
|
||||||
|
|
||||||
|
-- Parse a blockquote, which is a greater-than sign followed by a paragraph.
|
||||||
|
parseBlockquote :: ReadP MdToken
|
||||||
|
parseBlockquote = do
|
||||||
|
quotedLines <- parseQuotedLines
|
||||||
|
-- remaining <- look
|
||||||
|
-- let quotedLines = fst $ leftmostLongestParse parseQuotedLines remaining
|
||||||
|
-- string (init $ unlines quotedLines)
|
||||||
|
let parsedQuotedLines = fst $ leftmostLongestParse (many1 (parseBlockquote <++ parsePara)) (init $ unlines quotedLines) -- unlines joins the lines together with a newline, and adds a trailing newline. init removes the trailing newline.
|
||||||
|
return (Blockquote parsedQuotedLines)
|
||||||
|
|
||||||
|
-- Parse a nested list item.
|
||||||
|
parseListNested :: ReadP MdToken
|
||||||
|
parseListNested = do
|
||||||
|
let firstCharParser = string " " <++ string "\t"
|
||||||
|
let restOfLineParser = manyTill get (void (char '\n') <++ eof)
|
||||||
|
lines <- greedyParse1 (firstCharParser *> restOfLineParser)
|
||||||
|
let linesParsed = fst $ leftmostLongestParse (parseUnorderedList <++ parseOrderedList) (init $ unlines lines)
|
||||||
|
when (null (show linesParsed)) pfail
|
||||||
|
return linesParsed
|
||||||
|
|
||||||
|
-- Parse an unordered list line item.
|
||||||
|
parseUListLineItem :: ReadP MdToken
|
||||||
|
parseUListLineItem = do
|
||||||
|
firstChar <- choice (map char ['*', '+', '-'])
|
||||||
|
char ' ' -- At least one space between list indicator and list text.
|
||||||
|
parseListLineItemCommon
|
||||||
|
|
||||||
|
-- Parse an ordered list line item.
|
||||||
|
parseOListLineItem :: ReadP MdToken
|
||||||
|
parseOListLineItem = do
|
||||||
|
num <- greedyParse1 (satisfy isDigit)
|
||||||
|
char '.'
|
||||||
|
char ' ' -- At least one space between list indicator and list text.
|
||||||
|
parseListLineItemCommon
|
||||||
|
|
||||||
|
-- Common code for parsing list line items
|
||||||
|
parseListLineItemCommon :: ReadP MdToken
|
||||||
|
parseListLineItemCommon = do
|
||||||
|
skipSpaces
|
||||||
|
restOfLine <- many1 parseListLineToken
|
||||||
|
void (char '\n') <++ eof
|
||||||
|
nestedList <- parseListNested <++ return (Unit "")
|
||||||
|
return $ Line [Line restOfLine, nestedList]
|
||||||
|
|
||||||
|
-- Parse an unordered list paragraph item.
|
||||||
|
parseUListParaItem :: ReadP MdToken
|
||||||
|
parseUListParaItem = do
|
||||||
|
firstLine <- parseUListLineItem
|
||||||
|
res <- parseListParaItemCommon
|
||||||
|
return $ Document (Para firstLine : res) -- I only wrap this in a document because I want some way of converting [MdToken] to MdToken, without any overhead. There is no other reason to wrap it in a Document.
|
||||||
|
|
||||||
|
-- Parse an unordered list paragraph item.
|
||||||
|
parseOListParaItem :: ReadP MdToken
|
||||||
|
parseOListParaItem = do
|
||||||
|
firstLine <- parseOListLineItem
|
||||||
|
res <- parseListParaItemCommon
|
||||||
|
return $ Document (Para firstLine : res) -- I only wrap this in a document because I want some way of converting [MdToken] to MdToken, without any overhead. There is no other reason to wrap it in a Document.
|
||||||
|
|
||||||
|
-- Common code for parsing list paragraph items.
|
||||||
|
-- A list paragraph item is defined as a line item, followed by an empty line, followed by one or more
|
||||||
|
-- lines indented by a space or tab.
|
||||||
|
-- A list paragraph item can also be a blockquote.
|
||||||
|
parseListParaItemCommon :: ReadP [MdToken]
|
||||||
|
parseListParaItemCommon = do
|
||||||
|
char '\n'
|
||||||
|
lines <- greedyParse1 ((string " " <|> string "\t") *> parseTillEol)
|
||||||
|
let res = fst $ leftmostLongestParse (greedyParse1 parseBlockquote <++ greedyParse1 parsePara) (init $ unlines lines)
|
||||||
|
char '\n'
|
||||||
|
return res -- I only wrap this in a document because I want some way of converting [MdToken] to MdToken, without any overhead. There is no other reason to wrap it in a Document.
|
||||||
|
|
||||||
|
-- Parse an unordered list item, which can be a line item or another list.
|
||||||
|
parseUListItem :: ReadP MdToken
|
||||||
|
parseUListItem = parseUListParaItem <++ parseUListLineItem
|
||||||
|
|
||||||
|
-- Parse an unordered list.
|
||||||
|
parseUnorderedList :: ReadP MdToken
|
||||||
|
parseUnorderedList = do
|
||||||
|
lineItems <- greedyParse1 parseUListItem
|
||||||
|
void (char '\n') <++ eof -- A list must end in an extra newline or eof
|
||||||
|
return $ UnordList lineItems
|
||||||
|
|
||||||
|
-- --------
|
||||||
|
|
||||||
|
parseOListItem :: ReadP MdToken
|
||||||
|
parseOListItem = parseOListParaItem <++ parseOListLineItem
|
||||||
|
|
||||||
|
-- Parses the first element of an ordered list, which must start with '1.'
|
||||||
|
parseFirstOListItem :: ReadP MdToken
|
||||||
|
parseFirstOListItem = do
|
||||||
|
remaining <- look
|
||||||
|
when (take 2 remaining /= "1.") pfail
|
||||||
|
parseOListLineItem
|
||||||
|
|
||||||
|
parseOrderedList :: ReadP MdToken
|
||||||
|
parseOrderedList = do
|
||||||
|
firstLine <- parseFirstOListItem
|
||||||
|
lineItems <- greedyParse1 parseOListItem
|
||||||
|
void (char '\n') <++ eof
|
||||||
|
return $ OrdList (firstLine : lineItems)
|
||||||
|
|
||||||
|
documentParsers :: [ReadP MdToken]
|
||||||
|
documentParsers =
|
||||||
|
[ parseHeader,
|
||||||
|
parseBlockquote,
|
||||||
|
parseUnorderedList,
|
||||||
|
parseOrderedList,
|
||||||
|
parsePara
|
||||||
|
]
|
||||||
|
|
||||||
-- Parse a document, which is multiple paragraphs.
|
-- Parse a document, which is multiple paragraphs.
|
||||||
parseDocument :: ReadP MdToken
|
parseDocument :: ReadP MdToken
|
||||||
parseDocument = (many1 parsePara) >>= (\res -> return (Document (res)))
|
parseDocument = do
|
||||||
|
res <- manyTill (fallthroughParser documentParsers) eof
|
||||||
|
return (Document res)
|
||||||
|
142
src/MdToHtmlTest.hs
Normal file
142
src/MdToHtmlTest.hs
Normal file
@@ -0,0 +1,142 @@
|
|||||||
|
module MdToHtmlTest where
|
||||||
|
|
||||||
|
import MdToHTML
|
||||||
|
import Test.HUnit
|
||||||
|
|
||||||
|
check_equal :: String -> String -> String -> Test
|
||||||
|
check_equal desc expected actual = TestCase (assertEqual desc expected actual)
|
||||||
|
|
||||||
|
convert :: String -> String
|
||||||
|
convert md = show . fst $ leftmostLongestParse parseDocument md
|
||||||
|
|
||||||
|
headerTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Should convert H1 heading" "<h1>Hello</h1>" (convert "# Hello"),
|
||||||
|
check_equal "Should convert H2 heading" "<h2>Hello</h2>" (convert "## Hello"),
|
||||||
|
check_equal "Should convert H3 heading" "<h3>Hello</h3>" (convert "### Hello"),
|
||||||
|
check_equal "Should convert H4 heading" "<h4>Hello</h4>" (convert "#### Hello"),
|
||||||
|
check_equal "Should convert H5 heading" "<h5>Hello</h5>" (convert "##### Hello"),
|
||||||
|
check_equal "Should convert H6 heading" "<h6>Hello</h6>" (convert "###### Hello")
|
||||||
|
]
|
||||||
|
|
||||||
|
boldTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Should convert bold" "<p><b>Hello</b></p>" (convert "__Hello__"),
|
||||||
|
check_equal " Should not convert incomplete bold" "<p>**Hello</p>" (convert "**Hello"),
|
||||||
|
check_equal "Should convert italic" "<p><i>Hello</i></p>" (convert "_Hello_"),
|
||||||
|
check_equal "Should convert bold and italic in a sentence" "<p>It <i>is</i> a <b>wonderful</b> day</p>" (convert "It _is_ a __wonderful__ day"),
|
||||||
|
check_equal "Should convert nested bold and italic" "<p><b>Bold then <i>Italic</i></b></p>" (convert "**Bold then *Italic***"),
|
||||||
|
check_equal "Should convert nested bold and italic" "<p><i>Italic then <b>Bold</b></i></p>" (convert "*Italic then **Bold***")
|
||||||
|
]
|
||||||
|
|
||||||
|
strikethroughTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Should convert strikethrough" "<p><s>Hello</s></p>" (convert "~~Hello~~"),
|
||||||
|
check_equal "Should convert long sentence with tilde" "<p><s>The universe is ~7 days old</s>. The universe is 13 billion years old.</p>" (convert "~~The universe is ~7 days old~~. The universe is 13 billion years old.")
|
||||||
|
]
|
||||||
|
|
||||||
|
linkTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Should convert normal link" "<p><a href=\"https://example.com\">This is an example link.</a></p>" (convert "[This is an example link.](https://example.com)"),
|
||||||
|
check_equal "Should convert styled link" "<p><a href=\"https://example.com\"><b>Fancy</b>!!!</a></p>" (convert "[__Fancy__!!!](https://example.com)")
|
||||||
|
]
|
||||||
|
|
||||||
|
escapedCharTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Should print literal underscore" "<p>This is an underscore - _</p>" (convert "This is an underscore - \\_"),
|
||||||
|
check_equal "Should print literal asterisk" "<p>This is an asterisk - *</p>" (convert "This is an asterisk - \\*"),
|
||||||
|
check_equal "Should print literal asterisk in bold" "<p>This is a bolded asterisk - <b>*</b></p>" (convert "This is a bolded asterisk - **\\***")
|
||||||
|
]
|
||||||
|
|
||||||
|
blockquoteTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Should wrap para in blockquote" "<blockquote><p>What a <b>truly</b> <i>lovely</i> day!!!</p></blockquote>" (convert "> What a __truly__ _lovely_ day!!!"),
|
||||||
|
check_equal "Simple nested blockquotes" "<blockquote><p>Hello</p><blockquote><p>World</p></blockquote></blockquote>" (convert "> Hello\n>\n>> World"),
|
||||||
|
check_equal
|
||||||
|
"Nested blockquotes"
|
||||||
|
"<blockquote><p>Dorothy followed her through many \
|
||||||
|
\of the beautiful rooms in her castle.</p><blockquote><p>The Witch \
|
||||||
|
\bade her clean the pots and kettles and sweep the floor and keep the fire \
|
||||||
|
\fed with wood.</p></blockquote></blockquote>"
|
||||||
|
( convert
|
||||||
|
"> Dorothy followed her through many of the \
|
||||||
|
\beautiful rooms in her castle.\n> \n>> The Witch bade her \
|
||||||
|
\clean the pots and kettles and sweep the floor and keep the fire fed with wood."
|
||||||
|
)
|
||||||
|
]
|
||||||
|
|
||||||
|
unorderedListTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Basic unordered list" "<ul><li>Item 1</li><li>Item 2</li><li>Item 3</li></ul>" (convert "* Item 1\n* Item 2\n* Item 3"),
|
||||||
|
check_equal "Mixing list indicators" "<ul><li>Item 1</li><li>Item 2</li><li>Item 3</li></ul>" (convert "* Item 1\n+ Item 2\n- Item 3"),
|
||||||
|
check_equal "Formatted lists" "<ul><li><b>Item 1</b></li><li><i>Item 2</i></li><li><b><i>Item 3</i></b></li></ul>" (convert "* __Item 1__\n+ _Item 2_\n- ***Item 3***"),
|
||||||
|
check_equal "Nested list" "<ul><li>Item 1</li><li>Item 2</li><li>Item 3<ul><li>Subitem 1</li><li>Subitem 2</li></ul></li></ul>" (convert "* Item 1\n* Item 2\n* Item 3\n * Subitem 1\n * Subitem 2"),
|
||||||
|
check_equal "Paragraph in list" "<ul><li>Item 1</li><li><p>Item 2</p><p>More stuff</p></li><li>Item 3</li></ul>" (convert "- Item 1\n- Item 2\n\n More stuff\n\n- Item 3"),
|
||||||
|
check_equal "Paragraph before list" "<p>This is a list</p><ul><li>Item 1</li><li>Item 2</li></ul>" (convert "This is a list\n\n* Item 1\n* Item 2"),
|
||||||
|
check_equal "Paragraph before list" "<h3>This is a list</h3><ul><li>Item 1</li><li>Item 2</li></ul>" (convert "### This is a list\n\n* Item 1\n* Item 2"),
|
||||||
|
check_equal "Nested list then back" "<ul><li>Item 1</li><li>Item 2<ul><li>Item 3</li><li>Item 4</li></ul></li><li>Item 5</li></ul>" (convert "- Item 1\n- Item 2\n - Item 3\n - Item 4\n- Item 5"),
|
||||||
|
check_equal "Blockquote in list" "<ul><li>Item 1</li><li><p>Item 2</p><blockquote><p>Quote</p></blockquote></li><li>Item 3</li></ul>" (convert "- Item 1\n- Item 2\n\n > Quote\n\n- Item 3"),
|
||||||
|
check_equal "Ordered list in unordered list" "<ul><li>Item 1</li><li>Item 2<ol><li>Item 1</li><li>Item 2</li></ol></li><li>Item 3</li></ul>" (convert "- Item 1\n- Item 2\n 1. Item 1\n 2. Item 2\n- Item 3")
|
||||||
|
]
|
||||||
|
|
||||||
|
orderedListTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Basic ordered list" "<ol><li>Item 1</li><li>Item 2</li><li>Item 3</li></ol>" (convert "1. Item 1\n2. Item 2\n3. Item 3"),
|
||||||
|
check_equal "Mixing list numbering" "<ol><li>Item 1</li><li>Item 2</li><li>Item 3</li></ol>" (convert "1. Item 1\n3. Item 2\n2. Item 3"),
|
||||||
|
check_equal "Should not convert list without number 1" "<p>2. Item 1 1. Item 2</p>" (convert "2. Item 1\n1. Item 2"),
|
||||||
|
check_equal "Formatted lists" "<ol><li><b>Item 1</b></li><li><i>Item 2</i></li><li><b><i>Item 3</i></b></li></ol>" (convert "1. __Item 1__\n2. _Item 2_\n3. ***Item 3***"),
|
||||||
|
check_equal "Nested list" "<ol><li>Item 1</li><li>Item 2</li><li>Item 3<ol><li>Subitem 1</li><li>Subitem 2</li></ol></li></ol>" (convert "1. Item 1\n2. Item 2\n3. Item 3\n 1. Subitem 1\n 2. Subitem 2"),
|
||||||
|
check_equal "Paragraph in list" "<ol><li>Item 1</li><li><p>Item 2</p><p>More stuff</p></li><li>Item 3</li></ol>" (convert "1. Item 1\n2. Item 2\n\n More stuff\n\n1. Item 3"),
|
||||||
|
check_equal "Paragraph before list" "<p>This is a list</p><ol><li>Item 1</li><li>Item 2</li></ol>" (convert "This is a list\n\n1. Item 1\n1. Item 2"),
|
||||||
|
check_equal "Paragraph before list" "<h3>This is a list</h3><ol><li>Item 1</li><li>Item 2</li></ol>" (convert "### This is a list\n\n1. Item 1\n200. Item 2"),
|
||||||
|
check_equal "Nested list then back" "<ol><li>Item 1</li><li>Item 2<ol><li>Item 3</li><li>Item 4</li></ol></li><li>Item 5</li></ol>" (convert "1. Item 1\n2. Item 2\n 1. Item 3\n 3. Item 4\n5. Item 5"),
|
||||||
|
check_equal "Blockquote in list" "<ol><li>Item 1</li><li><p>Item 2</p><blockquote><p>Quote</p></blockquote></li><li>Item 3</li></ol>" (convert "1. Item 1\n2. Item 2\n\n > Quote\n\n3. Item 3"),
|
||||||
|
check_equal "Unordered list in ordered list" "<ol><li>Item 1</li><li>Item 2<ul><li>Item 1</li><li>Item 2</li></ul></li><li>Item 3</li></ol>" (convert "1. Item 1\n2. Item 2\n - Item 1\n * Item 2\n4. Item 3")
|
||||||
|
]
|
||||||
|
|
||||||
|
codeTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Code by itself" "<p><code>Hello world!</code></p>" (convert "`Hello world!`"),
|
||||||
|
check_equal "Code in a paragraph" "<p>The following <code>text</code> is code</p>" (convert "The following `text` is code"),
|
||||||
|
check_equal "Code across paragraphs (shouldn't work" "<p>`Incomplete</p><p>Code`</p>" (convert "`Incomplete\n\nCode`")
|
||||||
|
]
|
||||||
|
|
||||||
|
integrationTests =
|
||||||
|
TestList
|
||||||
|
[ check_equal "Integration 1" "<h1>Sample Markdown</h1><p>This is some basic, sample markdown.</p><h2><b>Second</b> <i>Heading</i></h2>" (convert "# Sample Markdown\n\n This is some basic, sample markdown.\n\n ## __Second__ _Heading_"),
|
||||||
|
check_equal "Integration 2" "<p><b>Hello</b> <i>World</i></p>" (convert "__Hello__\n_World_"),
|
||||||
|
check_equal "Integration 3" "<h1>Hello</h1><p>World</p>" (convert "# Hello\nWorld"),
|
||||||
|
check_equal "Integration 4" "<p>a b</p>" (convert "a\nb"),
|
||||||
|
check_equal "Integration 5" "<h1>Hello</h1>" (convert "# Hello\n"),
|
||||||
|
check_equal "Integration 6" "<p>First line<br>Second line</p>" (convert "First line \nSecond line"),
|
||||||
|
check_equal
|
||||||
|
"Integration 7"
|
||||||
|
"<h1>Sample Markdown</h1><p>This is some basic, sample markdown.</p><h2>Second \
|
||||||
|
\Heading</h2><ul><li>Unordered lists, and:<ol><li>One</li><li>Two</li><li>\
|
||||||
|
\Three</li></ol></li><li>More</li></ul><blockquote><p>Blockquote</p>\
|
||||||
|
\</blockquote><p>And <b>bold</b>, <i>italics</i>, and even <i>italics \
|
||||||
|
\and later <b>bold</b></i>. Even <s>strikethrough</s>. \
|
||||||
|
\<a href=\"https://markdowntohtml.com\">A link</a> to somewhere.</p>"
|
||||||
|
( convert
|
||||||
|
"# Sample Markdown\n\nThis is some basic, sample markdown.\n\n## Second \
|
||||||
|
\Heading\n\n- Unordered lists, and:\n 1. One\n 2. Two\n 3. Three\n\
|
||||||
|
\- More\n\n> Blockquote\n\nAnd **bold**, *italics*, and even *italics and \
|
||||||
|
\later **bold***. Even ~~strikethrough~~. [A link](https://markdowntohtml.com) to somewhere."
|
||||||
|
)
|
||||||
|
]
|
||||||
|
|
||||||
|
tests =
|
||||||
|
TestList
|
||||||
|
[ headerTests,
|
||||||
|
boldTests,
|
||||||
|
strikethroughTests,
|
||||||
|
linkTests,
|
||||||
|
escapedCharTests,
|
||||||
|
blockquoteTests,
|
||||||
|
unorderedListTests,
|
||||||
|
orderedListTests,
|
||||||
|
codeTests,
|
||||||
|
integrationTests
|
||||||
|
]
|
||||||
|
|
||||||
|
runTests = runTestTT tests
|
44
src/Test.hs
44
src/Test.hs
@@ -1,44 +0,0 @@
|
|||||||
module MdToHtmlTest where
|
|
||||||
|
|
||||||
import MdToHTML
|
|
||||||
import Test.HUnit
|
|
||||||
|
|
||||||
check_equal :: String -> String -> String -> Test
|
|
||||||
check_equal desc expected actual = TestCase (assertEqual desc expected actual)
|
|
||||||
|
|
||||||
convert :: String -> String
|
|
||||||
convert md = show . fst $ leftmostLongestParse parseDocument md
|
|
||||||
|
|
||||||
headerTests = TestList
|
|
||||||
[
|
|
||||||
check_equal "Should convert H1 heading" "<h1>Hello</h1>" (convert "# Hello"),
|
|
||||||
check_equal "Should convert H2 heading" "<h2>Hello</h2>" (convert "## Hello"),
|
|
||||||
check_equal "Should convert H3 heading" "<h3>Hello</h3>" (convert "### Hello"),
|
|
||||||
check_equal "Should convert H4 heading" "<h4>Hello</h4>" (convert "#### Hello"),
|
|
||||||
check_equal "Should convert H5 heading" "<h5>Hello</h5>" (convert "##### Hello"),
|
|
||||||
check_equal "Should convert H6 heading" "<h6>Hello</h6>" (convert "###### Hello")
|
|
||||||
]
|
|
||||||
|
|
||||||
boldTests = TestList
|
|
||||||
[
|
|
||||||
check_equal "Should convert bold" "<p><b>Hello</b></p>" (convert "__Hello__"),
|
|
||||||
check_equal "Should convert italic" "<p><i>Hello</i></p>" (convert "_Hello_"),
|
|
||||||
check_equal "Should convert bold and italic in a sentence" "<p>It <i>is</i> a <b>wonderful</b> day</p>" (convert "It _is_ a __wonderful__ day")
|
|
||||||
]
|
|
||||||
|
|
||||||
integrationTests = TestList
|
|
||||||
[
|
|
||||||
check_equal "Integration 1" "<h1>Sample Markdown</h1><p>This is some basic, sample markdown.</p><h2><b>Second</b> <i>Heading</i></h2>" (convert "# Sample Markdown\n\n This is some basic, sample markdown.\n\n ## __Second__ _Heading_"),
|
|
||||||
check_equal "Integration 2" "<p><b>Hello</b> <i>World</i></p>" (convert "__Hello__\n_World_"),
|
|
||||||
check_equal "Integration 3" "<h1>Hello</h1><p>WorldM/p>" (convert "# Hello\nWorld")
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
tests = TestList
|
|
||||||
[
|
|
||||||
headerTests,
|
|
||||||
boldTests,
|
|
||||||
integrationTests
|
|
||||||
]
|
|
||||||
|
|
||||||
runTests = runTestTT tests
|
|
Reference in New Issue
Block a user