{-# LANGUAGE LambdaCase #-} {-# LANGUAGE FlexibleContexts #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE ScopedTypeVariables #-} {-# LANGUAGE TypeApplications #-} {- | Module : Text.Pandoc.Lua.Module.Pandoc Copyright : Copyright © 2017-2021 Albert Krewinkel License : GNU GPL, version 2 or above Maintainer : Albert Krewinkel Stability : alpha Pandoc module for lua. -} module Text.Pandoc.Lua.Module.Pandoc ( pushModule , documentedModule ) where import Prelude hiding (read) import Control.Applicative ((<|>)) import Control.Monad ((<$!>), forM_, when) import Control.Monad.Catch (catch, throwM) import Control.Monad.Except (throwError) import Data.Data (Data, dataTypeConstrs, dataTypeOf, showConstr) import Data.Default (Default (..)) import Data.Maybe (fromMaybe) import Data.Proxy (Proxy (Proxy)) import Data.Text (Text) import HsLua hiding (Div, pushModule) import HsLua.Class.Peekable (PeekError) import System.Exit (ExitCode (..)) import Text.Pandoc.Class.PandocIO (runIO) import Text.Pandoc.Definition import Text.Pandoc.Lua.Filter (SingletonsList (..), LuaFilter, peekLuaFilter, walkInlines, walkInlineLists, walkBlocks, walkBlockLists) import Text.Pandoc.Lua.Marshaling () import Text.Pandoc.Lua.Marshaling.AST import Text.Pandoc.Lua.Marshaling.Attr (mkAttr, mkAttributeList) import Text.Pandoc.Lua.Marshaling.List (List (..)) import Text.Pandoc.Lua.Marshaling.ListAttributes ( mkListAttributes , peekListAttributes) import Text.Pandoc.Lua.Marshaling.SimpleTable (mkSimpleTable) import Text.Pandoc.Lua.Module.Utils (sha1) import Text.Pandoc.Lua.PandocLua (PandocLua, liftPandocLua, loadDefaultModule) import Text.Pandoc.Options (ReaderOptions (readerExtensions)) import Text.Pandoc.Process (pipeProcess) import Text.Pandoc.Readers (Reader (..), getReader) import Text.Pandoc.Walk (Walkable) import qualified HsLua as Lua import qualified Data.ByteString.Lazy as BL import qualified Data.ByteString.Lazy.Char8 as BSL import qualified Data.Text as T import qualified Text.Pandoc.Lua.Util as LuaUtil import Text.Pandoc.Error -- | Push the "pandoc" package to the Lua stack. Requires the `List` -- module to be loadable. pushModule :: PandocLua NumResults pushModule = do liftPandocLua $ Lua.pushModule documentedModule loadDefaultModule "pandoc" let copyNext = do hasNext <- next (nth 2) if not hasNext then return () else do pushvalue (nth 2) insert (nth 2) rawset (nth 5) -- pandoc module copyNext liftPandocLua $ do pushnil -- initial key copyNext pop 1 return 1 documentedModule :: Module PandocError documentedModule = Module { moduleName = "pandoc" , moduleDescription = T.unlines [ "Lua functions for pandoc scripts; includes constructors for" , "document elements, functions to parse text in a given" , "format, and functions to filter and modify a subtree." ] , moduleFields = stringConstants ++ [inlineField, blockField] , moduleOperations = [] , moduleFunctions = mconcat [ functions , otherConstructors , blockConstructors , inlineConstructors ] } -- | Inline table field inlineField :: Field PandocError inlineField = Field { fieldName = "Inline" , fieldDescription = "Inline constructors, nested under 'constructors'." -- the nesting happens for historical reasons and should probably be -- changed. , fieldPushValue = pushWithConstructorsSubtable inlineConstructors } -- | @Block@ module field blockField :: Field PandocError blockField = Field { fieldName = "Block" , fieldDescription = "Inline constructors, nested under 'constructors'." -- the nesting happens for historical reasons and should probably be -- changed. , fieldPushValue = pushWithConstructorsSubtable blockConstructors } pushWithConstructorsSubtable :: [DocumentedFunction PandocError] -> LuaE PandocError () pushWithConstructorsSubtable constructors = do newtable -- Field table newtable -- constructor table pushName "constructor" *> pushvalue (nth 2) *> rawset (nth 4) forM_ constructors $ \fn -> do pushName (functionName fn) pushDocumentedFunction fn rawset (nth 3) pop 1 -- pop constructor table inlineConstructors :: LuaError e => [DocumentedFunction e] inlineConstructors = [ defun "Cite" ### liftPure2 Cite <#> parameter (peekList peekCitation) "citations" "list of Citations" "" <#> parameter peekInlinesFuzzy "content" "Inline" "placeholder content" =#> functionResult pushInline "Inline" "cite element" , defun "Code" ### liftPure2 (\text mattr -> Code (fromMaybe nullAttr mattr) text) <#> parameter peekText "code" "string" "code string" <#> optionalParameter peekAttr "attr" "Attr" "additional attributes" =#> functionResult pushInline "Inline" "code element" , mkInlinesConstr "Emph" Emph , defun "Image" ### liftPure4 (\caption src mtitle mattr -> let attr = fromMaybe nullAttr mattr title = fromMaybe mempty mtitle in Image attr caption (src, title)) <#> parameter peekInlinesFuzzy "Inlines" "caption" "image caption / alt" <#> parameter peekText "string" "src" "path/URL of the image file" <#> optionalParameter peekText "string" "title" "brief image description" <#> optionalParameter peekAttr "Attr" "attr" "image attributes" =#> functionResult pushInline "Inline" "image element" , defun "LineBreak" ### return LineBreak =#> functionResult pushInline "Inline" "line break" , defun "Link" ### liftPure4 (\content target mtitle mattr -> let attr = fromMaybe nullAttr mattr title = fromMaybe mempty mtitle in Link attr content (target, title)) <#> parameter peekInlinesFuzzy "Inlines" "content" "text for this link" <#> parameter peekText "string" "target" "the link target" <#> optionalParameter peekText "string" "title" "brief link description" <#> optionalParameter peekAttr "Attr" "attr" "link attributes" =#> functionResult pushInline "Inline" "link element" , defun "Math" ### liftPure2 Math <#> parameter peekMathType "quotetype" "Math" "rendering method" <#> parameter peekText "text" "string" "math content" =#> functionResult pushInline "Inline" "math element" , defun "Note" ### liftPure Note <#> parameter peekBlocksFuzzy "content" "Blocks" "note content" =#> functionResult pushInline "Inline" "note" , defun "Quoted" ### liftPure2 Quoted <#> parameter peekQuoteType "quotetype" "QuoteType" "type of quotes" <#> parameter peekInlinesFuzzy "content" "Inlines" "inlines in quotes" =#> functionResult pushInline "Inline" "quoted element" , defun "RawInline" ### liftPure2 RawInline <#> parameter peekFormat "format" "Format" "format of content" <#> parameter peekText "text" "string" "string content" =#> functionResult pushInline "Inline" "raw inline element" , mkInlinesConstr "SmallCaps" SmallCaps , defun "SoftSpace" ### return SoftBreak =#> functionResult pushInline "Inline" "soft break" , defun "Space" ### return Space =#> functionResult pushInline "Inline" "new space" , defun "Span" ### liftPure2 (\inlns mattr -> Span (fromMaybe nullAttr mattr) inlns) <#> parameter peekInlinesFuzzy "content" "Inlines" "inline content" <#> optionalParameter peekAttr "attr" "Attr" "additional attributes" =#> functionResult pushInline "Inline" "span element" , defun "Str" ### liftPure Str <#> parameter peekText "text" "string" "" =#> functionResult pushInline "Inline" "new Str object" , mkInlinesConstr "Strong" Strong , mkInlinesConstr "Strikeout" Strikeout , mkInlinesConstr "Subscript" Subscript , mkInlinesConstr "Superscript" Superscript , mkInlinesConstr "Underline" Underline ] blockConstructors :: LuaError e => [DocumentedFunction e] blockConstructors = [ defun "BlockQuote" ### liftPure BlockQuote <#> blocksParam =#> blockResult "BlockQuote element" , defun "BulletList" ### liftPure BulletList <#> blockItemsParam "list items" =#> blockResult "BulletList element" , defun "CodeBlock" ### liftPure2 (\code mattr -> CodeBlock (fromMaybe nullAttr mattr) code) <#> textParam "text" "code block content" <#> optAttrParam =#> blockResult "CodeBlock element" , defun "DefinitionList" ### liftPure DefinitionList <#> parameter (choice [ peekList peekDefinitionItem , \idx -> (:[]) <$!> peekDefinitionItem idx ]) "{{Inlines, {Blocks,...}},...}" "content" "definition items" =#> blockResult "DefinitionList element" , defun "Div" ### liftPure2 (\content mattr -> Div (fromMaybe nullAttr mattr) content) <#> blocksParam <#> optAttrParam =#> blockResult "Div element" , defun "Header" ### liftPure3 (\lvl content mattr -> Header lvl (fromMaybe nullAttr mattr) content) <#> parameter peekIntegral "integer" "level" "heading level" <#> parameter peekInlinesFuzzy "Inlines" "content" "inline content" <#> optAttrParam =#> blockResult "Header element" , defun "HorizontalRule" ### return HorizontalRule =#> blockResult "HorizontalRule element" , defun "LineBlock" ### liftPure LineBlock <#> parameter (peekList peekInlinesFuzzy) "{Inlines,...}" "content" "lines" =#> blockResult "LineBlock element" , defun "Null" ### return Null =#> blockResult "Null element" , defun "OrderedList" ### liftPure2 (\items mListAttrib -> let defListAttrib = (1, DefaultStyle, DefaultDelim) in OrderedList (fromMaybe defListAttrib mListAttrib) items) <#> blockItemsParam "ordered list items" <#> optionalParameter peekListAttributes "ListAttributes" "listAttributes" "specifier for the list's numbering" =#> blockResult "OrderedList element" , defun "Para" ### liftPure Para <#> parameter peekInlinesFuzzy "Inlines" "content" "paragraph content" =#> blockResult "Para element" , defun "Plain" ### liftPure Plain <#> parameter peekInlinesFuzzy "Inlines" "content" "paragraph content" =#> blockResult "Plain element" , defun "RawBlock" ### liftPure2 RawBlock <#> parameter peekFormat "Format" "format" "format of content" <#> parameter peekText "string" "text" "raw content" =#> blockResult "RawBlock element" , defun "Table" ### (\capt colspecs thead tbodies tfoot mattr -> let attr = fromMaybe nullAttr mattr in return $! attr `seq` capt `seq` colspecs `seq` thead `seq` tbodies `seq` tfoot `seq` Table attr capt colspecs thead tbodies tfoot) <#> parameter peekCaption "Caption" "caption" "table caption" <#> parameter (peekList peekColSpec) "{ColSpec,...}" "colspecs" "column alignments and widths" <#> parameter peekTableHead "TableHead" "head" "table head" <#> parameter (peekList peekTableBody) "{TableBody,...}" "bodies" "table bodies" <#> parameter peekTableFoot "TableFoot" "foot" "table foot" <#> optAttrParam =#> blockResult "Table element" ] where blockResult = functionResult pushBlock "Block" blocksParam = parameter peekBlocksFuzzy "Blocks" "content" "block content" blockItemsParam = parameter peekItemsFuzzy "List of Blocks" "content" peekItemsFuzzy idx = peekList peekBlocksFuzzy idx <|> ((:[]) <$!> peekBlocksFuzzy idx) textParam :: LuaError e => Text -> Text -> Parameter e Text textParam = parameter peekText "string" optAttrParam :: LuaError e => Parameter e (Maybe Attr) optAttrParam = optionalParameter peekAttr "attr" "Attr" "additional attributes" mkInlinesConstr :: LuaError e => Name -> ([Inline] -> Inline) -> DocumentedFunction e mkInlinesConstr name constr = defun name ### liftPure (\x -> x `seq` constr x) <#> parameter peekInlinesFuzzy "content" "Inlines" "" =#> functionResult pushInline "Inline" "new object" otherConstructors :: LuaError e => [DocumentedFunction e] otherConstructors = [ defun "Pandoc" ### liftPure2 (\blocks mMeta -> Pandoc (fromMaybe nullMeta mMeta) blocks) <#> parameter peekBlocksFuzzy "Blocks" "blocks" "document contents" <#> optionalParameter peekMeta "Meta" "meta" "document metadata" =#> functionResult pushPandoc "Pandoc" "new Pandoc document" , defun "Citation" ### (\cid mode mprefix msuffix mnote_num mhash -> cid `seq` mode `seq` mprefix `seq` msuffix `seq` mnote_num `seq` mhash `seq` return $! Citation { citationId = cid , citationMode = mode , citationPrefix = fromMaybe mempty mprefix , citationSuffix = fromMaybe mempty msuffix , citationNoteNum = fromMaybe 0 mnote_num , citationHash = fromMaybe 0 mhash }) <#> parameter peekText "string" "cid" "citation ID (e.g. bibtex key)" <#> parameter peekRead "citation mode" "mode" "citation rendering mode" <#> optionalParameter peekInlinesFuzzy "prefix" "Inlines" "" <#> optionalParameter peekInlinesFuzzy "suffix" "Inlines" "" <#> optionalParameter peekIntegral "note_num" "integer" "note number" <#> optionalParameter peekIntegral "hash" "integer" "hash number" =#> functionResult pushCitation "Citation" "new citation object" #? "Creates a single citation." , mkAttr , mkAttributeList , mkListAttributes , mkSimpleTable ] stringConstants :: [Field e] stringConstants = let constrs :: forall a. Data a => Proxy a -> [String] constrs _ = map showConstr . dataTypeConstrs . dataTypeOf @a $ undefined nullaryConstructors = mconcat [ constrs (Proxy @ListNumberStyle) , constrs (Proxy @ListNumberDelim) , constrs (Proxy @QuoteType) , constrs (Proxy @MathType) , constrs (Proxy @Alignment) , constrs (Proxy @CitationMode) ] toField s = Field { fieldName = T.pack s , fieldDescription = T.pack s , fieldPushValue = pushString s } in map toField nullaryConstructors walkElement :: (Walkable (SingletonsList Inline) a, Walkable (SingletonsList Block) a, Walkable (List Inline) a, Walkable (List Block) a) => a -> LuaFilter -> LuaE PandocError a walkElement x f = walkInlines f x >>= walkInlineLists f >>= walkBlocks f >>= walkBlockLists f functions :: [DocumentedFunction PandocError] functions = [ defun "pipe" ### (\command args input -> do (ec, output) <- Lua.liftIO $ pipeProcess Nothing command args input `catch` (throwM . PandocIOError "pipe") case ec of ExitSuccess -> 1 <$ Lua.pushLazyByteString output ExitFailure n -> do pushPipeError (PipeError (T.pack command) n output) Lua.error) <#> parameter peekString "string" "command" "path to executable" <#> parameter (peekList peekString) "{string,...}" "args" "list of arguments" <#> parameter peekLazyByteString "string" "input" "input passed to process via stdin" =?> "output string, or error triple" , defun "read" ### (\content mformatspec -> do let formatSpec = fromMaybe "markdown" mformatspec res <- Lua.liftIO . runIO $ getReader formatSpec >>= \case (TextReader r, es) -> r def{ readerExtensions = es } content _ -> throwError $ PandocSomeError "Only textual formats are supported" case res of Right pd -> return pd -- success, got a Pandoc document Left (PandocUnknownReaderError f) -> Lua.failLua . T.unpack $ "Unknown reader: " <> f Left (PandocUnsupportedExtensionError e f) -> Lua.failLua . T.unpack $ "Extension " <> e <> " not supported for " <> f Left e -> throwM e) <#> parameter peekText "string" "content" "text to parse" <#> optionalParameter peekText "string" "formatspec" "format and extensions" =#> functionResult pushPandoc "Pandoc" "result document" , sha1 , defun "walk_block" ### walkElement <#> parameter peekBlockFuzzy "Block" "block" "element to traverse" <#> parameter peekLuaFilter "LuaFilter" "filter" "filter functions" =#> functionResult pushBlock "Block" "modified Block" , defun "walk_inline" ### walkElement <#> parameter peekInlineFuzzy "Inline" "inline" "element to traverse" <#> parameter peekLuaFilter "LuaFilter" "filter" "filter functions" =#> functionResult pushInline "Inline" "modified Inline" ] data PipeError = PipeError { pipeErrorCommand :: T.Text , pipeErrorCode :: Int , pipeErrorOutput :: BL.ByteString } peekPipeError :: PeekError e => StackIndex -> LuaE e PipeError peekPipeError idx = PipeError <$> (Lua.getfield idx "command" *> Lua.peek (-1) <* Lua.pop 1) <*> (Lua.getfield idx "error_code" *> Lua.peek (-1) <* Lua.pop 1) <*> (Lua.getfield idx "output" *> Lua.peek (-1) <* Lua.pop 1) pushPipeError :: PeekError e => Pusher e PipeError pushPipeError pipeErr = do Lua.newtable LuaUtil.addField "command" (pipeErrorCommand pipeErr) LuaUtil.addField "error_code" (pipeErrorCode pipeErr) LuaUtil.addField "output" (pipeErrorOutput pipeErr) pushPipeErrorMetaTable Lua.setmetatable (-2) where pushPipeErrorMetaTable :: PeekError e => LuaE e () pushPipeErrorMetaTable = do v <- Lua.newmetatable "pandoc pipe error" when v $ do pushName "__tostring" pushHaskellFunction pipeErrorMessage rawset (nth 3) pipeErrorMessage :: PeekError e => LuaE e NumResults pipeErrorMessage = do (PipeError cmd errorCode output) <- peekPipeError (nthBottom 1) pushByteString . BSL.toStrict . BSL.concat $ [ BSL.pack "Error running " , BSL.pack $ T.unpack cmd , BSL.pack " (error code " , BSL.pack $ show errorCode , BSL.pack "): " , if output == mempty then BSL.pack "" else output ] return (NumResults 1)