Org reader: refactor block attribute handling

A parser state attribute was used to keep track of block attributes
defined in meta-lines.  Global state is undesirable, so block attributes
are no longer saved as part of the parser state.  Old functions and the
respective part of the parser state are removed.

src/Text/Pandoc/Readers/Org.hs

@@ -49,10 +49,10 @@ import qualified Text.TeXMath.Readers.MathML.EntityMap as MathMLEntityMap
 import           Control.Arrow (first)
 import           Control.Monad (foldM, guard, mplus, mzero, when)
 import           Control.Monad.Reader ( Reader, runReader )
-import           Data.Char (isAlphaNum, isSpace, toLower)
+import           Data.Char (isAlphaNum, isSpace, toLower, toUpper)
-import           Data.List (intersperse, isPrefixOf, isSuffixOf)
+import           Data.List ( foldl', intersperse, isPrefixOf, isSuffixOf )
 import qualified Data.Map as M
-import           Data.Maybe (fromMaybe, isJust)
+import           Data.Maybe ( fromMaybe, isNothing )
 import           Network.HTTP (urlEncode)
 
 
@@ -273,11 +273,9 @@ parseBlocks = mconcat <$> manyTill block eof
 
 block :: OrgParser (F Blocks)
 block = choice [ mempty <$ blanklines
-               , optionalAttributes $ choice
-                 [ orgBlock
-                 , figure
                , table
-                 ]
+               , orgBlock
+               , figure
                , example
                , drawer
                , specialLine
@@ -289,50 +287,53 @@ block = choice [ mempty <$ blanklines
                , paraOrPlain
                ] <?> "block"
 
+
 --
 -- Block Attributes
 --
 
--- | Parse optional block attributes (like #+TITLE or #+NAME)
+-- | Attributes that may be added to figures (like a name or caption).
-optionalAttributes :: OrgParser (F Blocks) -> OrgParser (F Blocks)
+data BlockAttributes = BlockAttributes
-optionalAttributes parser = try $
+  { blockAttrName    :: Maybe String
-  resetBlockAttributes *> parseBlockAttributes *> parser
+  , blockAttrCaption :: Maybe (F Inlines)
- where
+  }
-   resetBlockAttributes :: OrgParser ()
-   resetBlockAttributes = updateState $ \s ->
-     s{ orgStateBlockAttributes = orgStateBlockAttributes def }
 
-parseBlockAttributes :: OrgParser ()
+stringyMetaAttribute :: (String -> Bool) -> OrgParser (String, String)
-parseBlockAttributes = do
+stringyMetaAttribute attrCheck = try $ do
-  attrs <- many attribute
+  metaLineStart
-  mapM_ (uncurry parseAndAddAttribute) attrs
+  attrName <- map toUpper <$> many1Till nonspaceChar (char ':')
- where
+  guard $ attrCheck attrName
-   attribute :: OrgParser (String, String)
+  skipSpaces
-   attribute = try $ do
+  attrValue <- manyTill anyChar newline
-         key <- metaLineStart *> many1Till nonspaceChar (char ':')
+  return (attrName, attrValue)
-         val <- skipSpaces *> anyLine
-         return (map toLower key, val)
 
-parseAndAddAttribute :: String -> String -> OrgParser ()
+blockAttributes :: OrgParser BlockAttributes
-parseAndAddAttribute key value = do
+blockAttributes = try $ do
-  let key' = map toLower key
+  kv <- many (stringyMetaAttribute attrCheck)
-  () <$ addBlockAttribute key' value
+  let caption = foldl' (appendValues "CAPTION") Nothing kv
-
+  let name    = lookup "NAME" kv
-lookupInlinesAttr :: String -> OrgParser (Maybe (F Inlines))
+  caption' <- maybe (return Nothing)
-lookupInlinesAttr attr = try $ do
-  val <- lookupBlockAttribute attr
-  maybe (return Nothing)
                     (fmap Just . parseFromString parseInlines)
-        val
+                    caption
+  return $ BlockAttributes
+           { blockAttrName = name
+           , blockAttrCaption = caption'
+           }
+ where
+   attrCheck :: String -> Bool
+   attrCheck attr =
+     case attr of
+       "NAME"    -> True
+       "CAPTION" -> True
+       _         -> False
 
-addBlockAttribute :: String -> String -> OrgParser ()
+   appendValues :: String -> Maybe String -> (String, String) -> Maybe String
-addBlockAttribute key val = updateState $ \s ->
+   appendValues attrName accValue (key, value) =
-  let attrs = orgStateBlockAttributes s
+     if key /= attrName
-  in s{ orgStateBlockAttributes = M.insert key val attrs }
+     then accValue
-
+     else case accValue of
-lookupBlockAttribute :: String -> OrgParser (Maybe String)
+            Just acc -> Just $ acc ++ ' ':value
-lookupBlockAttribute key =
+            Nothing  -> Just value
-  M.lookup key . orgStateBlockAttributes <$> getState
 
 
 --
@@ -346,6 +347,7 @@ updateIndent (_, blkType) indent = (indent, blkType)
 
 orgBlock :: OrgParser (F Blocks)
 orgBlock = try $ do
+  blockAttrs <- blockAttributes
   blockProp@(_, blkType) <- blockHeaderStart
   ($ blockProp) $
     case blkType of
@@ -356,7 +358,7 @@ orgBlock = try $ do
       "example" -> withRaw'   (return . exampleCode)
       "quote"   -> withParsed (fmap B.blockQuote)
       "verse"   -> verseBlock
-      "src"     -> codeBlock
+      "src"     -> codeBlock blockAttrs
       _         -> withParsed (fmap $ divWithClass blkType)
 
 blockHeaderStart :: OrgParser (Int, String)
@@ -410,20 +412,20 @@ followingResultsBlock =
                                      *> blankline
                                      *> block)
 
-codeBlock :: BlockProperties -> OrgParser (F Blocks)
+codeBlock :: BlockAttributes -> BlockProperties -> OrgParser (F Blocks)
-codeBlock blkProp = do
+codeBlock blockAttrs blkProp = do
   skipSpaces
   (classes, kv)     <- codeHeaderArgs <|> (mempty <$ ignHeaders)
-  id'               <- fromMaybe "" <$> lookupBlockAttribute "name"
   leadingIndent     <- lookAhead indentation
   content           <- rawBlockContent (updateIndent blkProp leadingIndent)
   resultsContent    <- followingResultsBlock
+  let id'            = fromMaybe mempty $ blockAttrName blockAttrs
   let includeCode    = exportsCode kv
   let includeResults = exportsResults kv
   let codeBlck       = B.codeBlockWith ( id', classes, kv ) content
-  labelledBlck      <- maybe (pure codeBlck)
+  let labelledBlck   = maybe (pure codeBlck)
                              (labelDiv codeBlck)
-                             <$> lookupInlinesAttr "caption"
+                             (blockAttrCaption blockAttrs)
   let resultBlck     = fromMaybe mempty resultsContent
   return $ (if includeCode then labelledBlck else mempty)
            <> (if includeResults then resultBlck else mempty)
@@ -579,23 +581,18 @@ drawerEnd = try $
 -- Figures
 --
 
--- Figures (Image on a line by itself, preceded by name and/or caption)
+
+-- | Figures (Image on a line by itself, preceded by name and/or caption)
 figure :: OrgParser (F Blocks)
 figure = try $ do
-  (cap, nam) <- nameAndCaption
+  figAttrs <- blockAttributes
   src <- skipSpaces *> selfTarget <* skipSpaces <* P.newline
+  guard . not . isNothing . blockAttrCaption $ figAttrs
   guard (isImageFilename src)
-  return $ do
+  let figName    = fromMaybe mempty $ blockAttrName figAttrs
-    cap' <- cap
+  let figCaption = fromMaybe mempty $ blockAttrCaption figAttrs
-    return $ B.para $ B.image src nam cap'
+  return $ (B.para . B.image src (withFigPrefix figName) <$> figCaption)
  where
-   nameAndCaption =
-       do
-         maybeCap <- lookupInlinesAttr "caption"
-         maybeNam <- lookupBlockAttribute "name"
-         guard $ isJust maybeCap || isJust maybeNam
-         return ( fromMaybe mempty maybeCap
-                , withFigPrefix $ fromMaybe mempty maybeNam )
    withFigPrefix cs =
      if "fig:" `isPrefixOf` cs
      then cs
@@ -603,23 +600,23 @@ figure = try $ do
 
 --
 -- Comments, Options and Metadata
+--
 specialLine :: OrgParser (F Blocks)
 specialLine = fmap return . try $ metaLine <|> commentLine
 
 metaLine :: OrgParser Blocks
-metaLine = try $ mempty
+metaLine = mempty <$ metaLineStart <* (optionLine <|> declarationLine)
-              <$ (metaLineStart *> (optionLine <|> declarationLine))
-
-commentLine :: OrgParser Blocks
-commentLine = try $ commentLineStart *> anyLine *> pure mempty
 
 -- The order, in which blocks are tried, makes sure that we're not looking at
 -- the beginning of a block, so we don't need to check for it
-metaLineStart :: OrgParser String
+metaLineStart :: OrgParser ()
-metaLineStart = try $ mappend <$> many spaceChar <*> string "#+"
+metaLineStart = try $ skipSpaces <* string "#+"
 
-commentLineStart :: OrgParser String
+commentLine :: OrgParser Blocks
-commentLineStart = try $ mappend <$> many spaceChar <*> string "# "
+commentLine = commentLineStart *> anyLine *> pure mempty
+
+commentLineStart :: OrgParser ()
+commentLineStart = try $ skipSpaces <* string "# "
 
 declarationLine :: OrgParser ()
 declarationLine = try $ do
@@ -738,11 +735,12 @@ data OrgTable = OrgTable
 
 table :: OrgParser (F Blocks)
 table = try $ do
+  blockAttrs <- blockAttributes
   lookAhead tableStart
   do
     rows <- tableRows
-    cptn <- fromMaybe (pure "") <$> lookupInlinesAttr "caption"
+    let caption = fromMaybe (return mempty) $ blockAttrCaption blockAttrs
-    return $ (<$> cptn) . orgToPandocTable . normalizeTable =<< rowsToTable rows
+    return $ (<$> caption) . orgToPandocTable . normalizeTable =<< rowsToTable rows
 
 orgToPandocTable :: OrgTable
                  -> Inlines

src/Text/Pandoc/Readers/Org/ParserState.hs

@@ -68,8 +68,6 @@ import           Text.Pandoc.Parsing ( HasHeaderMap(..)
 type OrgNoteRecord = (String, F Blocks)
 -- | Table of footnotes
 type OrgNoteTable = [OrgNoteRecord]
--- | Map of org block attributes (e.g. LABEL, CAPTION, NAME, etc)
-type OrgBlockAttributes = M.Map String String
 -- | Map of functions for link transformations.  The map key is refers to the
 -- link-type, the corresponding function transforms the given link string.
 type OrgLinkFormatters = M.Map String (String -> String)
@@ -84,7 +82,6 @@ data ExportSettings = ExportSettings
 data OrgParserState = OrgParserState
   { orgStateOptions              :: ReaderOptions
   , orgStateAnchorIds            :: [String]
-  , orgStateBlockAttributes      :: OrgBlockAttributes
   , orgStateEmphasisCharStack    :: [Char]
   , orgStateEmphasisNewlines     :: Maybe Int
   , orgStateExportSettings       :: ExportSettings
@@ -140,7 +137,6 @@ defaultOrgParserState :: OrgParserState
 defaultOrgParserState = OrgParserState
   { orgStateOptions = def
   , orgStateAnchorIds = []
-  , orgStateBlockAttributes = M.empty
   , orgStateEmphasisCharStack = []
   , orgStateEmphasisNewlines = Nothing
   , orgStateExportSettings = def