LaTeX reader: fixed pos calculation in tokenizing escaped space.

This commit is contained in:
John MacFarlane 2018-01-13 22:04:26 -08:00
parent 50b64bcf1c
commit 485535464d

View file

@ -333,13 +333,16 @@ totoks pos t =
-> (T.pack "\n", -> (T.pack "\n",
T.span isSpaceOrTab r2) T.span isSpaceOrTab r2)
_ -> (mempty, (mempty, r1)) _ -> (mempty, (mempty, r1))
ws = "\\" <> w1 <> w2 <> w3
in case T.uncons r3 of in case T.uncons r3 of
Just ('\n', _) -> Just ('\n', _) ->
Tok pos (CtrlSeq " ") ("\\" <> w1) Tok pos (CtrlSeq " ") ("\\" <> w1)
: totoks (incSourceColumn pos 1) r1 : totoks (incSourceColumn pos (T.length ws))
r1
_ -> _ ->
Tok pos (CtrlSeq " ") ("\\" <> w1 <> w2 <> w3) Tok pos (CtrlSeq " ") ws
: totoks (incSourceColumn pos 1) r3 : totoks (incSourceColumn pos (T.length ws))
r3
| otherwise -> | otherwise ->
Tok pos (CtrlSeq (T.singleton d)) (T.pack [c,d]) Tok pos (CtrlSeq (T.singleton d)) (T.pack [c,d])
: totoks (incSourceColumn pos 2) rest' : totoks (incSourceColumn pos 2) rest'