diff --git a/src/Text/Pandoc/Writers/LaTeX.hs b/src/Text/Pandoc/Writers/LaTeX.hs
index c4eac4cd9..f169bf553 100644
--- a/src/Text/Pandoc/Writers/LaTeX.hs
+++ b/src/Text/Pandoc/Writers/LaTeX.hs
@@ -372,10 +372,11 @@ inlineToLaTeX (Cite cits lst) = do
 
 inlineToLaTeX (Code _ str) = do
   st <- get
-  when (stInNote st) $ modify $ \s -> s{ stVerbInNote = True }
-  let chr = ((enumFromTo '!' '~') \\ str) !! 0
   if writerListings (stOptions st)
-    then return $ text $ "\\lstinline" ++ [chr] ++ str ++ [chr]
+    then do
+      when (stInNote st) $ modify $ \s -> s{ stVerbInNote = True }
+      let chr = ((enumFromTo '!' '~') \\ str) !! 0
+      return $ text $ "\\lstinline" ++ [chr] ++ str ++ [chr]
     else return $ text $ "\\texttt{" ++ stringToLaTeX str ++ "}"
 inlineToLaTeX (Quoted SingleQuote lst) = do
   contents <- inlineListToLaTeX lst