Commit 1111d3ad13

Kelly Boothby <boothby@dwavesys.com>
2020-03-31 03:18:06
fixed bugs hitting EOF immediately after //, /// or //!
master
1 parent 44aadaf
Changed files (1)
src
tokenizer.cpp
src/tokenizer.cpp
@@ -1494,9 +1494,17 @@ void tokenize(Buf *buf, Tokenization *out) {
             tokenize_error(&t, "unexpected EOF");
             break;
         case TokenizeStateLineComment:
+            break;
         case TokenizeStateSawSlash2:
+            cancel_token(&t);
+            break;
         case TokenizeStateSawSlash3:
+            set_token_id(&t, t.cur_tok, TokenIdDocComment);
+            end_token(&t);
+            break;
         case TokenizeStateSawSlashBang:
+            set_token_id(&t, t.cur_tok, TokenIdContainerDocComment);
+            end_token(&t);
             break;
     }
     if (t.state != TokenizeStateError) {