Commit aa1a727284

Alexandros Naskos <alex_naskos@hotmail.com>
2020-06-02 01:58:33
Allow carriare return in comments
master
1 parent c6764fd
Changed files (1)
lib
std
zig
tokenizer.zig
lib/std/zig/tokenizer.zig
@@ -1014,7 +1014,7 @@ pub const Tokenizer = struct {
                         state = .container_doc_comment;
                     },
                     '\n' => break,
-                    '\t' => state = .line_comment,
+                    '\t', '\r' => state = .line_comment,
                     else => {
                         state = .line_comment;
                         self.checkLiteralCharacter();
@@ -1028,7 +1028,7 @@ pub const Tokenizer = struct {
                         result.id = .DocComment;
                         break;
                     },
-                    '\t' => {
+                    '\t', '\r' => {
                         state = .doc_comment;
                         result.id = .DocComment;
                     },
@@ -1040,7 +1040,7 @@ pub const Tokenizer = struct {
                 },
                 .line_comment, .doc_comment, .container_doc_comment => switch (c) {
                     '\n' => break,
-                    '\t' => {},
+                    '\t', '\r' => {},
                     else => self.checkLiteralCharacter(),
                 },
                 .zero => switch (c) {