diff options
| author | Andrew Kelley <andrew@ziglang.org> | 2020-03-31 10:56:21 -0400 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2020-03-31 10:56:21 -0400 |
| commit | 47a0e3ec5ecd58f47d8ef81909ecd61fbe777bfc (patch) | |
| tree | 4c095d601d2692237b45c3140c100a5f08ffe5b9 /src/tokenizer.cpp | |
| parent | 6d25e451231d611887468c48ae72af441797c712 (diff) | |
| parent | 1111d3ad13b6e2af855b50c15bdbafcfc12b52c0 (diff) | |
| download | zig-47a0e3ec5ecd58f47d8ef81909ecd61fbe777bfc.tar.gz zig-47a0e3ec5ecd58f47d8ef81909ecd61fbe777bfc.zip | |
Merge pull request #4871 from boothby/issue4769
Address bugs when //, /// or //! are immediately followed by EOF
Diffstat (limited to 'src/tokenizer.cpp')
| -rw-r--r-- | src/tokenizer.cpp | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index 22d63568bf..b4e9d910d9 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -1494,9 +1494,17 @@ void tokenize(Buf *buf, Tokenization *out) { tokenize_error(&t, "unexpected EOF"); break; case TokenizeStateLineComment: + break; case TokenizeStateSawSlash2: + cancel_token(&t); + break; case TokenizeStateSawSlash3: + set_token_id(&t, t.cur_tok, TokenIdDocComment); + end_token(&t); + break; case TokenizeStateSawSlashBang: + set_token_id(&t, t.cur_tok, TokenIdContainerDocComment); + end_token(&t); break; } if (t.state != TokenizeStateError) { |