From bbd23dc8051e3de7e97bc36fe76098572383e1fb Mon Sep 17 00:00:00 2001
From: Marshall Lochbaum <mwlochbaum@gmail.com>
Date: Thu, 5 Nov 2020 20:34:44 -0500
Subject: Fix token index for the newline after a comment (and crash when there
 was none)

---
 src/c.bqn | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

(limited to 'src/c.bqn')

diff --git a/src/c.bqn b/src/c.bqn
index 3e6718f3..518d172b 100644
--- a/src/c.bqn
+++ b/src/c.bqn
@@ -51,7 +51,8 @@ Tokenize←{
   str←1↓¨𝕩⊔˜1-˜(+`si←a>»qe)×≠`dm∧ab         # Strings (indices /si)
 
   # Extract words: identifiers and numbers
-  is←/1»f⋄ie←/f⋄Fs←{is/˜↩𝕨⋄𝕨/𝕩}             # Token start and end
+  ie←/f⋄is←ie≠⊸↑/1»f⋄Fs←{is/˜↩𝕨⋄𝕨/𝕩}        # Token start and end
+  is-↩is(-×⊏⟜c)ie                           # Comment → ending newline only
   t←CharCode ie⊏𝕩
   w←»⊸<l←t M bD(⊣≍-˜)○⊑bW⋄us←t=¯1++´bA      # Word chars l, start w
   wk←na⌊∘÷˜(⊑bA)-˜w/t                       # Kind of word from first char
-- 
cgit v1.2.3