aboutsummaryrefslogtreecommitdiff
path: root/wc.bqn
diff options
context:
space:
mode:
authorMarshall Lochbaum <mwlochbaum@gmail.com>2020-11-01 09:48:05 -0500
committerMarshall Lochbaum <mwlochbaum@gmail.com>2020-11-01 09:48:05 -0500
commitdd76b41e47ec70aac3a464ee3da98d709f051f47 (patch)
tree1a475320c54e5088a3ac9f42bdaaecc22293529d /wc.bqn
parent418f03d389ecc80008c87ef14e9fa153f3e225ef (diff)
Emit token start and end indices from tokenizer
Diffstat (limited to 'wc.bqn')
-rw-r--r--wc.bqn2
1 files changed, 1 insertions, 1 deletions
diff --git a/wc.bqn b/wc.bqn
index 5a8fc398..eed73e99 100644
--- a/wc.bqn
+++ b/wc.bqn
@@ -47,7 +47,7 @@ fntab←⍉(0¨tab1)∾tab1≍tab2
f64←127-3
GenFn←{
- ⟨t,r,k,i⟩←Tokenize𝕩
+ ⟨t,r,k⟩←3↑Tokenize𝕩
nVar←≠⊑k⋄lits←∾1↓k
nLoc←nVar-𝕨⊢0
t⊏˜↩⍋+`-˝(2‿3+⊑bB)=⌜t