aboutsummaryrefslogtreecommitdiff
path: root/wc.bqn
diff options
context:
space:
mode:
authorMarshall Lochbaum <mwlochbaum@gmail.com>2020-10-25 15:16:29 -0400
committerMarshall Lochbaum <mwlochbaum@gmail.com>2020-10-25 15:16:29 -0400
commit7c539384346b0a05f558969f689a779c90ba6bfa (patch)
treed3a57a22d7b86fbf194715b6c34a171f1f2c1aae /wc.bqn
parentb59e45b1c3f266cab079ca2c0ad735e7e8c1ece6 (diff)
Return all multi-character token values (including identifiers) from Tokenize
Diffstat (limited to 'wc.bqn')
-rw-r--r--wc.bqn3
1 files changed, 2 insertions, 1 deletions
diff --git a/wc.bqn b/wc.bqn
index 3c5b3090..95dd7720 100644
--- a/wc.bqn
+++ b/wc.bqn
@@ -47,7 +47,8 @@ fntab←⍉(0¨tab1)∾tab1≍tab2
f64←127-3
GenFn←{
- ⟨t,r,nVar,lits⟩←Tokenize𝕩
+ ⟨t,r,k⟩←Tokenize𝕩
+ nVar←≠⊑k⋄lits←∾1↓k
nLoc←nVar-𝕨⊢0
t⊏˜↩⍋+`-˝(2‿3+⊑bB)=⌜t
nd←+´c←t=3+⊑bB