From f32df1b490b4a7306c6d468e5ad784dc1272dde7 Mon Sep 17 00:00:00 2001 From: Wesley Kerfoot Date: Sun, 25 Aug 2013 13:33:34 -0400 Subject: [PATCH] added commas --- tokenize.js | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/tokenize.js b/tokenize.js index 97aa22c..e3f69e9 100755 --- a/tokenize.js +++ b/tokenize.js @@ -131,6 +131,10 @@ function tokenize(tokstream) { tokens.push(["whitespace", '\n']); tokstream = tokstream.substr(1); break; + case 44: // ',' + tokens.push(["comma", ","]); + tokstream = tokstream.substr(1); + break; case 40: // '(' tokens.push(["left_paren", '(']); tokstream = tokstream.substr(1); @@ -266,8 +270,8 @@ function tokenize(tokstream) { module.exports = {tokenize : tokenize}; -//var tokstream = fs.readFileSync("/dev/stdin").toString(); +var tokstream = fs.readFileSync("/dev/stdin").toString(); //console.log(isIdentifier(')')); -//console.log(tokenize(tokstream)); +console.log(tokenize(tokstream)); //tokenize(tokstream);