Browse Source

support for oneline comments using ; as the prefix

pull/17/head
nisstyre56 11 years ago
parent
commit
0a999d9818
  1. 3
      example.jl
  2. 9
      tokenize.js

3
example.jl

@ -3,6 +3,9 @@ defop 2 Left (a ++ b)
deftype Foo (A -> B)
;; here is a comment
; here is another comment
deftype (Foo a b)
(a -> b)

9
tokenize.js

@ -178,15 +178,21 @@ function peek(tokstream, toktype, word, charnum, linenum) {
return false;
}
function tokenize(tokstream, matchop) {
var tokens = [];
var charnum = 1;
var linenum = 1;
var i, result, lambda, num;
var i, result, lambda, num, comment;
while (tokstream) {
switch (tokstream[0].charCodeAt()) {
/* falls through */
case 59: // ;
while (tokstream[0].charCodeAt() !== 10) {
tokstream = tokstream.substr(1);
}
break;
case 9: // '\t'
charnum++;
tokens.push(["whitespace", '\t', charnum, linenum]);
@ -216,6 +222,7 @@ function tokenize(tokstream, matchop) {
charnum++;
tokens.push(["left_paren", '(', charnum, linenum]);
tokstream = tokstream.substr(1);
break;
/* falls through */
case 41: // ')'

Loading…
Cancel
Save