Browse Source

add string field

master
nisstyre56 10 years ago
parent
commit
1fd19a37d1
  1. 3
      tokenize.py

3
tokenize.py

@ -18,6 +18,7 @@ class TokenValT(Union):
("integer", c_char_p),
("floating", c_char_p),
("parenthesis", c_char_p),
("string", c_char_p),
("quote", c_bool),
("whitespace", c_bool),
("null_token", c_bool)]
@ -49,4 +50,4 @@ def tokenize(source):
line = " '''' a b"
xs = list(tokenize(line))
print xs
print(xs)