diff lex.rhope @ 134:386f4a874821

More work on new parser
author Mike Pavone <pavone@retrodev.com>
date Wed, 10 Nov 2010 22:29:49 -0500
parents 1f238280047f
children
line wrap: on
line diff
--- a/lex.rhope	Wed Nov 10 22:29:33 2010 -0500
+++ b/lex.rhope	Wed Nov 10 22:29:49 2010 -0500
@@ -103,7 +103,7 @@
 Numeric Literal[literal, text, simple tokens, token list:out]
 {
 	first,rest <- [text]Slice[1]
-	If[[first] In ["01234567890.x"]]
+	If[[first] In ["01234567890.xui"]]
 	{
 		out <- Numeric Literal[[literal]Append[first], rest, simple tokens, token list]
 	}{
@@ -203,13 +203,14 @@
 
 Lex[text:out]
 {
-	simple tokens <- [[[[[[[[[[Dictionary[]
+	simple tokens <- [[[[[[[[[[[Dictionary[]
 		]Set["{", "Block Begin"]
 		]Set["}", "Block End"]
 		]Set["(", "List Begin"]
 		]Set[")", "List End"]
 		]Set["[", "Args Begin"]
 		]Set["]", "Args End"]
+		]Set[".", "Call Separator"]
 		]Set[",", "List Separator"]
 		]Set[":", "Name Separator"]
 		]Set["@", "Method Separator"]