From 71218cd61f8410a6ad21d598d1141871cb2551d0 Mon Sep 17 00:00:00 2001
From: rolux <rolux@rolux.org>
Date: Thu, 21 Jun 2012 08:08:45 +0200
Subject: [PATCH] Ox.tokenize: handle '.1'

---
 source/Ox/js/JavaScript.js | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/source/Ox/js/JavaScript.js b/source/Ox/js/JavaScript.js
index 3eeda7a4..59cda0f1 100644
--- a/source/Ox/js/JavaScript.js
+++ b/source/Ox/js/JavaScript.js
@@ -903,8 +903,8 @@ Ox.tokenize <f> Tokenizes JavaScript
     14
     > Ox.tokenize('return /foo/gi;')[2].value.length
     7
-    > Ox.tokenize('[0xFF, 1e1, 1e+1, 1e-1, 1e+1+1]').length
-    17
+    > Ox.tokenize('[.1, 0xFF, 1e1, 1e+1, 1e-1, 1e+1+1]').length
+    20
 @*/
 Ox.tokenize = (function() {
 
@@ -999,7 +999,10 @@ Ox.tokenize = (function() {
             } else if (linebreak.indexOf(char) > -1) {
                 type = 'linebreak';
                 while (linebreak.indexOf(source[++cursor]) > -1) {}
-            } else if (number.indexOf(char) > -1) {
+            } else if (
+                number.indexOf(char) > -1
+                || char == '.' && number.indexOf(source[cursor + 1]) > -1
+            ) {
                 type = 'number';
                 while ((number + '.abcdefxABCDEFX+-').indexOf(source[++cursor]) > -1) {
                     if (
@@ -1016,6 +1019,7 @@ Ox.tokenize = (function() {
                 }
                 while (regexp.indexOf(source[++cursor]) > -1) {}
             } else if (operator.indexOf(char) > -1) {
+                // has to be tested after number and regexp
                 type = 'operator';
                 while (operator.indexOf(char += source[++cursor]) > -1 && cursor < length) {}
             } else if (string.indexOf(delimiter = char) > -1) {