update test, add comments

This commit is contained in:
rolux 2012-05-26 00:18:50 +02:00
parent 463c9d9e90
commit 65c070d6b6

View file

@ -314,7 +314,7 @@ Ox.minify <f> Minifies JavaScript
'for(a in b)\n{c=void 0;}'
> Ox.minify('return a; return 0; return "";')
'return a;return 0;return"";'
> Ox.minify('return\na;\nreturn\n0;\nreturn\n\"\";')
> Ox.minify('return\na;\nreturn\n0;\nreturn\n"";')
'return\na;return\n0;return\n"";'
@*/
Ox.minify = function() {
@ -457,6 +457,8 @@ Ox.tokenize <f> Tokenizes JavaScript
@*/
// FIXME: constant/method/object/property is of interest
// for syntax highlighting, but may not belong here
// FIXME: backport python version
// FIXME: numbers (hex, exp, etc.)
Ox.tokenize = (function() {
// see https://github.com/mozilla/narcissus/blob/master/lib/jslex.js