update docs

This commit is contained in:
rolux 2012-06-05 10:24:46 +02:00
parent 9434c60b53
commit 2fd3345328

View file

@ -884,14 +884,14 @@ Ox.tokenize <f> Tokenizes JavaScript
column <n> Column of the token column <n> Column of the token
line <n> Line of the token line <n> Line of the token
type <s> Type of the token type <s> Type of the token
Type can be `"comment"`, `"error"`, `"identifier"`, `"linebreak"`, Type can be `'comment'`, `'error'`, `'identifier'`, `'linebreak'`,
`"number"`, `"operator"`, `"regexp"`, `"string"` or `"whitespace"` `'number'`, `'operator'`, `'regexp'`, `'string'` or `'whitespace'`
value <s> Value of the token value <s> Value of the token
source <s> JavaScript source code source <s> JavaScript source code
> Ox.tokenize('// comment\nvar foo = bar / baz;').length > Ox.tokenize('// comment\nvar foo = bar / baz;').length
14 14
> Ox.tokenize('return /foo/g;')[2].value.length > Ox.tokenize('return /foo/gi;')[2].value.length
6 7
> Ox.tokenize('[0xFF, 1e1, 1e+1, 1e-1, 1e+1+1]').length > Ox.tokenize('[0xFF, 1e1, 1e+1, 1e-1, 1e+1+1]').length
17 17
@*/ @*/