update docs
This commit is contained in:
parent
9434c60b53
commit
2fd3345328
1 changed files with 4 additions and 4 deletions
|
@ -884,14 +884,14 @@ Ox.tokenize <f> Tokenizes JavaScript
|
||||||
column <n> Column of the token
|
column <n> Column of the token
|
||||||
line <n> Line of the token
|
line <n> Line of the token
|
||||||
type <s> Type of the token
|
type <s> Type of the token
|
||||||
Type can be `"comment"`, `"error"`, `"identifier"`, `"linebreak"`,
|
Type can be `'comment'`, `'error'`, `'identifier'`, `'linebreak'`,
|
||||||
`"number"`, `"operator"`, `"regexp"`, `"string"` or `"whitespace"`
|
`'number'`, `'operator'`, `'regexp'`, `'string'` or `'whitespace'`
|
||||||
value <s> Value of the token
|
value <s> Value of the token
|
||||||
source <s> JavaScript source code
|
source <s> JavaScript source code
|
||||||
> Ox.tokenize('// comment\nvar foo = bar / baz;').length
|
> Ox.tokenize('// comment\nvar foo = bar / baz;').length
|
||||||
14
|
14
|
||||||
> Ox.tokenize('return /foo/g;')[2].value.length
|
> Ox.tokenize('return /foo/gi;')[2].value.length
|
||||||
6
|
7
|
||||||
> Ox.tokenize('[0xFF, 1e1, 1e+1, 1e-1, 1e+1+1]').length
|
> Ox.tokenize('[0xFF, 1e1, 1e+1, 1e-1, 1e+1+1]').length
|
||||||
17
|
17
|
||||||
@*/
|
@*/
|
||||||
|
|
Loading…
Reference in a new issue