update docs
This commit is contained in:
parent
9434c60b53
commit
2fd3345328
1 changed files with 4 additions and 4 deletions
|
@ -884,14 +884,14 @@ Ox.tokenize <f> Tokenizes JavaScript
|
|||
column <n> Column of the token
|
||||
line <n> Line of the token
|
||||
type <s> Type of the token
|
||||
Type can be `"comment"`, `"error"`, `"identifier"`, `"linebreak"`,
|
||||
`"number"`, `"operator"`, `"regexp"`, `"string"` or `"whitespace"`
|
||||
Type can be `'comment'`, `'error'`, `'identifier'`, `'linebreak'`,
|
||||
`'number'`, `'operator'`, `'regexp'`, `'string'` or `'whitespace'`
|
||||
value <s> Value of the token
|
||||
source <s> JavaScript source code
|
||||
> Ox.tokenize('// comment\nvar foo = bar / baz;').length
|
||||
14
|
||||
> Ox.tokenize('return /foo/g;')[2].value.length
|
||||
6
|
||||
> Ox.tokenize('return /foo/gi;')[2].value.length
|
||||
7
|
||||
> Ox.tokenize('[0xFF, 1e1, 1e+1, 1e-1, 1e+1+1]').length
|
||||
17
|
||||
@*/
|
||||
|
|
Loading…
Reference in a new issue