fix a bug where the js tokenizer would fail if the last character of the source was an operator

2011-10-07 00:42:31 +02:00 · 2011-10-07 00:42:31 +02:00 · a7aba40790
commit a7aba40790
parent 409d5da90d
1 changed files with 5 additions and 4 deletions
--- a/ox/js.py
+++ b/ox/js.py
@ -125,6 +125,7 @@ def tokenize(source):
                cursor += 1
        elif char in OPERATOR:
            type = 'operator'
+            if cursor < length:
                string = char + source[cursor]
                while cursor < length and string in OPERATOR:
                    cursor += 1