big-moving.ru/api/soft/ajaxorg/tool/regexp_tokenizer_test.js

31 lines
578 B
JavaScript
Executable File

require("amd-loader");
var assert = require("assert");
var tk = require("./regexp_tokenizer");
var tokenize = tk.tokenize;
var toStr = tk.toStr;
var logTokens = function(tokens) {
tokens.forEach(function(x) {
delete x.end
delete x.start
})
console.log(tokens)
}
assert.equal(toStr(
tokenize("(?x)c + +\n\
# comment\n\
(?-x) # (?x: 1 \n\
(2) [ ] # a \n\
3 4) c#"
)),
"(?x)c++(?-x) # (?x:1(2)[ ]34) c#"
)
assert.equal(toStr(
tokenize("(?x)\n\
u # comment\n\
")),
"(?x)u"
)