|
|
const fs = require('fs');
|
|
|
const punycode = require('punycode');
|
|
|
const LineBreaker = require('../');
|
|
|
const assert = require('assert');
|
|
|
|
|
|
describe('unicode line break tests', function() {
|
|
|
// these tests are weird, possibly incorrect or just tailored differently. we skip them.
|
|
|
const skip = [812, 814, 848, 850, 864, 866, 900, 902, 956, 958, 1068, 1070, 1072, 1074, 1224, 1226,
|
|
|
1228, 1230, 1760, 1762, 2932, 2934, 4100, 4101, 4102, 4103, 4340, 4342, 4496, 4498, 4568, 4570,
|
|
|
4704, 4706, 4707, 4708, 4710, 4711, 4712, 4714, 4715, 4716, 4718, 4719, 4722, 4723, 4726, 4727,
|
|
|
4730, 4731, 4734, 4735, 4736, 4738, 4739, 4742, 4743, 4746, 4747, 4748, 4750, 4751, 4752, 4754,
|
|
|
4755, 4756, 4758, 4759, 4760, 4762, 4763, 4764, 4766, 4767, 4768, 4770, 4771, 4772, 4774, 4775,
|
|
|
4778, 4779, 4780, 4782, 4783, 4784, 4786, 4787, 4788, 4790, 4791, 4794, 4795, 4798, 4799, 4800,
|
|
|
4802, 4803, 4804, 4806, 4807, 4808, 4810, 4811, 4812, 4814, 4815, 4816, 4818, 4819, 4820, 4822,
|
|
|
4823, 4826, 4827, 4830, 4831, 4834, 4835, 4838, 4839, 4840, 4842, 4843, 4844, 4846, 4847, 4848,
|
|
|
4850, 4851, 4852, 4854, 4855, 4856, 4858, 4859, 4960, 4962, 5036, 5038, 6126, 6135, 6140, 6225,
|
|
|
6226, 6227, 6228, 6229, 6230, 6232, 6233, 6234, 6235, 6236, 6332];
|
|
|
|
|
|
const data = fs.readFileSync(__dirname + '/LineBreakTest.txt', 'utf8');
|
|
|
const lines = data.split('\n');
|
|
|
|
|
|
return lines.forEach(function(line, i) {
|
|
|
let bk;
|
|
|
if (!line || /^#/.test(line)) { return; }
|
|
|
|
|
|
const [cols, comment] = line.split('#');
|
|
|
const codePoints = cols.split(/\s*[×÷]\s*/).slice(1, -1).map(c => parseInt(c, 16));
|
|
|
const str = punycode.ucs2.encode(codePoints);
|
|
|
|
|
|
const breaker = new LineBreaker(str);
|
|
|
const breaks = [];
|
|
|
let last = 0;
|
|
|
while ((bk = breaker.nextBreak())) {
|
|
|
breaks.push(str.slice(last, bk.position));
|
|
|
last = bk.position;
|
|
|
}
|
|
|
|
|
|
const expected = cols.split(/\s*÷\s*/).slice(0, -1).map(function(c) {
|
|
|
let codes = c.split(/\s*×\s*/);
|
|
|
if (codes[0] === '') { codes.shift(); }
|
|
|
codes = codes.map(c => parseInt(c, 16));
|
|
|
return punycode.ucs2.encode(codes);
|
|
|
});
|
|
|
|
|
|
if (skip.includes(i)) {
|
|
|
it.skip(cols, function() {});
|
|
|
return;
|
|
|
}
|
|
|
|
|
|
it(cols, () => assert.deepEqual(breaks, expected, i + ' ' + JSON.stringify(breaks) + ' != ' + JSON.stringify(expected) + ' #' + comment));
|
|
|
});
|
|
|
});
|
|
|
|
