1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
/* Test case for bug 563618
*
* Uses nsIConverterInputStream to decode invalid EUC-JP text
*
*/
var Ci = Components.interfaces;
var Cu = Components.utils;
Cu.import("resource://gre/modules/NetUtil.jsm");
const test = [
// 0: 0x8e followed by hi byte, not valid JIS X 0201
["abcdefghijklmnopqrstuvwxyz12test00%8e%80foobar",
// expected: one replacement character, invalid byte eaten
"abcdefghijklmnopqrstuvwxyz12test00\uFFFDfoobar"],
// 1: 0x8e followed by ASCII
["abcdefghijklmnopqrstuvwxyz12test01%8efoobar",
// expected: one replacement character, invalid byte not eaten
"abcdefghijklmnopqrstuvwxyz12test01\uFFFDfoobar"],
// 2: JIS X 0208 lead byte followed by invalid hi byte
["abcdefghijklmnopqrstuvwxyz12test02%bf%80foobar",
// expected: one replacement character, invalid byte eaten
"abcdefghijklmnopqrstuvwxyz12test02\uFFFDfoobar"],
// 3: JIS X 0208 lead byte followed by ASCII
["abcdefghijklmnopqrstuvwxyz12test03%bffoobar",
// expected: one replacement character, invalid byte not eaten
"abcdefghijklmnopqrstuvwxyz12test03\uFFFDfoobar"]];
const ConverterInputStream =
Components.Constructor("@mozilla.org/intl/converter-input-stream;1",
"nsIConverterInputStream",
"init");
function testCase(testText, expectedText, bufferLength, charset)
{
var dataURI = "data:text/plain;charset=" + charset + "," + testText;
var channel = NetUtil.newChannel({uri: dataURI, loadUsingSystemPrincipal: true});
var testInputStream = channel.open2();
var testConverter = new ConverterInputStream(testInputStream,
charset,
bufferLength,
0xFFFD);
if (!(testConverter instanceof Ci.nsIUnicharLineInputStream))
throw "not line input stream";
var outStr = "";
var more;
do {
// read the line and check for eof
var line = {};
more = testConverter.readLine(line);
outStr += line.value;
} while (more);
if (outStr != expectedText) {
dump("Failed with bufferLength = " + bufferLength + "\n");
if (outStr.length == expectedText.length) {
for (i = 0; i < outStr.length; ++i) {
if (outStr.charCodeAt(i) != expectedText.charCodeAt(i)) {
dump(i + ": " + outStr.charCodeAt(i).toString(16) + " != " + expectedText.charCodeAt(i).toString(16) + "\n");
}
}
}
}
// escape the strings before comparing for better readability
do_check_eq(escape(outStr), escape(expectedText));
}
function run_test()
{
for (var i = 0; i < test.length; ++i) {
for (var bufferLength = 32; bufferLength < 40; ++ bufferLength) {
testCase(test[i][0], test[i][1], bufferLength, "EUC-JP");
}
}
}
|
