458 lines
16 KiB
Go
458 lines
16 KiB
Go
// Copyright (c) 2023 Proton AG
|
||
//
|
||
// This file is part of Proton Mail Bridge.
|
||
//
|
||
// Proton Mail Bridge is free software: you can redistribute it and/or modify
|
||
// it under the terms of the GNU General Public License as published by
|
||
// the Free Software Foundation, either version 3 of the License, or
|
||
// (at your option) any later version.
|
||
//
|
||
// Proton Mail Bridge is distributed in the hope that it will be useful,
|
||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
// GNU General Public License for more details.
|
||
//
|
||
// You should have received a copy of the GNU General Public License
|
||
// along with Proton Mail Bridge. If not, see <https://www.gnu.org/licenses/>.
|
||
|
||
package pmmime
|
||
|
||
import (
|
||
"bytes"
|
||
"strings"
|
||
"testing"
|
||
|
||
"golang.org/x/text/encoding/htmlindex"
|
||
|
||
a "github.com/stretchr/testify/assert"
|
||
)
|
||
|
||
func TestDecodeHeader(t *testing.T) {
|
||
testData := []struct{ raw, expected string }{
|
||
{
|
||
"",
|
||
"",
|
||
},
|
||
{
|
||
"=?iso-2022-jp?Q?=1B$B!Z=1B(BTimes_Car_PLUS=1B$B![JV5Q>Z=1B(B?=",
|
||
"【Times Car PLUS】返却証",
|
||
},
|
||
{
|
||
`=?iso-2022-jp?Q?iTunes_Movie_=1B$B%K%e!<%j%j!<%9$HCmL\:nIJ=1B(B?=`,
|
||
"iTunes Movie ニューリリースと注目作品",
|
||
},
|
||
{
|
||
"=?UTF-8?B?w4TDi8OPw5bDnA==?= =?UTF-8?B?IMOkw6vDr8O2w7w=?=",
|
||
"ÄËÏÖÜ äëïöü",
|
||
},
|
||
{
|
||
"=?ISO-8859-2?B?xMtJ1tw=?= =?ISO-8859-2?B?IOTrafb8?=",
|
||
"ÄËIÖÜ äëiöü",
|
||
},
|
||
{
|
||
"=?uknown?B?xMtJ1tw=?= =?ISO-8859-2?B?IOTrafb8?=",
|
||
"=?uknown?B?xMtJ1tw=?= =?ISO-8859-2?B?IOTrafb8?=",
|
||
},
|
||
}
|
||
|
||
for _, val := range testData {
|
||
if decoded, err := DecodeHeader(val.raw); strings.Compare(val.expected, decoded) != 0 {
|
||
t.Errorf("Incorrect decoding of header %q expected %q but have %q; Error %v", val.raw, val.expected, decoded, err)
|
||
}
|
||
}
|
||
}
|
||
|
||
type testParseMediaTypeData struct {
|
||
arg, wantMediaType string
|
||
wantParams map[string]string
|
||
}
|
||
|
||
func (d *testParseMediaTypeData) run(t *testing.T) {
|
||
gotMediaType, params, err := ParseMediaType(d.arg)
|
||
a.Nil(t, err)
|
||
a.Equal(t, d.wantMediaType, gotMediaType)
|
||
a.Equal(t, d.wantParams, params)
|
||
}
|
||
|
||
func TestParseMediaType(t *testing.T) {
|
||
testTable := map[string]testParseMediaTypeData{
|
||
"TwiceTheSameParameter": {
|
||
arg: "attachment; filename=joy.txt; filename=JOY.TXT; title=hi;",
|
||
wantMediaType: "attachment",
|
||
wantParams: map[string]string{"filename": "JOY.TXT", "title": "hi"},
|
||
},
|
||
"SingleLineUTF8": {
|
||
arg: "attachment;\nfilename*=utf-8''%F0%9F%98%81%F0%9F%98%82.txt;\n title=smile",
|
||
wantMediaType: "attachment",
|
||
wantParams: map[string]string{"filename": "😁😂.txt", "title": "smile"},
|
||
},
|
||
"MultiLineUTF8": {
|
||
arg: "attachment;\nfilename*0*=utf-8''%F0%9F%98%81; title=smile;\nfilename*1*=%F0%9F%98%82;\nfilename*2=.txt",
|
||
wantMediaType: "attachment",
|
||
wantParams: map[string]string{"filename": "😁😂.txt", "title": "smile"},
|
||
},
|
||
"MultiLineFirstNoEncNextUTF8": {
|
||
arg: "attachment;\nfilename*0*=utf-8''joy ;\n title*=utf-8''smile; \nfilename*1*=%F0%9F%98%82;\nfilename*2=.txt",
|
||
wantMediaType: "attachment",
|
||
wantParams: map[string]string{"filename": "joy😂.txt", "title": "smile"},
|
||
},
|
||
"SingleLineBig5": {
|
||
arg: "attachment;\nfilename*=big5''%B3%C6%A7%D1%BF%FD.m4a; title*=utf8''memorandum",
|
||
wantMediaType: "attachment",
|
||
wantParams: map[string]string{"filename": "備忘錄.m4a", "title": "memorandum"},
|
||
},
|
||
"MultiLineBig5": {
|
||
arg: "attachment;\nfilename*0*=big5''%B3%C6a; title*0=utf8''memorandum; filename*2=%BF%FD.m4a; \nfilename*1*=%A7%D1b;",
|
||
wantMediaType: "attachment",
|
||
wantParams: map[string]string{"filename": "備a忘b錄.m4a", "title": "memorandum"},
|
||
},
|
||
"SingleLineBadEncoding": {
|
||
arg: "attachment;\nfilename*=utf-8'%F0%9F%98%81%F0%9F%98%82.txt;\n title=smile",
|
||
wantMediaType: "attachment",
|
||
wantParams: map[string]string{"title": "smile"},
|
||
},
|
||
"MultiLineBadEncoding": {
|
||
arg: "attachment;\nfilename*0*=utf-8'%F0%9F%98%81; title=smile;\nfilename*1*=%F0%9F%98%82;\nfilename*2=.txt",
|
||
wantMediaType: "attachment",
|
||
wantParams: map[string]string{"filename": "😂.txt", "title": "smile"},
|
||
},
|
||
}
|
||
for name, testData := range testTable {
|
||
t.Run(name, testData.run)
|
||
}
|
||
}
|
||
|
||
func TestGetEncoding(t *testing.T) {
|
||
// All MIME charsets with aliases can be found here:
|
||
// https://www.iana.org/assignments/character-sets/character-sets.xhtml
|
||
mimesets := map[string][]string{
|
||
"utf-8": { // MIB 16
|
||
"utf8",
|
||
"csutf8",
|
||
"unicode-1-1-utf-8",
|
||
"iso-utf-8",
|
||
"utf8mb4",
|
||
},
|
||
"gbk": {
|
||
"gb2312", // MIB 2025
|
||
//"euc-cn": []string{
|
||
"euccn",
|
||
"ibm-euccn",
|
||
},
|
||
//"utf7": []string{"utf-7", "unicode-1-1-utf-7"},
|
||
"iso-8859-2": { // MIB 5
|
||
"iso-ir-101",
|
||
"iso_8859-2",
|
||
"iso8859-2",
|
||
"latin2",
|
||
"l2",
|
||
"csisolatin2",
|
||
"ibm852",
|
||
//"FAILEDibm852",
|
||
},
|
||
"iso-8859-3": { // MIB 6
|
||
"iso-ir-109",
|
||
"iso_8859-3",
|
||
"latin3",
|
||
"l3",
|
||
"csisolatin3",
|
||
},
|
||
"iso-8859-4": { // MIB 7
|
||
"iso-ir-110",
|
||
"iso_8859-4",
|
||
"latin4",
|
||
"l4",
|
||
"csisolatin4",
|
||
},
|
||
"iso-8859-5": { // MIB 8
|
||
"iso-ir-144",
|
||
"iso_8859-5",
|
||
"cyrillic",
|
||
"csisolatincyrillic",
|
||
},
|
||
"iso-8859-6": { // MIB 9
|
||
"iso-ir-127",
|
||
"iso_8859-6",
|
||
"ecma-114",
|
||
"asmo-708",
|
||
"arabic",
|
||
"csisolatinarabic",
|
||
//"iso-8859-6e": []string{ // MIB 81 just direction
|
||
"csiso88596e",
|
||
"iso-8859-6-e",
|
||
//"iso-8859-6i": []string{ // MIB 82
|
||
"csiso88596i",
|
||
"iso-8859-6-i",
|
||
},
|
||
"iso-8859-7": { // MIB 10
|
||
"iso-ir-126",
|
||
"iso_8859-7",
|
||
"elot_928",
|
||
"ecma-118",
|
||
"greek",
|
||
"greek8",
|
||
"csisolatingreek",
|
||
},
|
||
"iso-8859-8": { // MIB 11
|
||
"iso-ir-138",
|
||
"iso_8859-8",
|
||
"hebrew",
|
||
"csisolatinhebrew",
|
||
//"iso-8859-8e": []string{ // MIB 84 (directionality
|
||
"csiso88598e",
|
||
"iso-8859-8-e",
|
||
},
|
||
"iso-8859-8-i": { // MIB 85
|
||
"logical",
|
||
"csiso88598i",
|
||
"iso-8859-8-i", // Hebrew, the "i" means right-to-left, probably unnecessary with ISO cleaning above.
|
||
},
|
||
"iso-8859-10": { // MIB 13
|
||
"iso-ir-157",
|
||
"l6",
|
||
"iso_8859-10:1992",
|
||
"csisolatin6",
|
||
"latin6",
|
||
},
|
||
"iso-8859-13": { // MIB 109
|
||
"csiso885913"},
|
||
"iso-8859-14": { // MIB 110
|
||
"iso-ir-199",
|
||
"iso_8859-14:1998",
|
||
"iso_8859-14",
|
||
"latin8",
|
||
"iso-celtic",
|
||
"l8",
|
||
"csiso885914",
|
||
},
|
||
"iso-8859-15": { // MIB 111
|
||
"iso_8859-15",
|
||
"latin-9",
|
||
"csiso885915",
|
||
"ISO8859-15",
|
||
},
|
||
"iso-8859-16": { // MIB 112
|
||
"iso-ir-226",
|
||
"iso_8859-16:2001",
|
||
"iso_8859-16",
|
||
"latin10",
|
||
"l10",
|
||
"csiso885916",
|
||
},
|
||
"windows-874": { // MIB 2109
|
||
"cswindows874",
|
||
"cp874",
|
||
"iso-8859-11",
|
||
"tis-620",
|
||
},
|
||
"windows-1250": { // MIB 2250
|
||
"cswindows1250",
|
||
"cp1250",
|
||
},
|
||
"windows-1251": { // MIB 2251
|
||
"cswindows1251",
|
||
"cp1251",
|
||
},
|
||
"windows-1252": { // MIB 2252
|
||
"cswindows1252",
|
||
"cp1252",
|
||
"3dwindows-1252",
|
||
"we8mswin1252",
|
||
"us-ascii", // MIB 3
|
||
"ansi_x3.110-1983", // MIB 74 // usascii
|
||
//"iso-8859-1": []string{ // MIB 4 succeed by win1252
|
||
"iso8859-1",
|
||
"iso-ir-100",
|
||
"iso_8859-1",
|
||
"latin1",
|
||
"l1",
|
||
"ibm819",
|
||
"cp819",
|
||
"csisolatin1",
|
||
"ansi_x3.4-1968",
|
||
"ansi_x3.4-1986",
|
||
"cp850",
|
||
"cp858", // "cp850" Mostly correct except for the Euro sign.
|
||
"iso_646.irv:1991",
|
||
"iso646-us",
|
||
"us",
|
||
"ibm367",
|
||
"cp367",
|
||
"csascii",
|
||
"ascii",
|
||
"iso-ir-6",
|
||
"we8iso8859p1",
|
||
},
|
||
"windows-1253": {"cswindows1253", "cp1253"}, // MIB 2253
|
||
"windows-1254": {"cswindows1254", "cp1254"}, // MIB 2254
|
||
"windows-1255": {"cSwindows1255", "cp1255"}, // MIB 2255
|
||
"windows-1256": {"cswIndows1256", "cp1256"}, // MIB 2256
|
||
"windows-1257": {"cswinDows1257", "cp1257"}, // MIB 2257
|
||
"windows-1258": {"cswindoWs1258", "cp1258"}, // MIB 2257
|
||
"koi8-r": {"cskoi8r", "koi8r"}, // MIB 2084
|
||
"koi8-u": {"cskoi8u", "koi8u"}, // MIB 2088
|
||
"macintosh": {"mac", "macroman", "csmacintosh"}, // MIB 2027
|
||
"big5": {
|
||
"zht16mswin950", // cp950
|
||
"cp950",
|
||
},
|
||
"euc-kr": {
|
||
"euckr", // MIB 38
|
||
"ibm-euckr",
|
||
//"uhc": []string{ // Korea
|
||
"ks_c_5601-1987",
|
||
"ksc5601",
|
||
"cp949",
|
||
},
|
||
"euc-jp": {
|
||
"eucjp",
|
||
"ibm-eucjp",
|
||
},
|
||
"shift_jis": {
|
||
"CP932",
|
||
"MS932",
|
||
"Windows-932",
|
||
"Windows-31J",
|
||
"MS_Kanji",
|
||
"IBM-943",
|
||
"CP943",
|
||
},
|
||
"iso-2022-jp": { // MIB 39
|
||
"iso2022jp",
|
||
"csiso2022jp",
|
||
},
|
||
}
|
||
|
||
for expected, names := range mimesets {
|
||
expenc, _ := htmlindex.Get(expected)
|
||
if canonical, err := htmlindex.Name(expenc); canonical != expected || err != nil {
|
||
t.Fatalf("Error while get canonical name. Expected '%v' but have %v `%#v`: %v", expected, canonical, expenc, err)
|
||
}
|
||
for _, name := range names {
|
||
enc, err := getEncoding(name)
|
||
if err != nil || enc == nil {
|
||
t.Errorf("Error while getting encoding for %v returned: '%#v' and error: '%v'", name, enc, err)
|
||
}
|
||
if expenc != enc {
|
||
t.Errorf("For %v expected %v '%v' but have '%v'", name, expected, expenc, enc)
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
// sample text for UTF8 http://www.columbia.edu/~fdc/utf8/index.html
|
||
func TestEncodeReader(t *testing.T) {
|
||
// define test data
|
||
testData := []struct {
|
||
charset string
|
||
original []byte
|
||
message string
|
||
}{
|
||
// russian
|
||
{
|
||
"koi8-r",
|
||
// а, з, б, у, к, а, а, б, в, г, д, е, ё
|
||
[]byte{0xC1, 0xDA, 0xC2, 0xD5, 0xCB, 0xC1, 0xC1, 0xC2, 0xD7, 0xC7, 0xC4, 0xC5, 0xA3},
|
||
"азбукаабвгдеё",
|
||
},
|
||
{
|
||
"KOI8-R",
|
||
[]byte{0xC1, 0xDA, 0xC2, 0xD5, 0xCB, 0xC1, 0xC1, 0xC2, 0xD7, 0xC7, 0xC4, 0xC5, 0xA3},
|
||
"азбукаабвгдеё",
|
||
},
|
||
{
|
||
"csKOI8R",
|
||
[]byte{0xC1, 0xDA, 0xC2, 0xD5, 0xCB, 0xC1, 0xC1, 0xC2, 0xD7, 0xC7, 0xC4, 0xC5, 0xA3},
|
||
"азбукаабвгдеё",
|
||
},
|
||
{
|
||
"koi8-u",
|
||
[]byte{0xC1, 0xDA, 0xC2, 0xD5, 0xCB, 0xC1, 0xC1, 0xC2, 0xD7, 0xC7, 0xC4, 0xC5, 0xA3},
|
||
"азбукаабвгдеё",
|
||
},
|
||
{
|
||
"iso-8859-5",
|
||
// а , з , б , у , к , а , а , б , в , г , д , е , ё
|
||
[]byte{0xD0, 0xD7, 0xD1, 0xE3, 0xDA, 0xD0, 0xD0, 0xD1, 0xD2, 0xD3, 0xD4, 0xD5, 0xF1},
|
||
"азбукаабвгдеё",
|
||
},
|
||
{
|
||
"csWrong",
|
||
[]byte{0xD0, 0xD7, 0xD1, 0xE3, 0xDA, 0xD0, 0xD0, 0xD1, 0xD2, 0xD3, 0xD4, 0xD5, 0xD6},
|
||
"",
|
||
},
|
||
{
|
||
"utf8",
|
||
[]byte{0xD0, 0xB0, 0xD0, 0xB7, 0xD0, 0xB1, 0xD1, 0x83, 0xD0, 0xBA, 0xD0, 0xB0, 0xD0, 0xB0, 0xD0, 0xB1, 0xD0, 0xB2, 0xD0, 0xB3, 0xD0, 0xB4, 0xD0, 0xB5, 0xD1, 0x91},
|
||
"азбукаабвгдеё",
|
||
},
|
||
// czechoslovakia
|
||
{
|
||
"windows-1250",
|
||
[]byte{225, 228, 232, 233, 236, 244},
|
||
"áäčéěô",
|
||
},
|
||
// umlauts
|
||
{
|
||
"iso-8859-1",
|
||
[]byte{196, 203, 214, 220, 228, 235, 246, 252},
|
||
"ÄËÖÜäëöü",
|
||
},
|
||
// latvia
|
||
{
|
||
"iso-8859-4",
|
||
[]byte{224, 239, 243, 182, 254},
|
||
"āīķļū",
|
||
},
|
||
{ // encoded by https://www.motobit.com/util/charset-codepage-conversion.asp
|
||
"utf7",
|
||
[]byte("He wes Leovena+APA-es sone -- li+APA-e him be Drihten.+A6QDtw- +A7MDuwPOA8MDwwOx- +A7wDvwPF- +A60DtAPJA8MDsQO9- +A7UDuwO7A7cDvQO5A7oDrg-. +BCcENQRABD0ENQQ7BDg- +BDgENwQxBEs- +BDcENAQ1BEEETA- +BDg- +BEIEMAQ8-,+BCcENQRABD0ENQQ7BDg- +BDgENwQxBEs- +BDcENAQ1BEEETA- +BDg- +BEIEMAQ8-,+C68LvguuC7ELvwuoC80LpA- +C64Lygu0C78LlQuzC78LsgvH- +C6QLrgu/C7QLzQuuC8oLtAu/- +C6oLywuyC80- +C4cLqQu/C6QLvgu1C6QLwQ- +C44LmQvNC5ULwQuuC80- +C5ULvgujC8sLrgvN-."),
|
||
"He wes Leovenaðes sone -- liðe him be Drihten.Τη γλώσσα μου έδωσαν ελληνική. Чернели избы здесь и там,Чернели избы здесь и там,யாமறிந்த மொழிகளிலே தமிழ்மொழி போல் இனிதாவது எங்கும் காணோம்.",
|
||
},
|
||
|
||
// iconv -f UTF8 -t GB2312 utf8.txt | hexdump -v -e '"0x" 1/1 "%x, "'
|
||
{ // encoded by iconv; dump by `cat gb2312.txt | hexdump -v -e '"0x" 1/1 "%x "'` and reformat; text from https://zh.wikipedia.org/wiki/GB_2312
|
||
"GB2312",
|
||
[]byte{0x47, 0x42, 0x20, 0x32, 0x33, 0x31, 0x32, 0xb5, 0xc4, 0xb3, 0xf6, 0xcf, 0xd6, 0xa3, 0xac, 0xbb, 0xf9, 0xb1, 0xbe, 0xc2, 0xfa, 0xd7, 0xe3, 0xc1, 0xcb, 0xba, 0xba, 0xd7, 0xd6, 0xb5, 0xc4, 0xbc, 0xc6, 0xcb, 0xe3, 0xbb, 0xfa, 0xb4, 0xa6, 0xc0, 0xed, 0xd0, 0xe8, 0xd2, 0xaa, 0xa3, 0xac, 0xcb, 0xfc, 0xcb, 0xf9, 0xca, 0xd5, 0xc2, 0xbc, 0xb5, 0xc4, 0xba, 0xba, 0xd7, 0xd6, 0xd2, 0xd1, 0xbe, 0xad, 0xb8, 0xb2, 0xb8, 0xc7, 0xd6, 0xd0, 0xb9, 0xfa, 0xb4, 0xf3, 0xc2, 0xbd, 0x39, 0x39, 0x2e, 0x37, 0x35, 0x25, 0xb5, 0xc4, 0xca, 0xb9, 0xd3, 0xc3, 0xc6, 0xb5, 0xc2, 0xca, 0xa1, 0xa3, 0xb5, 0xab, 0xb6, 0xd4, 0xd3, 0xda, 0xc8, 0xcb, 0xc3, 0xfb},
|
||
"GB 2312的出现，基本满足了汉字的计算机处理需要，它所收录的汉字已经覆盖中国大陆99.75%的使用频率。但对于人名",
|
||
},
|
||
|
||
{ // encoded by iconv; text from https://jp.wikipedia.org/wiki/Shift_JIS
|
||
"shift-jis",
|
||
[]byte{0x95, 0xb6, 0x8e, 0x9a, 0x95, 0x84, 0x8d, 0x86, 0x89, 0xbb, 0x95, 0xfb, 0x8e, 0xae, 0x53, 0x68, 0x69, 0x66, 0x74, 0x5f, 0x4a, 0x49, 0x53, 0x82, 0xcc, 0x90, 0xdd, 0x8c, 0x76, 0x8e, 0xd2, 0x82, 0xe7, 0x82, 0xcd, 0x81, 0x41, 0x90, 0xe6, 0x8d, 0x73, 0x82, 0xb5, 0x82, 0xc4, 0x82, 0xe6, 0x82, 0xad, 0x97, 0x98, 0x97, 0x70, 0x82, 0xb3, 0x82, 0xea, 0x82, 0xc4, 0x82, 0xa2, 0x82, 0xbd, 0x4a, 0x49, 0x53, 0x20, 0x43, 0x20, 0x36, 0x32, 0x32, 0x30, 0x81, 0x69, 0x8c, 0xbb, 0x8d, 0xdd, 0x82, 0xcc, 0x4a, 0x49, 0x53, 0x20, 0x58, 0x20, 0x30, 0x32, 0x30, 0x31, 0x81, 0x6a, 0x82, 0xcc, 0x38, 0x83, 0x72, 0x83, 0x62, 0x83, 0x67, 0x95, 0x84, 0x8d, 0x86, 0x81, 0x69, 0x88, 0xc8, 0x89, 0xba, 0x81, 0x75, 0x89, 0x70, 0x90, 0x94, 0x8e, 0x9a, 0x81, 0x45, 0x94, 0xbc, 0x8a, 0x70, 0x83, 0x4a, 0x83, 0x69, 0x81, 0x76, 0x81, 0x6a, 0x82, 0xc6, 0x81, 0x41, 0x4a, 0x49, 0x53, 0x20, 0x43, 0x20, 0x36, 0x32, 0x32, 0x36, 0x81, 0x69, 0x8c, 0xbb, 0x8d, 0xdd, 0x82, 0xcc, 0x4a, 0x49, 0x53, 0x20, 0x58, 0x20, 0x30, 0x32, 0x30, 0x38, 0x81, 0x41, 0x88, 0xc8, 0x89, 0xba, 0x81, 0x75, 0x8a, 0xbf, 0x8e, 0x9a, 0x81, 0x76, 0x81, 0x6a, 0x82, 0xcc, 0x97, 0xbc, 0x95, 0xb6, 0x8e, 0x9a, 0x8f, 0x57, 0x8d, 0x87, 0x82, 0xf0, 0x95, 0x5c, 0x8c, 0xbb, 0x82, 0xb5, 0x82, 0xe6, 0x82, 0xa4, 0x82, 0xc6, 0x82, 0xb5, 0x82, 0xbd, 0x81, 0x42, 0x82, 0xdc, 0x82, 0xbd, 0x81, 0x41, 0x83, 0x74, 0x83, 0x40, 0x83, 0x43, 0x83, 0x8b, 0x82, 0xcc, 0x91, 0xe5, 0x82, 0xab, 0x82, 0xb3, 0x82, 0xe2, 0x8f, 0x88, 0x97, 0x9d, 0x8e, 0x9e, 0x8a, 0xd4, 0x82, 0xcc, 0x92, 0x5a, 0x8f, 0x6b, 0x82, 0xf0, 0x90, 0x7d, 0x82, 0xe9, 0x82, 0xbd, 0x82, 0xdf, 0x81, 0x41, 0x83, 0x47, 0x83, 0x58, 0x83, 0x50, 0x81, 0x5b, 0x83, 0x76, 0x83, 0x56, 0x81, 0x5b, 0x83, 0x50, 0x83, 0x93, 0x83, 0x58, 0x82, 0xc8, 0x82, 0xb5, 0x82, 0xc5, 0x8d, 0xac, 0x8d, 0xdd, 0x89, 0xc2, 0x94, 0x5c, 0x82, 0xc9, 0x82, 0xb7, 0x82, 0xe9, 0x82, 0xb1, 0x82, 0xc6, 0x82, 0xf0, 0x8a, 0xe9, 0x90, 0x7d, 0x82, 0xb5, 0x82, 0xbd, 0x81, 0x42},
|
||
"文字符号化方式Shift_JISの設計者らは、先行してよく利用されていたJIS C 6220（現在のJIS X 0201）の8ビット符号（以下「英数字・半角カナ」）と、JIS C 6226（現在のJIS X 0208、以下「漢字」）の両文字集合を表現しようとした。また、ファイルの大きさや処理時間の短縮を図るため、エスケープシーケンスなしで混在可能にすることを企図した。",
|
||
},
|
||
|
||
// add more from mutations of https://en.wikipedia.org/wiki/World_Wide_Web
|
||
|
||
}
|
||
|
||
// run tests
|
||
for _, val := range testData {
|
||
// fmt.Println("Testing ", val)
|
||
expected := []byte(val.message)
|
||
decoded, err := DecodeCharset(val.original, "text/plain; charset="+val.charset)
|
||
if len(expected) == 0 {
|
||
if err == nil {
|
||
t.Error("Expected err but have ", err)
|
||
} else {
|
||
// fmt.Println("Expected err: ", err)
|
||
continue
|
||
}
|
||
} else {
|
||
if err != nil {
|
||
t.Error("Expected ok but have ", err)
|
||
}
|
||
}
|
||
|
||
if bytes.Equal(decoded, expected) {
|
||
// fmt.Println("Successful decoding of ", val.params, ":", string(decoded))
|
||
} else {
|
||
t.Error("Wrong encoding of ", val.charset, ".Expected\n", expected, "\nbut have\n", decoded)
|
||
}
|
||
if strings.Compare(val.message, string(decoded)) != 0 {
|
||
t.Error("Wrong message for ", val.charset, ".Expected\n", val.message, "\nbut have\n", string(decoded))
|
||
}
|
||
}
|
||
}
|