From 97bce894f34a05378f661195c358fb18f90e3fdb Mon Sep 17 00:00:00 2001 From: "Hoa V. Dinh" Date: Wed, 21 Jan 2015 17:06:53 -0800 Subject: Embed ICU for charset detection --- unittest/data/summary/input/1015-windows-1252.eml | 19 +++++++ unittest/data/summary/input/1021-chinese.eml | 64 ++++++++++++++++++++++ unittest/data/summary/output/1015-windows-1252.txt | 12 ++++ unittest/data/summary/output/1021-chinese.txt | 7 +++ unittest/data/summary/output/2458-encoding.txt | 14 ++--- unittest/data/summary/output/2518-encoding.txt | 14 ++--- 6 files changed, 116 insertions(+), 14 deletions(-) create mode 100644 unittest/data/summary/input/1015-windows-1252.eml create mode 100644 unittest/data/summary/input/1021-chinese.eml create mode 100644 unittest/data/summary/output/1015-windows-1252.txt create mode 100644 unittest/data/summary/output/1021-chinese.txt (limited to 'unittest') diff --git a/unittest/data/summary/input/1015-windows-1252.eml b/unittest/data/summary/input/1015-windows-1252.eml new file mode 100644 index 00000000..78e102ae --- /dev/null +++ b/unittest/data/summary/input/1015-windows-1252.eml @@ -0,0 +1,19 @@ +From 0@xxx 2014-12-12 22:59:42 +0000 +From: "Test test" +Content-Type: text/plain;charset=windows-1252 +Content-Transfer-Encoding: quoted-printable +Mime-Version: 1.0 (1.0) +Subject: Re: Test test +To: "Test test" +Message-Id: +Date: Fri, 01 Dec 2014 23:59:42 +0100 + +Thanks, Lena. So I guess I have an issue with Siri on one of my iPads, whic= +h is why the microphone wasn=92t showing up. + +... + +[Description: Description: cid:image001.png@01CD286C.D0001580] +=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96= +=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96=96= +=96=96=96=96 diff --git a/unittest/data/summary/input/1021-chinese.eml b/unittest/data/summary/input/1021-chinese.eml new file mode 100644 index 00000000..93c36b4a --- /dev/null +++ b/unittest/data/summary/input/1021-chinese.eml @@ -0,0 +1,64 @@ +HMM_SOURCE_IP:10.62.8.17:58409.173036363 +HMM_ATTACHE_NUM:0000 +HMM_SOURCE_TYPE:SMTP +Received: from smtpbg328.qq.com (as7.inner-189.cn [10.62.8.17]) + by 189.cn (HERMES) with ESMTP id 9DAD6260004 + for ; Wed, 24 Dec 2014 04:09:34 +0800 (CST) +Received: from smtpbg328.qq.com ([14.17.43.160]) + by 189CN(MEDUSA 10.62.8.17) with ESMTP id 1419365374.28408 for wujingyou@189.cn + ; + Wed Dec 24 04:09:36 2014 +0/X-Total-Score: -120: +2/X-Total-Score: 0: +3/X-Total-Score: 0: +X-FILTER-SCORE: to=<5254545257515a595451536152595a4f848f>, score=<1419365376ttttpttftt9tpf9Oa7wdLtZZZFZZ6ZZjZF6jmU1+KNZZ> +X-REAL-FROM:wujyou@qq.com +X-Receive-IP:14.17.43.160 wujyou@qq.com +DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=qq.com; s=s201307; + t=1419365374; bh=+L9WKWb/TZ/WN/hsH9zWebN7pLH2WpJWpe8JNnjkHzU=; + h=X-QQ-FEAT:X-QQ-SSF:X-QQ-WAPMAIL:X-QQ-BUSINESS-ORIGIN: + X-Originating-IP:X-QQ-STYLE:X-QQ-mid:From:To:Subject:Mime-Version:Content-Type:Content-Transfer-Encoding:Date: + X-Priority:Message-ID:X-QQ-MIME:X-Mailer:X-QQ-Mailer: + X-QQ-SENDSIZE; + b=TOFY9TbuFdUSu607LkA8z4siu7aRWfyPRfKR4Zdwjq2VDklCS4pOnYd3K7gUnU+Rw + rpJvAGZllbkcuDJM/2YB7SPb3yYH8Z55KnTfUPsm8aQxrXABv8OnOJmoU9zhFt2o9p + kfxuV+sdaT4MQJI/WXjN24W7Aq+zTTx3SBmcnONo= +X-QQ-FEAT: zaIfg0hwV2r5ipAJ//zZfBFZvJON7nl/P/xc0g9oL/Y= +X-QQ-SSF: 00010000000000F0 +X-QQ-WAPMAIL: 1 +X-QQ-BUSINESS-ORIGIN: 2 +X-Originating-IP: 120.237.120.44 +X-QQ-STYLE: +X-QQ-mid: wapmail39t1419365373t592355 +From: "=?gb18030?B?z/LX8w==?=" +To: "=?gb18030?B?MTg509M=?=" +Subject: =?gb18030?B?uf65/g==?= +Mime-Version: 1.0 +Content-Type: multipart/alternative; + boundary="----=_NextPart_5499CBFD_09046CF8_7A47AD55" +Content-Transfer-Encoding: 8Bit +Date: Wed, 24 Dec 2014 04:09:33 +0800 +X-Priority: 3 +Message-ID: +X-QQ-MIME: TCMime 1.0 by Tencent +X-Mailer: QQMail 2.x +X-QQ-Mailer: QQMail 2.x +X-QQ-SENDSIZE: 520 + +This is a multi-part message in MIME format. + +------=_NextPart_5499CBFD_09046CF8_7A47AD55 +Content-Type: text/plain; + charset="gb18030" +Content-Transfer-Encoding: base64 + +uf65/g== + +------=_NextPart_5499CBFD_09046CF8_7A47AD55 +Content-Type: text/html; + charset="gb18030" +Content-Transfer-Encoding: base64 + +uf65/g== + +------=_NextPart_5499CBFD_09046CF8_7A47AD55-- diff --git a/unittest/data/summary/output/1015-windows-1252.txt b/unittest/data/summary/output/1015-windows-1252.txt new file mode 100644 index 00000000..1682a73e --- /dev/null +++ b/unittest/data/summary/output/1015-windows-1252.txt @@ -0,0 +1,12 @@ +From:Test test +To:Test test +Subject:Test test +Date:December 1, 2014 at 2:59:42 PM PST + + +Thanks, Lena. So I guess I have an issue with Siri on one of my iPads, which is why the microphone wasn’t showing up. + +... + +[Description: Description: cid:image001.png@01CD286C.D0001580] +–––––––––––––––––––––––––––––––––––––––––––––––––––––– diff --git a/unittest/data/summary/output/1021-chinese.txt b/unittest/data/summary/output/1021-chinese.txt new file mode 100644 index 00000000..ad7c9e84 --- /dev/null +++ b/unittest/data/summary/output/1021-chinese.txt @@ -0,0 +1,7 @@ +From:"向左" +To:"189佑" +Subject:哈哈 +Date:December 23, 2014 at 12:09:33 PM PST + + +哈哈 diff --git a/unittest/data/summary/output/2458-encoding.txt b/unittest/data/summary/output/2458-encoding.txt index 923cad9c..62bd4fb7 100644 --- a/unittest/data/summary/output/2458-encoding.txt +++ b/unittest/data/summary/output/2458-encoding.txt @@ -12,28 +12,28 @@ E-Mail Cevap: Cevap : Yurt içi iPhone 4 Alanlar - Alamayanlar -(Fiyat-Taksit-Bayi-Stok) bilgi versin lütfen ~~~~~~~~~~~~~~ -Genpa'dan 11ocakta form doldurdum hala arayacaklar Türkcellden tanýdýk buldum ilk partide alýyorum inþallah +Genpa'dan 11ocakta form doldurdum hala arayacaklar Türkcellden tanıdık buldum ilk partide alıyorum inşallah ------------ Mesajýn Sonu ------------- +----------- Mesajın Sonu ------------- -Bu mesaj aþaðýdaki adreste bulunmaktadýr: +Bu mesaj aşağıdaki adreste bulunmaktadır: http://forum.donanimhaber.com/fb.asp?m=47561754 -Bu mesaj þu kýsýmlarýn altýndadýr: +Bu mesaj şu kısımların altındadır: Bölüm: Apple - iPhone - iPad - http://forum.donanimhaber.com/tt.asp?forumid=462 -Forum: Diðer - http://forum.donanimhaber.com/tt.asp?forumid=514 +Forum: Diğer - http://forum.donanimhaber.com/tt.asp?forumid=514 -Eðer bu mesajlardan daha fazla almak istemiyorsanýz, sitemize giriþ yapýp, email yoluyla üyeliklerinizi gözden geçirip istemediklerinizi çýkartýnýz. +Eğer bu mesajlardan daha fazla almak istemiyorsanız, sitemize giriş yapıp, email yoluyla üyeliklerinizi gözden geçirip istemediklerinizi çıkartınız. http://forum.donanimhaber.com/subscribe.asp ========================================= -Donaným Haber Forum +Donanım Haber Forum http://forum.donanimhaber.com/ ========================================= diff --git a/unittest/data/summary/output/2518-encoding.txt b/unittest/data/summary/output/2518-encoding.txt index 923cad9c..62bd4fb7 100644 --- a/unittest/data/summary/output/2518-encoding.txt +++ b/unittest/data/summary/output/2518-encoding.txt @@ -12,28 +12,28 @@ E-Mail Cevap: Cevap : Yurt içi iPhone 4 Alanlar - Alamayanlar -(Fiyat-Taksit-Bayi-Stok) bilgi versin lütfen ~~~~~~~~~~~~~~ -Genpa'dan 11ocakta form doldurdum hala arayacaklar Türkcellden tanýdýk buldum ilk partide alýyorum inþallah +Genpa'dan 11ocakta form doldurdum hala arayacaklar Türkcellden tanıdık buldum ilk partide alıyorum inşallah ------------ Mesajýn Sonu ------------- +----------- Mesajın Sonu ------------- -Bu mesaj aþaðýdaki adreste bulunmaktadýr: +Bu mesaj aşağıdaki adreste bulunmaktadır: http://forum.donanimhaber.com/fb.asp?m=47561754 -Bu mesaj þu kýsýmlarýn altýndadýr: +Bu mesaj şu kısımların altındadır: Bölüm: Apple - iPhone - iPad - http://forum.donanimhaber.com/tt.asp?forumid=462 -Forum: Diðer - http://forum.donanimhaber.com/tt.asp?forumid=514 +Forum: Diğer - http://forum.donanimhaber.com/tt.asp?forumid=514 -Eðer bu mesajlardan daha fazla almak istemiyorsanýz, sitemize giriþ yapýp, email yoluyla üyeliklerinizi gözden geçirip istemediklerinizi çýkartýnýz. +Eğer bu mesajlardan daha fazla almak istemiyorsanız, sitemize giriş yapıp, email yoluyla üyeliklerinizi gözden geçirip istemediklerinizi çıkartınız. http://forum.donanimhaber.com/subscribe.asp ========================================= -Donaným Haber Forum +Donanım Haber Forum http://forum.donanimhaber.com/ ========================================= -- cgit v1.2.3