summaryrefslogtreecommitdiffstats
path: root/net/base/net_util_unittest.cc
diff options
context:
space:
mode:
Diffstat (limited to 'net/base/net_util_unittest.cc')
-rw-r--r--net/base/net_util_unittest.cc671
1 files changed, 671 insertions, 0 deletions
diff --git a/net/base/net_util_unittest.cc b/net/base/net_util_unittest.cc
new file mode 100644
index 0000000..c0b1f7c
--- /dev/null
+++ b/net/base/net_util_unittest.cc
@@ -0,0 +1,671 @@
+// Copyright 2008, Google Inc.
+// All rights reserved.
+//
+// Redistribution and use in source and binary forms, with or without
+// modification, are permitted provided that the following conditions are
+// met:
+//
+// * Redistributions of source code must retain the above copyright
+// notice, this list of conditions and the following disclaimer.
+// * Redistributions in binary form must reproduce the above
+// copyright notice, this list of conditions and the following disclaimer
+// in the documentation and/or other materials provided with the
+// distribution.
+// * Neither the name of Google Inc. nor the names of its
+// contributors may be used to endorse or promote products derived from
+// this software without specific prior written permission.
+//
+// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+#include "base/basictypes.h"
+#include "base/logging.h"
+#include "base/string_util.h"
+#include "googleurl/src/gurl.h"
+#include "net/base/net_util.h"
+#include "testing/gtest/include/gtest/gtest.h"
+
+namespace {
+ class NetUtilTest : public testing::Test {
+ };
+}
+
+TEST(NetUtilTest, FileURLConversion) {
+ // a list of test file names and the corresponding URLs
+ const struct FileCase {
+ const wchar_t* file;
+ const wchar_t* url;
+ } round_trip_cases[] = {
+ {L"C:\\foo\\bar.txt", L"file:///C:/foo/bar.txt"},
+ {L"\\\\some computer\\foo\\bar.txt", L"file://some%20computer/foo/bar.txt"}, // UNC
+ {L"D:\\Name;with%some symbols*#", L"file:///D:/Name%3Bwith%25some%20symbols*%23"},
+ {L"D:\\Chinese\\\x6240\x6709\x4e2d\x6587\x7f51\x9875.doc", L"file:///D:/Chinese/%E6%89%80%E6%9C%89%E4%B8%AD%E6%96%87%E7%BD%91%E9%A1%B5.doc"},
+ };
+
+ // First, we'll test that we can round-trip all of the above cases of URLs
+ std::wstring output;
+ for (int i = 0; i < arraysize(round_trip_cases); i++) {
+ // convert to the file URL
+ GURL file_url(net_util::FilePathToFileURL(round_trip_cases[i].file));
+ EXPECT_EQ(std::wstring(round_trip_cases[i].url),
+ UTF8ToWide(file_url.spec()));
+
+ // Back to the filename.
+ EXPECT_TRUE(net_util::FileURLToFilePath(file_url, &output));
+ EXPECT_EQ(std::wstring(round_trip_cases[i].file), output);
+ }
+
+ // Test that various file: URLs get decoded into the correct file type
+ FileCase url_cases[] = {
+ {L"C:\\foo\\bar.txt", L"file:c|/foo\\bar.txt"},
+ {L"C:\\foo\\bar.txt", L"file:/c:/foo/bar.txt"},
+ {L"\\\\foo\\bar.txt", L"file://foo\\bar.txt"},
+ {L"C:\\foo\\bar.txt", L"file:///c:/foo/bar.txt"},
+ {L"\\\\foo\\bar.txt", L"file:////foo\\bar.txt"},
+ {L"\\\\foo\\bar.txt", L"file:/foo/bar.txt"},
+ {L"\\\\foo\\bar.txt", L"file://foo\\bar.txt"},
+ {L"C:\\foo\\bar.txt", L"file:\\\\\\c:/foo/bar.txt"},
+ };
+ for (int i = 0; i < arraysize(url_cases); i++) {
+ net_util::FileURLToFilePath(GURL(url_cases[i].url), &output);
+ EXPECT_EQ(std::wstring(url_cases[i].file), output);
+ }
+
+ // Here, we test that UTF-8 encoded strings get decoded properly, even when
+ // they might be stored with wide characters
+ const wchar_t utf8[] = L"file:///d:/Chinese/\xe6\x89\x80\xe6\x9c\x89\xe4\xb8\xad\xe6\x96\x87\xe7\xbd\x91\xe9\xa1\xb5.doc";
+ const wchar_t wide[] = L"D:\\Chinese\\\x6240\x6709\x4e2d\x6587\x7f51\x9875.doc";
+ EXPECT_TRUE(net_util::FileURLToFilePath(GURL(utf8), &output));
+ EXPECT_EQ(std::wstring(wide), output);
+
+ // Unfortunately, UTF8ToWide discards invalid UTF8 input.
+#ifdef BUG_878908_IS_FIXED
+ // Test that no conversion happens if the UTF-8 input is invalid, and that
+ // the input is preserved in UTF-8
+ const char invalid_utf8[] = "file:///d:/Blah/\xff.doc";
+ const wchar_t invalid_wide[] = L"D:\\Blah\\\xff.doc";
+ EXPECT_TRUE(net_util::FileURLToFilePath(
+ GURL(std::string(invalid_utf8)), &output));
+ EXPECT_EQ(std::wstring(invalid_wide), output);
+#endif
+
+ // Test that if a file URL is malformed, we get a failure
+ EXPECT_FALSE(net_util::FileURLToFilePath(GURL("filefoobar"), &output));
+}
+
+// Just a bunch of fake headers.
+const wchar_t* google_headers =
+ L"HTTP/1.1 200 OK\n"
+ L"Content-TYPE: text/html; charset=utf-8\n"
+ L"Content-disposition: attachment; filename=\"download.pdf\"\n"
+ L"Content-Length: 378557\n"
+ L"X-Google-Google1: 314159265\n"
+ L"X-Google-Google2: aaaa2:7783,bbb21:9441\n"
+ L"X-Google-Google4: home\n"
+ L"Transfer-Encoding: chunked\n"
+ L"Set-Cookie: HEHE_AT=6666x66beef666x6-66xx6666x66; Path=/mail\n"
+ L"Set-Cookie: HEHE_HELP=owned:0;Path=/\n"
+ L"Set-Cookie: S=gmail=Xxx-beefbeefbeef_beefb:gmail_yj=beefbeef000beefbeefbee:gmproxy=bee-fbeefbe; Domain=.google.com; Path=/\n"
+ L"X-Google-Google2: /one/two/three/four/five/six/seven-height/nine:9411\n"
+ L"Server: GFE/1.3\n"
+ L"Transfer-Encoding: chunked\n"
+ L"Date: Mon, 13 Nov 2006 21:38:09 GMT\n"
+ L"Expires: Tue, 14 Nov 2006 19:23:58 GMT\n"
+ L"X-Malformed: bla; arg=test\"\n"
+ L"X-Malformed2: bla; arg=\n"
+ L"X-Test: bla; arg1=val1; arg2=val2";
+
+TEST(NetUtilTest, GetSpecificHeader) {
+ const struct {
+ const wchar_t* header_name;
+ const wchar_t* expected;
+ } tests[] = {
+ {L"content-type", L"text/html; charset=utf-8"},
+ {L"CONTENT-LENGTH", L"378557"},
+ {L"Date", L"Mon, 13 Nov 2006 21:38:09 GMT"},
+ {L"Bad-Header", L""},
+ {L"", L""},
+ };
+
+ // Test first with google_headers.
+ for (size_t i = 0; i < arraysize(tests); ++i) {
+ std::wstring result = net_util::GetSpecificHeader(google_headers,
+ tests[i].header_name);
+ EXPECT_EQ(result, tests[i].expected);
+ }
+
+ // Test again with empty headers.
+ for (size_t i = 0; i < arraysize(tests); ++i) {
+ std::wstring result = net_util::GetSpecificHeader(L"", tests[i].header_name);
+ EXPECT_EQ(result, std::wstring());
+ }
+}
+
+TEST(NetUtilTest, GetHeaderParamValue) {
+ const struct {
+ const wchar_t* header_name;
+ const wchar_t* param_name;
+ const wchar_t* expected;
+ } tests[] = {
+ {L"Content-type", L"charset", L"utf-8"},
+ {L"content-disposition", L"filename", L"download.pdf"},
+ {L"Content-Type", L"badparam", L""},
+ {L"X-Malformed", L"arg", L"test\""},
+ {L"X-Malformed2", L"arg", L""},
+ {L"X-Test", L"arg1", L"val1"},
+ {L"X-Test", L"arg2", L"val2"},
+ {L"Bad-Header", L"badparam", L""},
+ {L"Bad-Header", L"", L""},
+ {L"", L"badparam", L""},
+ {L"", L"", L""},
+ };
+ // TODO(mpcomplete): add tests for other formats of headers.
+
+ for (size_t i = 0; i < arraysize(tests); ++i) {
+ std::wstring header_value = net_util::GetSpecificHeader(google_headers,
+ tests[i].header_name);
+ std::wstring result = net_util::GetHeaderParamValue(header_value,
+ tests[i].param_name);
+ EXPECT_EQ(result, tests[i].expected);
+ }
+
+ for (size_t i = 0; i < arraysize(tests); ++i) {
+ std::wstring header_value = net_util::GetSpecificHeader(L"",
+ tests[i].header_name);
+ std::wstring result = net_util::GetHeaderParamValue(header_value,
+ tests[i].param_name);
+ EXPECT_EQ(result, std::wstring());
+ }
+}
+
+TEST(NetUtilTest, GetFileNameFromCD) {
+ const struct {
+ const char* header_field;
+ const wchar_t* expected;
+ } tests[] = {
+ // Test various forms of C-D header fields emitted by web servers.
+ {"content-disposition: inline; filename=\"abcde.pdf\"", L"abcde.pdf"},
+ {"content-disposition: inline; name=\"abcde.pdf\"", L"abcde.pdf"},
+ {"content-disposition: attachment; filename=abcde.pdf", L"abcde.pdf"},
+ {"content-disposition: attachment; name=abcde.pdf", L"abcde.pdf"},
+ {"content-disposition: attachment; filename=abc,de.pdf", L"abc,de.pdf"},
+ {"content-disposition: filename=abcde.pdf", L"abcde.pdf"},
+ {"content-disposition: filename= abcde.pdf", L"abcde.pdf"},
+ {"content-disposition: filename =abcde.pdf", L"abcde.pdf"},
+ {"content-disposition: filename = abcde.pdf", L"abcde.pdf"},
+ {"content-disposition: filename\t=abcde.pdf", L"abcde.pdf"},
+ {"content-disposition: filename \t\t =abcde.pdf", L"abcde.pdf"},
+ {"content-disposition: name=abcde.pdf", L"abcde.pdf"},
+ {"content-disposition: inline; filename=\"abc%20de.pdf\"", L"abc de.pdf"},
+ // Whitespaces are converted to a space.
+ {"content-disposition: inline; filename=\"abc \t\nde.pdf\"", L"abc de.pdf"},
+ // %-escaped UTF-8
+ {"Content-Disposition: attachment; filename=\"%EC%98%88%EC%88%A0%20"
+ "%EC%98%88%EC%88%A0.jpg\"", L"\xc608\xc220 \xc608\xc220.jpg"},
+ {"Content-Disposition: attachment; filename=\"%F0%90%8C%B0%F0%90%8C%B1"
+ "abc.jpg\"", L"\U00010330\U00010331abc.jpg"},
+ {"Content-Disposition: attachment; filename=\"%EC%98%88%EC%88%A0 \n"
+ "%EC%98%88%EC%88%A0.jpg\"", L"\xc608\xc220 \xc608\xc220.jpg"},
+ // RFC 2047 with various charsets and Q/B encodings
+ {"Content-Disposition: attachment; filename=\"=?EUC-JP?Q?=B7=DD=BD="
+ "D13=2Epng?=\"", L"\x82b8\x8853" L"3.png"},
+ {"Content-Disposition: attachment; filename==?eUc-Kr?b?v7m8+iAzLnBuZw==?=",
+ L"\xc608\xc220 3.png"},
+ {"Content-Disposition: attachment; filename==?utf-8?Q?=E8=8A=B8=E8"
+ "=A1=93_3=2Epng?=", L"\x82b8\x8853 3.png"},
+ {"Content-Disposition: attachment; filename==?utf-8?Q?=F0=90=8C=B0"
+ "_3=2Epng?=", L"\U00010330 3.png"},
+ {"Content-Disposition: inline; filename=\"=?iso88591?Q?caf=e3_=2epng?=\"",
+ L"caf\x00e3 .png"},
+ // Space after an encode word should be removed.
+ {"Content-Disposition: inline; filename=\"=?iso88591?Q?caf=E3_?= .png\"",
+ L"caf\x00e3 .png"},
+ // Two encoded words with different charsets (not very likely to be emitted
+ // by web servers in the wild). Spaces between them are removed.
+ {"Content-Disposition: inline; filename=\"=?euc-kr?b?v7m8+iAz?="
+ " =?ksc5601?q?=BF=B9=BC=FA=2Epng?=\"", L"\xc608\xc220 3\xc608\xc220.png"},
+ {"Content-Disposition: attachment; filename=\"=?windows-1252?Q?caf=E3?="
+ " =?iso-8859-7?b?4eI=?= .png\"", L"caf\x00e3\x03b1\x03b2.png"},
+ // Non-ASCII string is passed through (and treated as UTF-8).
+ {"Content-Disposition: attachment; filename=caf\xc3\xa3.png",
+ L"caf\x00e3.png"},
+ // Failure cases
+ // Invalid hex-digit "G"
+ {"Content-Disposition: attachment; filename==?iiso88591?Q?caf=EG?=", L""},
+ // Incomplete RFC 2047 encoded-word (missing '='' at the end)
+ {"Content-Disposition: attachment; filename==?iso88591?Q?caf=E3?", L""},
+ // Extra character at the end of an encoded word
+ {"Content-Disposition: attachment; filename==?iso88591?Q?caf=E3?==", L""},
+ // Extra token at the end of an encoded word
+ {"Content-Disposition: attachment; filename==?iso88591?Q?caf=E3?=?", L""},
+ {"Content-Disposition: attachment; filename==?iso88591?Q?caf=E3?=?=", L""},
+ // Incomplete hex-escaped chars
+ {"Content-Disposition: attachment; filename==?windows-1252?Q?=63=61=E?=",
+ L""},
+ {"Content-Disposition: attachment; filename=%EC%98%88%EC%88%A", L""},
+ // %-escaped non-UTF-8 encoding is an "error"
+ {"Content-Disposition: attachment; filename=%B7%DD%BD%D1.png", L""},
+ // Two RFC 2047 encoded words in a row without a space is an error.
+ {"Content-Disposition: attachment; filename==?windows-1252?Q?caf=E3?="
+ "=?iso-8859-7?b?4eIucG5nCg==?=", L""},
+ };
+ for (size_t i = 0; i < arraysize(tests); ++i) {
+ EXPECT_EQ(tests[i].expected,
+ net_util::GetFileNameFromCD(tests[i].header_field));
+ }
+}
+
+TEST(NetUtilTest, IDNToUnicode) {
+ // TODO(jungshik) This is just a random sample of languages and is far
+ // from exhaustive. We may have to generate all the combinations
+ // of languages (powerset of a set of all the languages).
+ const wchar_t* languages[] = {
+ L"", L"en", L"zh-CN", L"ja", L"ko",
+ L"he", L"ar", L"ru", L"el", L"fr",
+ L"de", L"pt", L"se", L"th", L"hi",
+ L"de,en", L"el,en", L"zh,zh-TW,en", L"ko,ja", L"he,ru,en",
+ L"zh,ru,en"};
+ struct IDNTest {
+ const char* input;
+ const wchar_t* unicode_output;
+ const bool unicode_allowed[arraysize(languages)];
+ } idn_cases[] = {
+ // No IDN
+ {"www.google.com", L"www.google.com",
+ {true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true}},
+ {"www.google.com.", L"www.google.com.",
+ {true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true}},
+ {".", L".",
+ {true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true}},
+ {"", L"",
+ {true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true}},
+ // IDN
+ // Hanzi (Chinese)
+ {"xn--1lq90i.cn", L"\x5317\x4eac.cn",
+ {true, false, true, true, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, true, true, false,
+ true}},
+ // Hanzi + '123'
+ {"www.xn--123-p18d.com", L"www.\x4e00" L"123.com",
+ {true, false, true, true, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, true, true, false,
+ true}},
+ // Hanzi + Latin
+ {"www.xn--hello-9n1hm04c.com", L"www.hello\x4e2d\x56fd.com",
+ {false, false, true, true, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, true, true, false,
+ true}},
+ // Kanji + Kana (Japanese)
+ {"xn--l8jvb1ey91xtjb.jp", L"\x671d\x65e5\x3042\x3055\x3072.jp",
+ {true, false, false, true, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, true, false,
+ false}},
+ #if 0
+ // U+30FC is not a part of the Japanese exemplar set.
+ // Enable this after 'fixing' ICU data or locally working around it.
+ // Katakana + Latin (Japanese)
+ {"xn--e-efusa1mzf.jp", L"e\x30b3\x30de\x30fc\x30b9.jp",
+ {true, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ }},
+ #endif
+ // Hangul (Korean)
+ {"www.xn--or3b17p6jjc.kr", L"www.\xc804\xc790\xc815\xbd80.kr",
+ {true, false, false, false, true,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, true, false,
+ false}},
+ // b<u-umlaut>cher (German)
+ {"xn--bcher-kva.de", L"b\x00fc" L"cher.de",
+ {true, false, false, false, false,
+ false, false, false, false, true,
+ true, true, false, false, false,
+ true, false, false, false, false,
+ false}},
+ // a with diaeresis
+ {"www.xn--frgbolaget-q5a.se", L"www.f\x00e4rgbolaget.se",
+ {true, false, false, false, false,
+ false, false, false, false, false,
+ true, false, false, false, false,
+ true, false, false, false, false,
+ false}},
+ // c-cedilla (French)
+ {"www.xn--alliancefranaise-npb.fr", L"www.alliancefran\x00e7" L"aise.fr",
+ {true, false, false, false, false,
+ false, false, false, false, true,
+ false, true, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // caf'e with acute accent' (French)
+ {"xn--caf-dma.fr", L"caf\x00e9.fr",
+ {true, false, false, false, false,
+ false, false, false, false, true,
+ false, true, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // c-cedillla and a with tilde (Portuguese)
+ {"xn--poema-9qae5a.com.br", L"p\x00e3oema\x00e7\x00e3.com.br",
+ {true, false, false, false, false,
+ false, false, false, false, false,
+ false, true, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // s with caron
+ {"xn--achy-f6a.com", L"\x0161" L"achy.com",
+ {true, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // TODO(jungshik) : Add examples with Cyrillic letters
+ // only used in some languages written in Cyrillic.
+ // Eutopia (Greek)
+ {"xn--kxae4bafwg.gr", L"\x03bf\x03c5\x03c4\x03bf\x03c0\x03af\x03b1.gr",
+ {true, false, false, false, false,
+ false, false, false, true, false,
+ false, false, false, false, false,
+ false, true, false, false, false,
+ false}},
+ // Eutopia + 123 (Greek)
+ {"xn---123-pldm0haj2bk.gr",
+ L"\x03bf\x03c5\x03c4\x03bf\x03c0\x03af\x03b1-123.gr",
+ {true, false, false, false, false,
+ false, false, false, true, false,
+ false, false, false, false, false,
+ false, true, false, false, false,
+ false}},
+ // Cyrillic (Russian)
+ {"xn--n1aeec9b.ru", L"\x0442\x043e\x0440\x0442\x044b.ru",
+ {true, false, false, false, false,
+ false, false, true, false, false,
+ false, false, false, false, false,
+ false, false, false, false, true,
+ true}},
+ // Cyrillic + 123 (Russian)
+ {"xn---123-45dmmc5f.ru", L"\x0442\x043e\x0440\x0442\x044b-123.ru",
+ {true, false, false, false, false,
+ false, false, true, false, false,
+ false, false, false, false, false,
+ false, false, false, false, true,
+ true}},
+ // Arabic
+ {"xn--mgba1fmg.ar", L"\x0627\x0641\x0644\x0627\x0645.ar",
+ {true, false, false, false, false,
+ false, true, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // Hebrew
+ {"xn--4dbib.he", L"\x05d5\x05d0\x05d4.he",
+ {true, false, false, false, false,
+ true, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, true,
+ false}},
+ // Thai
+ {"xn--12c2cc4ag3b4ccu.th",
+ L"\x0e2a\x0e32\x0e22\x0e01\x0e32\x0e23\x0e1a\x0e34\x0e19.th",
+ {true, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, true, false,
+ false, false, false, false, false,
+ false}},
+ // Devangari (Hindi)
+ {"www.xn--l1b6a9e1b7c.in", L"www.\x0905\x0915\x094b\x0932\x093e.in",
+ {true, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, true,
+ false, false, false, false, false,
+ false}},
+ // Invalid IDN
+ {"xn--hello?world.com", NULL,
+ {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // Unsafe IDNs
+ // "payp<alpha>l.com"
+ {"www.xn--paypl-g9d.com", L"payp\x03b1l.com",
+ {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // google.gr with Greek omicron and epsilon
+ {"xn--ggl-6xc1ca.gr", L"g\x03bf\x03bfgl\x03b5.gr",
+ {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // google.ru with Cyrillic o
+ {"xn--ggl-tdd6ba.ru", L"g\x043e\x043egl\x0435.ru",
+ {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // h<e with acute>llo<China in Han>.cn
+ {"xn--hllo-bpa7979ih5m.cn", L"h\x00e9llo\x4e2d\x56fd.cn",
+ {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // <Greek rho><Cyrillic a><Cyrillic u>.ru
+ {"xn--2xa6t2b.ru", L"\x03c1\x0430\x0443.ru",
+ {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false}},
+ // One that's really long that will force a buffer realloc
+ {"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
+ L"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
+ {true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true}},
+ // Test cases for characters we blacklisted although allowed in IDN.
+ // Embedded spaces will be turned to %20 in the display.
+ // TODO(jungshik): We need to have more cases. This is a typical
+ // data-driven trap. The following test cases need to be separated
+ // and tested only for a couple of languages.
+ {"xn--osd3820f24c.kr", L"\xac00\xb098\x115f.kr",
+ {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false}},
+ {"www.xn--google-ho0coa.com", L"www.\x2039google\x203a.com",
+ {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ }},
+ {"google.xn--comabc-k8d", L"google.com\x0338" L"abc",
+ {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ }},
+#if 0
+ // These two cases are special. We need a separate test.
+ // U+3000 and U+3002 are normalized to ASCII space and dot.
+ {"xn-- -kq6ay5z.cn", L"\x4e2d\x56fd\x3000.cn",
+ {false, false, true, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, true, false, false,
+ true}},
+ {"xn--fiqs8s.cn", L"\x4e2d\x56fd\x3002" L"cn",
+ {false, false, true, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, true, false, false,
+ true}},
+#endif
+ };
+
+ for (int i = 0; i < arraysize(idn_cases); i++) {
+ for (int j = 0; j < arraysize(languages); j++) {
+ std::wstring output;
+ net_util::IDNToUnicode(idn_cases[i].input,
+ static_cast<int>(strlen(idn_cases[i].input)),
+ languages[j],
+ &output);
+ std::wstring expected(idn_cases[i].unicode_allowed[j] ?
+ idn_cases[i].unicode_output :
+ ASCIIToWide(idn_cases[i].input));
+ EXPECT_EQ(expected, output);
+ }
+ }
+}
+
+TEST(NetUtilTest, StripWWW) {
+ EXPECT_EQ(L"", net_util::StripWWW(L""));
+ EXPECT_EQ(L"", net_util::StripWWW(L"www."));
+ EXPECT_EQ(L"blah", net_util::StripWWW(L"www.blah"));
+ EXPECT_EQ(L"blah", net_util::StripWWW(L"blah"));
+}
+
+TEST(NetUtilTest, GetSuggestedFilename) {
+ struct FilenameTest {
+ const char* url;
+ const wchar_t* content_disp_header;
+ const wchar_t* default_filename;
+ const wchar_t* expected_filename;
+ } test_cases[] = {
+ {"http://www.google.com/",
+ L"Content-disposition: attachment; filename=test.html",
+ L"",
+ L"test.html"},
+ {"http://www.google.com/",
+ L"Content-disposition: attachment; filename=\"test.html\"",
+ L"",
+ L"test.html"},
+ {"http://www.google.com/path/test.html",
+ L"Content-disposition: attachment",
+ L"",
+ L"test.html"},
+ {"http://www.google.com/path/test.html",
+ L"Content-disposition: attachment;",
+ L"",
+ L"test.html"},
+ {"http://www.google.com/",
+ L"",
+ L"",
+ L"www.google.com"},
+ {"http://www.google.com/test.html",
+ L"",
+ L"",
+ L"test.html"},
+ // Now that we use googleurl's ExtractFileName, this case falls back
+ // to the hostname. If this behavior is not desirable, we'd better
+ // change ExtractFileName (in url_parse).
+ {"http://www.google.com/path/",
+ L"",
+ L"",
+ L"www.google.com"},
+ {"http://www.google.com/path",
+ L"",
+ L"",
+ L"path"},
+ {"file:///",
+ L"",
+ L"",
+ L"download"},
+ {"view-cache:",
+ L"",
+ L"",
+ L"download"},
+ {"http://www.google.com/",
+ L"Content-disposition: attachment; filename =\"test.html\"",
+ L"download",
+ L"test.html"},
+ {"http://www.google.com/",
+ L"",
+ L"download",
+ L"download"},
+ {"http://www.google.com/",
+ L"Content-disposition: attachment; filename=\"../test.html\"",
+ L"",
+ L"test.html"},
+ {"http://www.google.com/",
+ L"Content-disposition: attachment; filename=\"..\"",
+ L"download",
+ L"download"},
+ {"http://www.google.com/test.html",
+ L"Content-disposition: attachment; filename=\"..\"",
+ L"download",
+ L"test.html"},
+ // Below is a small subset of cases taken from GetFileNameFromCD test above.
+ {"http://www.google.com/",
+ L"Content-Disposition: attachment; filename=\"%EC%98%88%EC%88%A0%20"
+ L"%EC%98%88%EC%88%A0.jpg\"",
+ L"",
+ L"\uc608\uc220 \uc608\uc220.jpg"},
+ {"http://www.google.com/%EC%98%88%EC%88%A0%20%EC%98%88%EC%88%A0.jpg",
+ L"",
+ L"download",
+ L"\uc608\uc220 \uc608\uc220.jpg"},
+ {"http://www.google.com/",
+ L"Content-disposition: attachment;",
+ L"\uB2E4\uC6B4\uB85C\uB4DC",
+ L"\uB2E4\uC6B4\uB85C\uB4DC"},
+ {"http://www.google.com/",
+ L"Content-Disposition: attachment; filename=\"=?EUC-JP?Q?=B7=DD=BD="
+ L"D13=2Epng?=\"",
+ L"download",
+ L"\u82b8\u88533.png"},
+ // Invalid C-D header. Extracts filename from url.
+ {"http://www.google.com/test.html",
+ L"Content-Disposition: attachment; filename==?iiso88591?Q?caf=EG?=",
+ L"",
+ L"test.html"},
+ };
+ for (int i = 0; i < arraysize(test_cases); ++i) {
+ std::wstring filename = net_util::GetSuggestedFilename(
+ GURL(test_cases[i].url), test_cases[i].content_disp_header,
+ test_cases[i].default_filename);
+ EXPECT_EQ(std::wstring(test_cases[i].expected_filename), filename);
+ }
+}
generated by cgit v1.1 at 2025-02-08 15:42:29 +0000