chrome/common/translate/language_detection_util_unittest.cc

   1 // Copyright 2013 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "chrome/common/translate/language_detection_util.h"
   6
   7 #include "base/strings/string16.h"
   8 #include "base/strings/utf_string_conversions.h"
   9 #include "chrome/common/chrome_constants.h"
  10 #include "testing/gtest/include/gtest/gtest.h"
  11
  12 typedef testing::Test LanguageDetectionUtilTest;
  13
  14 // Tests that well-known language code typos are fixed.
  15 TEST_F(LanguageDetectionUtilTest, LanguageCodeTypoCorrection) {
  16   std::string language;
  17
  18   // Strip the second and later codes.
  19   language = std::string("ja,en");
  20   LanguageDetectionUtil::CorrectLanguageCodeTypo(&language);
  21   EXPECT_EQ("ja", language);
  22
  23   // Replace dash with hyphen.
  24   language = std::string("ja_JP");
  25   LanguageDetectionUtil::CorrectLanguageCodeTypo(&language);
  26   EXPECT_EQ("ja-JP", language);
  27
  28   // Correct wrong cases.
  29   language = std::string("JA-jp");
  30   LanguageDetectionUtil::CorrectLanguageCodeTypo(&language);
  31   EXPECT_EQ("ja-JP", language);
  32 }
  33
  34 // Tests if the language codes' format is invalid.
  35 TEST_F(LanguageDetectionUtilTest, IsValidLanguageCode) {
  36   std::string language;
  37
  38   language = std::string("ja");
  39   EXPECT_TRUE(LanguageDetectionUtil::IsValidLanguageCode(language));
  40
  41   language = std::string("ja-JP");
  42   EXPECT_TRUE(LanguageDetectionUtil::IsValidLanguageCode(language));
  43
  44   language = std::string("ceb");
  45   EXPECT_TRUE(LanguageDetectionUtil::IsValidLanguageCode(language));
  46
  47   language = std::string("ceb-XX");
  48   EXPECT_TRUE(LanguageDetectionUtil::IsValidLanguageCode(language));
  49
  50   // Invalid because the sub code consists of a number.
  51   language = std::string("utf-8");
  52   EXPECT_FALSE(LanguageDetectionUtil::IsValidLanguageCode(language));
  53
  54   // Invalid because of six characters after hyphen.
  55   language = std::string("ja-YUKARI");
  56   EXPECT_FALSE(LanguageDetectionUtil::IsValidLanguageCode(language));
  57
  58   // Invalid because of four characters.
  59   language = std::string("DHMO");
  60   EXPECT_FALSE(LanguageDetectionUtil::IsValidLanguageCode(language));
  61 }
  62
  63 // Tests that similar language table works.
  64 TEST_F(LanguageDetectionUtilTest, SimilarLanguageCode) {
  65   EXPECT_TRUE(LanguageDetectionUtil::IsSameOrSimilarLanguages("en", "en"));
  66   EXPECT_FALSE(LanguageDetectionUtil::IsSameOrSimilarLanguages("en", "ja"));
  67   EXPECT_TRUE(LanguageDetectionUtil::IsSameOrSimilarLanguages("bs", "hr"));
  68   EXPECT_TRUE(LanguageDetectionUtil::IsSameOrSimilarLanguages("sr-ME", "sr"));
  69   EXPECT_TRUE(LanguageDetectionUtil::IsSameOrSimilarLanguages("ne", "hi"));
  70   EXPECT_FALSE(LanguageDetectionUtil::IsSameOrSimilarLanguages("bs", "hi"));
  71 }
  72
  73 // Tests that well-known languages which often have wrong server configuration
  74 // are handles.
  75 TEST_F(LanguageDetectionUtilTest, WellKnownWrongConfiguration) {
  76   EXPECT_TRUE(LanguageDetectionUtil::MaybeServerWrongConfiguration("en", "ja"));
  77   EXPECT_TRUE(LanguageDetectionUtil::MaybeServerWrongConfiguration("en-US",
  78                                                                    "ja"));
  79   EXPECT_TRUE(LanguageDetectionUtil::MaybeServerWrongConfiguration("en",
  80                                                                    "zh-CN"));
  81   EXPECT_FALSE(LanguageDetectionUtil::MaybeServerWrongConfiguration("ja",
  82                                                                     "en"));
  83   EXPECT_FALSE(LanguageDetectionUtil::MaybeServerWrongConfiguration("en",
  84                                                                     "he"));
  85 }
  86
  87 // Tests that the language meta tag providing wrong information is ignored by
  88 // LanguageDetectionUtil due to disagreement between meta tag and CLD.
  89 TEST_F(LanguageDetectionUtilTest, CLDDisagreeWithWrongLanguageCode) {
  90   base::string16 contents = ASCIIToUTF16(
  91       "<html><head><meta http-equiv='Content-Language' content='ja'></head>"
  92       "<body>This is a page apparently written in English. Even though "
  93       "content-language is provided, the value will be ignored if the value "
  94       "is suspicious.</body></html>");
  95   std::string cld_language;
  96   bool is_cld_reliable;
  97   std::string language = LanguageDetectionUtil::DeterminePageLanguage(
  98       std::string("ja"), std::string(), contents, &cld_language,
  99       &is_cld_reliable);
 100   EXPECT_EQ(chrome::kUnknownLanguageCode, language);
 101   EXPECT_EQ("en", cld_language);
 102   EXPECT_TRUE(is_cld_reliable);
 103 }
 104
 105 // Tests that the language meta tag providing "en-US" style information is
 106 // agreed by CLD.
 107 TEST_F(LanguageDetectionUtilTest, CLDAgreeWithLanguageCodeHavingCountryCode) {
 108   base::string16 contents = ASCIIToUTF16(
 109       "<html><head><meta http-equiv='Content-Language' content='en-US'></head>"
 110       "<body>This is a page apparently written in English. Even though "
 111       "content-language is provided, the value will be ignored if the value "
 112       "is suspicious.</body></html>");
 113   std::string cld_language;
 114   bool is_cld_reliable;
 115   std::string language = LanguageDetectionUtil::DeterminePageLanguage(
 116       std::string("en-US"), std::string(), contents, &cld_language,
 117       &is_cld_reliable);
 118   EXPECT_EQ("en-US", language);
 119   EXPECT_EQ("en", cld_language);
 120   EXPECT_TRUE(is_cld_reliable);
 121 }
 122
 123 // Tests that the language meta tag providing wrong information is ignored and
 124 // CLD's language will be adopted by LanguageDetectionUtil due to an invalid
 125 // meta tag.
 126 TEST_F(LanguageDetectionUtilTest, InvalidLanguageMetaTagProviding) {
 127   base::string16 contents = ASCIIToUTF16(
 128       "<html><head><meta http-equiv='Content-Language' content='utf-8'></head>"
 129       "<body>This is a page apparently written in English. Even though "
 130       "content-language is provided, the value will be ignored and CLD's"
 131       " language will be adopted if the value is invalid.</body></html>");
 132   std::string cld_language;
 133   bool is_cld_reliable;
 134   std::string language = LanguageDetectionUtil::DeterminePageLanguage(
 135       std::string("utf-8"), std::string(), contents, &cld_language,
 136       &is_cld_reliable);
 137   EXPECT_EQ("en", language);
 138   EXPECT_EQ("en", cld_language);
 139   EXPECT_TRUE(is_cld_reliable);
 140 }
 141
 142 // Tests that the language meta tag providing wrong information is ignored
 143 // because of valid html lang attribute.
 144 TEST_F(LanguageDetectionUtilTest, AdoptHtmlLang) {
 145   base::string16 contents = ASCIIToUTF16(
 146       "<html lang='en'><head><meta http-equiv='Content-Language' content='ja'>"
 147       "</head><body>This is a page apparently written in English. Even though "
 148       "content-language is provided, the value will be ignored if the value "
 149       "is suspicious.</body></html>");
 150   std::string cld_language;
 151   bool is_cld_reliable;
 152   std::string language = LanguageDetectionUtil::DeterminePageLanguage(
 153       std::string("ja"), std::string("en"), contents, &cld_language,
 154       &is_cld_reliable);
 155   EXPECT_EQ("en", language);
 156   EXPECT_EQ("en", cld_language);
 157   EXPECT_TRUE(is_cld_reliable);
 158 }