mobile/android/fenix/app/src/androidTest/java/org/mozilla/fenix/ui/SettingsSearchTest.kt

   1 /* This Source Code Form is subject to the terms of the Mozilla Public
   2  * License, v. 2.0. If a copy of the MPL was not distributed with this
   3  * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
   4
   5 package org.mozilla.fenix.ui
   6
   7 import androidx.compose.ui.test.junit4.AndroidComposeTestRule
   8 import androidx.test.espresso.Espresso.pressBack
   9 import okhttp3.mockwebserver.MockWebServer
  10 import org.junit.After
  11 import org.junit.Before
  12 import org.junit.Rule
  13 import org.junit.Test
  14 import org.mozilla.fenix.customannotations.SmokeTest
  15 import org.mozilla.fenix.helpers.AppAndSystemHelper.runWithSystemLocaleChanged
  16 import org.mozilla.fenix.helpers.AppAndSystemHelper.setSystemLocale
  17 import org.mozilla.fenix.helpers.DataGenerationHelper.setTextToClipBoard
  18 import org.mozilla.fenix.helpers.HomeActivityIntentTestRule
  19 import org.mozilla.fenix.helpers.MockBrowserDataHelper.addCustomSearchEngine
  20 import org.mozilla.fenix.helpers.MockBrowserDataHelper.createBookmarkItem
  21 import org.mozilla.fenix.helpers.MockBrowserDataHelper.createHistoryItem
  22 import org.mozilla.fenix.helpers.SearchDispatcher
  23 import org.mozilla.fenix.helpers.TestAssetHelper.getGenericAsset
  24 import org.mozilla.fenix.helpers.TestHelper.appContext
  25 import org.mozilla.fenix.helpers.TestHelper.clickSnackbarButton
  26 import org.mozilla.fenix.helpers.TestHelper.exitMenu
  27 import org.mozilla.fenix.helpers.TestHelper.restartApp
  28 import org.mozilla.fenix.helpers.TestHelper.verifySnackBarText
  29 import org.mozilla.fenix.helpers.TestSetup
  30 import org.mozilla.fenix.ui.robots.EngineShortcut
  31 import org.mozilla.fenix.ui.robots.homeScreen
  32 import org.mozilla.fenix.ui.robots.navigationToolbar
  33 import org.mozilla.fenix.ui.robots.searchScreen
  34 import java.util.Locale
  35
  36 class SettingsSearchTest : TestSetup() {
  37     private lateinit var searchMockServer: MockWebServer
  38     private val defaultSearchEngineList =
  39         listOf(
  40             "Bing",
  41             "DuckDuckGo",
  42             "Google",
  43         )
  44
  45     @get:Rule
  46     val activityTestRule = AndroidComposeTestRule(
  47         HomeActivityIntentTestRule.withDefaultSettingsOverrides(),
  48     ) { it.activity }
  49
  50     @Before
  51     override fun setUp() {
  52         super.setUp()
  53         searchMockServer = MockWebServer().apply {
  54             dispatcher = SearchDispatcher()
  55             start()
  56         }
  57     }
  58
  59     @After
  60     override fun tearDown() {
  61         super.tearDown()
  62         searchMockServer.shutdown()
  63     }
  64
  65     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203333
  66     @Test
  67     fun verifySearchSettingsMenuItemsTest() {
  68         homeScreen {
  69         }.openThreeDotMenu {
  70         }.openSettings {
  71         }.openSearchSubMenu {
  72             verifyToolbarText("Search")
  73             verifySearchEnginesSectionHeader()
  74             verifyDefaultSearchEngineHeader()
  75             verifyDefaultSearchEngineSummary("Google")
  76             verifyManageSearchShortcutsHeader()
  77             verifyManageShortcutsSummary()
  78             verifyAddressBarSectionHeader()
  79             verifyAutocompleteURlsIsEnabled(true)
  80             verifyShowClipboardSuggestionsEnabled(true)
  81             verifySearchBrowsingHistoryEnabled(true)
  82             verifySearchBookmarksEnabled(true)
  83             verifySearchSyncedTabsEnabled(true)
  84             verifyVoiceSearchEnabled(true)
  85             verifyShowSearchSuggestionsEnabled(true)
  86             verifyShowSearchSuggestionsInPrivateEnabled(false)
  87         }
  88     }
  89
  90     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203307
  91     @Test
  92     fun verifyDefaultSearchEnginesSettingsItemsTest() {
  93         homeScreen {
  94         }.openThreeDotMenu {
  95         }.openSettings {
  96         }.openSearchSubMenu {
  97             verifyDefaultSearchEngineHeader()
  98             openDefaultSearchEngineMenu()
  99             verifyToolbarText("Default search engine")
 100             verifyDefaultSearchEngineList()
 101             verifyDefaultSearchEngineSelected("Google")
 102         }
 103     }
 104
 105     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203308
 106     @SmokeTest
 107     @Test
 108     fun verifyTheDefaultSearchEngineCanBeChangedTest() {
 109         // Goes through the settings and changes the default search engine, then verifies it has changed.
 110         defaultSearchEngineList.forEach {
 111             homeScreen {
 112             }.openThreeDotMenu {
 113             }.openSettings {
 114             }.openSearchSubMenu {
 115                 openDefaultSearchEngineMenu()
 116                 changeDefaultSearchEngine(it)
 117                 exitMenu()
 118             }
 119             searchScreen {
 120                 verifySearchEngineIcon(it)
 121             }
 122         }
 123     }
 124
 125     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/233586
 126     @Test
 127     fun verifyUrlAutocompleteToggleTest() {
 128         homeScreen {
 129         }.openSearch {
 130             typeSearch("mo")
 131             verifyTypedToolbarText("monster.com")
 132             typeSearch("moz")
 133             verifyTypedToolbarText("mozilla.org")
 134         }.dismissSearchBar {
 135         }.openThreeDotMenu {
 136         }.openSettings {
 137         }.openSearchSubMenu {
 138             toggleAutocomplete()
 139         }.goBack {
 140         }.goBack {
 141         }.openSearch {
 142             typeSearch("moz")
 143             verifyTypedToolbarText("moz")
 144         }
 145     }
 146
 147     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/361817
 148     @Test
 149     fun disableSearchBrowsingHistorySuggestionsToggleTest() {
 150         val websiteURL = getGenericAsset(mockWebServer, 1).url.toString()
 151
 152         createHistoryItem(websiteURL)
 153
 154         homeScreen {
 155         }.openThreeDotMenu {
 156         }.openSettings {
 157         }.openSearchSubMenu {
 158             switchSearchHistoryToggle()
 159             exitMenu()
 160         }
 161
 162         homeScreen {
 163         }.openSearch {
 164             typeSearch("test")
 165             verifySuggestionsAreNotDisplayed(
 166                 activityTestRule,
 167                 "Firefox Suggest",
 168                 websiteURL,
 169             )
 170         }
 171     }
 172
 173     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/412926
 174     @Test
 175     fun disableSearchBookmarksToggleTest() {
 176         val website = getGenericAsset(mockWebServer, 1)
 177
 178         createBookmarkItem(website.url.toString(), website.title, 1u)
 179
 180         homeScreen {
 181         }.openThreeDotMenu {
 182         }.openSettings {
 183         }.openSearchSubMenu {
 184             switchSearchBookmarksToggle()
 185             // We want to avoid confusion between history and bookmarks searches,
 186             // so we'll disable this too.
 187             switchSearchHistoryToggle()
 188             exitMenu()
 189         }
 190
 191         homeScreen {
 192         }.openSearch {
 193             typeSearch("test")
 194             verifySuggestionsAreNotDisplayed(
 195                 activityTestRule,
 196                 "Firefox Suggest",
 197                 website.title,
 198             )
 199         }
 200     }
 201
 202     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203309
 203     // Verifies setting as default a customized search engine name and URL
 204     @SmokeTest
 205     @Test
 206     fun verifyCustomSearchEngineCanBeAddedFromSearchEngineMenuTest() {
 207         val customSearchEngine = object {
 208             val title = "TestSearchEngine"
 209             val url = "http://localhost:${searchMockServer.port}/searchResults.html?search=%s"
 210         }
 211
 212         homeScreen {
 213         }.openThreeDotMenu {
 214         }.openSettings {
 215         }.openSearchSubMenu {
 216             openDefaultSearchEngineMenu()
 217             openAddSearchEngineMenu()
 218             verifySaveSearchEngineButtonEnabled(false)
 219             typeCustomEngineDetails(customSearchEngine.title, customSearchEngine.url)
 220             verifySaveSearchEngineButtonEnabled(true)
 221             saveNewSearchEngine()
 222             verifySnackBarText("Created ${customSearchEngine.title}")
 223             verifyEngineListContains(customSearchEngine.title, shouldExist = true)
 224             openEngineOverflowMenu(customSearchEngine.title)
 225             pressBack()
 226             changeDefaultSearchEngine(customSearchEngine.title)
 227             pressBack()
 228             openManageShortcutsMenu()
 229             verifyEngineListContains(customSearchEngine.title, shouldExist = true)
 230             pressBack()
 231         }.goBack {
 232             verifySettingsOptionSummary("Search", customSearchEngine.title)
 233         }.goBack {
 234         }.openSearch {
 235             verifySearchEngineIcon(customSearchEngine.title)
 236             clickSearchSelectorButton()
 237             verifySearchShortcutListContains(customSearchEngine.title)
 238         }
 239     }
 240
 241     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203335
 242     @Test
 243     fun addCustomSearchEngineToManageShortcutsListTest() {
 244         val customSearchEngine = object {
 245             val title = "TestSearchEngine"
 246             val url = "http://localhost:${searchMockServer.port}/searchResults.html?search=%s"
 247         }
 248
 249         homeScreen {
 250         }.openThreeDotMenu {
 251         }.openSettings {
 252         }.openSearchSubMenu {
 253             openManageShortcutsMenu()
 254             openAddSearchEngineMenu()
 255             typeCustomEngineDetails(customSearchEngine.title, customSearchEngine.url)
 256             saveNewSearchEngine()
 257             verifyEngineListContains(customSearchEngine.title, shouldExist = true)
 258             pressBack()
 259             openDefaultSearchEngineMenu()
 260             verifyEngineListContains(customSearchEngine.title, shouldExist = true)
 261         }
 262     }
 263
 264     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203343
 265     @Test
 266     fun verifyLearnMoreLinksFromAddSearchEngineSectionTest() {
 267         homeScreen {
 268         }.openThreeDotMenu {
 269         }.openSettings {
 270         }.openSearchSubMenu {
 271             openDefaultSearchEngineMenu()
 272             openAddSearchEngineMenu()
 273         }.clickCustomSearchStringLearnMoreLink {
 274             verifyUrl(
 275                 "support.mozilla.org/en-US/kb/manage-my-default-search-engines-firefox-android?as=u&utm_source=inproduct",
 276             )
 277         }.openThreeDotMenu {
 278         }.openSettings {
 279         }.openSearchSubMenu {
 280             openDefaultSearchEngineMenu()
 281             openAddSearchEngineMenu()
 282         }.clickCustomSearchSuggestionsLearnMoreLink {
 283             verifyUrl(
 284                 "support.mozilla.org/en-US/kb/manage-my-default-search-engines-firefox-android?as=u&utm_source=inproduct",
 285             )
 286         }
 287     }
 288
 289     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203310
 290     @Test
 291     fun editCustomSearchEngineTest() {
 292         val customSearchEngine = object {
 293             val title = "TestSearchEngine"
 294             val url = "http://localhost:${searchMockServer.port}/searchResults.html?search=%s"
 295             val newTitle = "NewEngineTitle"
 296         }
 297
 298         addCustomSearchEngine(searchMockServer, customSearchEngine.title)
 299         restartApp(activityTestRule.activityRule)
 300
 301         homeScreen {
 302         }.openThreeDotMenu {
 303         }.openSettings {
 304         }.openSearchSubMenu {
 305             openDefaultSearchEngineMenu()
 306             verifyEngineListContains(customSearchEngine.title, shouldExist = true)
 307             openEngineOverflowMenu(customSearchEngine.title)
 308             clickEdit()
 309             typeCustomEngineDetails(customSearchEngine.newTitle, customSearchEngine.url)
 310             saveEditSearchEngine()
 311             verifySnackBarText("Saved ${customSearchEngine.newTitle}")
 312             verifyEngineListContains(customSearchEngine.newTitle, shouldExist = true)
 313             pressBack()
 314             openManageShortcutsMenu()
 315             verifyEngineListContains(customSearchEngine.newTitle, shouldExist = true)
 316         }
 317     }
 318
 319     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203312
 320     @Test
 321     fun verifyErrorMessagesForInvalidSearchEngineUrlsTest() {
 322         val customSearchEngine = object {
 323             val title = "TestSearchEngine"
 324             val badTemplateUrl = "http://localhost:${searchMockServer.port}/searchResults.html?search="
 325             val typoUrl = "http://local:${searchMockServer.port}/searchResults.html?search=%s"
 326             val goodUrl = "http://localhost:${searchMockServer.port}/searchResults.html?search=%s"
 327         }
 328
 329         homeScreen {
 330         }.openThreeDotMenu {
 331         }.openSettings {
 332         }.openSearchSubMenu {
 333             openDefaultSearchEngineMenu()
 334             openAddSearchEngineMenu()
 335             typeCustomEngineDetails(customSearchEngine.title, customSearchEngine.badTemplateUrl)
 336             saveNewSearchEngine()
 337             verifyInvalidTemplateSearchStringFormatError()
 338             typeCustomEngineDetails(customSearchEngine.title, customSearchEngine.typoUrl)
 339             saveNewSearchEngine()
 340             verifyErrorConnectingToSearchString(customSearchEngine.title)
 341             typeCustomEngineDetails(customSearchEngine.title, customSearchEngine.goodUrl)
 342             typeSearchEngineSuggestionString(customSearchEngine.badTemplateUrl)
 343             saveNewSearchEngine()
 344             verifyInvalidTemplateSearchStringFormatError()
 345             typeSearchEngineSuggestionString(customSearchEngine.typoUrl)
 346             saveNewSearchEngine()
 347             verifyErrorConnectingToSearchString(customSearchEngine.title)
 348         }
 349     }
 350
 351     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203313
 352     @Test
 353     fun deleteCustomSearchEngineTest() {
 354         val customSearchEngineTitle = "TestSearchEngine"
 355
 356         addCustomSearchEngine(mockWebServer, searchEngineName = customSearchEngineTitle)
 357         restartApp(activityTestRule.activityRule)
 358
 359         homeScreen {
 360         }.openThreeDotMenu {
 361         }.openSettings {
 362         }.openSearchSubMenu {
 363             openDefaultSearchEngineMenu()
 364             verifyEngineListContains(customSearchEngineTitle, shouldExist = true)
 365             openEngineOverflowMenu(customSearchEngineTitle)
 366             clickDeleteSearchEngine()
 367             verifySnackBarText("Deleted $customSearchEngineTitle")
 368             clickSnackbarButton("UNDO")
 369             verifyEngineListContains(customSearchEngineTitle, shouldExist = true)
 370             changeDefaultSearchEngine(customSearchEngineTitle)
 371             openEngineOverflowMenu(customSearchEngineTitle)
 372             clickDeleteSearchEngine()
 373             verifyEngineListContains(customSearchEngineTitle, shouldExist = false)
 374             verifyDefaultSearchEngineSelected("Google")
 375             pressBack()
 376             openManageShortcutsMenu()
 377             verifyEngineListContains(customSearchEngineTitle, shouldExist = false)
 378             exitMenu()
 379         }
 380         searchScreen {
 381             clickSearchSelectorButton()
 382             verifySearchShortcutListContains(customSearchEngineTitle, shouldExist = false)
 383         }
 384     }
 385
 386     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203339
 387     @Test
 388     fun deleteCustomSearchShortcutTest() {
 389         val customSearchEngineTitle = "TestSearchEngine"
 390
 391         addCustomSearchEngine(mockWebServer, searchEngineName = customSearchEngineTitle)
 392         restartApp(activityTestRule.activityRule)
 393
 394         homeScreen {
 395         }.openThreeDotMenu {
 396         }.openSettings {
 397         }.openSearchSubMenu {
 398             openManageShortcutsMenu()
 399             verifyEngineListContains(customSearchEngineTitle, shouldExist = true)
 400             openCustomShortcutOverflowMenu(activityTestRule, customSearchEngineTitle)
 401             clickDeleteSearchEngine(activityTestRule)
 402             verifyEngineListContains(customSearchEngineTitle, shouldExist = false)
 403             pressBack()
 404             openDefaultSearchEngineMenu()
 405             verifyEngineListContains(customSearchEngineTitle, shouldExist = false)
 406             exitMenu()
 407         }
 408         searchScreen {
 409             clickSearchSelectorButton()
 410             verifySearchShortcutListContains(customSearchEngineTitle, shouldExist = false)
 411         }
 412     }
 413
 414     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/233588
 415     // Test running on beta/release builds in CI:
 416     // caution when making changes to it, so they don't block the builds
 417     // Goes through the settings and changes the search suggestion toggle, then verifies it changes.
 418     @SmokeTest
 419     @Test
 420     fun verifyShowSearchSuggestionsToggleTest() {
 421         homeScreen {
 422         }.openSearch {
 423             // The Google related suggestions aren't always displayed on cold run
 424             // Bugzilla ticket: https://bugzilla.mozilla.org/show_bug.cgi?id=1813587
 425             clickSearchSelectorButton()
 426             selectTemporarySearchMethod("DuckDuckGo")
 427             typeSearch("mozilla ")
 428             verifySearchEngineSuggestionResults(
 429                 activityTestRule,
 430                 "mozilla firefox",
 431                 searchTerm = "mozilla ",
 432             )
 433         }.dismissSearchBar {
 434         }.openThreeDotMenu {
 435         }.openSettings {
 436         }.openSearchSubMenu {
 437             toggleShowSearchSuggestions()
 438         }.goBack {
 439         }.goBack {
 440         }.openSearch {
 441             // The Google related suggestions aren't always displayed on cold run
 442             // Bugzilla ticket: https://bugzilla.mozilla.org/show_bug.cgi?id=1813587
 443             clickSearchSelectorButton()
 444             selectTemporarySearchMethod("DuckDuckGo")
 445             typeSearch("mozilla")
 446             verifySuggestionsAreNotDisplayed(activityTestRule, "mozilla firefox")
 447         }
 448     }
 449
 450     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/464420
 451     // Tests the "Don't allow" option from private mode search suggestions onboarding dialog
 452     @Test
 453     fun doNotAllowSearchSuggestionsInPrivateBrowsingTest() {
 454         homeScreen {
 455             togglePrivateBrowsingModeOnOff()
 456         }.openSearch {
 457             typeSearch("mozilla")
 458             verifyAllowSuggestionsInPrivateModeDialog()
 459             denySuggestionsInPrivateMode()
 460             verifySuggestionsAreNotDisplayed(activityTestRule, "mozilla firefox")
 461         }
 462     }
 463
 464     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/1957063
 465     // Tests the "Allow" option from private mode search suggestions onboarding dialog
 466     @Test
 467     fun allowSearchSuggestionsInPrivateBrowsingTest() {
 468         homeScreen {
 469             togglePrivateBrowsingModeOnOff()
 470         }.openSearch {
 471             typeSearch("mozilla")
 472             verifyAllowSuggestionsInPrivateModeDialog()
 473             allowSuggestionsInPrivateMode()
 474             verifySearchEngineSuggestionResults(
 475                 activityTestRule,
 476                 "mozilla firefox",
 477                 searchTerm = "mozilla",
 478             )
 479         }.dismissSearchBar {
 480         }.openThreeDotMenu {
 481         }.openSettings {
 482         }.openSearchSubMenu {
 483             switchShowSuggestionsInPrivateSessionsToggle()
 484         }.goBack {
 485         }.goBack {
 486         }.openSearch {
 487             typeSearch("mozilla")
 488             verifySuggestionsAreNotDisplayed(activityTestRule, "mozilla firefox")
 489         }
 490     }
 491
 492     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/888673
 493     @Test
 494     fun verifyShowVoiceSearchToggleTest() {
 495         homeScreen {
 496         }.openSearch {
 497             verifyVoiceSearchButtonVisibility(true)
 498             startVoiceSearch()
 499         }.dismissSearchBar {
 500         }.openThreeDotMenu {
 501         }.openSettings {
 502         }.openSearchSubMenu {
 503             toggleVoiceSearch()
 504             exitMenu()
 505         }
 506         homeScreen {
 507         }.openSearch {
 508             verifyVoiceSearchButtonVisibility(false)
 509         }
 510     }
 511
 512     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/412927
 513     @Test
 514     fun verifyShowClipboardSuggestionsToggleTest() {
 515         val link = "https://www.mozilla.org/en-US/"
 516         setTextToClipBoard(appContext, link)
 517
 518         homeScreen {
 519         }.openNavigationToolbar {
 520             verifyClipboardSuggestionsAreDisplayed(link, true)
 521         }.visitLinkFromClipboard {
 522             waitForPageToLoad()
 523         }.openTabDrawer {
 524         }.openNewTab {
 525         }
 526         navigationToolbar {
 527             // After visiting the link from clipboard it shouldn't be displayed again
 528             verifyClipboardSuggestionsAreDisplayed(shouldBeDisplayed = false)
 529         }.goBackToHomeScreen {
 530             setTextToClipBoard(appContext, link)
 531         }.openTabDrawer {
 532         }.openNewTab {
 533         }
 534         navigationToolbar {
 535             verifyClipboardSuggestionsAreDisplayed(link, true)
 536         }.goBackToHomeScreen {
 537         }.openThreeDotMenu {
 538         }.openSettings {
 539         }.openSearchSubMenu {
 540             verifyShowClipboardSuggestionsEnabled(true)
 541             toggleClipboardSuggestion()
 542             verifyShowClipboardSuggestionsEnabled(false)
 543             exitMenu()
 544         }
 545         homeScreen {
 546         }.openTabDrawer {
 547         }.openNewTab {
 548         }
 549         navigationToolbar {
 550             verifyClipboardSuggestionsAreDisplayed(link, false)
 551         }
 552     }
 553
 554     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2233337
 555     @Test
 556     fun verifyTheSearchEnginesListsRespectTheLocaleTest() {
 557         runWithSystemLocaleChanged(Locale.CHINA, activityTestRule.activityRule) {
 558             // Checking search engines for CH locale
 559             homeScreen {
 560             }.openSearch {
 561                 clickSearchSelectorButton()
 562                 verifySearchShortcutListContains(
 563                     "Google",
 564                     "百度",
 565                     "Bing",
 566                     "DuckDuckGo",
 567                 )
 568             }.dismissSearchBar {}
 569
 570             // Checking search engines for FR locale
 571             setSystemLocale(Locale.FRENCH)
 572             homeScreen {
 573             }.openSearch {
 574                 clickSearchSelectorButton()
 575                 verifySearchShortcutListContains(
 576                     "Google",
 577                     "Bing",
 578                     "DuckDuckGo",
 579                     "Qwant",
 580                     "Wikipédia (fr)",
 581                 )
 582             }
 583         }
 584     }
 585
 586     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203334
 587     @Test
 588     fun verifyManageSearchShortcutsSettingsItemsTest() {
 589         homeScreen {
 590         }.openThreeDotMenu {
 591         }.openSettings {
 592         }.openSearchSubMenu {
 593             openManageShortcutsMenu()
 594             verifyToolbarText("Manage alternative search engines")
 595             verifyEnginesShortcutsListHeader()
 596             verifyManageShortcutsList(activityTestRule)
 597             verifySearchShortcutChecked(
 598                 EngineShortcut(name = "Google", checkboxIndex = 1, isChecked = true),
 599                 EngineShortcut(name = "Bing", checkboxIndex = 4, isChecked = true),
 600                 EngineShortcut(name = "Amazon.com", checkboxIndex = 7, isChecked = true),
 601                 EngineShortcut(name = "DuckDuckGo", checkboxIndex = 10, isChecked = true),
 602                 EngineShortcut(name = "eBay", checkboxIndex = 13, isChecked = true),
 603                 EngineShortcut(name = "Wikipedia", checkboxIndex = 16, isChecked = true),
 604                 EngineShortcut(name = "Reddit", checkboxIndex = 19, isChecked = false),
 605                 EngineShortcut(name = "YouTube", checkboxIndex = 22, isChecked = false),
 606             )
 607         }
 608     }
 609
 610     // TestRail link: https://testrail.stage.mozaws.net/index.php?/cases/view/2203340
 611     @SmokeTest
 612     @Test
 613     fun verifySearchShortcutChangesAreReflectedInSearchSelectorMenuTest() {
 614         homeScreen {
 615         }.openThreeDotMenu {
 616         }.openSettings {
 617         }.openSearchSubMenu {
 618             openManageShortcutsMenu()
 619             selectSearchShortcut(EngineShortcut(name = "Google", checkboxIndex = 1))
 620             selectSearchShortcut(EngineShortcut(name = "Amazon.com", checkboxIndex = 7))
 621             selectSearchShortcut(EngineShortcut(name = "Reddit", checkboxIndex = 19))
 622             selectSearchShortcut(EngineShortcut(name = "YouTube", checkboxIndex = 22))
 623             exitMenu()
 624         }
 625         searchScreen {
 626             clickSearchSelectorButton()
 627             verifySearchShortcutListContains("Google", "Amazon.com", shouldExist = false)
 628             verifySearchShortcutListContains("YouTube", shouldExist = true)
 629             verifySearchShortcutListContains("Reddit", shouldExist = true)
 630         }
 631     }
 632 }