Allow the test bots to easily run the password manager python

tests.

Until now, setting up password manager python tests is
complicated and doesn't fit the requirement of the test
bots. This cl allows to make running and configuring of the
tests much easier for the bots.

BUG=393531

Review URL: https://codereview.chromium.org/386423002

git-svn-id: svn://svn.chromium.org/chrome/trunk/src@283806 0039d316-1c4b-4281-b951-d872f2087c98

components/test/data/password_manager/environment.py

@@ -6,11 +6,14 @@
 
 import logging
 import shutil
+import sys
 import time
 import traceback
 from xml.etree import ElementTree
 from xml.sax.saxutils import escape
 
+sys.path.insert(0, '../../../../third_party/webdriver/pylib/')
+
 from selenium import webdriver
 from selenium.common.exceptions import NoSuchElementException
 from selenium.common.exceptions import WebDriverException

components/test/data/password_manager/run_tests.py

+# -*- coding: utf-8 -*-
+# Copyright 2014 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+"""This file allows the bots to be easily configure and run the tests."""
+
+import argparse
+import os
+import tempfile
+
+from environment import Environment
+import tests
+
+if __name__ == "__main__":
+  parser = argparse.ArgumentParser(
+      description="Password Manager automated tests runner help.")
+  parser.add_argument(
+      "--chrome-path", action="store", dest="chrome_path",
+      help="Set the chrome path (required).", nargs=1, required=True)
+  parser.add_argument(
+      "--chromedriver-path", action="store", dest="chromedriver_path",
+      help="Set the chromedriver path (required).", nargs=1, required=True)
+  parser.add_argument(
+      "--profile-path", action="store", dest="profile_path",
+      help="Set the profile path (required). You just need to choose a "
+           "temporary empty folder. If the folder is not empty all its content "
+           "is going to be removed.",
+      nargs=1, required=True)
+  parser.add_argument(
+      "--passwords-path", action="store", dest="passwords_path",
+      help="Set the usernames/passwords path (required).", nargs=1,
+      required=True)
+  parser.add_argument("--save-path", action="store", nargs=1, dest="save_path",
+      help="Write the results in a file.", required=True)
+  args = parser.parse_args()
+
+  environment = Environment('', '', '', None, False)
+  tests.Tests(environment)
+
+  xml = open(args.save_path[0],"w")
+  xml.write("<xml>")
+  try:
+    results = tempfile.NamedTemporaryFile(
+        dir=os.path.join(tempfile.gettempdir()), delete=False)
+    results_path = results.name
+    results.close()
+
+    full_path = os.path.realpath(__file__)
+    tests_dir = os.path.dirname(full_path)
+    tests_path = os.path.join(tests_dir, "tests.py")
+
+    for websitetest in environment.websitetests:
+      # The tests can be flaky. This is why we try to rerun up to 3 times.
+      for x in range(0, 3):
+        # TODO(rchtara): Using "pkill" is just temporary until a better,
+        # platform-independent solution is found.
+        os.system("pkill chrome")
+        try:
+          os.remove(results_path)
+        except Exception:
+          pass
+        # TODO(rchtara): Using "timeout is just temporary until a better,
+        # platform-independent solution is found.
+
+        # The website test runs in two passes, each pass has an internal
+        # timeout of 200s for waiting (see |remaining_time_to_wait| and
+        # Wait() in websitetest.py). Accounting for some more time spent on
+        # the non-waiting execution, 300 seconds should be the upper bound on
+        # the runtime of one pass, thus 600 seconds for the whole test.
+        os.system("timeout 600 python %s %s --chrome-path %s "
+            "--chromedriver-path %s --passwords-path %s --profile-path %s "
+            "--save-path %s" %
+            (tests_path, websitetest.name, args.chrome_path[0],
+             args.chromedriver_path[0], args.passwords_path[0],
+             args.profile_path[0], results_path))
+        if os.path.isfile(results_path):
+          results = open(results_path, "r")
+          count = 0 # Count the number of successful tests.
+          for line in results:
+            xml.write(line)
+            count += line.count("successful='True'")
+          results.close()
+          # There is only two tests running for every website: the prompt and
+          # the normal test. If both of the tests were successful, the tests
+          # would be stopped for the current website.
+          if count == 2:
+            break
+        else:
+          xml.write("<result><test name='%s' type='prompt' successful='false'>"
+              "</test><test name='%s' type='normal' successful='false'></test>"
+              "</result>" % (websitetest.name, websitetest.name))
+  finally:
+    try:
+      os.remove(results_path)
+    except Exception:
+      pass
+
+  xml.write("</xml>")
+  xml.close()

components/test/data/password_manager/tests.py

@@ -471,9 +471,9 @@ def RunTests(chrome_path, chromedriver_path, profile_path,
   Tests(environment)
 
   if environment_tested_websites == TypeOfTestedWebsites.ALL_TESTS:
-    environment.ALL_TESTS(run_prompt_tests)
+    environment.AllTests(run_prompt_tests)
   elif environment_tested_websites == TypeOfTestedWebsites.DISABLED_TESTS:
-    environment.DISABLED_TESTS(run_prompt_tests)
+    environment.DisabledTests(run_prompt_tests)
   elif environment_tested_websites == TypeOfTestedWebsites.LIST_OF_TESTS:
     environment.Test(tests, run_prompt_tests)
   elif environment_tested_websites == TypeOfTestedWebsites.ENABLED_TESTS:

components/test/data/password_manager/websitetest.py

@@ -5,8 +5,11 @@
 """WebsiteTest testing class."""
 
 import logging
+import sys
 import time
 
+sys.path.insert(0, '../../../../third_party/webdriver/pylib/')
+
 from selenium.webdriver.common.action_chains import ActionChains
 from selenium.webdriver.common.keys import Keys