Attachment 170614 Details for Bug 100030 – Patch

[patch] Patch

bug-100030-20121025133544.patch (text/plain), 7.77 KB, created by Mike West on 2012-10-25 04:37:10 PDT

(hide)

Description:

Filename:

MIME Type:

Creator: Mike West

Created: 2012-10-25 04:37:10 PDT

Size: 7.77 KB

patch

obsolete

>Subversion Revision: 132343
>diff --git a/Tools/ChangeLog b/Tools/ChangeLog
>index 967f62b2e9ef6f4650ea7c7bb1bd36b5350dfae1..a00bd9c7337c129c2ae271fa16d0a92f2f0eaf1f 100644
>--- a/Tools/ChangeLog
>+++ b/Tools/ChangeLog
>@@ -1,3 +1,36 @@
>+2012-10-25  Mike West  <mkwst@chromium.org>
>+
>+        run-perf-tests should have a --repeat option
>+        https://bugs.webkit.org/show_bug.cgi?id=100030
>+
>+        Reviewed by NOBODY (OOPS!).
>+
>+        This patch adds two options to 'run-perf-tests': --repeat and
>+        --runtitle. The former sets the number of times the specified set of
>+        tests should be run, and the latter provides a mechanism for
>+        overriding the default column title for a run. I'm including them in
>+        the same patch in order to have the nice cooperative effect of
>+        iterating the column title for each run. That is, if a run title of
>+        "Clean Build" is provided, and it repeats 5 times, the titles of the
>+        five result columns will be "Clean Build #1", "Clean Build #2", and so
>+        on.
>+
>+        * Scripts/webkitpy/performance_tests/perftestsrunner.py:
>+        (PerfTestsRunner.__init__):
>+            Adds '_totalRuns' and '_currentRun' instance variables.
>+        (PerfTestsRunner._parse_args):
>+            Adds '--repeat' and '--runtitle' options to the runner.
>+        (PerfTestsRunner.run):
>+            Loop over '_run_tests_set' the number of times specified by '--repeat'.
>+        (PerfTestsRunner._generate_and_show_results):
>+            Only upload the JSON file and open the results page if we've
>+            finished the final run.
>+        (PerfTestsRunner._generate_results_dict):
>+            Add 'webkit-runtitle' to the JSON result set for use in the template.
>+        (PerfTestsRunner._run_tests_set):
>+            If we're repeating the tests, note the current run in the log
>+            message: "Running [TEST NAME] (1 of 100) [Run 1 of 5]".
>+
> 2012-10-24  Zeno Albisser  <zeno@webkit.org>
> 
>         Implement GraphicsSurface for Windows.
>diff --git a/Tools/Scripts/webkitpy/performance_tests/perftestsrunner.py b/Tools/Scripts/webkitpy/performance_tests/perftestsrunner.py
>index 42e0d96e11a65205d18c0698c28ce0f8c63c1f2c..e1e8fcc5807cc323000dfced0954b10a24b0a624 100755
>--- a/Tools/Scripts/webkitpy/performance_tests/perftestsrunner.py
>+++ b/Tools/Scripts/webkitpy/performance_tests/perftestsrunner.py
>@@ -68,6 +68,8 @@ class PerfTestsRunner(object):
>         self._base_path = self._port.perf_tests_dir()
>         self._results = {}
>         self._timestamp = time.time()
>+        self._totalRuns = int(self._options.repeat)
>+        self._currentRun = 0
> 
>     @staticmethod
>     def _parse_args(args=None):
>@@ -117,6 +119,10 @@ class PerfTestsRunner(object):
>                 help="Run replay tests."),
>             optparse.make_option("--force", dest="skipped", action="store_true", default=False,
>                 help="Run all tests, including the ones in the Skipped list."),
>+            optparse.make_option("--runtitle",
>+                help="Specify a name for the run. If provided, this title will replace the WebKit revision in the result page's column header."),
>+            optparse.make_option("--repeat", default=1,
>+                help="Specify how many times the set of tests should be run. Defaults to 1."),
>             ]
>         return optparse.OptionParser(option_list=(perf_option_list)).parse_args(args)
> 
>@@ -163,11 +169,13 @@ class PerfTestsRunner(object):
>             if not test.prepare(self._options.time_out_ms):
>                 return self.EXIT_CODE_BAD_PREPARATION
> 
>-        unexpected = self._run_tests_set(sorted(list(tests), key=lambda test: test.test_name()), self._port)
>-        if self._options.generate_results:
>-            exit_code = self._generate_and_show_results()
>-            if exit_code:
>-                return exit_code
>+        while (self._currentRun < self._totalRuns):
>+            self._currentRun += 1
>+            unexpected = self._run_tests_set(sorted(list(tests), key=lambda test: test.test_name()), self._port)
>+            if self._options.generate_results:
>+                exit_code = self._generate_and_show_results()
>+                if exit_code:
>+                    return exit_code
> 
>         return unexpected
> 
>@@ -194,11 +202,11 @@ class PerfTestsRunner(object):
>         results_page_path = self._host.filesystem.splitext(output_json_path)[0] + '.html'
>         self._generate_output_files(output_json_path, results_page_path, output)
> 
>-        if options.test_results_server:
>+        if options.test_results_server and (self._currentRun == self._totalRuns):
>             if not self._upload_json(options.test_results_server, output_json_path):
>                 return self.EXIT_CODE_FAILED_UPLOADING
> 
>-        if options.show_results:
>+        if options.show_results and (self._currentRun == self._totalRuns):
>             self._port.show_results_html_file(results_page_path)
> 
>     def _generate_results_dict(self, timestamp, description, platform, builder_name, build_number):
>@@ -208,6 +216,10 @@ class PerfTestsRunner(object):
>         for (name, path) in self._port.repository_paths():
>             scm = SCMDetector(self._host.filesystem, self._host.executive).detect_scm_system(path) or self._host.scm()
>             contents[name + '-revision'] = scm.svn_revision(path)
>+            if (self._options.runtitle):
>+                contents[name + '-runtitle'] = self._options.runtitle
>+                if (self._totalRuns > 1):
>+                    contents[name + '-runtitle'] += " #%d" % self._currentRun
> 
>         # FIXME: Add --branch or auto-detect the branch we're in
>         for key, value in {'timestamp': int(timestamp), 'branch': self._default_branch, 'platform': platform,
>@@ -298,7 +310,7 @@ class PerfTestsRunner(object):
>                     driver.stop()
>                     return unexpected
> 
>-            _log.info('Running %s (%d of %d)' % (test.test_name(), expected + unexpected + 1, len(tests)))
>+            _log.info('Running %s (%d of %d)%s' % (test.test_name(), expected + unexpected + 1, len(tests), (" [Run %d of %d]" % (self._currentRun, self._totalRuns) if self._totalRuns > 1 else "")))
>             if self._run_single_test(test, driver):
>                 expected = expected + 1
>             else:
>diff --git a/PerformanceTests/ChangeLog b/PerformanceTests/ChangeLog
>index 7f2aba93919f177aa5901089327eb1d7c615e244..28c08d728e07eee012af2d34197628fa094e71cf 100644
>--- a/PerformanceTests/ChangeLog
>+++ b/PerformanceTests/ChangeLog
>@@ -1,3 +1,15 @@
>+2012-10-25  Mike West  <mkwst@chromium.org>
>+
>+        run-perf-tests should have a --repeat option
>+        https://bugs.webkit.org/show_bug.cgi?id=100030
>+
>+        Reviewed by NOBODY (OOPS!).
>+
>+        If the test result has a "run title", use it instead of the WebKit
>+        revision in the result's column header.
>+
>+        * resources/results-template.html:
>+
> 2012-10-23  Zoltan Horvath  <zoltan@webkit.org>
> 
>         Store the loaded file locally in measurePageLoadTime
>diff --git a/PerformanceTests/resources/results-template.html b/PerformanceTests/resources/results-template.html
>index 9fdb7b9f6b17d7daa2a82527cbcf294a1b484022..73f4c873b96e9dcb346305f8eb2aaeebf02b5bf5 100644
>--- a/PerformanceTests/resources/results-template.html
>+++ b/PerformanceTests/resources/results-template.html
>@@ -204,8 +204,11 @@ function TestResult(associatedTest, result, associatedRun) {
> function TestRun(entry) {
>     this.description = function () { return entry['description']; }
>     this.webkitRevision = function () { return entry['webkit-revision']; }
>+    this.runTitle = function () { return entry['webkit-runtitle']; }
>     this.label = function () {
>         var label = 'r' + this.webkitRevision();
>+        if (this.runTitle())
>+            label = this.runTitle();
>         if (this.description())
>             label += ' &dash; ' + this.description();
>         return label;

Actions: View | Formatted Diff | Diff

Attachments on bug 100030: 170614 | 170691 | 170694 | 191921 | 192059