add 'iris-bot timing all'

iris-bot

@@ -2,6 +2,7 @@
 import sys, os, subprocess
 import requests, argparse
 from datetime import datetime, timezone
+from collections import namedtuple
 
 ################################################################################
 # This script lets you autoamtically trigger some operations on the Iris CI to
@@ -90,26 +91,9 @@ def build(args):
             pipeline_url = trigger_build(project['name'], project['branch'], vars)['web_url']
             print("    Pipeline running at {}".format(pipeline_url))
 
-def time(args):
-    # Make sure only 'iris' variables are set.
-    # One could imagine generalizing to "either Iris or std++", but then if the
-    # ad-hoc timing jobs honor STDPP_REV, how do we make it so that particular
-    # deterministic std++ versions are used for Iris timing? This does not
-    # currently seem worth the effort / hacks.
-    for project in BUILD_BRANCHES.keys():
-        if project != 'iris':
-            print("'time' command only supports Iris branches")
-            sys.exit(1)
-    (iris_repo, iris_rev) = BUILD_BRANCHES['iris']
-    # Get project to test and ensure it supports timing
-    project_name = args.project
-    if project_name not in PROJECTS:
-        print("ERROR: no such project: {}".format(project_name))
-        sys.exit(1)
-    project = PROJECTS[project_name]
-    if not project.get('timing'):
-        print("ERROR: {} does not support timing".format(project_name))
-        sys.exit(1)
+TimeJob = namedtuple("TimeJob", "id base_commit base_pipeline test_commit test_pipeline compare")
+
+def time_project(project, iris_repo, iris_rev, test_rev):
     # Obtain a unique ID for this experiment
     id = datetime.now(timezone.utc).strftime("%Y%m%d-%H%M%S")
     # Determine the branch commit to build
@@ -119,28 +103,65 @@ def time(args):
     subprocess.run(["git", "fetch", "-q", "https://gitlab.mpi-sws.org/iris/iris.git", "master"], check=True)
     base_commit = subprocess.run(["git", "merge-base", test_commit, "FETCH_HEAD"], check=True, stdout=subprocess.PIPE).stdout.decode().strip()
     # Trigger the builds
-    print("Triggering timing builds for {} with Iris base commit {} and test commit {} using ad-hoc ID {}...".format(project_name, base_commit[:8], test_commit[:8], id))
     vars = {
         'IRIS_REPO': iris_repo,
         'IRIS_REV': base_commit,
         'TIMING_AD_HOC_ID': id+"-base",
     }
     base_pipeline = trigger_build(project['name'], project['branch'], vars)
-    print("    Base pipeline running at {}".format(base_pipeline['web_url']))
     vars = {
         'IRIS_REPO': iris_repo,
         'IRIS_REV': test_commit,
         'TIMING_AD_HOC_ID': id+"-test",
     }
-    if args.test_rev is None:
+    if test_rev is None:
+        # We hope that this repository did not change since the job we created just above...
         test_pipeline = trigger_build(project['name'], project['branch'], vars)
-        print("    Test pipeline running at {}".format(test_pipeline['web_url']))
     else:
         test_pipeline = trigger_build(project['name'], args.test_rev, vars)
-        print("    Test pipeline (on non-standard branch {}) running at {}".format(args.test_rev, test_pipeline['web_url']))
-    url = "https://coq-speed.mpi-sws.org/d/1QE_dqjiz/coq-compare?orgId=1&var-project={}&var-branch1=@hoc&var-commit1={}&var-config1={}&var-branch2=@hoc&var-commit2={}&var-config2={}".format(project['name'], base_pipeline['sha'], id+"-base", test_pipeline['sha'], id+"-test")
-    print("    Once done, timing comparison will be available at {}".format(url))
-    print("    Markdown link: [{}]({})".format(project_name, url))
+    compare = "https://coq-speed.mpi-sws.org/d/1QE_dqjiz/coq-compare?orgId=1&var-project={}&var-branch1=@hoc&var-commit1={}&var-config1={}&var-branch2=@hoc&var-commit2={}&var-config2={}".format(project['name'], base_pipeline['sha'], id+"-base", test_pipeline['sha'], id+"-test")
+    return TimeJob(id, base_commit, base_pipeline['web_url'], test_commit, test_pipeline['web_url'], compare)
+
+def time(args):
+    # Make sure only 'iris' variables are set.
+    # One could imagine generalizing to "either Iris or std++", but then if the
+    # ad-hoc timing jobs honor STDPP_REV, how do we make it so that particular
+    # deterministic std++ versions are used for Iris timing? This does not
+    # currently seem worth the effort / hacks.
+    for project in BUILD_BRANCHES.keys():
+        if project != 'iris':
+            print("'time' command only supports Iris branches")
+            sys.exit(1)
+    (iris_repo, iris_rev) = BUILD_BRANCHES['iris']
+    # Special mode: time everything
+    if args.project == 'all':
+        if args.test_rev is not None:
+            print("'time all' does not support '--test-rev'")
+            sys.exit(1)
+        for (name, project) in PROJECTS.items():
+            if not project.get('timing'):
+                continue
+            job = time_project(project, iris_repo, iris_rev, None)
+            print("- [{}]({})".format(name, job.compare))
+        return
+    # Get project to test and ensure it supports timing
+    project_name = args.project
+    if project_name not in PROJECTS:
+        print("ERROR: no such project: {}".format(project_name))
+        sys.exit(1)
+    project = PROJECTS[project_name]
+    if not project.get('timing'):
+        print("ERROR: {} does not support timing".format(project_name))
+        sys.exit(1)
+    # Run it!
+    job = time_project(project, iris_repo, iris_rev, args.test_rev)
+    print("Triggering timing builds for {} with Iris base commit {} and test commit {} using ad-hoc ID {}...".format(project_name, job.base_commit[:8], job.test_commit[:8], job.id))
+    print("    Base pipeline running at {}".format(job.base_pipeline))
+    if args.test_rev is None:
+        print("    Test pipeline running at {}".format(job.test_pipeline))
+    else:
+        print("    Test pipeline (on non-standard branch {}) running at {}".format(args.test_rev, job.test_pipeline))
+    print("    Once done, timing comparison will be available at {}".format(job.compare))
 
 # Dispatch
 if __name__ == "__main__":
@@ -152,7 +173,7 @@ if __name__ == "__main__":
     parser_build.add_argument('filter', nargs='?', default='', help='(optional) restrict build to projects matching the filter')
 
     parser_time = subparsers.add_parser('time', help='Time one reverse dependency against an Iris branch')
-    parser_time.add_argument("project", help="the project to measure the time of")
+    parser_time.add_argument("project", help="the project to measure the time of, or 'all' to measure all of them")
     parser_time.add_argument("--test-rev", help="use different revision on project for the test build (in case the project requires changes to still build)")
     parser_time.set_defaults(func=time)