commit 8ee2c2c736bced72b84356bfe8fbad3559691e8e
author Philipp Schrader <philipp.schrader@gmail.com> Sat Oct 29 13:32:27 2022 -0700
committer Philipp Schrader <philipp.schrader@gmail.com> Sat Oct 29 14:49:03 2022 -0700
tree bd1b508a0987c6f90310d74a822813fd535efc88
parent ef935acdfe04e80b7f36094da8f095417d35518d

Add --local_test mode for mirror_pip_packages.py

When trying to make the matplotlib and pygobject packages more
hermetic I found myself needing to iterate a lot. To make that easier,
the new `--local_test` option generates override information pointing
at the local files instead of the mirrored ones.

Signed-off-by: Philipp Schrader <philipp.schrader@gmail.com>
Change-Id: I0d8e22bb01f2ef62758aa50e2b67eb013e67225b

tools/python/mirror_pip_packages.py

diff --git a/tools/python/mirror_pip_packages.py b/tools/python/mirror_pip_packages.py
index 2b18406..aa8ed88 100644
--- a/tools/python/mirror_pip_packages.py
+++ b/tools/python/mirror_pip_packages.py
@@ -124,6 +124,13 @@
               "extreme caution! This may easily cause issues with building "
               "older commits. Use this only if you know what you're doing."))
     parser.add_argument(
+        "-l",
+        "--local_test",
+        action="store_true",
+        help=("If set, generate the URL overrides pointing at the generated "
+              "local files. Incompatible with --ssh_host. This is useful for "
+              "iterating on generated wheel files."))
+    parser.add_argument(
         "--ssh_host",
         type=str,
         help=("The SSH host to copy the downloaded Go repositories to. This "
@@ -166,6 +173,10 @@
     override_information = {}
     for wheel in sorted(wheels):
         wheel_url = f"{WHEELHOUSE_MIRROR_URL}/{wheel.name}"
+        if args.local_test:
+            override_url = f"file://{wheel.resolve()}"
+        else:
+            override_url = wheel_url
         sha256 = compute_file_sha256(wheel)
 
         # Check if we already have the wheel uploaded. If so, download that one
@@ -175,10 +186,13 @@
         wheel_found, sha256_on_mirror = search_for_uploaded_wheel(
             wheel, wheel_url)
 
+        if args.local_test:
+            wheel_found = False
+
         if args.force:
             if wheel_found and sha256 != sha256_on_mirror:
                 print(
-                    f"WARNING: The next upload wheel change sha256 for {wheel}!"
+                    f"WARNING: The next upload will change sha256 for {wheel}!"
                 )
             wheels_to_be_uploaded.append(wheel)
         else:
@@ -192,7 +206,7 @@
         # requirements.lock.txt file uses.
         info = Wheel(wheel)
         override_information[f"{info.name.lower()}=={info.version}"] = {
-            "url": wheel_url,
+            "url": override_url,
             "sha256": sha256,
         }