disable build_python_zip

tag the tool_build_data genrule as manual so that it runs as part of testing phase

debugging of why file is missing

remove extra sys import

debug logic

fix syntax

recurse symlnks

remove recurse symlinks arg

enable bootstrap debug for pyconsole gen

print manifest lines

fix var name

force build_runfile_links to true

try to fix label resolution

Set internal attribute for py_test too

add missing command_line_option directory

try enable_runfiles=true, add sys py test

try tomake work with enable_runfiles=false

fix func name

add open r arg, add missing distribution target

add debug logic

fix stage2 bootstrap path rendering

strip to remove trailing newline

encode to ut8

use decode, not encode, on bytes object

manifest lookup of interpreter

less debugging

add some debugging

return the found value, duh

add notes

basic docs, cleanup

Author: rickeylev

.bazelrc

@@ -41,3 +41,7 @@ common --incompatible_python_disallow_native_rules
 common --incompatible_no_implicit_file_export
 
 build --lockfile_mode=update
+
+# See issue 3567. Disable implicit python zip creation.
+common --build_python_zip=false
+common --@rules_python//python/config_settings:build_python_zip=false

examples/build_file_generation/.bazelrc

@@ -8,3 +8,7 @@ build --enable_runfiles
 common --noenable_bzlmod
 common --enable_workspace
 common --incompatible_python_disallow_native_rules
+
+# See issue 3567. Disable implicit python zip creation.
+common --build_python_zip=false
+common --@rules_python//python/config_settings:build_python_zip=false

examples/bzlmod/.bazelrc

@@ -24,3 +24,7 @@ test --test_output=errors --enable_runfiles
 # Windows requires these for multi-python support:
 build --enable_runfiles
 common:bazel7.x --incompatible_python_disallow_native_rules
+
+# See issue 3567. Disable implicit python zip creation.
+common --build_python_zip=false
+common --@rules_python//python/config_settings:build_python_zip=false

examples/multi_python_versions/.bazelrc

@@ -5,3 +5,7 @@ build --enable_runfiles
 
 coverage --java_runtime_version=remotejdk_11
 common:bazel7.x --incompatible_python_disallow_native_rules
+
+# See issue 3567. Disable implicit python zip creation.
+common --build_python_zip=false
+common --@rules_python//python/config_settings:build_python_zip=false

examples/pip_parse/.bazelrc

@@ -1,3 +1,7 @@
 # https://docs.bazel.build/versions/main/best-practices.html#using-the-bazelrc-file
 try-import %workspace%/user.bazelrc
 common --incompatible_python_disallow_native_rules
+
+# See issue 3567. Disable implicit python zip creation.
+common --build_python_zip=false
+common --@rules_python//python/config_settings:build_python_zip=false

examples/pip_parse_vendored/.bazelrc

@@ -8,3 +8,7 @@ build --enable_runfiles
 common --noenable_bzlmod
 common --enable_workspace
 common --incompatible_python_disallow_native_rules
+
+# See issue 3567. Disable implicit python zip creation.
+common --build_python_zip=false
+common --@rules_python//python/config_settings:build_python_zip=false

examples/pip_repository_annotations/.bazelrc

@@ -7,3 +7,7 @@ common --noenable_bzlmod
 common --enable_workspace
 common --legacy_external_runfiles=false
 common --incompatible_python_disallow_native_rules
+
+# See issue 3567. Disable implicit python zip creation.
+common --build_python_zip=false
+common --@rules_python//python/config_settings:build_python_zip=false

gazelle/.bazelrc

@@ -16,3 +16,7 @@ build --@rules_python//python/config_settings:incompatible_default_to_explicit_i
 build --enable_runfiles
 
 common:bazel7.x --incompatible_python_disallow_native_rules
+
+# See issue 3567. Disable implicit python zip creation.
+common --build_python_zip=false
+common --@rules_python//python/config_settings:build_python_zip=false

gazelle/examples/bzlmod_build_file_generation/.bazelrc

@@ -14,3 +14,7 @@ common:bazel7.x --incompatible_python_disallow_native_rules
 # rules_python code. In the BCR presubmits, this override is removed
 # and the bazel_dep version of rules_python is used.
 common --override_module=rules_python=../../../
+
+# See issue 3567. Disable implicit python zip creation.
+common --build_python_zip=false
+common --@rules_python//python/config_settings:build_python_zip=false

python/private/python_bootstrap_template.txt

@@ -10,13 +10,13 @@ import sys
 import os
 import subprocess
 import uuid
-# runfiles-relative path
 # NOTE: The sentinel strings are split (e.g., "%stage2" + "_bootstrap%") so that
 # the substitution logic won't replace them. This allows runtime detection of
 # unsubstituted placeholders, which occurs when native py_binary is used in
 # external repositories. In that case, we fall back to %main% which Bazel's
 # native rule does substitute.
 _STAGE2_BOOTSTRAP_SENTINEL = "%stage2" + "_bootstrap%"
+# runfiles-root-relative path
 STAGE2_BOOTSTRAP="%stage2_bootstrap%"
 
 # NOTE: The fallback logic from stage2_bootstrap to main is only present
@@ -165,6 +165,29 @@ def print_verbose(*args, mapping=None, values=None):
         else:
             print("bootstrap: stage 1:", *args, file=sys.stderr, flush=True)
 
+def maybe_find_in_manifest(rf_root_path, show_lines=False):
+    if not os.environ.get("RUNFILES_MANIFEST_FILE"):
+        return None
+    if not os.path.exists(os.environ["RUNFILES_MANIFEST_FILE"]):
+        return None
+    manifest_path = os.environ["RUNFILES_MANIFEST_FILE"]
+    print_verbose("search manifest for:",  rf_root_path)
+
+    # Add trailing space to avoid suffix-string matching
+    search_for_prefix = rf_root_path.encode("utf8") + b" "
+    # Use binary to avoid BOM issues on Windows
+    with open(manifest_path, 'rb') as fp:
+      for line in fp:
+        if show_lines:
+          print_verbose("manifest line:", repr(line))
+        # NOTE: This doesn't handle escaped manifest lines
+        if line.startswith(search_for_prefix):
+          _, _, main_filename = line.partition(b" ")
+          return main_filename.strip().decode("utf8")
+
+    return None
+
+
 def FindBinary(module_space, bin_name):
   """Finds the real binary if it's not a normal absolute path."""
   if not bin_name:
@@ -180,7 +203,13 @@ def FindBinary(module_space, bin_name):
   # Use normpath() to convert slashes to os.sep on Windows.
   elif os.sep in os.path.normpath(bin_name):
     # Case 3: Path is relative to the repo root.
-    return os.path.join(module_space, bin_name)
+    full_path = os.path.join(module_space, bin_name)
+    if os.path.exists(full_path):
+        return full_path
+    full_path = maybe_find_in_manifest(bin_name, True)
+    if not full_path:
+        raise AssertionError(f"Unable to find Python: {bin_name}")
+    return full_path
   else:
     # Case 4: Path has to be looked up in the search path.
     return SearchPath(bin_name)
@@ -233,6 +262,19 @@ def FindModuleSpace(main_rel_path):
 
   raise AssertionError('Cannot find .runfiles directory for %s' % sys.argv[0])
 
+def find_main_file(module_space, main_rel_path):
+  main_filename = os.path.join(module_space, main_rel_path)
+  main_filename = GetWindowsPathWithUNCPrefix(main_filename)
+
+  if os.path.exists(main_filename):
+      return main_filename
+
+  main_filename = maybe_find_in_manifest(STAGE2_BOOTSTRAP)
+  if main_filename:
+      return main_filename
+  raise AssertionError(f"Cannot find main filename: {main_rel_path}")
+
+
 def ExtractZip(zip_path, dest_dir):
   """Extracts the contents of a zip file, preserving the unix file mode bits.
 
@@ -420,8 +462,7 @@ def Main():
   # See: https://docs.python.org/3.11/using/cmdline.html#envvar-PYTHONSAFEPATH
   new_env['PYTHONSAFEPATH'] = '1'
 
-  main_filename = os.path.join(module_space, main_rel_path)
-  main_filename = GetWindowsPathWithUNCPrefix(main_filename)
+  main_filename = find_main_file(module_space, main_rel_path)
   assert os.path.exists(main_filename), \
          'Cannot exec() %r: file not found.' % main_filename
   assert os.access(main_filename, os.R_OK), \