diff --git a/piptools/build.py b/piptools/build.py
index 3e7a5b2c..2fd79d0b 100644
--- a/piptools/build.py
+++ b/piptools/build.py
@@ -277,10 +277,11 @@ def _create_project_builder(
         else _temporary_constraints_file_set_for_pip(upgrade_packages)
     )
 
-    with maybe_pip_constrained_context, build.env.DefaultIsolatedEnv() as env:
+    with build.env.DefaultIsolatedEnv() as env:
         builder = build.ProjectBuilder.from_isolated_env(env, src_dir, runner)
-        env.install(builder.build_system_requires)
-        env.install(builder.get_requires_for_build("wheel"))
+        with maybe_pip_constrained_context:
+            env.install(builder.build_system_requires)
+            env.install(builder.get_requires_for_build("wheel"))
         yield builder