Fix aspnet2 spmi collection script (#124399)

This PR makes the script less fragile:
* don't allow nuget to use OS disk for cache - the OS disk is too small
on helix
* increase build timeout to 30min, 10min was not enough for OrchardCMS
on some helix machines
* unpin .net 10.0, switch to latest public preview of .net 11.0
* decrease number of bombardier connections to be 16 - helix machines
are too weak
* remove `TieredPGO": "1", "ReadyToRun": "0"` config - it's not too
useful + the whole script takes too long already.

mch size: 892 MB
```
Individual Flag Appearances

   43712   98.61%  DEBUG_INFO
       3    0.01%  MIN_OPT
      20    0.05%  OSR
   44326  100.00%  FROZEN_ALLOC_ALLOWED
     341    0.77%  IL_STUB
   11298   25.49%  BBINSTR
   11595   26.16%  BBINSTR_IF_LOOPS
   29251   65.99%  BBOPT
     418    0.94%  FRAMED
       2    0.00%  PUBLISH_SECRET_PARAM
       6    0.01%  REVERSE_PINVOKE
   15072   34.00%  TIER0
   14343   32.36%  TIER1
     305    0.69%  HAS_METHOD_PROFILE
    7034   15.87%  HAS_DYNAMIC_PROFILE
    3000    6.77%  HAS_STATIC_PROFILE
    1080    2.44%  HAS_LIKELY_CLASS
    2144    4.84%  HAS_CLASS_PROFILE
    9708   21.90%  HAS_EDGE_PROFILE
   10034   22.64%  HAS_PGO
```

---------

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Author: EgorBo

eng/pipelines/coreclr/templates/superpmi-collect-pipeline.yml

@@ -499,7 +499,7 @@ extends:
           platforms:
           - osx_arm64
           - linux_arm64
-          # - linux_x64 # currently runs of disk space too often.
+          - linux_x64
           - windows_x64
           - windows_arm64
           helixQueueGroup: ci

src/coreclr/scripts/superpmi_aspnet2.py

@@ -152,6 +152,10 @@ def setup_and_run_crank_agent(workdir: Path):
     os.environ['DOTNET_CLI_TELEMETRY_OPTOUT'] = '1'
     os.environ['DOTNET_MULTILEVEL_LOOKUP'] = '0'
     os.environ['UseSharedCompilation'] = 'false'
+    os.environ['NUGET_PLUGINS_CACHE_PATH'] = str(workdir / "NUGET_PLUGINS_CACHE_PATH")
+    os.environ['NUGET_PACKAGES'] = str(workdir / "NUGET_PACKAGES")
+    os.environ['NUGET_HTTP_CACHE_PATH'] = str(workdir / "NUGET_HTTP_CACHE_PATH")
+    os.environ['NUGET_SCRATCH'] = str(workdir / "NUGET_SCRATCH")
 
     print("Installing tools ...")
     logs_dir.mkdir(parents=True, exist_ok=True)
@@ -212,6 +216,7 @@ def setup_and_run_crank_agent(workdir: Path):
             "--log-path", str(logs_dir),
             "--build-path", str(build_dir),
             "--dotnethome", str(dotnethome_dir),
+            "--build-timeout", "30"
         ],
         stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, stdin=subprocess.DEVNULL,
         creationflags=creation_flags,
@@ -227,6 +232,7 @@ def run_crank_scenario(crank_app: Path, scenario_name: str, framework: str, work
     spmi_shim = native_dll("superpmi-shim-collector")
     clrjit = native_dll("clrjit")
     coreclr = native_dll("coreclr")
+    systemNative = native_dll("System.Native")
     spcorelib = "System.Private.CoreLib.dll"
     cmd = [
         str(crank_app),
@@ -238,23 +244,13 @@ def run_crank_scenario(crank_app: Path, scenario_name: str, framework: str, work
         "--config", str(config_path),
         "--profile", "Localhost",
         "--scenario", scenario_name,
-        
-        # "--application.framework", framework,
-        # "--application.Channel", "edge",
-        # "--application.noGlobalJson", "false",
-
-        # TODO: unpin once it's working again.
-        "--application.framework", "net10.0",
-        "--application.aspNetCoreVersion", "10.0.0-rtm.25513.102",
-        "--application.runtimeVersion", "10.0.0-rtm.25513.102",
-        "--application.sdkVersion", "10.0.100-rtm.25513.102",
-
-        "--application.collectDependencies", "false",
-        "--application.options.collectCounters", "false",
+        "--application.framework", framework,
+        "--application.channel", "edge",
+        "--application.sdkVersion", "latest",
+        "--application.noGlobalJson", "false",
         "--load.options.reuseBuild", "true",
-        "--load.variables.duration", "45",
-        "--load.variables.warmup", "15",
         "--load.job", "bombardier", # Bombardier is more cross-platform friendly (wrk is linux only)
+        "--load.variables.connections", "16",
     ]
 
     # Only add SPMI collection environment variables and output files if not in dry run mode
@@ -268,6 +264,7 @@ def run_crank_scenario(crank_app: Path, scenario_name: str, framework: str, work
             "--application.options.outputFiles", str(core_root_path / clrjit),
             "--application.options.outputFiles", str(core_root_path / coreclr),
             "--application.options.outputFiles", str(core_root_path / spcorelib),
+            "--application.options.outputFiles", str(core_root_path / systemNative),
         ])
 
     # Add custom environment variables for this run
@@ -328,6 +325,11 @@ def main():
     print(f"Using temp work directory: {work_dir_base}")
 
     work_dir_base = work_dir_base / "crank_data"
+    # delete crank_data if it already exists from a previous run to ensure a clean state
+    if work_dir_base.exists():
+        print(f"Cleaning existing work directory {work_dir_base} from previous run...")
+        shutil.rmtree(work_dir_base)
+
     work_dir_base.mkdir(parents=True, exist_ok=True)
 
     # Set current working directory to work_dir_base
@@ -360,8 +362,7 @@ def main():
 
         # Define the environment variable sets to run for each scenario
         env_var_sets = [
-            {"Dummy": "0"},
-            {"TieredPGO": "1", "ReadyToRun": "0"},
+            {"Dummy": "0"}, # Baseline with no environment variables set
             {"TieredCompilation": "0", "ReadyToRun": "0"},
             {"TC_PartialCompilation": "1"},
         ]