diff --git a/benchmark/benchmarks/results/images/20260218T012007Z_host89_v1__cpu.svg b/benchmark/benchmarks/results/images/20260218T012007Z_host89_v1__cpu.svg index 66ea1a6..7505d7b 100644 --- a/benchmark/benchmarks/results/images/20260218T012007Z_host89_v1__cpu.svg +++ b/benchmark/benchmarks/results/images/20260218T012007Z_host89_v1__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager36.9792 msPyTorch Compile25.2958 msPyC CUDA140.8895 msTVM25.6445 msXLA38.1398 msTensorRT32.5161 msGlow35.5197 ms - +PyC Backend Suite (CPU)run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager36.9792 msPyTorch Compile25.2958 msPyC CUDA140.8895 msTVM25.6445 msXLA38.1398 msTensorRT32.5161 msGlow35.5197 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T012007Z_host89_v1__gpu.svg b/benchmark/benchmarks/results/images/20260218T012007Z_host89_v1__gpu.svg index 2f4484d..e7ca5ac 100644 --- a/benchmark/benchmarks/results/images/20260218T012007Z_host89_v1__gpu.svg +++ b/benchmark/benchmarks/results/images/20260218T012007Z_host89_v1__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager0.1184 msPyTorch Compile0.1604 msPyC CUDA146.3051 msTVM24.7123 msXLA0.1263 msTensorRT0.2134 msGlow0.1186 ms - +PyC Backend Suite (CUDA)run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager0.1184 msPyTorch Compile0.1604 msPyC CUDA146.3051 msTVM24.7123 msXLA0.1263 msTensorRT0.2134 msGlow0.1186 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T012244Z_host89_v2__cpu.svg b/benchmark/benchmarks/results/images/20260218T012244Z_host89_v2__cpu.svg index 9cba685..d0625fd 100644 --- a/benchmark/benchmarks/results/images/20260218T012244Z_host89_v2__cpu.svg +++ b/benchmark/benchmarks/results/images/20260218T012244Z_host89_v2__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.9826 msPyTorch Compile24.7309 msPyC CUDA141.0577 msTVM29.3689 msXLA36.9306 msTensorRT24.5778 msGlow34.8783 ms - +PyC Backend Suite (CPU)run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.9826 msPyTorch Compile24.7309 msPyC CUDA141.0577 msTVM29.3689 msXLA36.9306 msTensorRT24.5778 msGlow34.8783 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T012244Z_host89_v2__gpu.svg b/benchmark/benchmarks/results/images/20260218T012244Z_host89_v2__gpu.svg index d88b583..6028b1f 100644 --- a/benchmark/benchmarks/results/images/20260218T012244Z_host89_v2__gpu.svg +++ b/benchmark/benchmarks/results/images/20260218T012244Z_host89_v2__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1111 msPyTorch Compile0.1606 msPyC CUDA144.9096 msTVM25.4067 msXLA0.1196 msTensorRT0.1767 msGlow0.1162 ms - +PyC Backend Suite (CUDA)run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1111 msPyTorch Compile0.1606 msPyC CUDA144.9096 msTVM25.4067 msXLA0.1196 msTensorRT0.1767 msGlow0.1162 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T014514Z_contracts_profile_v1__cpu.svg b/benchmark/benchmarks/results/images/20260218T014514Z_contracts_profile_v1__cpu.svg index 10273fd..7d48e66 100644 --- a/benchmark/benchmarks/results/images/20260218T014514Z_contracts_profile_v1__cpu.svg +++ b/benchmark/benchmarks/results/images/20260218T014514Z_contracts_profile_v1__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager44.2254 msPyTorch Compile25.0023 msTVM25.4081 msXLA33.0030 msTensorRT22.3791 msGlow34.2658 ms - +PyC Backend Suite (CPU)run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager44.2254 msPyTorch Compile25.0023 msTVM25.4081 msXLA33.0030 msTensorRT22.3791 msGlow34.2658 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T014514Z_contracts_profile_v1__gpu.svg b/benchmark/benchmarks/results/images/20260218T014514Z_contracts_profile_v1__gpu.svg index 313ac53..d52b8c1 100644 --- a/benchmark/benchmarks/results/images/20260218T014514Z_contracts_profile_v1__gpu.svg +++ b/benchmark/benchmarks/results/images/20260218T014514Z_contracts_profile_v1__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1237 msPyTorch Compile0.1574 msTVM24.7732 msXLA0.1111 msTensorRT0.1685 msGlow0.1156 ms - +PyC Backend Suite (CUDA)run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1237 msPyTorch Compile0.1574 msTVM24.7732 msXLA0.1111 msTensorRT0.1685 msGlow0.1156 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T014728Z_contracts_profile_v2__cpu.svg b/benchmark/benchmarks/results/images/20260218T014728Z_contracts_profile_v2__cpu.svg index 84e988f..455eb81 100644 --- a/benchmark/benchmarks/results/images/20260218T014728Z_contracts_profile_v2__cpu.svg +++ b/benchmark/benchmarks/results/images/20260218T014728Z_contracts_profile_v2__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.0145 msPyTorch Compile32.7525 msPyC CUDA1072.2825 msTVM26.5001 msXLA39.9168 msTensorRT29.3551 msGlow33.0870 ms - +PyC Backend Suite (CPU)run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.0145 msPyTorch Compile32.7525 msPyC CUDA1072.2825 msTVM26.5001 msXLA39.9168 msTensorRT29.3551 msGlow33.0870 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T014728Z_contracts_profile_v2__gpu.svg b/benchmark/benchmarks/results/images/20260218T014728Z_contracts_profile_v2__gpu.svg index c450fa5..c1e63ac 100644 --- a/benchmark/benchmarks/results/images/20260218T014728Z_contracts_profile_v2__gpu.svg +++ b/benchmark/benchmarks/results/images/20260218T014728Z_contracts_profile_v2__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1113 msPyTorch Compile0.1619 msPyC CUDA1101.8633 msTVM24.8347 msXLA0.1113 msTensorRT0.1697 msGlow0.1180 ms - +PyC Backend Suite (CUDA)run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1113 msPyTorch Compile0.1619 msPyC CUDA1101.8633 msTVM24.8347 msXLA0.1113 msTensorRT0.1697 msGlow0.1180 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T015942Z__local_pyc_profile.svg b/benchmark/benchmarks/results/images/20260218T015942Z__local_pyc_profile.svg index 220b735..d879102 100644 --- a/benchmark/benchmarks/results/images/20260218T015942Z__local_pyc_profile.svg +++ b/benchmark/benchmarks/results/images/20260218T015942Z__local_pyc_profile.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T015942Z | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA179.1593 ms - +PyC Backend Suite (CPU)run_id=20260218T015942Z | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA179.1593 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T020115Z_phase_impl_v1__cpu.svg b/benchmark/benchmarks/results/images/20260218T020115Z_phase_impl_v1__cpu.svg index 3c28904..53efe79 100644 --- a/benchmark/benchmarks/results/images/20260218T020115Z_phase_impl_v1__cpu.svg +++ b/benchmark/benchmarks/results/images/20260218T020115Z_phase_impl_v1__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.7279 msPyTorch Compile25.3152 msPyC CUDA1080.3870 msTVM63.0860 msXLA39.5868 msTensorRT25.2202 msGlow35.5114 ms - +PyC Backend Suite (CPU)run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.7279 msPyTorch Compile25.3152 msPyC CUDA1080.3870 msTVM63.0860 msXLA39.5868 msTensorRT25.2202 msGlow35.5114 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T020115Z_phase_impl_v1__gpu.svg b/benchmark/benchmarks/results/images/20260218T020115Z_phase_impl_v1__gpu.svg index 5003096..83de86a 100644 --- a/benchmark/benchmarks/results/images/20260218T020115Z_phase_impl_v1__gpu.svg +++ b/benchmark/benchmarks/results/images/20260218T020115Z_phase_impl_v1__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1156 msPyTorch Compile0.1930 msPyC CUDA1092.7849 msTVM32.9062 msXLA0.1117 msTensorRT0.1603 msGlow0.1063 ms - +PyC Backend Suite (CUDA)run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1156 msPyTorch Compile0.1930 msPyC CUDA1092.7849 msTVM32.9062 msXLA0.1117 msTensorRT0.1603 msGlow0.1063 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T020653Z_phase_impl_v2__cpu.svg b/benchmark/benchmarks/results/images/20260218T020653Z_phase_impl_v2__cpu.svg index f452b55..f253848 100644 --- a/benchmark/benchmarks/results/images/20260218T020653Z_phase_impl_v2__cpu.svg +++ b/benchmark/benchmarks/results/images/20260218T020653Z_phase_impl_v2__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager34.6332 msPyTorch Compile32.8810 msPyC CUDA941.6049 msTVM62.6453 msXLA39.8538 msTensorRT23.2356 msGlow39.2014 ms - +PyC Backend Suite (CPU)run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager34.6332 msPyTorch Compile32.8810 msPyC CUDA941.6049 msTVM62.6453 msXLA39.8538 msTensorRT23.2356 msGlow39.2014 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260218T020653Z_phase_impl_v2__gpu.svg b/benchmark/benchmarks/results/images/20260218T020653Z_phase_impl_v2__gpu.svg index 0f0a27a..bd7f440 100644 --- a/benchmark/benchmarks/results/images/20260218T020653Z_phase_impl_v2__gpu.svg +++ b/benchmark/benchmarks/results/images/20260218T020653Z_phase_impl_v2__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1102 msPyTorch Compile0.1603 msPyC CUDA987.6086 msTVM25.1754 msXLA0.1108 msTensorRT0.1662 msGlow0.1181 ms - +PyC Backend Suite (CUDA)run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1102 msPyTorch Compile0.1603 msPyC CUDA987.6086 msTVM25.1754 msXLA0.1108 msTensorRT0.1662 msGlow0.1181 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260219T164800Z_opt5_full_v2__cpu.svg b/benchmark/benchmarks/results/images/20260219T164800Z_opt5_full_v2__cpu.svg index 84e8c17..8259a2b 100644 --- a/benchmark/benchmarks/results/images/20260219T164800Z_opt5_full_v2__cpu.svg +++ b/benchmark/benchmarks/results/images/20260219T164800Z_opt5_full_v2__cpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=5 | proxy=2 - PyTorch Eager92.9130 msPyTorch Compile67.3705 msPyC CUDA27.3495 msTVM70.1233 msXLA24.6795 ms - +PyC Backend Suite (CPU)run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=5 | proxy=2PyTorch Eager92.9130 msPyTorch Compile67.3705 msPyC CUDA27.3495 msTVM70.1233 msXLA24.6795 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260219T164800Z_opt5_full_v2__gpu.svg b/benchmark/benchmarks/results/images/20260219T164800Z_opt5_full_v2__gpu.svg index a2f2285..190c8b7 100644 --- a/benchmark/benchmarks/results/images/20260219T164800Z_opt5_full_v2__gpu.svg +++ b/benchmark/benchmarks/results/images/20260219T164800Z_opt5_full_v2__gpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=6 | proxy=1 - PyTorch Eager0.1529 msPyTorch Compile0.2057 msPyC CUDA0.1753 msTVM0.3385 msXLA0.3194 msTensorRT0.2137 ms - +PyC Backend Suite (CUDA)run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=6 | proxy=1PyTorch Eager0.1529 msPyTorch Compile0.2057 msPyC CUDA0.1753 msTVM0.3385 msXLA0.3194 msTensorRT0.2137 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260220T013628Z__concurrency_4_8_rtx3090.svg b/benchmark/benchmarks/results/images/20260220T013628Z__concurrency_4_8_rtx3090.svg index ac6ec7c..c3fde99 100644 --- a/benchmark/benchmarks/results/images/20260220T013628Z__concurrency_4_8_rtx3090.svg +++ b/benchmark/benchmarks/results/images/20260220T013628Z__concurrency_4_8_rtx3090.svg @@ -1,54 +1 @@ - - -PyC Concurrent Inference (RTX 3090, c=4/8) -Bars: p50, p95, p99 latency (ms). Right labels include memory stability. -Mode colors: eager=blue, compiled+ATEN=amber, arena=green. - -0.0 ms - -2.1 ms - -4.3 ms - -6.4 ms - -8.6 ms - -10.7 ms -arena @ c=4 - - - -p50=1.62 p95=3.07 p99=3.07 | allocΔ=0 | stable=true -compiled_aten @ c=4 - - - -p50=2.17 p95=2.62 p99=3.52 | allocΔ=2884 | stable=false -eager @ c=4 - - - -p50=1.89 p95=3.29 p99=3.31 | allocΔ=5284 | stable=false -arena @ c=8 - - - -p50=4.22 p95=4.49 p99=4.98 | allocΔ=0 | stable=true -compiled_aten @ c=8 - - - -p50=4.17 p95=7.07 p99=9.74 | allocΔ=5768 | stable=false -eager @ c=8 - - - -p50=4.15 p95=4.56 p99=4.88 | allocΔ=10568 | stable=false - -p50 - -p95 - -p99 - \ No newline at end of file +PyC Concurrent Inference (RTX 3090, c=4/8)Bars: p50, p95, p99 latency (ms). Right labels include memory stability.Mode colors: eager=blue, compiled+ATEN=amber, arena=green.0.0 ms2.1 ms4.3 ms6.4 ms8.6 ms10.7 msarena @ c=4p50=1.62 p95=3.07 p99=3.07 | allocΔ=0 | stable=truecompiled_aten @ c=4p50=2.17 p95=2.62 p99=3.52 | allocΔ=2884 | stable=falseeager @ c=4p50=1.89 p95=3.29 p99=3.31 | allocΔ=5284 | stable=falsearena @ c=8p50=4.22 p95=4.49 p99=4.98 | allocΔ=0 | stable=truecompiled_aten @ c=8p50=4.17 p95=7.07 p99=9.74 | allocΔ=5768 | stable=falseeager @ c=8p50=4.15 p95=4.56 p99=4.88 | allocΔ=10568 | stable=falsep50p95p99 \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/20260220T060000Z__inference_stats_focus.svg b/benchmark/benchmarks/results/images/20260220T060000Z__inference_stats_focus.svg index b2bc5d8..68c3431 100644 --- a/benchmark/benchmarks/results/images/20260220T060000Z__inference_stats_focus.svg +++ b/benchmark/benchmarks/results/images/20260220T060000Z__inference_stats_focus.svg @@ -1,54 +1 @@ - - -PyC Inference Stats (c=4,8 | arena vs compiled+ATEN vs eager) -Bars: p50, p95, p99 latency (ms). Right labels include memory stability. -Mode colors: eager=blue, compiled+ATEN=amber, arena=green. - -0.0 ms - -2.1 ms - -4.3 ms - -6.4 ms - -8.6 ms - -10.7 ms -arena @ c=4 - - - -p50=1.62 p95=3.07 p99=3.07 | allocΔ=0 | stable=true -compiled_aten @ c=4 - - - -p50=2.17 p95=2.62 p99=3.52 | allocΔ=2884 | stable=false -eager @ c=4 - - - -p50=1.89 p95=3.29 p99=3.31 | allocΔ=5284 | stable=false -arena @ c=8 - - - -p50=4.22 p95=4.49 p99=4.98 | allocΔ=0 | stable=true -compiled_aten @ c=8 - - - -p50=4.17 p95=7.07 p99=9.74 | allocΔ=5768 | stable=false -eager @ c=8 - - - -p50=4.15 p95=4.56 p99=4.88 | allocΔ=10568 | stable=false - -p50 - -p95 - -p99 - \ No newline at end of file +PyC Inference Stats (c=4,8 | arena vs compiled+ATEN vs eager)Bars: p50, p95, p99 latency (ms). Right labels include memory stability.Mode colors: eager=blue, compiled+ATEN=amber, arena=green.0.0 ms2.1 ms4.3 ms6.4 ms8.6 ms10.7 msarena @ c=4p50=1.62 p95=3.07 p99=3.07 | allocΔ=0 | stable=truecompiled_aten @ c=4p50=2.17 p95=2.62 p99=3.52 | allocΔ=2884 | stable=falseeager @ c=4p50=1.89 p95=3.29 p99=3.31 | allocΔ=5284 | stable=falsearena @ c=8p50=4.22 p95=4.49 p99=4.98 | allocΔ=0 | stable=truecompiled_aten @ c=8p50=4.17 p95=7.07 p99=9.74 | allocΔ=5768 | stable=falseeager @ c=8p50=4.15 p95=4.56 p99=4.88 | allocΔ=10568 | stable=falsep50p95p99 \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/latest_core.svg b/benchmark/benchmarks/results/images/latest_core.svg index abe7a49..7382bc5 100644 --- a/benchmark/benchmarks/results/images/latest_core.svg +++ b/benchmark/benchmarks/results/images/latest_core.svg @@ -1,8 +1 @@ - - - PyC Stable Core Benchmark Snapshot - UTC 2026-02-18T02:30:14.913990+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 3 | rounds: 100 - Configure295.994 msBuild247.806 mspyc smoke mean1.910 msmicrobench mean9.488 ms - Artifacts: pyc=32.64 KB, pyc_core=6.72 KB - Source: benchmark/benchmarks/results/json/latest_core.json - +PyC Stable Core Benchmark SnapshotUTC 2026-02-18T02:30:14.913990+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 3 | rounds: 100Configure295.994 msBuild247.806 mspyc smoke mean1.910 msmicrobench mean9.488 msArtifacts: pyc=32.64 KB, pyc_core=6.72 KBSource: benchmark/benchmarks/results/json/latest_core.json \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/local_smoke__cpu.svg b/benchmark/benchmarks/results/images/local_smoke__cpu.svg index ded0c51..cf65ac0 100644 --- a/benchmark/benchmarks/results/images/local_smoke__cpu.svg +++ b/benchmark/benchmarks/results/images/local_smoke__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyTorch Eager0.0478 msPyTorch Compile0.1040 msPyC CUDA76.9718 msXLA0.0281 msTensorRT0.1029 msGlow0.0269 ms - +PyC Backend Suite (CPU)run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyTorch Eager0.0478 msPyTorch Compile0.1040 msPyC CUDA76.9718 msXLA0.0281 msTensorRT0.1029 msGlow0.0269 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/local_smoke__gpu.svg b/benchmark/benchmarks/results/images/local_smoke__gpu.svg index 6be4419..2cdde36 100644 --- a/benchmark/benchmarks/results/images/local_smoke__gpu.svg +++ b/benchmark/benchmarks/results/images/local_smoke__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA81.3104 msXLA0.0268 ms - +PyC Backend Suite (CUDA)run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA81.3104 msXLA0.0268 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/restructure_smoke__cpu.svg b/benchmark/benchmarks/results/images/restructure_smoke__cpu.svg index ca15eee..0fd31fb 100644 --- a/benchmark/benchmarks/results/images/restructure_smoke__cpu.svg +++ b/benchmark/benchmarks/results/images/restructure_smoke__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyTorch Eager0.0512 msPyTorch Compile0.1071 msPyC CUDA77.0760 msXLA0.0285 msTensorRT0.1089 msGlow0.0273 ms - +PyC Backend Suite (CPU)run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyTorch Eager0.0512 msPyTorch Compile0.1071 msPyC CUDA77.0760 msXLA0.0285 msTensorRT0.1089 msGlow0.0273 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/images/restructure_smoke__gpu.svg b/benchmark/benchmarks/results/images/restructure_smoke__gpu.svg index a0e6445..38f31aa 100644 --- a/benchmark/benchmarks/results/images/restructure_smoke__gpu.svg +++ b/benchmark/benchmarks/results/images/restructure_smoke__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA78.1006 msXLA0.0269 ms - +PyC Backend Suite (CUDA)run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA78.1006 msXLA0.0269 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/latest/latest_cpu.svg b/benchmark/benchmarks/results/latest/latest_cpu.svg index 84e8c17..8259a2b 100644 --- a/benchmark/benchmarks/results/latest/latest_cpu.svg +++ b/benchmark/benchmarks/results/latest/latest_cpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=5 | proxy=2 - PyTorch Eager92.9130 msPyTorch Compile67.3705 msPyC CUDA27.3495 msTVM70.1233 msXLA24.6795 ms - +PyC Backend Suite (CPU)run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=5 | proxy=2PyTorch Eager92.9130 msPyTorch Compile67.3705 msPyC CUDA27.3495 msTVM70.1233 msXLA24.6795 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/latest/latest_gpu.svg b/benchmark/benchmarks/results/latest/latest_gpu.svg index a2f2285..190c8b7 100644 --- a/benchmark/benchmarks/results/latest/latest_gpu.svg +++ b/benchmark/benchmarks/results/latest/latest_gpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=6 | proxy=1 - PyTorch Eager0.1529 msPyTorch Compile0.2057 msPyC CUDA0.1753 msTVM0.3385 msXLA0.3194 msTensorRT0.2137 ms - +PyC Backend Suite (CUDA)run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=6 | proxy=1PyTorch Eager0.1529 msPyTorch Compile0.2057 msPyC CUDA0.1753 msTVM0.3385 msXLA0.3194 msTensorRT0.2137 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/nsys_kernel_flame.svg b/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/nsys_kernel_flame.svg index 472460d..b21e4ee 100644 --- a/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/nsys_kernel_flame.svg +++ b/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/nsys_kernel_flame.svg @@ -1,32 +1 @@ - - -PyC Ground Truth Tuned3 (single-shape, low Python overhead) -Nsight Systems kernel-time composition (single captured pass) - -46.3% - -46.0% - -4.2% - - - - - - -void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_128x256_32x3_tn_align8>(T1::Params) | 6.9042 ms | 46.3% | instances=1 - -void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_256x128_32x3_tn_align8>(T1::Params) | 6.8585 ms | 46.0% | instances=1 - -void at::native::vectorized_elementwise_kernel<(int)8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase &, a... | 0.6198 ms | 4.2% | instances=1 - -void at::native::vectorized_elementwise_kernel<(int)8, at::native::CUDAFunctor_add<c10::Half>, std::array<char *,... | 0.2328 ms | 1.6% | instances=1 - -void at::native::<unnamed>::vectorized_layer_norm_kernel<c10::Half, float>(int, T2, const T1 *, const T1 *, const... | 0.2200 ms | 1.5% | instances=1 - -void at::native::reduce_kernel<(int)128, (int)4, at::native::ReduceOp<c10::Half, at::native::MeanOps<c10::Half, f... | 0.0829 ms | 0.6% | instances=1 - -void cutlass::Kernel2<cutlass_80_wmma_tensorop_f16_s161616gemm_f16_32x32_128x2_tn_align8>(T1::Params) | 0.0034 ms | 0.0% | instances=1 - -void cublasLt::splitKreduce_kernel<(int)32, (int)16, int, __half, __half, float, __half, (bool)0, __half, __half,... | 0.0019 ms | 0.0% | instances=1 - \ No newline at end of file +PyC Ground Truth Tuned3 (single-shape, low Python overhead)Nsight Systems kernel-time composition (single captured pass)46.3%46.0%4.2%void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_128x256_32x3_tn_align8>(T1::Params) | 6.9042 ms | 46.3% | instances=1void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_256x128_32x3_tn_align8>(T1::Params) | 6.8585 ms | 46.0% | instances=1void at::native::vectorized_elementwise_kernel<(int)8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase &, a... | 0.6198 ms | 4.2% | instances=1void at::native::vectorized_elementwise_kernel<(int)8, at::native::CUDAFunctor_add<c10::Half>, std::array<char *,... | 0.2328 ms | 1.6% | instances=1void at::native::<unnamed>::vectorized_layer_norm_kernel<c10::Half, float>(int, T2, const T1 *, const T1 *, const... | 0.2200 ms | 1.5% | instances=1void at::native::reduce_kernel<(int)128, (int)4, at::native::ReduceOp<c10::Half, at::native::MeanOps<c10::Half, f... | 0.0829 ms | 0.6% | instances=1void cutlass::Kernel2<cutlass_80_wmma_tensorop_f16_s161616gemm_f16_32x32_128x2_tn_align8>(T1::Params) | 0.0034 ms | 0.0% | instances=1void cublasLt::splitKreduce_kernel<(int)32, (int)16, int, __half, __half, float, __half, (bool)0, __half, __half,... | 0.0019 ms | 0.0% | instances=1 \ No newline at end of file diff --git a/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg b/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg index 0ba3d42..6b2753d 100644 --- a/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg +++ b/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg @@ -1,15 +1,4 @@ -py-spy record --rate 49 --duration 180 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 40000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_xlong_profile.json Reset ZoomSearch __init__ (encoder_ground_truth.py:110) (24 samples, 0.27%)__init__ (torch/nn/modules/linear.py:112) (24 samples, 0.27%)reset_parameters (torch/nn/modules/linear.py:118) (24 samples, 0.27%)kaiming_uniform_ (torch/nn/init.py:518) (24 samples, 0.27%)convert (torch/nn/modules/module.py:1341) (26 samples, 0.30%)run (encoder_ground_truth.py:170) (56 samples, 0.64%)build_model (encoder_ground_truth.py:152) (56 samples, 0.64%)to (torch/nn/modules/module.py:1355) (28 samples, 0.32%)_apply (torch/nn/modules/module.py:915) (28 samples, 0.32%)_apply (torch/nn/modules/module.py:942) (28 samples, 0.32%)forward (encoder_ground_truth.py:116) (26 samples, 0.30%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (26 samples, 0.30%)_call_impl (torch/nn/modules/module.py:1762) (26 samples, 0.30%)forward (torch/nn/modules/linear.py:125) (26 samples, 0.30%)run_phase (encoder_ground_truth.py:187) (35 samples, 0.40%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (35 samples, 0.40%)_call_impl (torch/nn/modules/module.py:1762) (35 samples, 0.40%)run_phase (encoder_ground_truth.py:188) (79 samples, 0.90%)full_sync (encoder_ground_truth.py:130) (79 samples, 0.90%)synchronize (torch/cuda/__init__.py:1040) (79 samples, 0.90%)forward (encoder_ground_truth.py:117) (9 samples, 0.10%)forward (encoder_ground_truth.py:121) (10 samples, 0.11%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (9 samples, 0.10%)run_phase (encoder_ground_truth.py:201) (50 samples, 0.57%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (50 samples, 0.57%)_call_impl (torch/nn/modules/module.py:1762) (50 samples, 0.57%)run_phase (encoder_ground_truth.py:202) (8,453 samples, 95.93%)run_phase (encoder_ground_truth.py:202)full_sync (encoder_ground_truth.py:130) (8,453 samples, 95.93%)full_sync (encoder_ground_truth.py:130)synchronize (torch/cuda/__init__.py:1040) (8,445 samples, 95.84%)synchronize (torch/cuda/__init__.py:1040)run (encoder_ground_truth.py:255) (8,623 samples, 97.86%)run (encoder_ground_truth.py:255)<module> (torch/nn/__init__.py:8) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/__init__.py:2128) (12 samples, 0.14%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)<module> (torch/functional.py:8) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)<module> (torch/__init__.py:2171) (10 samples, 0.11%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.11%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.11%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.11%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)<module> (torch/__init__.py:2210) (10 samples, 0.11%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.11%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.11%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.11%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)<module> (torch/nn/intrinsic/__init__.py:19) (9 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (9 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (9 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (9 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (9 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (9 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (9 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (9 samples, 0.10%)<module> (torch/fx/passes/shape_prop.py:10) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 0.15%)_load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 0.15%)exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)<module> (torch/_subclasses/__init__.py:2) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 0.15%)_load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 0.15%)exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)<module> (torch/fx/passes/graph_drawer.py:13) (25 samples, 0.28%)_find_and_load (<frozen importlib._bootstrap>:1176) (25 samples, 0.28%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (25 samples, 0.28%)_load_unlocked (<frozen importlib._bootstrap>:690) (25 samples, 0.28%)exec_module (<frozen importlib._bootstrap_external>:940) (25 samples, 0.28%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (25 samples, 0.28%)_find_and_load (<frozen importlib._bootstrap>:1176) (28 samples, 0.32%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (27 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (27 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 0.30%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 0.30%)<module> (torch/export/__init__.py:17) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (30 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (30 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (29 samples, 0.33%)_load_unlocked (<frozen importlib._bootstrap>:690) (29 samples, 0.33%)exec_module (<frozen importlib._bootstrap_external>:940) (29 samples, 0.33%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 0.33%)<module> (torch/fx/passes/__init__.py:1) (29 samples, 0.33%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (29 samples, 0.33%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 0.33%)<module> (torch/__init__.py:2242) (35 samples, 0.40%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (35 samples, 0.40%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (35 samples, 0.40%)_find_and_load (<frozen importlib._bootstrap>:1176) (35 samples, 0.40%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (35 samples, 0.40%)_load_unlocked (<frozen importlib._bootstrap>:690) (35 samples, 0.40%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/quantization/__init__.py:2) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/quantization/fake_quantize.py:10) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/ao/quantization/__init__.py:12) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (33 samples, 0.37%)_find_and_load (<frozen importlib._bootstrap>:1176) (33 samples, 0.37%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (33 samples, 0.37%)_load_unlocked (<frozen importlib._bootstrap>:690) (33 samples, 0.37%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (33 samples, 0.37%)_find_and_load (<frozen importlib._bootstrap>:1176) (33 samples, 0.37%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (33 samples, 0.37%)_load_unlocked (<frozen importlib._bootstrap>:690) (33 samples, 0.37%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/_decomp/__init__.py:276) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/_decomp/decompositions.py:16) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/_meta_registrations.py:12) (16 samples, 0.18%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 0.18%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 0.18%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 0.18%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 0.18%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 0.18%)<module> (torch/__init__.py:2613) (20 samples, 0.23%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (20 samples, 0.23%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (20 samples, 0.23%)_find_and_load (<frozen importlib._bootstrap>:1176) (20 samples, 0.23%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (20 samples, 0.23%)_load_unlocked (<frozen importlib._bootstrap>:690) (20 samples, 0.23%)exec_module (<frozen importlib._bootstrap_external>:940) (20 samples, 0.23%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (20 samples, 0.23%)<module> (torch/__init__.py:411) (32 samples, 0.36%)_find_and_load (<frozen importlib._bootstrap>:1176) (32 samples, 0.36%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (32 samples, 0.36%)_load_unlocked (<frozen importlib._bootstrap>:676) (32 samples, 0.36%)module_from_spec (<frozen importlib._bootstrap>:573) (32 samples, 0.36%)create_module (<frozen importlib._bootstrap_external>:1233) (32 samples, 0.36%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (32 samples, 0.36%)run (encoder_ground_truth.py:74) (128 samples, 1.45%)_find_and_load (<frozen importlib._bootstrap>:1176) (128 samples, 1.45%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (128 samples, 1.45%)_load_unlocked (<frozen importlib._bootstrap>:690) (128 samples, 1.45%)exec_module (<frozen importlib._bootstrap_external>:940) (128 samples, 1.45%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (128 samples, 1.45%)all (8,812 samples, 100%)<module> (encoder_ground_truth.py:318) (8,810 samples, 99.98%)<module> (encoder_ground_truth.py:318) \ No newline at end of file +]]>py-spy record --rate 49 --duration 180 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 40000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_xlong_profile.jsonReset ZoomSearch__init__ (encoder_ground_truth.py:110) (24 samples, 0.27%)__init__ (torch/nn/modules/linear.py:112) (24 samples, 0.27%)reset_parameters (torch/nn/modules/linear.py:118) (24 samples, 0.27%)kaiming_uniform_ (torch/nn/init.py:518) (24 samples, 0.27%)convert (torch/nn/modules/module.py:1341) (26 samples, 0.30%)run (encoder_ground_truth.py:170) (56 samples, 0.64%)build_model (encoder_ground_truth.py:152) (56 samples, 0.64%)to (torch/nn/modules/module.py:1355) (28 samples, 0.32%)_apply (torch/nn/modules/module.py:915) (28 samples, 0.32%)_apply (torch/nn/modules/module.py:942) (28 samples, 0.32%)forward (encoder_ground_truth.py:116) (26 samples, 0.30%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (26 samples, 0.30%)_call_impl (torch/nn/modules/module.py:1762) (26 samples, 0.30%)forward (torch/nn/modules/linear.py:125) (26 samples, 0.30%)run_phase (encoder_ground_truth.py:187) (35 samples, 0.40%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (35 samples, 0.40%)_call_impl (torch/nn/modules/module.py:1762) (35 samples, 0.40%)run_phase (encoder_ground_truth.py:188) (79 samples, 0.90%)full_sync (encoder_ground_truth.py:130) (79 samples, 0.90%)synchronize (torch/cuda/__init__.py:1040) (79 samples, 0.90%)forward (encoder_ground_truth.py:117) (9 samples, 0.10%)forward (encoder_ground_truth.py:121) (10 samples, 0.11%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (9 samples, 0.10%)run_phase (encoder_ground_truth.py:201) (50 samples, 0.57%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (50 samples, 0.57%)_call_impl (torch/nn/modules/module.py:1762) (50 samples, 0.57%)run_phase (encoder_ground_truth.py:202) (8,453 samples, 95.93%)run_phase (encoder_ground_truth.py:202)full_sync (encoder_ground_truth.py:130) (8,453 samples, 95.93%)full_sync (encoder_ground_truth.py:130)synchronize (torch/cuda/__init__.py:1040) (8,445 samples, 95.84%)synchronize (torch/cuda/__init__.py:1040)run (encoder_ground_truth.py:255) (8,623 samples, 97.86%)run (encoder_ground_truth.py:255)<module> (torch/nn/__init__.py:8) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/__init__.py:2128) (12 samples, 0.14%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)<module> (torch/functional.py:8) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)<module> (torch/__init__.py:2171) (10 samples, 0.11%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.11%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.11%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.11%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)<module> (torch/__init__.py:2210) (10 samples, 0.11%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.11%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.11%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.11%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)<module> (torch/nn/intrinsic/__init__.py:19) (9 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (9 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (9 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (9 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (9 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (9 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (9 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (9 samples, 0.10%)<module> (torch/fx/passes/shape_prop.py:10) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 0.15%)_load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 0.15%)exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)<module> (torch/_subclasses/__init__.py:2) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 0.15%)_load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 0.15%)exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)<module> (torch/fx/passes/graph_drawer.py:13) (25 samples, 0.28%)_find_and_load (<frozen importlib._bootstrap>:1176) (25 samples, 0.28%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (25 samples, 0.28%)_load_unlocked (<frozen importlib._bootstrap>:690) (25 samples, 0.28%)exec_module (<frozen importlib._bootstrap_external>:940) (25 samples, 0.28%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (25 samples, 0.28%)_find_and_load (<frozen importlib._bootstrap>:1176) (28 samples, 0.32%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (27 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (27 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 0.30%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 0.30%)<module> (torch/export/__init__.py:17) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (30 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (30 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (29 samples, 0.33%)_load_unlocked (<frozen importlib._bootstrap>:690) (29 samples, 0.33%)exec_module (<frozen importlib._bootstrap_external>:940) (29 samples, 0.33%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 0.33%)<module> (torch/fx/passes/__init__.py:1) (29 samples, 0.33%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (29 samples, 0.33%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 0.33%)<module> (torch/__init__.py:2242) (35 samples, 0.40%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (35 samples, 0.40%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (35 samples, 0.40%)_find_and_load (<frozen importlib._bootstrap>:1176) (35 samples, 0.40%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (35 samples, 0.40%)_load_unlocked (<frozen importlib._bootstrap>:690) (35 samples, 0.40%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/quantization/__init__.py:2) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/quantization/fake_quantize.py:10) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/ao/quantization/__init__.py:12) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (33 samples, 0.37%)_find_and_load (<frozen importlib._bootstrap>:1176) (33 samples, 0.37%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (33 samples, 0.37%)_load_unlocked (<frozen importlib._bootstrap>:690) (33 samples, 0.37%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (33 samples, 0.37%)_find_and_load (<frozen importlib._bootstrap>:1176) (33 samples, 0.37%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (33 samples, 0.37%)_load_unlocked (<frozen importlib._bootstrap>:690) (33 samples, 0.37%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/_decomp/__init__.py:276) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/_decomp/decompositions.py:16) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/_meta_registrations.py:12) (16 samples, 0.18%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 0.18%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 0.18%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 0.18%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 0.18%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 0.18%)<module> (torch/__init__.py:2613) (20 samples, 0.23%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (20 samples, 0.23%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (20 samples, 0.23%)_find_and_load (<frozen importlib._bootstrap>:1176) (20 samples, 0.23%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (20 samples, 0.23%)_load_unlocked (<frozen importlib._bootstrap>:690) (20 samples, 0.23%)exec_module (<frozen importlib._bootstrap_external>:940) (20 samples, 0.23%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (20 samples, 0.23%)<module> (torch/__init__.py:411) (32 samples, 0.36%)_find_and_load (<frozen importlib._bootstrap>:1176) (32 samples, 0.36%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (32 samples, 0.36%)_load_unlocked (<frozen importlib._bootstrap>:676) (32 samples, 0.36%)module_from_spec (<frozen importlib._bootstrap>:573) (32 samples, 0.36%)create_module (<frozen importlib._bootstrap_external>:1233) (32 samples, 0.36%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (32 samples, 0.36%)run (encoder_ground_truth.py:74) (128 samples, 1.45%)_find_and_load (<frozen importlib._bootstrap>:1176) (128 samples, 1.45%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (128 samples, 1.45%)_load_unlocked (<frozen importlib._bootstrap>:690) (128 samples, 1.45%)exec_module (<frozen importlib._bootstrap_external>:940) (128 samples, 1.45%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (128 samples, 1.45%)all (8,812 samples, 100%)<module> (encoder_ground_truth.py:318) (8,810 samples, 99.98%)<module> (encoder_ground_truth.py:318) \ No newline at end of file diff --git a/benchmark/benchmarks/results/remote_results/core/latest.svg b/benchmark/benchmarks/results/remote_results/core/latest.svg index c184597..582c739 100644 --- a/benchmark/benchmarks/results/remote_results/core/latest.svg +++ b/benchmark/benchmarks/results/remote_results/core/latest.svg @@ -1,8 +1 @@ - - - PyC Stable Core Benchmark Snapshot - UTC 2026-02-16T23:33:08.057997+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 7 | rounds: 4000 - Configure59.674 msBuild257.738 mspyc smoke mean1.783 msmicrobench mean361.203 ms - Artifacts: pyc=32.64 KB, pyc_core=7.67 KB - Source: benchmark/results/latest.json - +PyC Stable Core Benchmark SnapshotUTC 2026-02-16T23:33:08.057997+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 7 | rounds: 4000Configure59.674 msBuild257.738 mspyc smoke mean1.783 msmicrobench mean361.203 msArtifacts: pyc=32.64 KB, pyc_core=7.67 KBSource: benchmark/results/latest.json \ No newline at end of file diff --git a/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_all.svg b/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_all.svg index add7421..b6f489d 100644 --- a/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_all.svg +++ b/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_all.svg @@ -1,11 +1 @@ - - -GPU Compiler Comparison (p95 latency) -2026-02-17T23:34:56.960815+00:00 | GPU: NVIDIA GeForce RTX 4090 -PyTorch Eager - -0.1179 ms -PyTorch Compile - -0.1547 ms - \ No newline at end of file +GPU Compiler Comparison (p95 latency)2026-02-17T23:34:56.960815+00:00 | GPU: NVIDIA GeForce RTX 4090PyTorch Eager0.1179 msPyTorch Compile0.1547 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_cmds_horizontal.svg b/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_cmds_horizontal.svg index 56c8e5f..8db9b81 100644 --- a/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_cmds_horizontal.svg +++ b/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_cmds_horizontal.svg @@ -1,40 +1 @@ - - -Compiler Comparison (Adapter Commands) -device=cpu | timestamp=2026-02-17T23:47:21.587686+00:00 -Y-axis: perf tests. X-axis: metric magnitude. Bars: backend values (PyTorch/ PyC command path). -p50 latency (ms) - -PyTorch Eager: 95.2503 ms - -PyTorch Compile: 91.6883 ms - -PyC CUDA: 141.2969 ms -p95 latency (ms) - -PyTorch Eager: 100.6381 ms - -PyTorch Compile: 97.0664 ms - -PyC CUDA: 147.8048 ms -mean latency (ms) - -PyTorch Eager: 81.3846 ms - -PyTorch Compile: 66.1312 ms - -PyC CUDA: 141.9971 ms -throughput (tokens/s) - -PyTorch Eager: 1610525.7400 - -PyTorch Compile: 1981998.2200 - -PyC CUDA: 923060.8300 -Unavailable adapters: -TVM: TVM not installed; install TVM or change TVM_BENCH_CMD -XLA: torch_xla not installed; install torch_xla or change XLA_BENCH_CMD -TensorRT: torch_tensorrt not installed; install it or change TENSORRT_BENCH_CMD -Glow: Glow runtime benchmark integration is not wired in this environment yet -Note: PyC adapter currently runs CPU microbench command path; CUDA PyC backend still pending. - \ No newline at end of file +Compiler Comparison (Adapter Commands)device=cpu | timestamp=2026-02-17T23:47:21.587686+00:00Y-axis: perf tests. X-axis: metric magnitude. Bars: backend values (PyTorch/ PyC command path).p50 latency (ms)PyTorch Eager: 95.2503 msPyTorch Compile: 91.6883 msPyC CUDA: 141.2969 msp95 latency (ms)PyTorch Eager: 100.6381 msPyTorch Compile: 97.0664 msPyC CUDA: 147.8048 msmean latency (ms)PyTorch Eager: 81.3846 msPyTorch Compile: 66.1312 msPyC CUDA: 141.9971 msthroughput (tokens/s)PyTorch Eager: 1610525.7400PyTorch Compile: 1981998.2200PyC CUDA: 923060.8300Unavailable adapters:TVM: TVM not installed; install TVM or change TVM_BENCH_CMDXLA: torch_xla not installed; install torch_xla or change XLA_BENCH_CMDTensorRT: torch_tensorrt not installed; install it or change TENSORRT_BENCH_CMDGlow: Glow runtime benchmark integration is not wired in this environment yetNote: PyC adapter currently runs CPU microbench command path; CUDA PyC backend still pending. \ No newline at end of file diff --git a/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_live_horizontal.svg b/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_live_horizontal.svg index 6da21c6..8bcbe1f 100644 --- a/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_live_horizontal.svg +++ b/benchmark/benchmarks/results/remote_results/gpu/gpu_compare_live_horizontal.svg @@ -1,34 +1 @@ - - -PyC Backend Comparison (Horizontal) -timestamp=2026-02-17T23:40:05.421133+00:00 | device=cpu | GPU=unavailable -Y-axis: perf tests (p50/p95/mean latency, throughput). X-axis: metric value. Bars show backend results. -p50_latency_ms - -PyTorch Eager: 92.2615 - -PyTorch Compile: 88.6281 -p95_latency_ms - -PyTorch Eager: 99.3985 - -PyTorch Compile: 94.1412 -mean_latency_ms - -PyTorch Eager: 72.2770 - -PyTorch Compile: 52.3751 -throughput_tokens_per_sec - -PyTorch Eager: 1813468.0900 - -PyTorch Compile: 2502562.3200 -PyC status: -unavailable: Set PYC_GPU_BENCH_CMD to a command that outputs benchmark JSON for PyC CUDA path -Unavailable adapters: -PyC CUDA: Set PYC_GPU_BENCH_CMD to a command that outputs benchmark JSON for PyC CUDA path -TVM: Install TVM or set TVM_BENCH_CMD to external benchmark command -XLA: Install torch_xla or set XLA_BENCH_CMD to external benchmark command -TensorRT: Install TensorRT python bindings or set TENSORRT_BENCH_CMD -Glow: Set GLOW_BENCH_CMD to external benchmark command for Glow - \ No newline at end of file +PyC Backend Comparison (Horizontal)timestamp=2026-02-17T23:40:05.421133+00:00 | device=cpu | GPU=unavailableY-axis: perf tests (p50/p95/mean latency, throughput). X-axis: metric value. Bars show backend results.p50_latency_msPyTorch Eager: 92.2615PyTorch Compile: 88.6281p95_latency_msPyTorch Eager: 99.3985PyTorch Compile: 94.1412mean_latency_msPyTorch Eager: 72.2770PyTorch Compile: 52.3751throughput_tokens_per_secPyTorch Eager: 1813468.0900PyTorch Compile: 2502562.3200PyC status:unavailable: Set PYC_GPU_BENCH_CMD to a command that outputs benchmark JSON for PyC CUDA pathUnavailable adapters:PyC CUDA: Set PYC_GPU_BENCH_CMD to a command that outputs benchmark JSON for PyC CUDA pathTVM: Install TVM or set TVM_BENCH_CMD to external benchmark commandXLA: Install torch_xla or set XLA_BENCH_CMD to external benchmark commandTensorRT: Install TensorRT python bindings or set TENSORRT_BENCH_CMDGlow: Set GLOW_BENCH_CMD to external benchmark command for Glow \ No newline at end of file diff --git a/benchmark/benchmarks/results/remote_results/host89/core/latest.svg b/benchmark/benchmarks/results/remote_results/host89/core/latest.svg index 3883239..11ad324 100644 --- a/benchmark/benchmarks/results/remote_results/host89/core/latest.svg +++ b/benchmark/benchmarks/results/remote_results/host89/core/latest.svg @@ -1,8 +1 @@ - - - PyC Stable Core Benchmark Snapshot - UTC 2026-02-18T00:46:15.125448+00:00 | platform: Linux-6.8.0-85-generic-x86_64-with-glibc2.35 | repeats: 7 | rounds: 4000 - Configure157.729 msBuild491.809 mspyc smoke mean1.214 msmicrobench mean267.208 ms - Artifacts: pyc=15.59 KB, pyc_core=10.91 KB - Source: benchmark/results/latest.json - +PyC Stable Core Benchmark SnapshotUTC 2026-02-18T00:46:15.125448+00:00 | platform: Linux-6.8.0-85-generic-x86_64-with-glibc2.35 | repeats: 7 | rounds: 4000Configure157.729 msBuild491.809 mspyc smoke mean1.214 msmicrobench mean267.208 msArtifacts: pyc=15.59 KB, pyc_core=10.91 KBSource: benchmark/results/latest.json \ No newline at end of file diff --git a/benchmark/benchmarks/results/remote_results/host89/images/20260218T023355Z_phase4_final__cpu.svg b/benchmark/benchmarks/results/remote_results/host89/images/20260218T023355Z_phase4_final__cpu.svg index eb2c971..061afb7 100644 --- a/benchmark/benchmarks/results/remote_results/host89/images/20260218T023355Z_phase4_final__cpu.svg +++ b/benchmark/benchmarks/results/remote_results/host89/images/20260218T023355Z_phase4_final__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms - +PyC Backend Suite (CPU)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms \ No newline at end of file diff --git a/benchmark/benchmarks/results/remote_results/host89/images/20260218T023355Z_phase4_final__gpu.svg b/benchmark/benchmarks/results/remote_results/host89/images/20260218T023355Z_phase4_final__gpu.svg index 4640914..1808d3f 100644 --- a/benchmark/benchmarks/results/remote_results/host89/images/20260218T023355Z_phase4_final__gpu.svg +++ b/benchmark/benchmarks/results/remote_results/host89/images/20260218T023355Z_phase4_final__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms - +PyC Backend Suite (CUDA)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms \ No newline at end of file diff --git a/docs/assets/performance-latest.svg b/docs/assets/performance-latest.svg index abe7a49..7382bc5 100644 --- a/docs/assets/performance-latest.svg +++ b/docs/assets/performance-latest.svg @@ -1,8 +1 @@ - - - PyC Stable Core Benchmark Snapshot - UTC 2026-02-18T02:30:14.913990+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 3 | rounds: 100 - Configure295.994 msBuild247.806 mspyc smoke mean1.910 msmicrobench mean9.488 ms - Artifacts: pyc=32.64 KB, pyc_core=6.72 KB - Source: benchmark/benchmarks/results/json/latest_core.json - +PyC Stable Core Benchmark SnapshotUTC 2026-02-18T02:30:14.913990+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 3 | rounds: 100Configure295.994 msBuild247.806 mspyc smoke mean1.910 msmicrobench mean9.488 msArtifacts: pyc=32.64 KB, pyc_core=6.72 KBSource: benchmark/benchmarks/results/json/latest_core.json \ No newline at end of file diff --git a/docs/roadmap/distributed/distributed-layer-architecture.svg b/docs/roadmap/distributed/distributed-layer-architecture.svg index eb38dc6..4cf887c 100644 --- a/docs/roadmap/distributed/distributed-layer-architecture.svg +++ b/docs/roadmap/distributed/distributed-layer-architecture.svg @@ -1,336 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PyC / Nexa_Vortex — Distributed Training Layer - - - Hardware-Agnostic Architecture · Strategy / Mechanism Separation - - - - - - LAYER 4 — USER-FACING API - Python SDK · pyc.distributed - - - dist.init(strategy=…) - - - pyc.compile(model, opts) - - - dist.optimizer_step() - - - model.backward(loss) - - - dist.destroy() / dist.barrier() - - - - - - - LAYER 3 — PARALLELISM STRATEGY ENGINE - ParallelismStrategy (Abstract Interface) - shard_model() · pre_forward() · post_backward() · optimizer_step() - - - DataParallel - AllReduce gradients - Simple / DDP pattern - - - TensorParallel - Megatron-style sharding - intra-node NVLink - - - PipelineParallel - 1F1B micro-batch - Send / Recv P2P - - - ZeRO (1 / 2 / 3) - RS + AG decomposition - Shard params / grads / opt - - - 3D Parallel (TP x PP x DP) - NVLink inner / IB outer - Composite strategy - - - - - - - LAYER 2 — HARDWARE-AGNOSTIC C-ABI INTERFACE - CollectiveComm · pyc_collective_comm - Struct of function pointers — callable from C · Rust FFI · Python ctypes - - - AllReduce - op=SUM|AVG|MAX - - - AllGather - count x world_size - - - ReduceScatter - ZeRO-2/3 grad sync - - - Broadcast - root_rank -> all - - - Send / Recv - pipeline P2P - - - Barrier / create_comm - checkpoint sync · lifecycle - - - - - - - LAYER 1 — COMMUNICATION BACKENDS (runtime-loaded .so) - CommBackend Implementations - - - - NCCLBackend - NVIDIA NVLink · NVSwitch · InfiniBand - - + Ring / Tree / NVLS algorithm selection - + Simple / LL / LL128 protocol auto-select - + GPUDirect RDMA · Multi-channel SMs - + NVSwitch multicast (3x AllReduce speedup) - + Per-peer multi-QP InfiniBand channels - - - - RCCLBackend - AMD Infinity Fabric · RDMA - - + RCCL API mirrors NCCL - + hipStream_t stream param - + ROCm topology detection - + Same C-ABI — zero changes above - - - - MPIBackend - CPU · Generic Ethernet · Heterogeneous - - + MPI_Allreduce / MPI_Allgather / MPI_Scatter - + MPI-xCCL: routes to NCCL/RCCL/HCCL by rank - + Fallback for CPU nodes / mixed clusters - + Same C-ABI — zero changes above - - - - - - - - QUERIES ALL LAYERS - - - CROSS-CUTTING — TOPOLOGY REGISTRY - TopologyRegistry · Cluster Graph G = (V, E) - Auto-detected at init · Queried by all layers for topology-aware decisions - - - NVLink Edge Weights - bandwidth_gbps · latency_us - - - InfiniBand Fabric - RDMA capable · switch hops - - - NUMA Domains - GPU to CPU socket affinity - - - Algorithm Selector - Ring / Tree / NVLS by msg size - - - Sources: NVML · NCCL XML - ibnetdiscover · MPI rank info - - - - - - - EXISTING — PyC COMPILER LAYER (EXTENDED) - PyC Compiler · IR · Pass Manager · CUTLASS Kernels - - - collective_comm.h (NEW) - - - pyc_load_comm_backend() - - - pyc_distributed_options - - - CUTLASS GEMM · Conv2d · Attn - - - - - - - EXISTING — NEXA_VORTEX RUNTIME (EXTENDED) - Vortex Runtime · Per-Node Execution Engine (Rust) - - - - pipeline.rs - - + HostPrep -> H2D -> Kernel - + CommStep (NEW) - + D2H -> async conveyor - + compute-comm overlap - + 1F1B micro-batch sched - - - - distributed.rs - - + FFI -> pyc_collective_comm - + Safe Rust wrappers - + DistributedComm struct - + NEW module - - - - allocator.rs - - + NUMA-local pinned alloc - + Gradient accum buffer - + Comm buffer pool (NEW) - + memory_budget_bytes - - - - hw_profile.rs - - + GPU capability detect - + NUMA node mapping - + NVLink peer graph - + feeds TopologyRegistry - - - - cpu_dispatch.rs - - + Lock-free SPMC queue - + crossbeam channel - + Work-stealing sched - + Intra-node dispatch - - - - Legend - - - New module / file - - - Runtime-loaded backend (.so) - - - Parallelism strategy (Python) - - - Existing Vortex module (extended) - - - Existing PyC compiler (extended) - - - Cross-cutting concern (queries all layers) - - - - Core Invariant: - Higher layers only call downward through defined interfaces. - No layer reaches across or upward. - Strategy never touches hardware directly. - Backend never knows which strategy is active. - - - - - PyC / Nexa_Vortex Distributed Training Layer Spec · Manus AI · 2026-03-04 - - - +PyC / Nexa_Vortex — Distributed Training LayerHardware-Agnostic Architecture · Strategy / Mechanism SeparationLAYER 4 — USER-FACING APIPython SDK · pyc.distributeddist.init(strategy=…)pyc.compile(model, opts)dist.optimizer_step()model.backward(loss)dist.destroy() / dist.barrier()LAYER 3 — PARALLELISM STRATEGY ENGINEParallelismStrategy (Abstract Interface)shard_model() · pre_forward() · post_backward() · optimizer_step()DataParallelAllReduce gradientsSimple / DDP patternTensorParallelMegatron-style shardingintra-node NVLinkPipelineParallel1F1B micro-batchSend / Recv P2PZeRO (1 / 2 / 3)RS + AG decompositionShard params / grads / opt3D Parallel (TP x PP x DP)NVLink inner / IB outerComposite strategyLAYER 2 — HARDWARE-AGNOSTIC C-ABI INTERFACECollectiveComm · pyc_collective_commStruct of function pointers — callable from C · Rust FFI · Python ctypesAllReduceop=SUM|AVG|MAXAllGathercount x world_sizeReduceScatterZeRO-2/3 grad syncBroadcastroot_rank -> allSend / Recvpipeline P2PBarrier / create_commcheckpoint sync · lifecycleLAYER 1 — COMMUNICATION BACKENDS (runtime-loaded .so)CommBackend ImplementationsNCCLBackendNVIDIA NVLink · NVSwitch · InfiniBand+ Ring / Tree / NVLS algorithm selection+ Simple / LL / LL128 protocol auto-select+ GPUDirect RDMA · Multi-channel SMs+ NVSwitch multicast (3x AllReduce speedup)+ Per-peer multi-QP InfiniBand channelsRCCLBackendAMD Infinity Fabric · RDMA+ RCCL API mirrors NCCL+ hipStream_t stream param+ ROCm topology detection+ Same C-ABI — zero changes aboveMPIBackendCPU · Generic Ethernet · Heterogeneous+ MPI_Allreduce / MPI_Allgather / MPI_Scatter+ MPI-xCCL: routes to NCCL/RCCL/HCCL by rank+ Fallback for CPU nodes / mixed clusters+ Same C-ABI — zero changes aboveQUERIES ALL LAYERSCROSS-CUTTING — TOPOLOGY REGISTRYTopologyRegistry · Cluster Graph G = (V, E)Auto-detected at init · Queried by all layers for topology-aware decisionsNVLink Edge Weightsbandwidth_gbps · latency_usInfiniBand FabricRDMA capable · switch hopsNUMA DomainsGPU to CPU socket affinityAlgorithm SelectorRing / Tree / NVLS by msg sizeSources: NVML · NCCL XMLibnetdiscover · MPI rank infoEXISTING — PyC COMPILER LAYER (EXTENDED)PyC Compiler · IR · Pass Manager · CUTLASS Kernelscollective_comm.h (NEW)pyc_load_comm_backend()pyc_distributed_optionsCUTLASS GEMM · Conv2d · AttnEXISTING — NEXA_VORTEX RUNTIME (EXTENDED)Vortex Runtime · Per-Node Execution Engine (Rust)pipeline.rs+ HostPrep -> H2D -> Kernel+ CommStep (NEW)+ D2H -> async conveyor+ compute-comm overlap+ 1F1B micro-batch scheddistributed.rs+ FFI -> pyc_collective_comm+ Safe Rust wrappers+ DistributedComm struct+ NEW moduleallocator.rs+ NUMA-local pinned alloc+ Gradient accum buffer+ Comm buffer pool (NEW)+ memory_budget_byteshw_profile.rs+ GPU capability detect+ NUMA node mapping+ NVLink peer graph+ feeds TopologyRegistrycpu_dispatch.rs+ Lock-free SPMC queue+ crossbeam channel+ Work-stealing sched+ Intra-node dispatchLegendNew module / fileRuntime-loaded backend (.so)Parallelism strategy (Python)Existing Vortex module (extended)Existing PyC compiler (extended)Cross-cutting concern (queries all layers)Core Invariant:Higher layers only call downward through defined interfaces.No layer reaches across or upward.Strategy never touches hardware directly.Backend never knows which strategy is active.PyC / Nexa_Vortex Distributed Training Layer Spec · Manus AI · 2026-03-04 \ No newline at end of file diff --git a/docs/roadmap/distributed/distributed-training-operational-blocks.svg b/docs/roadmap/distributed/distributed-training-operational-blocks.svg index 0eddaab..30f3665 100644 --- a/docs/roadmap/distributed/distributed-training-operational-blocks.svg +++ b/docs/roadmap/distributed/distributed-training-operational-blocks.svg @@ -1,41 +1 @@ - - - PyC Distributed Training Operational Blocks - DDP-first implementation in scripts/train.py - - - 1) Control Plane - CLI + rank/world init - - - 2) Data Engine - tokenize + dataloader - - - 3) Transfer Engine - pinned memory + H2D - - - 4) Compute Engine - forward/backward/step - - - 5) Comm Engine - DDP overlap/all-reduce - - - 6) Metrics + Artifact Sink - run_config.json | train_metrics.json | gpu_telemetry.csv - summary.md | summary.svg - - - - - - - - - - Operational principle: keep CPU and GPU stages overlapped while minimizing synchronization stalls. - Backend selection is portable: auto -> NCCL on CUDA, Gloo on CPU. RCCL maps to NCCL for torch backend name compatibility. - +PyC Distributed Training Operational BlocksDDP-first implementation in scripts/train.py1) Control PlaneCLI + rank/world init2) Data Enginetokenize + dataloader3) Transfer Enginepinned memory + H2D4) Compute Engineforward/backward/step5) Comm EngineDDP overlap/all-reduce6) Metrics + Artifact Sinkrun_config.json | train_metrics.json | gpu_telemetry.csvsummary.md | summary.svgOperational principle: keep CPU and GPU stages overlapped while minimizing synchronization stalls.Backend selection is portable: auto -> NCCL on CUDA, Gloo on CPU. RCCL maps to NCCL for torch backend name compatibility. \ No newline at end of file diff --git a/web/site/results/artifacts/distributed/campaign_full_20260306T000425Z__summary.svg b/web/site/results/artifacts/distributed/campaign_full_20260306T000425Z__summary.svg index 91c9665..f61630d 100644 --- a/web/site/results/artifacts/distributed/campaign_full_20260306T000425Z__summary.svg +++ b/web/site/results/artifacts/distributed/campaign_full_20260306T000425Z__summary.svg @@ -1,17 +1 @@ - - -PYC Distributed Training Summary -run_id=campaign_full_20260306T000425Z mode=nexa_vortex dist=ddp backend=nccl -samples/s - -2154.5621 -steps/s - -269.3203 -tokens/s - -178008.1993 -GPU util mean - -28.4856 - +PYC Distributed Training Summaryrun_id=campaign_full_20260306T000425Z mode=nexa_vortex dist=ddp backend=ncclsamples/s2154.5621steps/s269.3203tokens/s178008.1993GPU util mean28.4856 \ No newline at end of file diff --git a/web/site/results/artifacts/distributed/campaign_live_20260305T233837Z__summary.svg b/web/site/results/artifacts/distributed/campaign_live_20260305T233837Z__summary.svg index d9475d7..8edf6da 100644 --- a/web/site/results/artifacts/distributed/campaign_live_20260305T233837Z__summary.svg +++ b/web/site/results/artifacts/distributed/campaign_live_20260305T233837Z__summary.svg @@ -1,17 +1 @@ - - -PYC Distributed Training Summary -run_id=campaign_live_20260305T233837Z mode=nexa_vortex dist=ddp backend=nccl -samples/s - -2291.2819 -steps/s - -286.4102 -tokens/s - -189303.8743 -GPU util mean - -28.4200 - +PYC Distributed Training Summaryrun_id=campaign_live_20260305T233837Z mode=nexa_vortex dist=ddp backend=ncclsamples/s2291.2819steps/s286.4102tokens/s189303.8743GPU util mean28.4200 \ No newline at end of file diff --git a/web/site/results/artifacts/distributed/campaign_livecheck_20260306T003758Z__summary.svg b/web/site/results/artifacts/distributed/campaign_livecheck_20260306T003758Z__summary.svg index a9b21fb..274f8c5 100644 --- a/web/site/results/artifacts/distributed/campaign_livecheck_20260306T003758Z__summary.svg +++ b/web/site/results/artifacts/distributed/campaign_livecheck_20260306T003758Z__summary.svg @@ -1,17 +1 @@ - - -PYC Distributed Training Summary -run_id=campaign_livecheck_20260306T003758Z mode=nexa_vortex dist=ddp backend=nccl -samples/s - -315.5767 -steps/s - -39.4471 -tokens/s - -29101.2255 -GPU util mean - -2.1875 - +PYC Distributed Training Summaryrun_id=campaign_livecheck_20260306T003758Z mode=nexa_vortex dist=ddp backend=ncclsamples/s315.5767steps/s39.4471tokens/s29101.2255GPU util mean2.1875 \ No newline at end of file diff --git a/web/site/results/artifacts/distributed/campaign_rerun3_20260306T003221Z__summary.svg b/web/site/results/artifacts/distributed/campaign_rerun3_20260306T003221Z__summary.svg index 62354b9..d7a2e80 100644 --- a/web/site/results/artifacts/distributed/campaign_rerun3_20260306T003221Z__summary.svg +++ b/web/site/results/artifacts/distributed/campaign_rerun3_20260306T003221Z__summary.svg @@ -1,17 +1 @@ - - -PYC Distributed Training Summary -run_id=campaign_rerun3_20260306T003221Z mode=nexa_vortex dist=ddp backend=nccl -samples/s - -490.7107 -steps/s - -61.3388 -tokens/s - -41898.0604 -GPU util mean - -3.5592 - +PYC Distributed Training Summaryrun_id=campaign_rerun3_20260306T003221Z mode=nexa_vortex dist=ddp backend=ncclsamples/s490.7107steps/s61.3388tokens/s41898.0604GPU util mean3.5592 \ No newline at end of file diff --git a/web/site/results/artifacts/distributed/campaign_stable_20260306T000153Z__summary.svg b/web/site/results/artifacts/distributed/campaign_stable_20260306T000153Z__summary.svg index cdf6b39..23eb377 100644 --- a/web/site/results/artifacts/distributed/campaign_stable_20260306T000153Z__summary.svg +++ b/web/site/results/artifacts/distributed/campaign_stable_20260306T000153Z__summary.svg @@ -1,17 +1 @@ - - -PYC Distributed Training Summary -run_id=campaign_stable_20260306T000153Z mode=nexa_vortex dist=ddp backend=nccl -samples/s - -1738.1486 -steps/s - -217.3845 -tokens/s - -144861.9407 -GPU util mean - -25.5588 - +PYC Distributed Training Summaryrun_id=campaign_stable_20260306T000153Z mode=nexa_vortex dist=ddp backend=ncclsamples/s1738.1486steps/s217.3845tokens/s144861.9407GPU util mean25.5588 \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T012007Z_host89_v1__cpu.svg b/web/site/results/artifacts/images/20260218T012007Z_host89_v1__cpu.svg index 66ea1a6..7505d7b 100644 --- a/web/site/results/artifacts/images/20260218T012007Z_host89_v1__cpu.svg +++ b/web/site/results/artifacts/images/20260218T012007Z_host89_v1__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager36.9792 msPyTorch Compile25.2958 msPyC CUDA140.8895 msTVM25.6445 msXLA38.1398 msTensorRT32.5161 msGlow35.5197 ms - +PyC Backend Suite (CPU)run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager36.9792 msPyTorch Compile25.2958 msPyC CUDA140.8895 msTVM25.6445 msXLA38.1398 msTensorRT32.5161 msGlow35.5197 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T012007Z_host89_v1__gpu.svg b/web/site/results/artifacts/images/20260218T012007Z_host89_v1__gpu.svg index 2f4484d..e7ca5ac 100644 --- a/web/site/results/artifacts/images/20260218T012007Z_host89_v1__gpu.svg +++ b/web/site/results/artifacts/images/20260218T012007Z_host89_v1__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager0.1184 msPyTorch Compile0.1604 msPyC CUDA146.3051 msTVM24.7123 msXLA0.1263 msTensorRT0.2134 msGlow0.1186 ms - +PyC Backend Suite (CUDA)run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager0.1184 msPyTorch Compile0.1604 msPyC CUDA146.3051 msTVM24.7123 msXLA0.1263 msTensorRT0.2134 msGlow0.1186 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T012244Z_host89_v2__cpu.svg b/web/site/results/artifacts/images/20260218T012244Z_host89_v2__cpu.svg index 9cba685..d0625fd 100644 --- a/web/site/results/artifacts/images/20260218T012244Z_host89_v2__cpu.svg +++ b/web/site/results/artifacts/images/20260218T012244Z_host89_v2__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.9826 msPyTorch Compile24.7309 msPyC CUDA141.0577 msTVM29.3689 msXLA36.9306 msTensorRT24.5778 msGlow34.8783 ms - +PyC Backend Suite (CPU)run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.9826 msPyTorch Compile24.7309 msPyC CUDA141.0577 msTVM29.3689 msXLA36.9306 msTensorRT24.5778 msGlow34.8783 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T012244Z_host89_v2__gpu.svg b/web/site/results/artifacts/images/20260218T012244Z_host89_v2__gpu.svg index d88b583..6028b1f 100644 --- a/web/site/results/artifacts/images/20260218T012244Z_host89_v2__gpu.svg +++ b/web/site/results/artifacts/images/20260218T012244Z_host89_v2__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1111 msPyTorch Compile0.1606 msPyC CUDA144.9096 msTVM25.4067 msXLA0.1196 msTensorRT0.1767 msGlow0.1162 ms - +PyC Backend Suite (CUDA)run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1111 msPyTorch Compile0.1606 msPyC CUDA144.9096 msTVM25.4067 msXLA0.1196 msTensorRT0.1767 msGlow0.1162 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T014514Z_contracts_profile_v1__cpu.svg b/web/site/results/artifacts/images/20260218T014514Z_contracts_profile_v1__cpu.svg index 10273fd..7d48e66 100644 --- a/web/site/results/artifacts/images/20260218T014514Z_contracts_profile_v1__cpu.svg +++ b/web/site/results/artifacts/images/20260218T014514Z_contracts_profile_v1__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager44.2254 msPyTorch Compile25.0023 msTVM25.4081 msXLA33.0030 msTensorRT22.3791 msGlow34.2658 ms - +PyC Backend Suite (CPU)run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager44.2254 msPyTorch Compile25.0023 msTVM25.4081 msXLA33.0030 msTensorRT22.3791 msGlow34.2658 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T014514Z_contracts_profile_v1__gpu.svg b/web/site/results/artifacts/images/20260218T014514Z_contracts_profile_v1__gpu.svg index 313ac53..d52b8c1 100644 --- a/web/site/results/artifacts/images/20260218T014514Z_contracts_profile_v1__gpu.svg +++ b/web/site/results/artifacts/images/20260218T014514Z_contracts_profile_v1__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1237 msPyTorch Compile0.1574 msTVM24.7732 msXLA0.1111 msTensorRT0.1685 msGlow0.1156 ms - +PyC Backend Suite (CUDA)run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1237 msPyTorch Compile0.1574 msTVM24.7732 msXLA0.1111 msTensorRT0.1685 msGlow0.1156 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T014728Z_contracts_profile_v2__cpu.svg b/web/site/results/artifacts/images/20260218T014728Z_contracts_profile_v2__cpu.svg index 84e988f..455eb81 100644 --- a/web/site/results/artifacts/images/20260218T014728Z_contracts_profile_v2__cpu.svg +++ b/web/site/results/artifacts/images/20260218T014728Z_contracts_profile_v2__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.0145 msPyTorch Compile32.7525 msPyC CUDA1072.2825 msTVM26.5001 msXLA39.9168 msTensorRT29.3551 msGlow33.0870 ms - +PyC Backend Suite (CPU)run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.0145 msPyTorch Compile32.7525 msPyC CUDA1072.2825 msTVM26.5001 msXLA39.9168 msTensorRT29.3551 msGlow33.0870 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T014728Z_contracts_profile_v2__gpu.svg b/web/site/results/artifacts/images/20260218T014728Z_contracts_profile_v2__gpu.svg index c450fa5..c1e63ac 100644 --- a/web/site/results/artifacts/images/20260218T014728Z_contracts_profile_v2__gpu.svg +++ b/web/site/results/artifacts/images/20260218T014728Z_contracts_profile_v2__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1113 msPyTorch Compile0.1619 msPyC CUDA1101.8633 msTVM24.8347 msXLA0.1113 msTensorRT0.1697 msGlow0.1180 ms - +PyC Backend Suite (CUDA)run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1113 msPyTorch Compile0.1619 msPyC CUDA1101.8633 msTVM24.8347 msXLA0.1113 msTensorRT0.1697 msGlow0.1180 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T015942Z__local_pyc_profile.svg b/web/site/results/artifacts/images/20260218T015942Z__local_pyc_profile.svg index 220b735..d879102 100644 --- a/web/site/results/artifacts/images/20260218T015942Z__local_pyc_profile.svg +++ b/web/site/results/artifacts/images/20260218T015942Z__local_pyc_profile.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T015942Z | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA179.1593 ms - +PyC Backend Suite (CPU)run_id=20260218T015942Z | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA179.1593 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T020115Z_phase_impl_v1__cpu.svg b/web/site/results/artifacts/images/20260218T020115Z_phase_impl_v1__cpu.svg index 3c28904..53efe79 100644 --- a/web/site/results/artifacts/images/20260218T020115Z_phase_impl_v1__cpu.svg +++ b/web/site/results/artifacts/images/20260218T020115Z_phase_impl_v1__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.7279 msPyTorch Compile25.3152 msPyC CUDA1080.3870 msTVM63.0860 msXLA39.5868 msTensorRT25.2202 msGlow35.5114 ms - +PyC Backend Suite (CPU)run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.7279 msPyTorch Compile25.3152 msPyC CUDA1080.3870 msTVM63.0860 msXLA39.5868 msTensorRT25.2202 msGlow35.5114 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T020115Z_phase_impl_v1__gpu.svg b/web/site/results/artifacts/images/20260218T020115Z_phase_impl_v1__gpu.svg index 5003096..83de86a 100644 --- a/web/site/results/artifacts/images/20260218T020115Z_phase_impl_v1__gpu.svg +++ b/web/site/results/artifacts/images/20260218T020115Z_phase_impl_v1__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1156 msPyTorch Compile0.1930 msPyC CUDA1092.7849 msTVM32.9062 msXLA0.1117 msTensorRT0.1603 msGlow0.1063 ms - +PyC Backend Suite (CUDA)run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1156 msPyTorch Compile0.1930 msPyC CUDA1092.7849 msTVM32.9062 msXLA0.1117 msTensorRT0.1603 msGlow0.1063 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T020653Z_phase_impl_v2__cpu.svg b/web/site/results/artifacts/images/20260218T020653Z_phase_impl_v2__cpu.svg index f452b55..f253848 100644 --- a/web/site/results/artifacts/images/20260218T020653Z_phase_impl_v2__cpu.svg +++ b/web/site/results/artifacts/images/20260218T020653Z_phase_impl_v2__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager34.6332 msPyTorch Compile32.8810 msPyC CUDA941.6049 msTVM62.6453 msXLA39.8538 msTensorRT23.2356 msGlow39.2014 ms - +PyC Backend Suite (CPU)run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager34.6332 msPyTorch Compile32.8810 msPyC CUDA941.6049 msTVM62.6453 msXLA39.8538 msTensorRT23.2356 msGlow39.2014 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T020653Z_phase_impl_v2__gpu.svg b/web/site/results/artifacts/images/20260218T020653Z_phase_impl_v2__gpu.svg index 0f0a27a..bd7f440 100644 --- a/web/site/results/artifacts/images/20260218T020653Z_phase_impl_v2__gpu.svg +++ b/web/site/results/artifacts/images/20260218T020653Z_phase_impl_v2__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1102 msPyTorch Compile0.1603 msPyC CUDA987.6086 msTVM25.1754 msXLA0.1108 msTensorRT0.1662 msGlow0.1181 ms - +PyC Backend Suite (CUDA)run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1102 msPyTorch Compile0.1603 msPyC CUDA987.6086 msTVM25.1754 msXLA0.1108 msTensorRT0.1662 msGlow0.1181 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T023355Z_phase4_final__cpu.svg b/web/site/results/artifacts/images/20260218T023355Z_phase4_final__cpu.svg index eb2c971..061afb7 100644 --- a/web/site/results/artifacts/images/20260218T023355Z_phase4_final__cpu.svg +++ b/web/site/results/artifacts/images/20260218T023355Z_phase4_final__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms - +PyC Backend Suite (CPU)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T023355Z_phase4_final__gpu.svg b/web/site/results/artifacts/images/20260218T023355Z_phase4_final__gpu.svg index 4640914..1808d3f 100644 --- a/web/site/results/artifacts/images/20260218T023355Z_phase4_final__gpu.svg +++ b/web/site/results/artifacts/images/20260218T023355Z_phase4_final__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms - +PyC Backend Suite (CUDA)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T215532Z_rtx3090_phase4__cpu.svg b/web/site/results/artifacts/images/20260218T215532Z_rtx3090_phase4__cpu.svg index d7a7769..bed98e0 100644 --- a/web/site/results/artifacts/images/20260218T215532Z_rtx3090_phase4__cpu.svg +++ b/web/site/results/artifacts/images/20260218T215532Z_rtx3090_phase4__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager92.4730 msPyTorch Compile68.7586 msPyC CUDA26.9925 msXLA94.9993 msTensorRT77.5067 msGlow88.8221 ms - +PyC Backend Suite (CPU)run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager92.4730 msPyTorch Compile68.7586 msPyC CUDA26.9925 msXLA94.9993 msTensorRT77.5067 msGlow88.8221 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T215532Z_rtx3090_phase4__gpu.svg b/web/site/results/artifacts/images/20260218T215532Z_rtx3090_phase4__gpu.svg index 2f605a4..3c23363 100644 --- a/web/site/results/artifacts/images/20260218T215532Z_rtx3090_phase4__gpu.svg +++ b/web/site/results/artifacts/images/20260218T215532Z_rtx3090_phase4__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager0.1600 msPyTorch Compile0.2004 msPyC CUDA1.2381 msXLA0.1553 msTensorRT0.2172 msGlow0.2673 ms - +PyC Backend Suite (CUDA)run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager0.1600 msPyTorch Compile0.2004 msPyC CUDA1.2381 msXLA0.1553 msTensorRT0.2172 msGlow0.2673 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T215837Z_rtx3090_phase4_v2__cpu.svg b/web/site/results/artifacts/images/20260218T215837Z_rtx3090_phase4_v2__cpu.svg index f9dad95..0cb3dee 100644 --- a/web/site/results/artifacts/images/20260218T215837Z_rtx3090_phase4_v2__cpu.svg +++ b/web/site/results/artifacts/images/20260218T215837Z_rtx3090_phase4_v2__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager93.9434 msPyTorch Compile72.2996 msPyC CUDA26.5426 msTVM147.4265 msXLA82.5970 msTensorRT57.6706 msGlow92.5143 ms - +PyC Backend Suite (CPU)run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager93.9434 msPyTorch Compile72.2996 msPyC CUDA26.5426 msTVM147.4265 msXLA82.5970 msTensorRT57.6706 msGlow92.5143 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T215837Z_rtx3090_phase4_v2__gpu.svg b/web/site/results/artifacts/images/20260218T215837Z_rtx3090_phase4_v2__gpu.svg index 6841b36..dd7fcc3 100644 --- a/web/site/results/artifacts/images/20260218T215837Z_rtx3090_phase4_v2__gpu.svg +++ b/web/site/results/artifacts/images/20260218T215837Z_rtx3090_phase4_v2__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager0.1521 msPyTorch Compile0.2127 msPyC CUDA1.0658 msTVM72.6418 msXLA0.1529 msTensorRT0.1883 msGlow0.1592 ms - +PyC Backend Suite (CUDA)run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager0.1521 msPyTorch Compile0.2127 msPyC CUDA1.0658 msTVM72.6418 msXLA0.1529 msTensorRT0.1883 msGlow0.1592 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T223608Z_rtx3090_consistent__cpu.svg b/web/site/results/artifacts/images/20260218T223608Z_rtx3090_consistent__cpu.svg index e2af5f9..ba143a9 100644 --- a/web/site/results/artifacts/images/20260218T223608Z_rtx3090_consistent__cpu.svg +++ b/web/site/results/artifacts/images/20260218T223608Z_rtx3090_consistent__cpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=4 | proxy=3 - PyTorch Eager84.9849 msPyTorch Compile53.9003 msPyC CUDA26.9376 msTVM70.2299 ms - +PyC Backend Suite (CPU)run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=4 | proxy=3PyTorch Eager84.9849 msPyTorch Compile53.9003 msPyC CUDA26.9376 msTVM70.2299 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T223608Z_rtx3090_consistent__gpu.svg b/web/site/results/artifacts/images/20260218T223608Z_rtx3090_consistent__gpu.svg index 184b64f..091186f 100644 --- a/web/site/results/artifacts/images/20260218T223608Z_rtx3090_consistent__gpu.svg +++ b/web/site/results/artifacts/images/20260218T223608Z_rtx3090_consistent__gpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=4 | proxy=3 - PyTorch Eager0.1545 msPyTorch Compile0.2098 msPyC CUDA1.2198 msTVM9.6682 ms - +PyC Backend Suite (CUDA)run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=4 | proxy=3PyTorch Eager0.1545 msPyTorch Compile0.2098 msPyC CUDA1.2198 msTVM9.6682 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T231940Z__cpu.svg b/web/site/results/artifacts/images/20260218T231940Z__cpu.svg index 02062bc..aa2c76e 100644 --- a/web/site/results/artifacts/images/20260218T231940Z__cpu.svg +++ b/web/site/results/artifacts/images/20260218T231940Z__cpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=5 | proxy=2 - PyTorch Eager100.0878 msPyTorch Compile62.5383 msPyC CUDA26.7541 msTVM79.8425 msXLA22.3436 ms - +PyC Backend Suite (CPU)run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=5 | proxy=2PyTorch Eager100.0878 msPyTorch Compile62.5383 msPyC CUDA26.7541 msTVM79.8425 msXLA22.3436 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T231940Z__gpu.svg b/web/site/results/artifacts/images/20260218T231940Z__gpu.svg index f1a514f..c5702e6 100644 --- a/web/site/results/artifacts/images/20260218T231940Z__gpu.svg +++ b/web/site/results/artifacts/images/20260218T231940Z__gpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=6 | proxy=1 - PyTorch Eager0.1565 msPyTorch Compile0.2087 msPyC CUDA1.0766 msTVM0.3390 msXLA0.3387 msTensorRT0.2080 ms - +PyC Backend Suite (CUDA)run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=6 | proxy=1PyTorch Eager0.1565 msPyTorch Compile0.2087 msPyC CUDA1.0766 msTVM0.3390 msXLA0.3387 msTensorRT0.2080 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T_fix2__cpu_fix.svg b/web/site/results/artifacts/images/20260218T_fix2__cpu_fix.svg index dfbaeba..0790269 100644 --- a/web/site/results/artifacts/images/20260218T_fix2__cpu_fix.svg +++ b/web/site/results/artifacts/images/20260218T_fix2__cpu_fix.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=2 | proxy=0 - XLA22.7979 msTVM69.7373 ms - +PyC Backend Suite (CPU)run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=2 | proxy=0XLA22.7979 msTVM69.7373 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260218T_fix2__gpu_fix.svg b/web/site/results/artifacts/images/20260218T_fix2__gpu_fix.svg index 15bb0f1..1976579 100644 --- a/web/site/results/artifacts/images/20260218T_fix2__gpu_fix.svg +++ b/web/site/results/artifacts/images/20260218T_fix2__gpu_fix.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=2 | proxy=0 - XLA0.3193 msTVM0.3398 ms - +PyC Backend Suite (CUDA)run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=2 | proxy=0XLA0.3193 msTVM0.3398 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260219T163500Z_opt5_full__cpu.svg b/web/site/results/artifacts/images/20260219T163500Z_opt5_full__cpu.svg index 1ec74e4..01c34a7 100644 --- a/web/site/results/artifacts/images/20260219T163500Z_opt5_full__cpu.svg +++ b/web/site/results/artifacts/images/20260219T163500Z_opt5_full__cpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260219T163500Z_opt5_full | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=4 | proxy=2 - PyTorch Eager97.4036 msPyTorch Compile62.3601 msPyC CUDA27.5736 msXLA23.4371 ms - +PyC Backend Suite (CPU)run_id=20260219T163500Z_opt5_full | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=4 | proxy=2PyTorch Eager97.4036 msPyTorch Compile62.3601 msPyC CUDA27.5736 msXLA23.4371 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260219T163500Z_opt5_full__gpu.svg b/web/site/results/artifacts/images/20260219T163500Z_opt5_full__gpu.svg index eb4a435..47ea974 100644 --- a/web/site/results/artifacts/images/20260219T163500Z_opt5_full__gpu.svg +++ b/web/site/results/artifacts/images/20260219T163500Z_opt5_full__gpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260219T163500Z_opt5_full | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=4 | proxy=2 - PyTorch Eager0.1519 msPyTorch Compile0.2100 msPyC CUDA0.1844 msXLA0.3238 ms - +PyC Backend Suite (CUDA)run_id=20260219T163500Z_opt5_full | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=4 | proxy=2PyTorch Eager0.1519 msPyTorch Compile0.2100 msPyC CUDA0.1844 msXLA0.3238 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260219T164800Z_opt5_full_v2__cpu.svg b/web/site/results/artifacts/images/20260219T164800Z_opt5_full_v2__cpu.svg index 84e8c17..8259a2b 100644 --- a/web/site/results/artifacts/images/20260219T164800Z_opt5_full_v2__cpu.svg +++ b/web/site/results/artifacts/images/20260219T164800Z_opt5_full_v2__cpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=5 | proxy=2 - PyTorch Eager92.9130 msPyTorch Compile67.3705 msPyC CUDA27.3495 msTVM70.1233 msXLA24.6795 ms - +PyC Backend Suite (CPU)run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=5 | proxy=2PyTorch Eager92.9130 msPyTorch Compile67.3705 msPyC CUDA27.3495 msTVM70.1233 msXLA24.6795 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260219T164800Z_opt5_full_v2__gpu.svg b/web/site/results/artifacts/images/20260219T164800Z_opt5_full_v2__gpu.svg index a2f2285..190c8b7 100644 --- a/web/site/results/artifacts/images/20260219T164800Z_opt5_full_v2__gpu.svg +++ b/web/site/results/artifacts/images/20260219T164800Z_opt5_full_v2__gpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=6 | proxy=1 - PyTorch Eager0.1529 msPyTorch Compile0.2057 msPyC CUDA0.1753 msTVM0.3385 msXLA0.3194 msTensorRT0.2137 ms - +PyC Backend Suite (CUDA)run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=6 | proxy=1PyTorch Eager0.1529 msPyTorch Compile0.2057 msPyC CUDA0.1753 msTVM0.3385 msXLA0.3194 msTensorRT0.2137 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260220T013628Z__concurrency_4_8_rtx3090.svg b/web/site/results/artifacts/images/20260220T013628Z__concurrency_4_8_rtx3090.svg index ac6ec7c..c3fde99 100644 --- a/web/site/results/artifacts/images/20260220T013628Z__concurrency_4_8_rtx3090.svg +++ b/web/site/results/artifacts/images/20260220T013628Z__concurrency_4_8_rtx3090.svg @@ -1,54 +1 @@ - - -PyC Concurrent Inference (RTX 3090, c=4/8) -Bars: p50, p95, p99 latency (ms). Right labels include memory stability. -Mode colors: eager=blue, compiled+ATEN=amber, arena=green. - -0.0 ms - -2.1 ms - -4.3 ms - -6.4 ms - -8.6 ms - -10.7 ms -arena @ c=4 - - - -p50=1.62 p95=3.07 p99=3.07 | allocΔ=0 | stable=true -compiled_aten @ c=4 - - - -p50=2.17 p95=2.62 p99=3.52 | allocΔ=2884 | stable=false -eager @ c=4 - - - -p50=1.89 p95=3.29 p99=3.31 | allocΔ=5284 | stable=false -arena @ c=8 - - - -p50=4.22 p95=4.49 p99=4.98 | allocΔ=0 | stable=true -compiled_aten @ c=8 - - - -p50=4.17 p95=7.07 p99=9.74 | allocΔ=5768 | stable=false -eager @ c=8 - - - -p50=4.15 p95=4.56 p99=4.88 | allocΔ=10568 | stable=false - -p50 - -p95 - -p99 - \ No newline at end of file +PyC Concurrent Inference (RTX 3090, c=4/8)Bars: p50, p95, p99 latency (ms). Right labels include memory stability.Mode colors: eager=blue, compiled+ATEN=amber, arena=green.0.0 ms2.1 ms4.3 ms6.4 ms8.6 ms10.7 msarena @ c=4p50=1.62 p95=3.07 p99=3.07 | allocΔ=0 | stable=truecompiled_aten @ c=4p50=2.17 p95=2.62 p99=3.52 | allocΔ=2884 | stable=falseeager @ c=4p50=1.89 p95=3.29 p99=3.31 | allocΔ=5284 | stable=falsearena @ c=8p50=4.22 p95=4.49 p99=4.98 | allocΔ=0 | stable=truecompiled_aten @ c=8p50=4.17 p95=7.07 p99=9.74 | allocΔ=5768 | stable=falseeager @ c=8p50=4.15 p95=4.56 p99=4.88 | allocΔ=10568 | stable=falsep50p95p99 \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260220T060000Z__inference_stats_focus.svg b/web/site/results/artifacts/images/20260220T060000Z__inference_stats_focus.svg index b2bc5d8..68c3431 100644 --- a/web/site/results/artifacts/images/20260220T060000Z__inference_stats_focus.svg +++ b/web/site/results/artifacts/images/20260220T060000Z__inference_stats_focus.svg @@ -1,54 +1 @@ - - -PyC Inference Stats (c=4,8 | arena vs compiled+ATEN vs eager) -Bars: p50, p95, p99 latency (ms). Right labels include memory stability. -Mode colors: eager=blue, compiled+ATEN=amber, arena=green. - -0.0 ms - -2.1 ms - -4.3 ms - -6.4 ms - -8.6 ms - -10.7 ms -arena @ c=4 - - - -p50=1.62 p95=3.07 p99=3.07 | allocΔ=0 | stable=true -compiled_aten @ c=4 - - - -p50=2.17 p95=2.62 p99=3.52 | allocΔ=2884 | stable=false -eager @ c=4 - - - -p50=1.89 p95=3.29 p99=3.31 | allocΔ=5284 | stable=false -arena @ c=8 - - - -p50=4.22 p95=4.49 p99=4.98 | allocΔ=0 | stable=true -compiled_aten @ c=8 - - - -p50=4.17 p95=7.07 p99=9.74 | allocΔ=5768 | stable=false -eager @ c=8 - - - -p50=4.15 p95=4.56 p99=4.88 | allocΔ=10568 | stable=false - -p50 - -p95 - -p99 - \ No newline at end of file +PyC Inference Stats (c=4,8 | arena vs compiled+ATEN vs eager)Bars: p50, p95, p99 latency (ms). Right labels include memory stability.Mode colors: eager=blue, compiled+ATEN=amber, arena=green.0.0 ms2.1 ms4.3 ms6.4 ms8.6 ms10.7 msarena @ c=4p50=1.62 p95=3.07 p99=3.07 | allocΔ=0 | stable=truecompiled_aten @ c=4p50=2.17 p95=2.62 p99=3.52 | allocΔ=2884 | stable=falseeager @ c=4p50=1.89 p95=3.29 p99=3.31 | allocΔ=5284 | stable=falsearena @ c=8p50=4.22 p95=4.49 p99=4.98 | allocΔ=0 | stable=truecompiled_aten @ c=8p50=4.17 p95=7.07 p99=9.74 | allocΔ=5768 | stable=falseeager @ c=8p50=4.15 p95=4.56 p99=4.88 | allocΔ=10568 | stable=falsep50p95p99 \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260305T162009Z__distributed_comm_smoke.svg b/web/site/results/artifacts/images/20260305T162009Z__distributed_comm_smoke.svg index df86f03..7eb9a03 100644 --- a/web/site/results/artifacts/images/20260305T162009Z__distributed_comm_smoke.svg +++ b/web/site/results/artifacts/images/20260305T162009Z__distributed_comm_smoke.svg @@ -1,17 +1 @@ - - -Distributed Comm Backend Bench -run_id=20260305T162009Z host=Mac.attlocal.net git=fa5f82031eea9bd3dd22e66c30bcf36ffdd6525b -nccl - -mean=0.013us ok=0 hw=12000 invalid=0 -rccl - -mean=0.007us ok=0 hw=12000 invalid=0 -mpi - -mean=0.006us ok=0 hw=12000 invalid=0 -stub - -mean=0.007us ok=12000 hw=0 invalid=0 - +Distributed Comm Backend Benchrun_id=20260305T162009Z host=Mac.attlocal.net git=fa5f82031eea9bd3dd22e66c30bcf36ffdd6525bncclmean=0.013us ok=0 hw=12000 invalid=0rcclmean=0.007us ok=0 hw=12000 invalid=0mpimean=0.006us ok=0 hw=12000 invalid=0stubmean=0.007us ok=12000 hw=0 invalid=0 \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260305T162128Z__distributed_comm_smoke.svg b/web/site/results/artifacts/images/20260305T162128Z__distributed_comm_smoke.svg index 7fb9a5a..a92b93c 100644 --- a/web/site/results/artifacts/images/20260305T162128Z__distributed_comm_smoke.svg +++ b/web/site/results/artifacts/images/20260305T162128Z__distributed_comm_smoke.svg @@ -1,17 +1 @@ - - -Distributed Comm Backend Bench -run_id=20260305T162128Z host=Mac.attlocal.net git=fa5f82031eea9bd3dd22e66c30bcf36ffdd6525b -nccl - -mean=0.005us ok=0 hw=12000 invalid=0 -rccl - -mean=0.005us ok=0 hw=12000 invalid=0 -mpi - -mean=0.004us ok=0 hw=12000 invalid=0 -stub - -mean=0.005us ok=12000 hw=0 invalid=0 - +Distributed Comm Backend Benchrun_id=20260305T162128Z host=Mac.attlocal.net git=fa5f82031eea9bd3dd22e66c30bcf36ffdd6525bncclmean=0.005us ok=0 hw=12000 invalid=0rcclmean=0.005us ok=0 hw=12000 invalid=0mpimean=0.004us ok=0 hw=12000 invalid=0stubmean=0.005us ok=12000 hw=0 invalid=0 \ No newline at end of file diff --git a/web/site/results/artifacts/images/20260305T164009Z__distributed_comm_smoke.svg b/web/site/results/artifacts/images/20260305T164009Z__distributed_comm_smoke.svg index 5ee7359..2c3f7fe 100644 --- a/web/site/results/artifacts/images/20260305T164009Z__distributed_comm_smoke.svg +++ b/web/site/results/artifacts/images/20260305T164009Z__distributed_comm_smoke.svg @@ -1,17 +1 @@ - - -Distributed Comm Backend Bench -run_id=20260305T164009Z host=Mac.attlocal.net git=fa5f82031eea9bd3dd22e66c30bcf36ffdd6525b -nccl - -mean=0.007us ok=0 hw=12000 invalid=0 -rccl - -mean=0.005us ok=0 hw=12000 invalid=0 -mpi - -mean=0.004us ok=0 hw=12000 invalid=0 -stub - -mean=0.005us ok=12000 hw=0 invalid=0 - +Distributed Comm Backend Benchrun_id=20260305T164009Z host=Mac.attlocal.net git=fa5f82031eea9bd3dd22e66c30bcf36ffdd6525bncclmean=0.007us ok=0 hw=12000 invalid=0rcclmean=0.005us ok=0 hw=12000 invalid=0mpimean=0.004us ok=0 hw=12000 invalid=0stubmean=0.005us ok=12000 hw=0 invalid=0 \ No newline at end of file diff --git a/web/site/results/artifacts/images/latest_core.svg b/web/site/results/artifacts/images/latest_core.svg index abe7a49..7382bc5 100644 --- a/web/site/results/artifacts/images/latest_core.svg +++ b/web/site/results/artifacts/images/latest_core.svg @@ -1,8 +1 @@ - - - PyC Stable Core Benchmark Snapshot - UTC 2026-02-18T02:30:14.913990+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 3 | rounds: 100 - Configure295.994 msBuild247.806 mspyc smoke mean1.910 msmicrobench mean9.488 ms - Artifacts: pyc=32.64 KB, pyc_core=6.72 KB - Source: benchmark/benchmarks/results/json/latest_core.json - +PyC Stable Core Benchmark SnapshotUTC 2026-02-18T02:30:14.913990+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 3 | rounds: 100Configure295.994 msBuild247.806 mspyc smoke mean1.910 msmicrobench mean9.488 msArtifacts: pyc=32.64 KB, pyc_core=6.72 KBSource: benchmark/benchmarks/results/json/latest_core.json \ No newline at end of file diff --git a/web/site/results/artifacts/images/latest_cpu.svg b/web/site/results/artifacts/images/latest_cpu.svg index 02062bc..aa2c76e 100644 --- a/web/site/results/artifacts/images/latest_cpu.svg +++ b/web/site/results/artifacts/images/latest_cpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=5 | proxy=2 - PyTorch Eager100.0878 msPyTorch Compile62.5383 msPyC CUDA26.7541 msTVM79.8425 msXLA22.3436 ms - +PyC Backend Suite (CPU)run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=5 | proxy=2PyTorch Eager100.0878 msPyTorch Compile62.5383 msPyC CUDA26.7541 msTVM79.8425 msXLA22.3436 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/latest_distributed_comm.svg b/web/site/results/artifacts/images/latest_distributed_comm.svg index 5ee7359..2c3f7fe 100644 --- a/web/site/results/artifacts/images/latest_distributed_comm.svg +++ b/web/site/results/artifacts/images/latest_distributed_comm.svg @@ -1,17 +1 @@ - - -Distributed Comm Backend Bench -run_id=20260305T164009Z host=Mac.attlocal.net git=fa5f82031eea9bd3dd22e66c30bcf36ffdd6525b -nccl - -mean=0.007us ok=0 hw=12000 invalid=0 -rccl - -mean=0.005us ok=0 hw=12000 invalid=0 -mpi - -mean=0.004us ok=0 hw=12000 invalid=0 -stub - -mean=0.005us ok=12000 hw=0 invalid=0 - +Distributed Comm Backend Benchrun_id=20260305T164009Z host=Mac.attlocal.net git=fa5f82031eea9bd3dd22e66c30bcf36ffdd6525bncclmean=0.007us ok=0 hw=12000 invalid=0rcclmean=0.005us ok=0 hw=12000 invalid=0mpimean=0.004us ok=0 hw=12000 invalid=0stubmean=0.005us ok=12000 hw=0 invalid=0 \ No newline at end of file diff --git a/web/site/results/artifacts/images/latest_distributed_pipeline.svg b/web/site/results/artifacts/images/latest_distributed_pipeline.svg index 49080dd..bded4cf 100644 --- a/web/site/results/artifacts/images/latest_distributed_pipeline.svg +++ b/web/site/results/artifacts/images/latest_distributed_pipeline.svg @@ -1,17 +1 @@ - - -Latest Distributed Pipeline Breakdown -run_id=campaign_full_20260306T000425Z model=distilbert-base-uncased dataset=ag_news -Compute - -15.2453 ms -Comm - -0.6829 ms -Idle - -1.5741 ms -H2D - -0.0779 ms - +Latest Distributed Pipeline Breakdownrun_id=campaign_full_20260306T000425Z model=distilbert-base-uncased dataset=ag_newsCompute15.2453 msComm0.6829 msIdle1.5741 msH2D0.0779 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/latest_distributed_throughput.svg b/web/site/results/artifacts/images/latest_distributed_throughput.svg index 2ff887d..e5c66ea 100644 --- a/web/site/results/artifacts/images/latest_distributed_throughput.svg +++ b/web/site/results/artifacts/images/latest_distributed_throughput.svg @@ -1,20 +1 @@ - - -Latest Distributed Throughput -Source: campaign_v4/v5 run metrics synced from the latest GPU runs. -campaign_live_20260305T233837Z - -189303.87 tok/s | 2291.28 samples/s | ws=8 -campaign_full_20260306T000425Z - -178008.20 tok/s | 2154.56 samples/s | ws=8 -campaign_stable_20260306T000153Z - -144861.94 tok/s | 1738.15 samples/s | ws=8 -campaign_rerun3_20260306T003221Z - -41898.06 tok/s | 490.71 samples/s | ws=1 -campaign_livecheck_20260306T003758Z - -29101.23 tok/s | 315.58 samples/s | ws=1 - +Latest Distributed ThroughputSource: campaign_v4/v5 run metrics synced from the latest GPU runs.campaign_live_20260305T233837Z189303.87 tok/s | 2291.28 samples/s | ws=8campaign_full_20260306T000425Z178008.20 tok/s | 2154.56 samples/s | ws=8campaign_stable_20260306T000153Z144861.94 tok/s | 1738.15 samples/s | ws=8campaign_rerun3_20260306T003221Z41898.06 tok/s | 490.71 samples/s | ws=1campaign_livecheck_20260306T003758Z29101.23 tok/s | 315.58 samples/s | ws=1 \ No newline at end of file diff --git a/web/site/results/artifacts/images/latest_gpu.svg b/web/site/results/artifacts/images/latest_gpu.svg index f1a514f..c5702e6 100644 --- a/web/site/results/artifacts/images/latest_gpu.svg +++ b/web/site/results/artifacts/images/latest_gpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=6 | proxy=1 - PyTorch Eager0.1565 msPyTorch Compile0.2087 msPyC CUDA1.0766 msTVM0.3390 msXLA0.3387 msTensorRT0.2080 ms - +PyC Backend Suite (CUDA)run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=6 | proxy=1PyTorch Eager0.1565 msPyTorch Compile0.2087 msPyC CUDA1.0766 msTVM0.3390 msXLA0.3387 msTensorRT0.2080 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/local_smoke__cpu.svg b/web/site/results/artifacts/images/local_smoke__cpu.svg index ded0c51..cf65ac0 100644 --- a/web/site/results/artifacts/images/local_smoke__cpu.svg +++ b/web/site/results/artifacts/images/local_smoke__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyTorch Eager0.0478 msPyTorch Compile0.1040 msPyC CUDA76.9718 msXLA0.0281 msTensorRT0.1029 msGlow0.0269 ms - +PyC Backend Suite (CPU)run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyTorch Eager0.0478 msPyTorch Compile0.1040 msPyC CUDA76.9718 msXLA0.0281 msTensorRT0.1029 msGlow0.0269 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/local_smoke__gpu.svg b/web/site/results/artifacts/images/local_smoke__gpu.svg index 6be4419..2cdde36 100644 --- a/web/site/results/artifacts/images/local_smoke__gpu.svg +++ b/web/site/results/artifacts/images/local_smoke__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA81.3104 msXLA0.0268 ms - +PyC Backend Suite (CUDA)run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA81.3104 msXLA0.0268 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/restructure_smoke__cpu.svg b/web/site/results/artifacts/images/restructure_smoke__cpu.svg index ca15eee..0fd31fb 100644 --- a/web/site/results/artifacts/images/restructure_smoke__cpu.svg +++ b/web/site/results/artifacts/images/restructure_smoke__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyTorch Eager0.0512 msPyTorch Compile0.1071 msPyC CUDA77.0760 msXLA0.0285 msTensorRT0.1089 msGlow0.0273 ms - +PyC Backend Suite (CPU)run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyTorch Eager0.0512 msPyTorch Compile0.1071 msPyC CUDA77.0760 msXLA0.0285 msTensorRT0.1089 msGlow0.0273 ms \ No newline at end of file diff --git a/web/site/results/artifacts/images/restructure_smoke__gpu.svg b/web/site/results/artifacts/images/restructure_smoke__gpu.svg index a0e6445..38f31aa 100644 --- a/web/site/results/artifacts/images/restructure_smoke__gpu.svg +++ b/web/site/results/artifacts/images/restructure_smoke__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA78.1006 msXLA0.0269 ms - +PyC Backend Suite (CUDA)run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA78.1006 msXLA0.0269 ms \ No newline at end of file diff --git a/web/site/results/artifacts/latest/latest_cpu.svg b/web/site/results/artifacts/latest/latest_cpu.svg index 84e8c17..8259a2b 100644 --- a/web/site/results/artifacts/latest/latest_cpu.svg +++ b/web/site/results/artifacts/latest/latest_cpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=5 | proxy=2 - PyTorch Eager92.9130 msPyTorch Compile67.3705 msPyC CUDA27.3495 msTVM70.1233 msXLA24.6795 ms - +PyC Backend Suite (CPU)run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=5 | proxy=2PyTorch Eager92.9130 msPyTorch Compile67.3705 msPyC CUDA27.3495 msTVM70.1233 msXLA24.6795 ms \ No newline at end of file diff --git a/web/site/results/artifacts/latest/latest_gpu.svg b/web/site/results/artifacts/latest/latest_gpu.svg index a2f2285..190c8b7 100644 --- a/web/site/results/artifacts/latest/latest_gpu.svg +++ b/web/site/results/artifacts/latest/latest_gpu.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=6 | proxy=1 - PyTorch Eager0.1529 msPyTorch Compile0.2057 msPyC CUDA0.1753 msTVM0.3385 msXLA0.3194 msTensorRT0.2137 ms - +PyC Backend Suite (CUDA)run_id=20260219T164800Z_opt5_full_v2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=6 | proxy=1PyTorch Eager0.1529 msPyTorch Compile0.2057 msPyC CUDA0.1753 msTVM0.3385 msXLA0.3194 msTensorRT0.2137 ms \ No newline at end of file diff --git a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_run2/nsys_kernel_flame.svg b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_run2/nsys_kernel_flame.svg index 4a9b8a4..e48c49f 100644 --- a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_run2/nsys_kernel_flame.svg +++ b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_run2/nsys_kernel_flame.svg @@ -1,35 +1 @@ - - -PyC Ground Truth Baseline (host86) -Nsight Systems kernel-time composition (single captured pass) - -47.7% - -44.8% - -4.0% - - - - - - - -sm80_xmma_gemm_f16f16_f16f32_f32_tn_n_tilesize192x128x32_stage3_warpsize4x2x1_tensor16x8x16_execute_kernel__5x_cu... | 3.7277 ms | 47.7% | instances=1 - -void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_128x256_32x3_tn_align8>(T1::Params) | 3.4958 ms | 44.8% | instances=1 - -void at::native::vectorized_elementwise_kernel<(int)8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase &, a... | 0.3112 ms | 4.0% | instances=1 - -void at::native::vectorized_elementwise_kernel<(int)8, at::native::CUDAFunctor_add<c10::Half>, std::array<char *,... | 0.1146 ms | 1.5% | instances=1 - -void at::native::<unnamed>::vectorized_layer_norm_kernel<c10::Half, float>(int, T2, const T1 *, const T1 *, const... | 0.1074 ms | 1.4% | instances=1 - -void at::native::reduce_kernel<(int)128, (int)4, at::native::ReduceOp<c10::Half, at::native::MeanOps<c10::Half, f... | 0.0456 ms | 0.6% | instances=1 - -void cutlass::Kernel2<cutlass_80_wmma_tensorop_f16_s161616gemm_f16_32x32_128x2_tn_align8>(T1::Params) | 0.0034 ms | 0.0% | instances=1 - -void at::native::reduce_kernel<(int)512, (int)1, at::native::ReduceOp<c10::Half, at::native::func_wrapper_t<c10::... | 0.0033 ms | 0.0% | instances=1 - -void cublasLt::splitKreduce_kernel<(int)32, (int)16, int, __half, __half, float, __half, (bool)0, __half, __half,... | 0.0019 ms | 0.0% | instances=1 - +PyC Ground Truth Baseline (host86)Nsight Systems kernel-time composition (single captured pass)47.7%44.8%4.0%sm80_xmma_gemm_f16f16_f16f32_f32_tn_n_tilesize192x128x32_stage3_warpsize4x2x1_tensor16x8x16_execute_kernel__5x_cu... | 3.7277 ms | 47.7% | instances=1void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_128x256_32x3_tn_align8>(T1::Params) | 3.4958 ms | 44.8% | instances=1void at::native::vectorized_elementwise_kernel<(int)8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase &, a... | 0.3112 ms | 4.0% | instances=1void at::native::vectorized_elementwise_kernel<(int)8, at::native::CUDAFunctor_add<c10::Half>, std::array<char *,... | 0.1146 ms | 1.5% | instances=1void at::native::<unnamed>::vectorized_layer_norm_kernel<c10::Half, float>(int, T2, const T1 *, const T1 *, const... | 0.1074 ms | 1.4% | instances=1void at::native::reduce_kernel<(int)128, (int)4, at::native::ReduceOp<c10::Half, at::native::MeanOps<c10::Half, f... | 0.0456 ms | 0.6% | instances=1void cutlass::Kernel2<cutlass_80_wmma_tensorop_f16_s161616gemm_f16_32x32_128x2_tn_align8>(T1::Params) | 0.0034 ms | 0.0% | instances=1void at::native::reduce_kernel<(int)512, (int)1, at::native::ReduceOp<c10::Half, at::native::func_wrapper_t<c10::... | 0.0033 ms | 0.0% | instances=1void cublasLt::splitKreduce_kernel<(int)32, (int)16, int, __half, __half, float, __half, (bool)0, __half, __half,... | 0.0019 ms | 0.0% | instances=1 \ No newline at end of file diff --git a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned1/nsys_kernel_flame.svg b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned1/nsys_kernel_flame.svg index b5b0210..77a1011 100644 --- a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned1/nsys_kernel_flame.svg +++ b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned1/nsys_kernel_flame.svg @@ -1,9 +1 @@ - - -PyC Ground Truth Tuned1 (compile max-autotune) -Nsight Systems kernel-time composition (single captured pass) - -100.0% - -void at::native::<unnamed>::multi_tensor_apply_kernel<at::native::<unnamed>::TensorListMetadata<(int)2>, at::nati... | 0.0848 ms | 100.0% | instances=1 - +PyC Ground Truth Tuned1 (compile max-autotune)Nsight Systems kernel-time composition (single captured pass)100.0%void at::native::<unnamed>::multi_tensor_apply_kernel<at::native::<unnamed>::TensorListMetadata<(int)2>, at::nati... | 0.0848 ms | 100.0% | instances=1 \ No newline at end of file diff --git a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned2/nsys_kernel_flame.svg b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned2/nsys_kernel_flame.svg index 1cf8947..61de36a 100644 --- a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned2/nsys_kernel_flame.svg +++ b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned2/nsys_kernel_flame.svg @@ -1,32 +1 @@ - - -PyC Ground Truth Tuned2 (eager tuned) -Nsight Systems kernel-time composition (single captured pass) - -47.8% - -44.8% - -4.0% - - - - - - -sm80_xmma_gemm_f16f16_f16f32_f32_tn_n_tilesize192x128x32_stage3_warpsize4x2x1_tensor16x8x16_execute_kernel__5x_cu... | 3.7085 ms | 47.8% | instances=1 - -void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_128x256_32x3_tn_align8>(T1::Params) | 3.4745 ms | 44.8% | instances=1 - -void at::native::vectorized_elementwise_kernel<(int)8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase &, a... | 0.3114 ms | 4.0% | instances=1 - -void at::native::vectorized_elementwise_kernel<(int)8, at::native::CUDAFunctor_add<c10::Half>, std::array<char *,... | 0.1150 ms | 1.5% | instances=1 - -void at::native::<unnamed>::vectorized_layer_norm_kernel<c10::Half, float>(int, T2, const T1 *, const T1 *, const... | 0.1030 ms | 1.3% | instances=1 - -void at::native::reduce_kernel<(int)128, (int)4, at::native::ReduceOp<c10::Half, at::native::MeanOps<c10::Half, f... | 0.0457 ms | 0.6% | instances=1 - -void cutlass::Kernel2<cutlass_80_wmma_tensorop_f16_s161616gemm_f16_32x32_128x2_tn_align8>(T1::Params) | 0.0033 ms | 0.0% | instances=1 - -void cublasLt::splitKreduce_kernel<(int)32, (int)16, int, __half, __half, float, __half, (bool)0, __half, __half,... | 0.0019 ms | 0.0% | instances=1 - +PyC Ground Truth Tuned2 (eager tuned)Nsight Systems kernel-time composition (single captured pass)47.8%44.8%4.0%sm80_xmma_gemm_f16f16_f16f32_f32_tn_n_tilesize192x128x32_stage3_warpsize4x2x1_tensor16x8x16_execute_kernel__5x_cu... | 3.7085 ms | 47.8% | instances=1void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_128x256_32x3_tn_align8>(T1::Params) | 3.4745 ms | 44.8% | instances=1void at::native::vectorized_elementwise_kernel<(int)8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase &, a... | 0.3114 ms | 4.0% | instances=1void at::native::vectorized_elementwise_kernel<(int)8, at::native::CUDAFunctor_add<c10::Half>, std::array<char *,... | 0.1150 ms | 1.5% | instances=1void at::native::<unnamed>::vectorized_layer_norm_kernel<c10::Half, float>(int, T2, const T1 *, const T1 *, const... | 0.1030 ms | 1.3% | instances=1void at::native::reduce_kernel<(int)128, (int)4, at::native::ReduceOp<c10::Half, at::native::MeanOps<c10::Half, f... | 0.0457 ms | 0.6% | instances=1void cutlass::Kernel2<cutlass_80_wmma_tensorop_f16_s161616gemm_f16_32x32_128x2_tn_align8>(T1::Params) | 0.0033 ms | 0.0% | instances=1void cublasLt::splitKreduce_kernel<(int)32, (int)16, int, __half, __half, float, __half, (bool)0, __half, __half,... | 0.0019 ms | 0.0% | instances=1 \ No newline at end of file diff --git a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/nsys_kernel_flame.svg b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/nsys_kernel_flame.svg index 472460d..b21e4ee 100644 --- a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/nsys_kernel_flame.svg +++ b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/nsys_kernel_flame.svg @@ -1,32 +1 @@ - - -PyC Ground Truth Tuned3 (single-shape, low Python overhead) -Nsight Systems kernel-time composition (single captured pass) - -46.3% - -46.0% - -4.2% - - - - - - -void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_128x256_32x3_tn_align8>(T1::Params) | 6.9042 ms | 46.3% | instances=1 - -void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_256x128_32x3_tn_align8>(T1::Params) | 6.8585 ms | 46.0% | instances=1 - -void at::native::vectorized_elementwise_kernel<(int)8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase &, a... | 0.6198 ms | 4.2% | instances=1 - -void at::native::vectorized_elementwise_kernel<(int)8, at::native::CUDAFunctor_add<c10::Half>, std::array<char *,... | 0.2328 ms | 1.6% | instances=1 - -void at::native::<unnamed>::vectorized_layer_norm_kernel<c10::Half, float>(int, T2, const T1 *, const T1 *, const... | 0.2200 ms | 1.5% | instances=1 - -void at::native::reduce_kernel<(int)128, (int)4, at::native::ReduceOp<c10::Half, at::native::MeanOps<c10::Half, f... | 0.0829 ms | 0.6% | instances=1 - -void cutlass::Kernel2<cutlass_80_wmma_tensorop_f16_s161616gemm_f16_32x32_128x2_tn_align8>(T1::Params) | 0.0034 ms | 0.0% | instances=1 - -void cublasLt::splitKreduce_kernel<(int)32, (int)16, int, __half, __half, float, __half, (bool)0, __half, __half,... | 0.0019 ms | 0.0% | instances=1 - \ No newline at end of file +PyC Ground Truth Tuned3 (single-shape, low Python overhead)Nsight Systems kernel-time composition (single captured pass)46.3%46.0%4.2%void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_128x256_32x3_tn_align8>(T1::Params) | 6.9042 ms | 46.3% | instances=1void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_256x128_32x3_tn_align8>(T1::Params) | 6.8585 ms | 46.0% | instances=1void at::native::vectorized_elementwise_kernel<(int)8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase &, a... | 0.6198 ms | 4.2% | instances=1void at::native::vectorized_elementwise_kernel<(int)8, at::native::CUDAFunctor_add<c10::Half>, std::array<char *,... | 0.2328 ms | 1.6% | instances=1void at::native::<unnamed>::vectorized_layer_norm_kernel<c10::Half, float>(int, T2, const T1 *, const T1 *, const... | 0.2200 ms | 1.5% | instances=1void at::native::reduce_kernel<(int)128, (int)4, at::native::ReduceOp<c10::Half, at::native::MeanOps<c10::Half, f... | 0.0829 ms | 0.6% | instances=1void cutlass::Kernel2<cutlass_80_wmma_tensorop_f16_s161616gemm_f16_32x32_128x2_tn_align8>(T1::Params) | 0.0034 ms | 0.0% | instances=1void cublasLt::splitKreduce_kernel<(int)32, (int)16, int, __half, __half, float, __half, (bool)0, __half, __half,... | 0.0019 ms | 0.0% | instances=1 \ No newline at end of file diff --git a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_clean.svg b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_clean.svg index 2967e80..25e6464 100644 --- a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_clean.svg +++ b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_clean.svg @@ -1,15 +1,4 @@ -py-spy record --rate 49 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_clean.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 5 --iters 40 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_profile_clean.json Reset ZoomSearch <module> (encoder_ground_truth.py:16) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (statistics.py:135) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (fractions.py:6) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (decimal.py:3) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.50%)module_from_spec (<frozen importlib._bootstrap>:573) (1 samples, 0.50%)create_module (<frozen importlib._bootstrap_external>:1233) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (encoder_ground_truth.py:19) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (typing.py:2185) (1 samples, 0.50%)kaiming_uniform_ (torch/nn/init.py:513) (1 samples, 0.50%)_calculate_correct_fan (torch/nn/init.py:452) (1 samples, 0.50%)_calculate_fan_in_and_fan_out (torch/nn/init.py:352) (1 samples, 0.50%)__init__ (encoder_ground_truth.py:107) (21 samples, 10.40%)__init__ (encod..__init__ (torch/nn/modules/linear.py:112) (21 samples, 10.40%)__init__ (torch..reset_parameters (torch/nn/modules/linear.py:118) (21 samples, 10.40%)reset_parameter..kaiming_uniform_ (torch/nn/init.py:518) (20 samples, 9.90%)kaiming_unifor..__init__ (encoder_ground_truth.py:109) (8 samples, 3.96%)__in..__init__ (torch/nn/modules/linear.py:112) (8 samples, 3.96%)__in..reset_parameters (torch/nn/modules/linear.py:118) (8 samples, 3.96%)rese..kaiming_uniform_ (torch/nn/init.py:518) (8 samples, 3.96%)kaim.._apply (torch/nn/modules/module.py:942) (12 samples, 5.94%)_apply (..convert (torch/nn/modules/module.py:1341) (12 samples, 5.94%)convert ..run (encoder_ground_truth.py:167) (42 samples, 20.79%)run (encoder_ground_truth.py:167)build_model (encoder_ground_truth.py:149) (42 samples, 20.79%)build_model (encoder_ground_truth..to (torch/nn/modules/module.py:1355) (13 samples, 6.44%)to (torc.._apply (torch/nn/modules/module.py:915) (13 samples, 6.44%)_apply (.._apply (torch/nn/modules/module.py:969) (1 samples, 0.50%)forward (encoder_ground_truth.py:113) (27 samples, 13.37%)forward (encoder_gro.._wrapped_call_impl (torch/nn/modules/module.py:1751) (27 samples, 13.37%)_wrapped_call_impl (.._call_impl (torch/nn/modules/module.py:1762) (27 samples, 13.37%)_call_impl (torch/nn..forward (torch/nn/modules/linear.py:125) (27 samples, 13.37%)forward (torch/nn/mo..forward (encoder_ground_truth.py:114) (2 samples, 0.99%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (2 samples, 0.99%)_call_impl (torch/nn/modules/module.py:1762) (2 samples, 0.99%)forward (torch/nn/modules/activation.py:734) (2 samples, 0.99%)forward (encoder_ground_truth.py:117) (2 samples, 0.99%)forward (encoder_ground_truth.py:121) (2 samples, 0.99%)run_phase (encoder_ground_truth.py:184) (35 samples, 17.33%)run_phase (encoder_ground_t.._wrapped_call_impl (torch/nn/modules/module.py:1751) (35 samples, 17.33%)_wrapped_call_impl (torch/n.._call_impl (torch/nn/modules/module.py:1762) (35 samples, 17.33%)_call_impl (torch/nn/module..forward (encoder_ground_truth.py:122) (2 samples, 0.99%)run_phase (encoder_ground_truth.py:185) (4 samples, 1.98%)r..full_sync (encoder_ground_truth.py:127) (4 samples, 1.98%)f..synchronize (torch/cuda/__init__.py:1040) (4 samples, 1.98%)s..run (encoder_ground_truth.py:252) (79 samples, 39.11%)run (encoder_ground_truth.py:252)run_phase (encoder_ground_truth.py:199) (40 samples, 19.80%)run_phase (encoder_ground_truth..full_sync (encoder_ground_truth.py:127) (40 samples, 19.80%)full_sync (encoder_ground_truth..synchronize (torch/cuda/__init__.py:1040) (40 samples, 19.80%)synchronize (torch/cuda/__init_..<module> (torch/__init__.py:2043) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/serialization.py:22) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_weights_only_unpickler.py:86) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Union (typing.py:721) (1 samples, 0.50%)__init__ (typing.py:1386) (1 samples, 0.50%)<module> (torch/__init__.py:2066) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/cuda/__init__.py:61) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.50%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.50%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.50%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.50%)find_spec (<frozen importlib._bootstrap_external>:1607) (1 samples, 0.50%)<module> (torch/nn/__init__.py:2) (1 samples, 0.50%)<module> (torch/utils/data/dataloader.py:21) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/distributed/__init__.py:122) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/distributed/device_mesh.py:40) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/distributed/distributed_c10d.py:7) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (hashlib.py:170) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:1241) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/utils/__init__.py:8) (2 samples, 0.99%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/utils/data/__init__.py:1) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/utils/data/dataloader.py:22) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/data/graph_settings.py:8) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/data/datapipes/__init__.py:1) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/data/datapipes/map/__init__.py:6) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/data/datapipes/map/combining.py:14) (1 samples, 0.50%)__call__ (torch/utils/data/datapipes/_decorator.py:28) (1 samples, 0.50%)__subclasscheck__ (<frozen abc>:123) (1 samples, 0.50%)__subclasscheck__ (<frozen abc>:123) (1 samples, 0.50%)__subclasscheck__ (<frozen abc>:123) (1 samples, 0.50%)<module> (torch/nn/modules/__init__.py:1) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/nn/modules/module.py:17) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/_python_dispatch.py:13) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torchgen/model.py:359) (1 samples, 0.50%)__new__ (enum.py:562) (1 samples, 0.50%)__set_name__ (enum.py:317) (1 samples, 0.50%)<module> (torch/nn/functional.py:11) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_jit_internal.py:42) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/distributed/rpc/__init__.py:28) (1 samples, 0.50%)<module> (torch/nn/functional.py:18) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.50%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.50%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.50%)<module> (torch/__init__.py:2128) (7 samples, 3.47%)<mo.._handle_fromlist (<frozen importlib._bootstrap>:1232) (7 samples, 3.47%)_ha.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/functional.py:8) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (7 samples, 3.47%)_fi.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/nn/__init__.py:8) (6 samples, 2.97%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 2.97%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 2.97%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 2.97%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 2.97%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 2.97%)_ca..<module> (torch/nn/modules/__init__.py:2) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/nn/modules/linear.py:7) (3 samples, 1.49%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/nn/functional.py:4803) (1 samples, 0.50%)_overload (torch/_jit_internal.py:1024) (1 samples, 0.50%)_qualified_name (torch/_jit_internal.py:170) (1 samples, 0.50%)is_mangled (torch/package/_mangling.py:47) (1 samples, 0.50%)match (re/__init__.py:166) (1 samples, 0.50%)<module> (torch/fx/_symbolic_trace.py:22) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/_lazy_graph_module.py:4) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/graph_module.py:20) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/graph.py:297) (1 samples, 0.50%)_PyTreeInfo (torch/fx/graph.py:304) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Optional (typing.py:726) (1 samples, 0.50%)<module> (torch/nested/__init__.py:21) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/nested/_internal/nested_tensor.py:7) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/nested/_internal/nested_int.py:4) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/fx/__init__.py:88) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/fx/_symbolic_trace.py:26) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/proxy.py:17) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/traceback.py:38) (1 samples, 0.50%)NodeSource (torch/fx/traceback.py:53) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Optional (typing.py:727) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Union (typing.py:715) (1 samples, 0.50%)<genexpr> (typing.py:715) (1 samples, 0.50%)<module> (torch/profiler/__init__.py:19) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/profiler/profiler.py:27) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/profiler/_memory_profiler.py:92) (1 samples, 0.50%)wrap (dataclasses.py:1222) (1 samples, 0.50%)_process_class (dataclasses.py:1078) (1 samples, 0.50%)_frozen_get_del_attr (dataclasses.py:614) (1 samples, 0.50%)_create_fn (dataclasses.py:433) (1 samples, 0.50%)<module> (torch/__init__.py:2171) (4 samples, 1.98%)<.._handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 1.98%)_.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 1.98%)_.._load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 1.98%)_..exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 1.98%)e.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_..<module> (torch/xpu/__init__.py:29) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.50%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.50%)get_data (<frozen importlib._bootstrap_external>:1130) (1 samples, 0.50%)<module> (torch/fx/passes/graph_drawer.py:13) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/fx/passes/shape_prop.py:9) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_guards.py:236) (1 samples, 0.50%)dataclass_slots (torch/utils/_backport_slots.py:116) (1 samples, 0.50%)_add_slots (torch/utils/_backport_slots.py:58) (1 samples, 0.50%)<module> (torch/fx/passes/net_min_base.py:12) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/passes/split_utils.py:11) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.50%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.50%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.50%)<module> (torch/export/__init__.py:17) (4 samples, 1.98%)<.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 1.98%)_.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 1.98%)_.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 1.98%)_.._load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 1.98%)_..exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 1.98%)e.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_..<module> (torch/fx/passes/__init__.py:1) (4 samples, 1.98%)<.._handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 1.98%)_.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 1.98%)_.._load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 1.98%)_..exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 1.98%)e.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_..<module> (torch/fx/passes/runtime_assert.py:23) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/experimental/proxy_tensor.py:168) (1 samples, 0.50%)_HasMeta (torch/fx/experimental/proxy_tensor.py:169) (1 samples, 0.50%)<module> (torch/_higher_order_ops/_invoke_quant.py:36) (1 samples, 0.50%)wrap (dataclasses.py:1222) (1 samples, 0.50%)_process_class (dataclasses.py:1078) (1 samples, 0.50%)_frozen_get_del_attr (dataclasses.py:607) (1 samples, 0.50%)_create_fn (dataclasses.py:433) (1 samples, 0.50%)<module> (torch/_higher_order_ops/__init__.py:1) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/_higher_order_ops/_invoke_quant.py:8) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_higher_order_ops/base_hop.py:12) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_subclasses/functional_tensor.py:46) (1 samples, 0.50%)FunctionalTensor (torch/_subclasses/functional_tensor.py:86) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1265) (1 samples, 0.50%)_get_packet (torch/_ops.py:1290) (1 samples, 0.50%)<module> (torch/__init__.py:2242) (7 samples, 3.47%)<mo.._handle_fromlist (<frozen importlib._bootstrap>:1232) (7 samples, 3.47%)_ha.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/quantization/__init__.py:2) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/quantization/fake_quantize.py:10) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (7 samples, 3.47%)_fi.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/ao/quantization/__init__.py:12) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/export/__init__.py:60) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/export/decomp_utils.py:5) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/_export/__init__.py:48) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/_export/wrappers.py:7) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/_higher_order_ops/__init__.py:8) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_higher_order_ops/auto_functionalize.py:41) (1 samples, 0.50%)dataclass (dataclasses.py:1232) (1 samples, 0.50%)wrap (dataclasses.py:1222) (1 samples, 0.50%)_process_class (dataclasses.py:1098) (1 samples, 0.50%)signature (inspect.py:3263) (1 samples, 0.50%)from_callable (inspect.py:3011) (1 samples, 0.50%)_signature_from_callable (inspect.py:2558) (1 samples, 0.50%)_signature_from_callable (inspect.py:2461) (1 samples, 0.50%)_signature_from_callable (inspect.py:2523) (1 samples, 0.50%)_signature_from_function (inspect.py:2376) (1 samples, 0.50%)__init__ (inspect.py:2671) (1 samples, 0.50%)__call__ (enum.py:714) (1 samples, 0.50%)<module> (torch/_decomp/decompositions.py:1588) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1129) (1 samples, 0.50%)__init__ (torch/_ops.py:721) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2315) (1 samples, 0.50%)_make_reduction_prim (torch/_prims/__init__.py:2231) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.50%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1127) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2419) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.50%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.50%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.50%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.50%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (1 samples, 0.50%)_register_fake (torch/library.py:195) (1 samples, 0.50%)getmodule (inspect.py:980) (1 samples, 0.50%)getabsfile (inspect.py:963) (1 samples, 0.50%)getsourcefile (inspect.py:936) (1 samples, 0.50%)_patched_getfile (torch/package/package_importer.py:725) (1 samples, 0.50%)getfile (inspect.py:910) (1 samples, 0.50%)istraceback (inspect.py:464) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2514) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.50%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.50%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.50%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.50%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.50%)make_autograd_impl (torch/_library/autograd.py:92) (1 samples, 0.50%)__init__ (torch/autograd/function.py:331) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2597) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.50%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.50%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.50%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.50%)_register_to_dispatcher (torch/_library/custom_ops.py:627) (1 samples, 0.50%)impl (torch/library.py:365) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2722) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.50%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1130) (1 samples, 0.50%)_has_script_object_arg (torch/_ops.py:1045) (1 samples, 0.50%)<genexpr> (torch/_ops.py:1045) (1 samples, 0.50%)getmodule (inspect.py:994) (1 samples, 0.50%)getabsfile (inspect.py:963) (1 samples, 0.50%)getsourcefile (inspect.py:945) (1 samples, 0.50%)exists (<frozen genericpath>:19) (1 samples, 0.50%)_joinrealpath (<frozen posixpath>:451) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:525) (3 samples, 1.49%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (3 samples, 1.49%)_make_prim (torch/_prims/__init__.py:321) (3 samples, 1.49%)custom_op (torch/_library/custom_ops.py:173) (3 samples, 1.49%)inner (torch/_library/custom_ops.py:154) (3 samples, 1.49%)__init__ (torch/_library/custom_ops.py:204) (3 samples, 1.49%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (3 samples, 1.49%)_register_fake (torch/library.py:193) (3 samples, 1.49%)get_source (torch/_library/utils.py:54) (3 samples, 1.49%)getframeinfo (inspect.py:1688) (3 samples, 1.49%)findsource (inspect.py:1071) (3 samples, 1.49%)getmodule (inspect.py:997) (2 samples, 0.99%)realpath (<frozen posixpath>:416) (2 samples, 0.99%)_joinrealpath (<frozen posixpath>:457) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:532) (1 samples, 0.50%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.50%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1129) (1 samples, 0.50%)__init__ (torch/_ops.py:704) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:716) (1 samples, 0.50%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.50%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.50%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.50%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.50%)_register_to_dispatcher (torch/_library/custom_ops.py:596) (1 samples, 0.50%)<module> (torch/_decomp/decompositions.py:16) (13 samples, 6.44%)<module>.._find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 6.44%)_find_an.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 6.44%)_find_an.._load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 6.44%)_load_un..exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 6.44%)exec_mod.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 6.44%)_call_wi..<module> (torch/_prims/__init__.py:841) (3 samples, 1.49%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (3 samples, 1.49%)_make_prim (torch/_prims/__init__.py:339) (3 samples, 1.49%)<listcomp> (torch/_prims/__init__.py:340) (3 samples, 1.49%)__getattr__ (torch/_ops.py:1118) (3 samples, 1.49%)<module> (torch/_decomp/__init__.py:276) (15 samples, 7.43%)<module> (.._find_and_load (<frozen importlib._bootstrap>:1176) (15 samples, 7.43%)_find_and_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (15 samples, 7.43%)_find_and_.._load_unlocked (<frozen importlib._bootstrap>:690) (15 samples, 7.43%)_load_unlo..exec_module (<frozen importlib._bootstrap_external>:940) (15 samples, 7.43%)exec_modul.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (15 samples, 7.43%)_call_with..<module> (torch/_decomp/decompositions.py:981) (1 samples, 0.50%)decomposition_decorator (torch/_decomp/__init__.py:218) (1 samples, 0.50%)tree_map_ (torch/utils/_pytree.py:1177) (1 samples, 0.50%)tree_flatten (torch/utils/_pytree.py:1042) (1 samples, 0.50%)<module> (torch/_refs/__init__.py:5792) (1 samples, 0.50%)decomposition_decorator (torch/_decomp/__init__.py:218) (1 samples, 0.50%)tree_map_ (torch/utils/_pytree.py:1179) (1 samples, 0.50%)register (torch/_decomp/__init__.py:215) (1 samples, 0.50%)_add_op_to_registry (torch/_decomp/__init__.py:81) (1 samples, 0.50%)<module> (torch/_refs/__init__.py:6304) (1 samples, 0.50%)__call__ (torch/_prims_common/wrappers.py:126) (1 samples, 0.50%)_disable_dynamo (torch/_compile.py:41) (1 samples, 0.50%)update_wrapper (functools.py:56) (1 samples, 0.50%)<module> (torch/_meta_registrations.py:12) (18 samples, 8.91%)<module> (tor.._find_and_load (<frozen importlib._bootstrap>:1176) (18 samples, 8.91%)_find_and_loa.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (18 samples, 8.91%)_find_and_loa.._load_unlocked (<frozen importlib._bootstrap>:690) (18 samples, 8.91%)_load_unlocke..exec_module (<frozen importlib._bootstrap_external>:940) (18 samples, 8.91%)exec_module (.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (18 samples, 8.91%)_call_with_fr..<module> (torch/_decomp/__init__.py:277) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/_refs/__init__.py:800) (1 samples, 0.50%)inner (torch/_refs/__init__.py:491) (1 samples, 0.50%)decomposition_decorator (torch/_decomp/__init__.py:218) (1 samples, 0.50%)tree_map_ (torch/utils/_pytree.py:1179) (1 samples, 0.50%)<module> (torch/_meta_registrations.py:7244) (1 samples, 0.50%)_create_unary_float_meta_func (torch/_meta_registrations.py:7220) (1 samples, 0.50%)wrapper (torch/_meta_registrations.py:60) (1 samples, 0.50%)tree_map_ (torch/utils/_pytree.py:1179) (1 samples, 0.50%)register (torch/_meta_registrations.py:58) (1 samples, 0.50%)_add_op_to_registry (torch/_decomp/__init__.py:81) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1129) (1 samples, 0.50%)__init__ (torch/_ops.py:703) (1 samples, 0.50%)activate_meta (torch/_meta_registrations.py:7367) (1 samples, 0.50%)<module> (torch/__init__.py:2613) (21 samples, 10.40%)<module> (torch.._handle_fromlist (<frozen importlib._bootstrap>:1232) (21 samples, 10.40%)_handle_fromlis.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (21 samples, 10.40%)_call_with_fram.._find_and_load (<frozen importlib._bootstrap>:1176) (21 samples, 10.40%)_find_and_load .._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (21 samples, 10.40%)_find_and_load_.._load_unlocked (<frozen importlib._bootstrap>:690) (21 samples, 10.40%)_load_unlocked ..exec_module (<frozen importlib._bootstrap_external>:940) (21 samples, 10.40%)exec_module (<f.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (21 samples, 10.40%)_call_with_fram..<module> (torch/_meta_registrations.py:7413) (2 samples, 0.99%)activate_meta (torch/_meta_registrations.py:7410) (1 samples, 0.50%)impl (torch/library.py:365) (1 samples, 0.50%)_lock_unlock_module (<frozen importlib._bootstrap>:230) (1 samples, 0.50%)release (<frozen importlib._bootstrap>:126) (1 samples, 0.50%)<module> (torch/__init__.py:34) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.50%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.50%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.50%)<module> (numpy/__init__.py:181) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/lib/__init__.py:23) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/lib/_index_tricks_impl.py:12) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/matrixlib/__init__.py:4) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/matrixlib/defmatrix.py:12) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/linalg/__init__.py:88) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/linalg/_linalg.py:41) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/_typing/__init__.py:167) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/_typing/_dtype_like.py:247) (1 samples, 0.50%)__or__ (typing.py:1398) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Union (typing.py:721) (1 samples, 0.50%)__init__ (typing.py:1383) (1 samples, 0.50%)_collect_parameters (typing_extensions.py:3058) (1 samples, 0.50%)__getattr__ (typing.py:1318) (1 samples, 0.50%)run (encoder_ground_truth.py:71) (67 samples, 33.17%)run (encoder_ground_truth.py:71)_find_and_load (<frozen importlib._bootstrap>:1176) (67 samples, 33.17%)_find_and_load (<frozen importlib._bootstrap>:1176)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (67 samples, 33.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>.._load_unlocked (<frozen importlib._bootstrap>:690) (67 samples, 33.17%)_load_unlocked (<frozen importlib._bootstrap>:690)exec_module (<frozen importlib._bootstrap_external>:940) (67 samples, 33.17%)exec_module (<frozen importlib._bootstrap_external>:94.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (67 samples, 33.17%)_call_with_frames_removed (<frozen importlib._bootstra..<module> (torch/__init__.py:411) (24 samples, 11.88%)<module> (torch/__.._find_and_load (<frozen importlib._bootstrap>:1176) (24 samples, 11.88%)_find_and_load (<f.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (24 samples, 11.88%)_find_and_load_unl.._load_unlocked (<frozen importlib._bootstrap>:676) (24 samples, 11.88%)_load_unlocked (<f..module_from_spec (<frozen importlib._bootstrap>:573) (24 samples, 11.88%)module_from_spec (..create_module (<frozen importlib._bootstrap_external>:1233) (24 samples, 11.88%)create_module (<fr.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (24 samples, 11.88%)_call_with_frames_.._find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (numpy/__init__.py:523) (1 samples, 0.50%)hugepage_setup (numpy/__init__.py:500) (1 samples, 0.50%)<module> (encoder_ground_truth.py:315) (196 samples, 97.03%)<module> (encoder_ground_truth.py:315)run (encoder_ground_truth.py:78) (8 samples, 3.96%)run ..is_available (torch/cuda/__init__.py:174) (8 samples, 3.96%)is_a.._del_library (torch/library.py:447) (1 samples, 0.50%)_destroy (torch/library.py:414) (1 samples, 0.50%)all (202 samples, 100%)_exitfunc (weakref.py:666) (4 samples, 1.98%)_..__call__ (weakref.py:590) (4 samples, 1.98%)_.._del_library (torch/library.py:449) (3 samples, 1.49%)destroy (torch/_library/utils.py:42) (3 samples, 1.49%)deregister_fake_class (torch/_library/fake_impl.py:67) (3 samples, 1.49%)_destroy (torch/library.py:415) (2 samples, 0.99%) +]]>py-spy record --rate 49 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_clean.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 5 --iters 40 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_profile_clean.jsonReset ZoomSearch<module> (encoder_ground_truth.py:16) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (statistics.py:135) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (fractions.py:6) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (decimal.py:3) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.50%)module_from_spec (<frozen importlib._bootstrap>:573) (1 samples, 0.50%)create_module (<frozen importlib._bootstrap_external>:1233) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (encoder_ground_truth.py:19) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (typing.py:2185) (1 samples, 0.50%)kaiming_uniform_ (torch/nn/init.py:513) (1 samples, 0.50%)_calculate_correct_fan (torch/nn/init.py:452) (1 samples, 0.50%)_calculate_fan_in_and_fan_out (torch/nn/init.py:352) (1 samples, 0.50%)__init__ (encoder_ground_truth.py:107) (21 samples, 10.40%)__init__ (encod..__init__ (torch/nn/modules/linear.py:112) (21 samples, 10.40%)__init__ (torch..reset_parameters (torch/nn/modules/linear.py:118) (21 samples, 10.40%)reset_parameter..kaiming_uniform_ (torch/nn/init.py:518) (20 samples, 9.90%)kaiming_unifor..__init__ (encoder_ground_truth.py:109) (8 samples, 3.96%)__in..__init__ (torch/nn/modules/linear.py:112) (8 samples, 3.96%)__in..reset_parameters (torch/nn/modules/linear.py:118) (8 samples, 3.96%)rese..kaiming_uniform_ (torch/nn/init.py:518) (8 samples, 3.96%)kaim.._apply (torch/nn/modules/module.py:942) (12 samples, 5.94%)_apply (..convert (torch/nn/modules/module.py:1341) (12 samples, 5.94%)convert ..run (encoder_ground_truth.py:167) (42 samples, 20.79%)run (encoder_ground_truth.py:167)build_model (encoder_ground_truth.py:149) (42 samples, 20.79%)build_model (encoder_ground_truth..to (torch/nn/modules/module.py:1355) (13 samples, 6.44%)to (torc.._apply (torch/nn/modules/module.py:915) (13 samples, 6.44%)_apply (.._apply (torch/nn/modules/module.py:969) (1 samples, 0.50%)forward (encoder_ground_truth.py:113) (27 samples, 13.37%)forward (encoder_gro.._wrapped_call_impl (torch/nn/modules/module.py:1751) (27 samples, 13.37%)_wrapped_call_impl (.._call_impl (torch/nn/modules/module.py:1762) (27 samples, 13.37%)_call_impl (torch/nn..forward (torch/nn/modules/linear.py:125) (27 samples, 13.37%)forward (torch/nn/mo..forward (encoder_ground_truth.py:114) (2 samples, 0.99%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (2 samples, 0.99%)_call_impl (torch/nn/modules/module.py:1762) (2 samples, 0.99%)forward (torch/nn/modules/activation.py:734) (2 samples, 0.99%)forward (encoder_ground_truth.py:117) (2 samples, 0.99%)forward (encoder_ground_truth.py:121) (2 samples, 0.99%)run_phase (encoder_ground_truth.py:184) (35 samples, 17.33%)run_phase (encoder_ground_t.._wrapped_call_impl (torch/nn/modules/module.py:1751) (35 samples, 17.33%)_wrapped_call_impl (torch/n.._call_impl (torch/nn/modules/module.py:1762) (35 samples, 17.33%)_call_impl (torch/nn/module..forward (encoder_ground_truth.py:122) (2 samples, 0.99%)run_phase (encoder_ground_truth.py:185) (4 samples, 1.98%)r..full_sync (encoder_ground_truth.py:127) (4 samples, 1.98%)f..synchronize (torch/cuda/__init__.py:1040) (4 samples, 1.98%)s..run (encoder_ground_truth.py:252) (79 samples, 39.11%)run (encoder_ground_truth.py:252)run_phase (encoder_ground_truth.py:199) (40 samples, 19.80%)run_phase (encoder_ground_truth..full_sync (encoder_ground_truth.py:127) (40 samples, 19.80%)full_sync (encoder_ground_truth..synchronize (torch/cuda/__init__.py:1040) (40 samples, 19.80%)synchronize (torch/cuda/__init_..<module> (torch/__init__.py:2043) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/serialization.py:22) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_weights_only_unpickler.py:86) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Union (typing.py:721) (1 samples, 0.50%)__init__ (typing.py:1386) (1 samples, 0.50%)<module> (torch/__init__.py:2066) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/cuda/__init__.py:61) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.50%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.50%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.50%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.50%)find_spec (<frozen importlib._bootstrap_external>:1607) (1 samples, 0.50%)<module> (torch/nn/__init__.py:2) (1 samples, 0.50%)<module> (torch/utils/data/dataloader.py:21) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/distributed/__init__.py:122) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/distributed/device_mesh.py:40) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/distributed/distributed_c10d.py:7) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (hashlib.py:170) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:1241) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/utils/__init__.py:8) (2 samples, 0.99%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/utils/data/__init__.py:1) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/utils/data/dataloader.py:22) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/data/graph_settings.py:8) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/data/datapipes/__init__.py:1) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/data/datapipes/map/__init__.py:6) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/data/datapipes/map/combining.py:14) (1 samples, 0.50%)__call__ (torch/utils/data/datapipes/_decorator.py:28) (1 samples, 0.50%)__subclasscheck__ (<frozen abc>:123) (1 samples, 0.50%)__subclasscheck__ (<frozen abc>:123) (1 samples, 0.50%)__subclasscheck__ (<frozen abc>:123) (1 samples, 0.50%)<module> (torch/nn/modules/__init__.py:1) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/nn/modules/module.py:17) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/utils/_python_dispatch.py:13) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torchgen/model.py:359) (1 samples, 0.50%)__new__ (enum.py:562) (1 samples, 0.50%)__set_name__ (enum.py:317) (1 samples, 0.50%)<module> (torch/nn/functional.py:11) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_jit_internal.py:42) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/distributed/rpc/__init__.py:28) (1 samples, 0.50%)<module> (torch/nn/functional.py:18) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.50%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.50%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.50%)<module> (torch/__init__.py:2128) (7 samples, 3.47%)<mo.._handle_fromlist (<frozen importlib._bootstrap>:1232) (7 samples, 3.47%)_ha.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/functional.py:8) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (7 samples, 3.47%)_fi.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/nn/__init__.py:8) (6 samples, 2.97%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 2.97%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 2.97%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 2.97%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 2.97%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 2.97%)_ca..<module> (torch/nn/modules/__init__.py:2) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/nn/modules/linear.py:7) (3 samples, 1.49%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/nn/functional.py:4803) (1 samples, 0.50%)_overload (torch/_jit_internal.py:1024) (1 samples, 0.50%)_qualified_name (torch/_jit_internal.py:170) (1 samples, 0.50%)is_mangled (torch/package/_mangling.py:47) (1 samples, 0.50%)match (re/__init__.py:166) (1 samples, 0.50%)<module> (torch/fx/_symbolic_trace.py:22) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/_lazy_graph_module.py:4) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/graph_module.py:20) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/graph.py:297) (1 samples, 0.50%)_PyTreeInfo (torch/fx/graph.py:304) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Optional (typing.py:726) (1 samples, 0.50%)<module> (torch/nested/__init__.py:21) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/nested/_internal/nested_tensor.py:7) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/nested/_internal/nested_int.py:4) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/fx/__init__.py:88) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/fx/_symbolic_trace.py:26) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/proxy.py:17) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/traceback.py:38) (1 samples, 0.50%)NodeSource (torch/fx/traceback.py:53) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Optional (typing.py:727) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Union (typing.py:715) (1 samples, 0.50%)<genexpr> (typing.py:715) (1 samples, 0.50%)<module> (torch/profiler/__init__.py:19) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/profiler/profiler.py:27) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/profiler/_memory_profiler.py:92) (1 samples, 0.50%)wrap (dataclasses.py:1222) (1 samples, 0.50%)_process_class (dataclasses.py:1078) (1 samples, 0.50%)_frozen_get_del_attr (dataclasses.py:614) (1 samples, 0.50%)_create_fn (dataclasses.py:433) (1 samples, 0.50%)<module> (torch/__init__.py:2171) (4 samples, 1.98%)<.._handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 1.98%)_.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 1.98%)_.._load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 1.98%)_..exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 1.98%)e.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_..<module> (torch/xpu/__init__.py:29) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.50%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.50%)get_data (<frozen importlib._bootstrap_external>:1130) (1 samples, 0.50%)<module> (torch/fx/passes/graph_drawer.py:13) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/fx/passes/shape_prop.py:9) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_guards.py:236) (1 samples, 0.50%)dataclass_slots (torch/utils/_backport_slots.py:116) (1 samples, 0.50%)_add_slots (torch/utils/_backport_slots.py:58) (1 samples, 0.50%)<module> (torch/fx/passes/net_min_base.py:12) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/passes/split_utils.py:11) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.50%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.50%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.50%)<module> (torch/export/__init__.py:17) (4 samples, 1.98%)<.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 1.98%)_.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 1.98%)_.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 1.98%)_.._load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 1.98%)_..exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 1.98%)e.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_..<module> (torch/fx/passes/__init__.py:1) (4 samples, 1.98%)<.._handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 1.98%)_.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_.._find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 1.98%)_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 1.98%)_.._load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 1.98%)_..exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 1.98%)e.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 1.98%)_..<module> (torch/fx/passes/runtime_assert.py:23) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/fx/experimental/proxy_tensor.py:168) (1 samples, 0.50%)_HasMeta (torch/fx/experimental/proxy_tensor.py:169) (1 samples, 0.50%)<module> (torch/_higher_order_ops/_invoke_quant.py:36) (1 samples, 0.50%)wrap (dataclasses.py:1222) (1 samples, 0.50%)_process_class (dataclasses.py:1078) (1 samples, 0.50%)_frozen_get_del_attr (dataclasses.py:607) (1 samples, 0.50%)_create_fn (dataclasses.py:433) (1 samples, 0.50%)<module> (torch/_higher_order_ops/__init__.py:1) (2 samples, 0.99%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (torch/_higher_order_ops/_invoke_quant.py:8) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_higher_order_ops/base_hop.py:12) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_subclasses/functional_tensor.py:46) (1 samples, 0.50%)FunctionalTensor (torch/_subclasses/functional_tensor.py:86) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1265) (1 samples, 0.50%)_get_packet (torch/_ops.py:1290) (1 samples, 0.50%)<module> (torch/__init__.py:2242) (7 samples, 3.47%)<mo.._handle_fromlist (<frozen importlib._bootstrap>:1232) (7 samples, 3.47%)_ha.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/quantization/__init__.py:2) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/quantization/fake_quantize.py:10) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (7 samples, 3.47%)_fi.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/ao/quantization/__init__.py:12) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (7 samples, 3.47%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 3.47%)_ca..<module> (torch/export/__init__.py:60) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/export/decomp_utils.py:5) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/_export/__init__.py:48) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/_export/wrappers.py:7) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/_higher_order_ops/__init__.py:8) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (torch/_higher_order_ops/auto_functionalize.py:41) (1 samples, 0.50%)dataclass (dataclasses.py:1232) (1 samples, 0.50%)wrap (dataclasses.py:1222) (1 samples, 0.50%)_process_class (dataclasses.py:1098) (1 samples, 0.50%)signature (inspect.py:3263) (1 samples, 0.50%)from_callable (inspect.py:3011) (1 samples, 0.50%)_signature_from_callable (inspect.py:2558) (1 samples, 0.50%)_signature_from_callable (inspect.py:2461) (1 samples, 0.50%)_signature_from_callable (inspect.py:2523) (1 samples, 0.50%)_signature_from_function (inspect.py:2376) (1 samples, 0.50%)__init__ (inspect.py:2671) (1 samples, 0.50%)__call__ (enum.py:714) (1 samples, 0.50%)<module> (torch/_decomp/decompositions.py:1588) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1129) (1 samples, 0.50%)__init__ (torch/_ops.py:721) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2315) (1 samples, 0.50%)_make_reduction_prim (torch/_prims/__init__.py:2231) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.50%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1127) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2419) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.50%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.50%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.50%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.50%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (1 samples, 0.50%)_register_fake (torch/library.py:195) (1 samples, 0.50%)getmodule (inspect.py:980) (1 samples, 0.50%)getabsfile (inspect.py:963) (1 samples, 0.50%)getsourcefile (inspect.py:936) (1 samples, 0.50%)_patched_getfile (torch/package/package_importer.py:725) (1 samples, 0.50%)getfile (inspect.py:910) (1 samples, 0.50%)istraceback (inspect.py:464) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2514) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.50%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.50%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.50%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.50%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.50%)make_autograd_impl (torch/_library/autograd.py:92) (1 samples, 0.50%)__init__ (torch/autograd/function.py:331) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2597) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.50%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.50%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.50%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.50%)_register_to_dispatcher (torch/_library/custom_ops.py:627) (1 samples, 0.50%)impl (torch/library.py:365) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:2722) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.50%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1130) (1 samples, 0.50%)_has_script_object_arg (torch/_ops.py:1045) (1 samples, 0.50%)<genexpr> (torch/_ops.py:1045) (1 samples, 0.50%)getmodule (inspect.py:994) (1 samples, 0.50%)getabsfile (inspect.py:963) (1 samples, 0.50%)getsourcefile (inspect.py:945) (1 samples, 0.50%)exists (<frozen genericpath>:19) (1 samples, 0.50%)_joinrealpath (<frozen posixpath>:451) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:525) (3 samples, 1.49%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (3 samples, 1.49%)_make_prim (torch/_prims/__init__.py:321) (3 samples, 1.49%)custom_op (torch/_library/custom_ops.py:173) (3 samples, 1.49%)inner (torch/_library/custom_ops.py:154) (3 samples, 1.49%)__init__ (torch/_library/custom_ops.py:204) (3 samples, 1.49%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (3 samples, 1.49%)_register_fake (torch/library.py:193) (3 samples, 1.49%)get_source (torch/_library/utils.py:54) (3 samples, 1.49%)getframeinfo (inspect.py:1688) (3 samples, 1.49%)findsource (inspect.py:1071) (3 samples, 1.49%)getmodule (inspect.py:997) (2 samples, 0.99%)realpath (<frozen posixpath>:416) (2 samples, 0.99%)_joinrealpath (<frozen posixpath>:457) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:532) (1 samples, 0.50%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.50%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1129) (1 samples, 0.50%)__init__ (torch/_ops.py:704) (1 samples, 0.50%)<module> (torch/_prims/__init__.py:716) (1 samples, 0.50%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.50%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.50%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.50%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.50%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.50%)_register_to_dispatcher (torch/_library/custom_ops.py:596) (1 samples, 0.50%)<module> (torch/_decomp/decompositions.py:16) (13 samples, 6.44%)<module>.._find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 6.44%)_find_an.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 6.44%)_find_an.._load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 6.44%)_load_un..exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 6.44%)exec_mod.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 6.44%)_call_wi..<module> (torch/_prims/__init__.py:841) (3 samples, 1.49%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (3 samples, 1.49%)_make_prim (torch/_prims/__init__.py:339) (3 samples, 1.49%)<listcomp> (torch/_prims/__init__.py:340) (3 samples, 1.49%)__getattr__ (torch/_ops.py:1118) (3 samples, 1.49%)<module> (torch/_decomp/__init__.py:276) (15 samples, 7.43%)<module> (.._find_and_load (<frozen importlib._bootstrap>:1176) (15 samples, 7.43%)_find_and_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (15 samples, 7.43%)_find_and_.._load_unlocked (<frozen importlib._bootstrap>:690) (15 samples, 7.43%)_load_unlo..exec_module (<frozen importlib._bootstrap_external>:940) (15 samples, 7.43%)exec_modul.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (15 samples, 7.43%)_call_with..<module> (torch/_decomp/decompositions.py:981) (1 samples, 0.50%)decomposition_decorator (torch/_decomp/__init__.py:218) (1 samples, 0.50%)tree_map_ (torch/utils/_pytree.py:1177) (1 samples, 0.50%)tree_flatten (torch/utils/_pytree.py:1042) (1 samples, 0.50%)<module> (torch/_refs/__init__.py:5792) (1 samples, 0.50%)decomposition_decorator (torch/_decomp/__init__.py:218) (1 samples, 0.50%)tree_map_ (torch/utils/_pytree.py:1179) (1 samples, 0.50%)register (torch/_decomp/__init__.py:215) (1 samples, 0.50%)_add_op_to_registry (torch/_decomp/__init__.py:81) (1 samples, 0.50%)<module> (torch/_refs/__init__.py:6304) (1 samples, 0.50%)__call__ (torch/_prims_common/wrappers.py:126) (1 samples, 0.50%)_disable_dynamo (torch/_compile.py:41) (1 samples, 0.50%)update_wrapper (functools.py:56) (1 samples, 0.50%)<module> (torch/_meta_registrations.py:12) (18 samples, 8.91%)<module> (tor.._find_and_load (<frozen importlib._bootstrap>:1176) (18 samples, 8.91%)_find_and_loa.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (18 samples, 8.91%)_find_and_loa.._load_unlocked (<frozen importlib._bootstrap>:690) (18 samples, 8.91%)_load_unlocke..exec_module (<frozen importlib._bootstrap_external>:940) (18 samples, 8.91%)exec_module (.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (18 samples, 8.91%)_call_with_fr..<module> (torch/_decomp/__init__.py:277) (3 samples, 1.49%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 1.49%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 1.49%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 1.49%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 1.49%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 1.49%)<module> (torch/_refs/__init__.py:800) (1 samples, 0.50%)inner (torch/_refs/__init__.py:491) (1 samples, 0.50%)decomposition_decorator (torch/_decomp/__init__.py:218) (1 samples, 0.50%)tree_map_ (torch/utils/_pytree.py:1179) (1 samples, 0.50%)<module> (torch/_meta_registrations.py:7244) (1 samples, 0.50%)_create_unary_float_meta_func (torch/_meta_registrations.py:7220) (1 samples, 0.50%)wrapper (torch/_meta_registrations.py:60) (1 samples, 0.50%)tree_map_ (torch/utils/_pytree.py:1179) (1 samples, 0.50%)register (torch/_meta_registrations.py:58) (1 samples, 0.50%)_add_op_to_registry (torch/_decomp/__init__.py:81) (1 samples, 0.50%)__getattr__ (torch/_ops.py:1129) (1 samples, 0.50%)__init__ (torch/_ops.py:703) (1 samples, 0.50%)activate_meta (torch/_meta_registrations.py:7367) (1 samples, 0.50%)<module> (torch/__init__.py:2613) (21 samples, 10.40%)<module> (torch.._handle_fromlist (<frozen importlib._bootstrap>:1232) (21 samples, 10.40%)_handle_fromlis.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (21 samples, 10.40%)_call_with_fram.._find_and_load (<frozen importlib._bootstrap>:1176) (21 samples, 10.40%)_find_and_load .._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (21 samples, 10.40%)_find_and_load_.._load_unlocked (<frozen importlib._bootstrap>:690) (21 samples, 10.40%)_load_unlocked ..exec_module (<frozen importlib._bootstrap_external>:940) (21 samples, 10.40%)exec_module (<f.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (21 samples, 10.40%)_call_with_fram..<module> (torch/_meta_registrations.py:7413) (2 samples, 0.99%)activate_meta (torch/_meta_registrations.py:7410) (1 samples, 0.50%)impl (torch/library.py:365) (1 samples, 0.50%)_lock_unlock_module (<frozen importlib._bootstrap>:230) (1 samples, 0.50%)release (<frozen importlib._bootstrap>:126) (1 samples, 0.50%)<module> (torch/__init__.py:34) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.50%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.50%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.50%)<module> (numpy/__init__.py:181) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/lib/__init__.py:23) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/lib/_index_tricks_impl.py:12) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/matrixlib/__init__.py:4) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/matrixlib/defmatrix.py:12) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/linalg/__init__.py:88) (1 samples, 0.50%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/linalg/_linalg.py:41) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/_typing/__init__.py:167) (1 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.50%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.50%)<module> (numpy/_typing/_dtype_like.py:247) (1 samples, 0.50%)__or__ (typing.py:1398) (1 samples, 0.50%)inner (typing.py:376) (1 samples, 0.50%)__getitem__ (typing.py:502) (1 samples, 0.50%)Union (typing.py:721) (1 samples, 0.50%)__init__ (typing.py:1383) (1 samples, 0.50%)_collect_parameters (typing_extensions.py:3058) (1 samples, 0.50%)__getattr__ (typing.py:1318) (1 samples, 0.50%)run (encoder_ground_truth.py:71) (67 samples, 33.17%)run (encoder_ground_truth.py:71)_find_and_load (<frozen importlib._bootstrap>:1176) (67 samples, 33.17%)_find_and_load (<frozen importlib._bootstrap>:1176)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (67 samples, 33.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>.._load_unlocked (<frozen importlib._bootstrap>:690) (67 samples, 33.17%)_load_unlocked (<frozen importlib._bootstrap>:690)exec_module (<frozen importlib._bootstrap_external>:940) (67 samples, 33.17%)exec_module (<frozen importlib._bootstrap_external>:94.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (67 samples, 33.17%)_call_with_frames_removed (<frozen importlib._bootstra..<module> (torch/__init__.py:411) (24 samples, 11.88%)<module> (torch/__.._find_and_load (<frozen importlib._bootstrap>:1176) (24 samples, 11.88%)_find_and_load (<f.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (24 samples, 11.88%)_find_and_load_unl.._load_unlocked (<frozen importlib._bootstrap>:676) (24 samples, 11.88%)_load_unlocked (<f..module_from_spec (<frozen importlib._bootstrap>:573) (24 samples, 11.88%)module_from_spec (..create_module (<frozen importlib._bootstrap_external>:1233) (24 samples, 11.88%)create_module (<fr.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (24 samples, 11.88%)_call_with_frames_.._find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.99%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.99%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.99%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.99%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.99%)<module> (numpy/__init__.py:523) (1 samples, 0.50%)hugepage_setup (numpy/__init__.py:500) (1 samples, 0.50%)<module> (encoder_ground_truth.py:315) (196 samples, 97.03%)<module> (encoder_ground_truth.py:315)run (encoder_ground_truth.py:78) (8 samples, 3.96%)run ..is_available (torch/cuda/__init__.py:174) (8 samples, 3.96%)is_a.._del_library (torch/library.py:447) (1 samples, 0.50%)_destroy (torch/library.py:414) (1 samples, 0.50%)all (202 samples, 100%)_exitfunc (weakref.py:666) (4 samples, 1.98%)_..__call__ (weakref.py:590) (4 samples, 1.98%)_.._del_library (torch/library.py:449) (3 samples, 1.49%)destroy (torch/_library/utils.py:42) (3 samples, 1.49%)deregister_fake_class (torch/_library/fake_impl.py:67) (3 samples, 1.49%)_destroy (torch/library.py:415) (2 samples, 0.99%) \ No newline at end of file diff --git a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish.svg b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish.svg index cf5aa77..552f83e 100644 --- a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish.svg +++ b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish.svg @@ -1,15 +1,4 @@ -py-spy record --rate 49 --duration 20 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 2000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_profile.json Reset ZoomSearch exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (contextlib.py:198) (1 samples, 0.10%)__new__ (<frozen abc>:106) (1 samples, 0.10%)<module> (encoder_ground_truth.py:18) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (dataclasses.py:5) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (inspect.py:137) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (ast.py:29) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (contextlib.py:39) (1 samples, 0.10%)__new__ (<frozen abc>:106) (1 samples, 0.10%)__init__ (encoder_ground_truth.py:107) (24 samples, 2.46%)__..__init__ (torch/nn/modules/linear.py:112) (24 samples, 2.46%)__..reset_parameters (torch/nn/modules/linear.py:118) (24 samples, 2.46%)re..kaiming_uniform_ (torch/nn/init.py:518) (24 samples, 2.46%)ka..__init__ (encoder_ground_truth.py:109) (8 samples, 0.82%)__init__ (torch/nn/modules/linear.py:112) (8 samples, 0.82%)reset_parameters (torch/nn/modules/linear.py:118) (8 samples, 0.82%)kaiming_uniform_ (torch/nn/init.py:518) (8 samples, 0.82%)_apply (torch/nn/modules/module.py:942) (29 samples, 2.98%)_ap..convert (torch/nn/modules/module.py:1341) (29 samples, 2.98%)con..run (encoder_ground_truth.py:167) (62 samples, 6.37%)run (enc..build_model (encoder_ground_truth.py:149) (62 samples, 6.37%)build_mo..to (torch/nn/modules/module.py:1355) (30 samples, 3.08%)to .._apply (torch/nn/modules/module.py:915) (30 samples, 3.08%)_ap.._apply (torch/nn/modules/module.py:969) (1 samples, 0.10%)forward (encoder_ground_truth.py:113) (51 samples, 5.24%)forwar.._wrapped_call_impl (torch/nn/modules/module.py:1751) (51 samples, 5.24%)_wrapp.._call_impl (torch/nn/modules/module.py:1762) (51 samples, 5.24%)_call_..forward (torch/nn/modules/linear.py:125) (51 samples, 5.24%)forwar..forward (encoder_ground_truth.py:114) (3 samples, 0.31%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (3 samples, 0.31%)_call_impl (torch/nn/modules/module.py:1762) (3 samples, 0.31%)forward (torch/nn/modules/activation.py:734) (3 samples, 0.31%)forward (encoder_ground_truth.py:117) (3 samples, 0.31%)forward (encoder_ground_truth.py:121) (4 samples, 0.41%)run_phase (encoder_ground_truth.py:184) (65 samples, 6.67%)run_phase.._wrapped_call_impl (torch/nn/modules/module.py:1751) (65 samples, 6.67%)_wrapped_.._call_impl (torch/nn/modules/module.py:1762) (65 samples, 6.67%)_call_imp..forward (encoder_ground_truth.py:122) (4 samples, 0.41%)run_phase (encoder_ground_truth.py:185) (75 samples, 7.70%)run_phase (..full_sync (encoder_ground_truth.py:127) (75 samples, 7.70%)full_sync (..synchronize (torch/cuda/__init__.py:1040) (75 samples, 7.70%)synchronize..run_phase (encoder_ground_truth.py:198) (1 samples, 0.10%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (1 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (1 samples, 0.10%)forward (encoder_ground_truth.py:113) (1 samples, 0.10%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (1 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (1 samples, 0.10%)forward (torch/nn/modules/linear.py:125) (1 samples, 0.10%)run (encoder_ground_truth.py:252) (809 samples, 83.06%)run (encoder_ground_truth.py:252)run_phase (encoder_ground_truth.py:199) (668 samples, 68.58%)run_phase (encoder_ground_truth.py:199)full_sync (encoder_ground_truth.py:127) (668 samples, 68.58%)full_sync (encoder_ground_truth.py:127)synchronize (torch/cuda/__init__.py:1040) (668 samples, 68.58%)synchronize (torch/cuda/__init__.py:1040)run (encoder_ground_truth.py:48) (1 samples, 0.10%)__init__ (argparse.py:1802) (1 samples, 0.10%)add_argument (argparse.py:1481) (1 samples, 0.10%)_get_formatter (argparse.py:2610) (1 samples, 0.10%)__init__ (argparse.py:182) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (shutil.py:29) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (lzma.py:27) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.10%)module_from_spec (<frozen importlib._bootstrap>:573) (1 samples, 0.10%)create_module (<frozen importlib._bootstrap_external>:1233) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/__init__.py:2066) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/cuda/__init__.py:1690) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/cuda/tunable.py:182) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (concurrent/futures/__init__.py:8) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (concurrent/futures/_base.py:45) (1 samples, 0.10%)<module> (torch/_VF.py:20) (1 samples, 0.10%)VFModule (torch/_VF.py:20) (1 samples, 0.10%)<module> (torch/nn/modules/module.py:15) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/distributed/__init__.py:122) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/device_mesh.py:40) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/distributed_c10d.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (hashlib.py:170) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.10%)module_from_spec (<frozen importlib._bootstrap>:573) (1 samples, 0.10%)create_module (<frozen importlib._bootstrap_external>:1233) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/__init__.py:28) (1 samples, 0.10%)<module> (torch/utils/data/dataloader.py:21) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (torch/distributed/__init__.py:3) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1646) (1 samples, 0.10%)_verbose_message (<frozen importlib._bootstrap>:249) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/__init__.py:8) (4 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/data/__init__.py:1) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/data/dataloader.py:22) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/graph_settings.py:8) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/__init__.py:1) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/iter/__init__.py:34) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/iter/streamreader.py:12) (1 samples, 0.10%)__call__ (torch/utils/data/datapipes/_decorator.py:43) (1 samples, 0.10%)register_datapipe_as_function (torch/utils/data/datapipes/datapipe.py:175) (1 samples, 0.10%)update_wrapper (functools.py:58) (1 samples, 0.10%)<module> (torch/nn/modules/__init__.py:1) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.62%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.62%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)<module> (torch/nn/modules/module.py:17) (5 samples, 0.51%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.51%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/_python_dispatch.py:13) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torchgen/model.py:43) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1078) (1 samples, 0.10%)_frozen_get_del_attr (dataclasses.py:607) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/utils/_pytree.py:1550) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/utils/_pytree.py:164) (1 samples, 0.10%)version (importlib/metadata/__init__.py:1009) (1 samples, 0.10%)distribution (importlib/metadata/__init__.py:982) (1 samples, 0.10%)from_name (importlib/metadata/__init__.py:563) (1 samples, 0.10%)<genexpr> (importlib/metadata/__init__.py:915) (1 samples, 0.10%)search (importlib/metadata/__init__.py:813) (1 samples, 0.10%)wrapper (importlib/metadata/_functools.py:80) (1 samples, 0.10%)lookup (importlib/metadata/__init__.py:823) (1 samples, 0.10%)__init__ (importlib/metadata/__init__.py:833) (1 samples, 0.10%)children (importlib/metadata/__init__.py:800) (1 samples, 0.10%)<module> (importlib/metadata/__init__.py:25) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (importlib/abc.py:19) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (importlib/resources/__init__.py:3) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (importlib/resources/_common.py:10) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (importlib/resources/abc.py:131) (1 samples, 0.10%)__new__ (<frozen abc>:107) (1 samples, 0.10%)<module> (torch/autograd/__init__.py:16) (4 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/_vmap_internals.py:8) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/_pytree.py:21) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (importlib/metadata/__init__.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (csv.py:80) (1 samples, 0.10%)DictReader (csv.py:103) (1 samples, 0.10%)<module> (torch/autograd/__init__.py:22) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.10%)module_from_spec (<frozen importlib._bootstrap>:579) (1 samples, 0.10%)_init_module_attrs (<frozen importlib._bootstrap>:560) (1 samples, 0.10%)<module> (torch/_jit_internal.py:42) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.62%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.62%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)<module> (torch/distributed/rpc/__init__.py:77) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.62%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.62%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)<module> (torch/distributed/rpc/server_process_global_profiler.py:7) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.62%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.62%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)<module> (torch/autograd/__init__.py:588) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/autograd/profiler.py:2) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (uuid.py:580) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (_distutils_hack/__init__.py:107) (1 samples, 0.10%)<module> (torch/nn/functional.py:11) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/_jit_internal.py:43) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/package/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/package/analyze/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/package/analyze/find_first_use_of_broken_modules.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/package/package_exporter.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/nn/modules/__init__.py:2) (8 samples, 0.82%)_find_and_load (<frozen importlib._bootstrap>:1176) (8 samples, 0.82%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (8 samples, 0.82%)_load_unlocked (<frozen importlib._bootstrap>:690) (8 samples, 0.82%)exec_module (<frozen importlib._bootstrap_external>:940) (8 samples, 0.82%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (8 samples, 0.82%)<module> (torch/nn/modules/linear.py:7) (8 samples, 0.82%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (8 samples, 0.82%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (8 samples, 0.82%)_find_and_load (<frozen importlib._bootstrap>:1176) (8 samples, 0.82%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (8 samples, 0.82%)_load_unlocked (<frozen importlib._bootstrap>:690) (8 samples, 0.82%)exec_module (<frozen importlib._bootstrap_external>:940) (8 samples, 0.82%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (8 samples, 0.82%)<module> (torch/nn/functional.py:18) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1131) (1 samples, 0.10%)<module> (torch/__init__.py:2128) (16 samples, 1.64%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (16 samples, 1.64%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 1.64%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 1.64%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 1.64%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 1.64%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 1.64%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 1.64%)<module> (torch/functional.py:8) (15 samples, 1.54%)_find_and_load (<frozen importlib._bootstrap>:1176) (15 samples, 1.54%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (15 samples, 1.54%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (15 samples, 1.54%)_find_and_load (<frozen importlib._bootstrap>:1176) (15 samples, 1.54%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (15 samples, 1.54%)_load_unlocked (<frozen importlib._bootstrap>:690) (15 samples, 1.54%)exec_module (<frozen importlib._bootstrap_external>:940) (15 samples, 1.54%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (15 samples, 1.54%)<module> (torch/nn/__init__.py:8) (15 samples, 1.54%)_find_and_load (<frozen importlib._bootstrap>:1176) (15 samples, 1.54%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (15 samples, 1.54%)_load_unlocked (<frozen importlib._bootstrap>:690) (15 samples, 1.54%)exec_module (<frozen importlib._bootstrap_external>:940) (15 samples, 1.54%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (15 samples, 1.54%)<module> (torch/nn/modules/__init__.py:53) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/distributions/__init__.py:116) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributions/von_mises.py:5) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/jit/__init__.py:27) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/jit/_freeze.py:11) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/nested/__init__.py:21) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/nested/_internal/nested_tensor.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/nested/_internal/nested_int.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/__init__.py:88) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/_symbolic_trace.py:22) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/_lazy_graph_module.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/graph_module.py:20) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/graph.py:27) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/node.py:201) (1 samples, 0.10%)Node (torch/fx/node.py:619) (1 samples, 0.10%)mark_back_compat (torch/fx/_compatibility.py:16) (1 samples, 0.10%)dedent (textwrap.py:435) (1 samples, 0.10%)<module> (torch/__init__.py:2171) (3 samples, 0.31%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (torch/profiler/__init__.py:15) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1649) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1604) (1 samples, 0.10%)spec_from_file_location (<frozen importlib._bootstrap_external>:815) (1 samples, 0.10%)__init__ (<frozen importlib._bootstrap>:361) (1 samples, 0.10%)<module> (torch/ao/nn/intrinsic/quantized/modules/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/intrinsic/quantized/modules/bn_relu.py:6) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/quantized/__init__.py:1) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/quantized/functional.py:11) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/quantized/modules/__init__.py:23) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/quantized/modules/conv.py:482) (1 samples, 0.10%)Conv2d (torch/ao/nn/quantized/modules/conv.py:521) (1 samples, 0.10%)inner (typing.py:376) (1 samples, 0.10%)__hash__ (typing.py:1696) (1 samples, 0.10%)<module> (torch/__init__.py:2210) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/__init__.py:19) (2 samples, 0.21%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/quantized/__init__.py:3) (2 samples, 0.21%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/quantized/dynamic/__init__.py:1) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/quantized/dynamic/modules/__init__.py:1) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/quantized/dynamic/modules/linear_relu.py:1) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/ao/nn/intrinsic/quantized/__init__.py:1) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/ao/nn/intrinsic/quantized/modules/__init__.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1615) (1 samples, 0.10%)_path_stat (<frozen importlib._bootstrap_external>:147) (1 samples, 0.10%)<module> (torch/_subclasses/fake_tensor.py:28) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/_subclasses/meta_utils.py:574) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1091) (1 samples, 0.10%)_hash_add (dataclasses.py:847) (1 samples, 0.10%)_hash_fn (dataclasses.py:640) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/fx/passes/graph_drawer.py:13) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/fx/passes/shape_prop.py:10) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_subclasses/__init__.py:2) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_subclasses/fake_tensor.py:51) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/_subclasses/_fake_tensor_utils.py:22) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1056) (1 samples, 0.10%)_cmp_fn (dataclasses.py:630) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/fx/passes/runtime_assert.py:23) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/experimental/proxy_tensor.py:74) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1130) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/fx/passes/__init__.py:1) (4 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/fx/passes/splitter_base.py:102) (1 samples, 0.10%)mark_not_back_compat (torch/fx/_compatibility.py:30) (1 samples, 0.10%)dedent (textwrap.py:436) (1 samples, 0.10%)<module> (torch/export/__init__.py:17) (5 samples, 0.51%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.51%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (5 samples, 0.51%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.51%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.51%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/passes/infra/__init__.py:1) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/passes/infra/pass_manager.py:53) (1 samples, 0.10%)__getitem__ (typing.py:1653) (1 samples, 0.10%)inner (typing.py:376) (1 samples, 0.10%)__getitem_inner__ (typing.py:1666) (1 samples, 0.10%)copy_with (typing.py:1637) (1 samples, 0.10%)__init__ (typing.py:1383) (1 samples, 0.10%)_collect_parameters (typing_extensions.py:3041) (1 samples, 0.10%)_has_generic_or_protocol_as_origin (typing_extensions.py:2967) (1 samples, 0.10%)<module> (torch/_higher_order_ops/__init__.py:15) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/__init__.py:2242) (7 samples, 0.72%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/quantization/__init__.py:2) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/quantization/fake_quantize.py:10) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/ao/quantization/__init__.py:12) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/export/__init__.py:60) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/export/decomp_utils.py:5) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_export/__init__.py:48) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_export/wrappers.py:7) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_higher_order_ops/__init__.py:17) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/_higher_order_ops/flex_attention.py:580) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (2 samples, 0.21%)get_code (<frozen importlib._bootstrap_external>:1069) (2 samples, 0.21%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (2 samples, 0.21%)<module> (torch/_prims/__init__.py:1030) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1056) (1 samples, 0.10%)_cmp_fn (dataclasses.py:630) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1044) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1060) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1098) (1 samples, 0.10%)signature (inspect.py:3263) (1 samples, 0.10%)from_callable (inspect.py:3011) (1 samples, 0.10%)_signature_from_callable (inspect.py:2481) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1074) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (1 samples, 0.10%)_register_fake (torch/library.py:193) (1 samples, 0.10%)get_source (torch/_library/utils.py:54) (1 samples, 0.10%)getframeinfo (inspect.py:1692) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1088) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:610) (1 samples, 0.10%)lookup_op (torch/_library/utils.py:79) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1135) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1095) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:99) (1 samples, 0.10%)<genexpr> (torch/_library/autograd.py:100) (1 samples, 0.10%)is_tensorlist_like_type (torch/_library/utils.py:126) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1102) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1129) (1 samples, 0.10%)__init__ (torch/_ops.py:703) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1141) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:596) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1148) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:29) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1155) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1162) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (1 samples, 0.10%)_register_fake (torch/library.py:214) (1 samples, 0.10%)register (torch/_library/fake_impl.py:63) (1 samples, 0.10%)impl (torch/library.py:365) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:2514) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:92) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:2660) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:309) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:2911) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:376) (1 samples, 0.10%)__new__ (enum.py:562) (1 samples, 0.10%)__set_name__ (enum.py:340) (1 samples, 0.10%)__setattr__ (enum.py:839) (1 samples, 0.10%)getmodule (inspect.py:994) (3 samples, 0.31%)getabsfile (inspect.py:963) (3 samples, 0.31%)getsourcefile (inspect.py:945) (3 samples, 0.31%)exists (<frozen genericpath>:19) (3 samples, 0.31%)<module> (torch/_prims/__init__.py:525) (4 samples, 0.41%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (4 samples, 0.41%)_make_prim (torch/_prims/__init__.py:321) (4 samples, 0.41%)custom_op (torch/_library/custom_ops.py:173) (4 samples, 0.41%)inner (torch/_library/custom_ops.py:154) (4 samples, 0.41%)__init__ (torch/_library/custom_ops.py:204) (4 samples, 0.41%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (4 samples, 0.41%)_register_fake (torch/library.py:193) (4 samples, 0.41%)get_source (torch/_library/utils.py:54) (4 samples, 0.41%)getframeinfo (inspect.py:1688) (4 samples, 0.41%)findsource (inspect.py:1071) (4 samples, 0.41%)getmodule (inspect.py:997) (1 samples, 0.10%)realpath (<frozen posixpath>:416) (1 samples, 0.10%)_joinrealpath (<frozen posixpath>:451) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:827) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:841) (4 samples, 0.41%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (4 samples, 0.41%)_make_prim (torch/_prims/__init__.py:339) (4 samples, 0.41%)<listcomp> (torch/_prims/__init__.py:340) (4 samples, 0.41%)__getattr__ (torch/_ops.py:1118) (4 samples, 0.41%)<module> (torch/_prims/__init__.py:859) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:99) (1 samples, 0.10%)<genexpr> (torch/_library/autograd.py:100) (1 samples, 0.10%)is_tensorlist_like_type (torch/_library/utils.py:125) (1 samples, 0.10%)<module> (torch/_meta_registrations.py:12) (26 samples, 2.67%)<m.._find_and_load (<frozen importlib._bootstrap>:1176) (26 samples, 2.67%)_f.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (26 samples, 2.67%)_f.._load_unlocked (<frozen importlib._bootstrap>:690) (26 samples, 2.67%)_l..exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 2.67%)ex.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 2.67%)_c..<module> (torch/_decomp/__init__.py:276) (26 samples, 2.67%)<m.._find_and_load (<frozen importlib._bootstrap>:1176) (26 samples, 2.67%)_f.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (26 samples, 2.67%)_f.._load_unlocked (<frozen importlib._bootstrap>:690) (26 samples, 2.67%)_l..exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 2.67%)ex.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 2.67%)_c..<module> (torch/_decomp/decompositions.py:16) (26 samples, 2.67%)<m.._find_and_load (<frozen importlib._bootstrap>:1176) (26 samples, 2.67%)_f.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (26 samples, 2.67%)_f.._load_unlocked (<frozen importlib._bootstrap>:690) (26 samples, 2.67%)_l..exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 2.67%)ex.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 2.67%)_c..<module> (torch/_prims/__init__.py:982) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/__init__.py:2613) (29 samples, 2.98%)<mo.._handle_fromlist (<frozen importlib._bootstrap>:1232) (29 samples, 2.98%)_ha.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 2.98%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (29 samples, 2.98%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (29 samples, 2.98%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (29 samples, 2.98%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (27 samples, 2.77%)ex.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (27 samples, 2.77%)_c..<module> (torch/_meta_registrations.py:3488) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1278) (1 samples, 0.10%)__init__ (torch/_ops.py:1059) (1 samples, 0.10%)<genexpr> (torch/_ops.py:1060) (1 samples, 0.10%)_has_script_object_arg (torch/_ops.py:1045) (1 samples, 0.10%)<genexpr> (torch/_ops.py:1045) (1 samples, 0.10%)load (importlib/metadata/__init__.py:476) (1 samples, 0.10%)<genexpr> (importlib/metadata/__init__.py:1039) (1 samples, 0.10%)entry_points (importlib/metadata/__init__.py:636) (1 samples, 0.10%)read_text (importlib/metadata/__init__.py:939) (1 samples, 0.10%)joinpath (pathlib.py:763) (1 samples, 0.10%)_make_child (pathlib.py:532) (1 samples, 0.10%)<module> (torch/__init__.py:2810) (2 samples, 0.21%)_import_device_backends (torch/__init__.py:2760) (2 samples, 0.21%)entry_points (importlib/metadata/__init__.py:1041) (2 samples, 0.21%)select (importlib/metadata/__init__.py:504) (1 samples, 0.10%)select (importlib/metadata/__init__.py:380) (1 samples, 0.10%)<genexpr> (importlib/metadata/__init__.py:380) (1 samples, 0.10%)matches (importlib/metadata/__init__.py:236) (1 samples, 0.10%)<module> (torch/__init__.py:410) (2 samples, 0.21%)_load_global_deps (torch/__init__.py:314) (2 samples, 0.21%)__init__ (ctypes/__init__.py:376) (2 samples, 0.21%)<module> (numpy/_core/__init__.py:23) (2 samples, 0.21%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (numpy/_core/multiarray.py:10) (2 samples, 0.21%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (numpy/_core/overrides.py:8) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:676) (2 samples, 0.21%)module_from_spec (<frozen importlib._bootstrap>:573) (2 samples, 0.21%)create_module (<frozen importlib._bootstrap_external>:1233) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/__init__.py:411) (31 samples, 3.18%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (31 samples, 3.18%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (31 samples, 3.18%)_fi.._load_unlocked (<frozen importlib._bootstrap>:676) (31 samples, 3.18%)_lo..module_from_spec (<frozen importlib._bootstrap>:573) (31 samples, 3.18%)mod..create_module (<frozen importlib._bootstrap_external>:1233) (31 samples, 3.18%)cre.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (31 samples, 3.18%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (numpy/__init__.py:114) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (numpy/__config__.py:4) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (numpy/_core/__init__.py:71) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/numerictypes.py:629) (1 samples, 0.10%)_register_types (numpy/_core/numerictypes.py:623) (1 samples, 0.10%)register (<frozen abc>:115) (1 samples, 0.10%)__subclasscheck__ (<frozen abc>:123) (1 samples, 0.10%)_convert_ (enum.py:912) (1 samples, 0.10%)<listcomp> (enum.py:915) (1 samples, 0.10%)<lambda> (socket.py:83) (1 samples, 0.10%)run (encoder_ground_truth.py:71) (97 samples, 9.96%)run (encoder_g.._find_and_load (<frozen importlib._bootstrap>:1176) (97 samples, 9.96%)_find_and_load.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (97 samples, 9.96%)_find_and_load.._load_unlocked (<frozen importlib._bootstrap>:690) (97 samples, 9.96%)_load_unlocked..exec_module (<frozen importlib._bootstrap_external>:940) (97 samples, 9.96%)exec_module (<.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (97 samples, 9.96%)_call_with_fra..<module> (torch/__init__.py:53) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_utils_internal.py:11) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_strobelight/compile_time_profiler.py:9) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (socket.py:80) (2 samples, 0.21%)_convert_ (enum.py:925) (1 samples, 0.10%)convert_class (enum.py:1707) (1 samples, 0.10%)_is_private (enum.py:82) (1 samples, 0.10%)all (974 samples, 100%)<module> (encoder_ground_truth.py:315) (971 samples, 99.69%)<module> (encoder_ground_truth.py:315)run (encoder_ground_truth.py:78) (2 samples, 0.21%)is_available (torch/cuda/__init__.py:174) (2 samples, 0.21%) +]]>py-spy record --rate 49 --duration 20 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 2000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_profile.jsonReset ZoomSearchexec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (contextlib.py:198) (1 samples, 0.10%)__new__ (<frozen abc>:106) (1 samples, 0.10%)<module> (encoder_ground_truth.py:18) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (dataclasses.py:5) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (inspect.py:137) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (ast.py:29) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (contextlib.py:39) (1 samples, 0.10%)__new__ (<frozen abc>:106) (1 samples, 0.10%)__init__ (encoder_ground_truth.py:107) (24 samples, 2.46%)__..__init__ (torch/nn/modules/linear.py:112) (24 samples, 2.46%)__..reset_parameters (torch/nn/modules/linear.py:118) (24 samples, 2.46%)re..kaiming_uniform_ (torch/nn/init.py:518) (24 samples, 2.46%)ka..__init__ (encoder_ground_truth.py:109) (8 samples, 0.82%)__init__ (torch/nn/modules/linear.py:112) (8 samples, 0.82%)reset_parameters (torch/nn/modules/linear.py:118) (8 samples, 0.82%)kaiming_uniform_ (torch/nn/init.py:518) (8 samples, 0.82%)_apply (torch/nn/modules/module.py:942) (29 samples, 2.98%)_ap..convert (torch/nn/modules/module.py:1341) (29 samples, 2.98%)con..run (encoder_ground_truth.py:167) (62 samples, 6.37%)run (enc..build_model (encoder_ground_truth.py:149) (62 samples, 6.37%)build_mo..to (torch/nn/modules/module.py:1355) (30 samples, 3.08%)to .._apply (torch/nn/modules/module.py:915) (30 samples, 3.08%)_ap.._apply (torch/nn/modules/module.py:969) (1 samples, 0.10%)forward (encoder_ground_truth.py:113) (51 samples, 5.24%)forwar.._wrapped_call_impl (torch/nn/modules/module.py:1751) (51 samples, 5.24%)_wrapp.._call_impl (torch/nn/modules/module.py:1762) (51 samples, 5.24%)_call_..forward (torch/nn/modules/linear.py:125) (51 samples, 5.24%)forwar..forward (encoder_ground_truth.py:114) (3 samples, 0.31%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (3 samples, 0.31%)_call_impl (torch/nn/modules/module.py:1762) (3 samples, 0.31%)forward (torch/nn/modules/activation.py:734) (3 samples, 0.31%)forward (encoder_ground_truth.py:117) (3 samples, 0.31%)forward (encoder_ground_truth.py:121) (4 samples, 0.41%)run_phase (encoder_ground_truth.py:184) (65 samples, 6.67%)run_phase.._wrapped_call_impl (torch/nn/modules/module.py:1751) (65 samples, 6.67%)_wrapped_.._call_impl (torch/nn/modules/module.py:1762) (65 samples, 6.67%)_call_imp..forward (encoder_ground_truth.py:122) (4 samples, 0.41%)run_phase (encoder_ground_truth.py:185) (75 samples, 7.70%)run_phase (..full_sync (encoder_ground_truth.py:127) (75 samples, 7.70%)full_sync (..synchronize (torch/cuda/__init__.py:1040) (75 samples, 7.70%)synchronize..run_phase (encoder_ground_truth.py:198) (1 samples, 0.10%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (1 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (1 samples, 0.10%)forward (encoder_ground_truth.py:113) (1 samples, 0.10%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (1 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (1 samples, 0.10%)forward (torch/nn/modules/linear.py:125) (1 samples, 0.10%)run (encoder_ground_truth.py:252) (809 samples, 83.06%)run (encoder_ground_truth.py:252)run_phase (encoder_ground_truth.py:199) (668 samples, 68.58%)run_phase (encoder_ground_truth.py:199)full_sync (encoder_ground_truth.py:127) (668 samples, 68.58%)full_sync (encoder_ground_truth.py:127)synchronize (torch/cuda/__init__.py:1040) (668 samples, 68.58%)synchronize (torch/cuda/__init__.py:1040)run (encoder_ground_truth.py:48) (1 samples, 0.10%)__init__ (argparse.py:1802) (1 samples, 0.10%)add_argument (argparse.py:1481) (1 samples, 0.10%)_get_formatter (argparse.py:2610) (1 samples, 0.10%)__init__ (argparse.py:182) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (shutil.py:29) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (lzma.py:27) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.10%)module_from_spec (<frozen importlib._bootstrap>:573) (1 samples, 0.10%)create_module (<frozen importlib._bootstrap_external>:1233) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/__init__.py:2066) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/cuda/__init__.py:1690) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/cuda/tunable.py:182) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (concurrent/futures/__init__.py:8) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (concurrent/futures/_base.py:45) (1 samples, 0.10%)<module> (torch/_VF.py:20) (1 samples, 0.10%)VFModule (torch/_VF.py:20) (1 samples, 0.10%)<module> (torch/nn/modules/module.py:15) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/distributed/__init__.py:122) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/device_mesh.py:40) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/distributed_c10d.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (hashlib.py:170) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.10%)module_from_spec (<frozen importlib._bootstrap>:573) (1 samples, 0.10%)create_module (<frozen importlib._bootstrap_external>:1233) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/__init__.py:28) (1 samples, 0.10%)<module> (torch/utils/data/dataloader.py:21) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (torch/distributed/__init__.py:3) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1646) (1 samples, 0.10%)_verbose_message (<frozen importlib._bootstrap>:249) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/__init__.py:8) (4 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/data/__init__.py:1) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/data/dataloader.py:22) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/graph_settings.py:8) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/__init__.py:1) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/iter/__init__.py:34) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/iter/streamreader.py:12) (1 samples, 0.10%)__call__ (torch/utils/data/datapipes/_decorator.py:43) (1 samples, 0.10%)register_datapipe_as_function (torch/utils/data/datapipes/datapipe.py:175) (1 samples, 0.10%)update_wrapper (functools.py:58) (1 samples, 0.10%)<module> (torch/nn/modules/__init__.py:1) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.62%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.62%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)<module> (torch/nn/modules/module.py:17) (5 samples, 0.51%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.51%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/_python_dispatch.py:13) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torchgen/model.py:43) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1078) (1 samples, 0.10%)_frozen_get_del_attr (dataclasses.py:607) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/utils/_pytree.py:1550) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/utils/_pytree.py:164) (1 samples, 0.10%)version (importlib/metadata/__init__.py:1009) (1 samples, 0.10%)distribution (importlib/metadata/__init__.py:982) (1 samples, 0.10%)from_name (importlib/metadata/__init__.py:563) (1 samples, 0.10%)<genexpr> (importlib/metadata/__init__.py:915) (1 samples, 0.10%)search (importlib/metadata/__init__.py:813) (1 samples, 0.10%)wrapper (importlib/metadata/_functools.py:80) (1 samples, 0.10%)lookup (importlib/metadata/__init__.py:823) (1 samples, 0.10%)__init__ (importlib/metadata/__init__.py:833) (1 samples, 0.10%)children (importlib/metadata/__init__.py:800) (1 samples, 0.10%)<module> (importlib/metadata/__init__.py:25) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (importlib/abc.py:19) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (importlib/resources/__init__.py:3) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (importlib/resources/_common.py:10) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (importlib/resources/abc.py:131) (1 samples, 0.10%)__new__ (<frozen abc>:107) (1 samples, 0.10%)<module> (torch/autograd/__init__.py:16) (4 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/_vmap_internals.py:8) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/_pytree.py:21) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (importlib/metadata/__init__.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (csv.py:80) (1 samples, 0.10%)DictReader (csv.py:103) (1 samples, 0.10%)<module> (torch/autograd/__init__.py:22) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.10%)module_from_spec (<frozen importlib._bootstrap>:579) (1 samples, 0.10%)_init_module_attrs (<frozen importlib._bootstrap>:560) (1 samples, 0.10%)<module> (torch/_jit_internal.py:42) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.62%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.62%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)<module> (torch/distributed/rpc/__init__.py:77) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.62%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.62%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)<module> (torch/distributed/rpc/server_process_global_profiler.py:7) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.62%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.62%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.62%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.62%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.62%)<module> (torch/autograd/__init__.py:588) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/autograd/profiler.py:2) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (uuid.py:580) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (_distutils_hack/__init__.py:107) (1 samples, 0.10%)<module> (torch/nn/functional.py:11) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/_jit_internal.py:43) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/package/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/package/analyze/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/package/analyze/find_first_use_of_broken_modules.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/package/package_exporter.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/nn/modules/__init__.py:2) (8 samples, 0.82%)_find_and_load (<frozen importlib._bootstrap>:1176) (8 samples, 0.82%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (8 samples, 0.82%)_load_unlocked (<frozen importlib._bootstrap>:690) (8 samples, 0.82%)exec_module (<frozen importlib._bootstrap_external>:940) (8 samples, 0.82%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (8 samples, 0.82%)<module> (torch/nn/modules/linear.py:7) (8 samples, 0.82%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (8 samples, 0.82%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (8 samples, 0.82%)_find_and_load (<frozen importlib._bootstrap>:1176) (8 samples, 0.82%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (8 samples, 0.82%)_load_unlocked (<frozen importlib._bootstrap>:690) (8 samples, 0.82%)exec_module (<frozen importlib._bootstrap_external>:940) (8 samples, 0.82%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (8 samples, 0.82%)<module> (torch/nn/functional.py:18) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1131) (1 samples, 0.10%)<module> (torch/__init__.py:2128) (16 samples, 1.64%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (16 samples, 1.64%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 1.64%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 1.64%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 1.64%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 1.64%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 1.64%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 1.64%)<module> (torch/functional.py:8) (15 samples, 1.54%)_find_and_load (<frozen importlib._bootstrap>:1176) (15 samples, 1.54%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (15 samples, 1.54%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (15 samples, 1.54%)_find_and_load (<frozen importlib._bootstrap>:1176) (15 samples, 1.54%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (15 samples, 1.54%)_load_unlocked (<frozen importlib._bootstrap>:690) (15 samples, 1.54%)exec_module (<frozen importlib._bootstrap_external>:940) (15 samples, 1.54%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (15 samples, 1.54%)<module> (torch/nn/__init__.py:8) (15 samples, 1.54%)_find_and_load (<frozen importlib._bootstrap>:1176) (15 samples, 1.54%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (15 samples, 1.54%)_load_unlocked (<frozen importlib._bootstrap>:690) (15 samples, 1.54%)exec_module (<frozen importlib._bootstrap_external>:940) (15 samples, 1.54%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (15 samples, 1.54%)<module> (torch/nn/modules/__init__.py:53) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/distributions/__init__.py:116) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributions/von_mises.py:5) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/jit/__init__.py:27) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/jit/_freeze.py:11) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/nested/__init__.py:21) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/nested/_internal/nested_tensor.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/nested/_internal/nested_int.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/__init__.py:88) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/_symbolic_trace.py:22) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/_lazy_graph_module.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/graph_module.py:20) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/graph.py:27) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/node.py:201) (1 samples, 0.10%)Node (torch/fx/node.py:619) (1 samples, 0.10%)mark_back_compat (torch/fx/_compatibility.py:16) (1 samples, 0.10%)dedent (textwrap.py:435) (1 samples, 0.10%)<module> (torch/__init__.py:2171) (3 samples, 0.31%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (torch/profiler/__init__.py:15) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1649) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1604) (1 samples, 0.10%)spec_from_file_location (<frozen importlib._bootstrap_external>:815) (1 samples, 0.10%)__init__ (<frozen importlib._bootstrap>:361) (1 samples, 0.10%)<module> (torch/ao/nn/intrinsic/quantized/modules/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/intrinsic/quantized/modules/bn_relu.py:6) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/quantized/__init__.py:1) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/quantized/functional.py:11) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/quantized/modules/__init__.py:23) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/ao/nn/quantized/modules/conv.py:482) (1 samples, 0.10%)Conv2d (torch/ao/nn/quantized/modules/conv.py:521) (1 samples, 0.10%)inner (typing.py:376) (1 samples, 0.10%)__hash__ (typing.py:1696) (1 samples, 0.10%)<module> (torch/__init__.py:2210) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/__init__.py:19) (2 samples, 0.21%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/quantized/__init__.py:3) (2 samples, 0.21%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/quantized/dynamic/__init__.py:1) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/quantized/dynamic/modules/__init__.py:1) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/nn/intrinsic/quantized/dynamic/modules/linear_relu.py:1) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/ao/nn/intrinsic/quantized/__init__.py:1) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/ao/nn/intrinsic/quantized/modules/__init__.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1615) (1 samples, 0.10%)_path_stat (<frozen importlib._bootstrap_external>:147) (1 samples, 0.10%)<module> (torch/_subclasses/fake_tensor.py:28) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/_subclasses/meta_utils.py:574) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1091) (1 samples, 0.10%)_hash_add (dataclasses.py:847) (1 samples, 0.10%)_hash_fn (dataclasses.py:640) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/fx/passes/graph_drawer.py:13) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/fx/passes/shape_prop.py:10) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_subclasses/__init__.py:2) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_subclasses/fake_tensor.py:51) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/_subclasses/_fake_tensor_utils.py:22) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1056) (1 samples, 0.10%)_cmp_fn (dataclasses.py:630) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/fx/passes/runtime_assert.py:23) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/experimental/proxy_tensor.py:74) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1130) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/fx/passes/__init__.py:1) (4 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/fx/passes/splitter_base.py:102) (1 samples, 0.10%)mark_not_back_compat (torch/fx/_compatibility.py:30) (1 samples, 0.10%)dedent (textwrap.py:436) (1 samples, 0.10%)<module> (torch/export/__init__.py:17) (5 samples, 0.51%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.51%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (5 samples, 0.51%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.51%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.51%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/passes/infra/__init__.py:1) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/passes/infra/pass_manager.py:53) (1 samples, 0.10%)__getitem__ (typing.py:1653) (1 samples, 0.10%)inner (typing.py:376) (1 samples, 0.10%)__getitem_inner__ (typing.py:1666) (1 samples, 0.10%)copy_with (typing.py:1637) (1 samples, 0.10%)__init__ (typing.py:1383) (1 samples, 0.10%)_collect_parameters (typing_extensions.py:3041) (1 samples, 0.10%)_has_generic_or_protocol_as_origin (typing_extensions.py:2967) (1 samples, 0.10%)<module> (torch/_higher_order_ops/__init__.py:15) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/__init__.py:2242) (7 samples, 0.72%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/quantization/__init__.py:2) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/quantization/fake_quantize.py:10) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/ao/quantization/__init__.py:12) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (7 samples, 0.72%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.72%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (7 samples, 0.72%)_load_unlocked (<frozen importlib._bootstrap>:690) (7 samples, 0.72%)exec_module (<frozen importlib._bootstrap_external>:940) (7 samples, 0.72%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (7 samples, 0.72%)<module> (torch/export/__init__.py:60) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/export/decomp_utils.py:5) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_export/__init__.py:48) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_export/wrappers.py:7) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_higher_order_ops/__init__.py:17) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/_higher_order_ops/flex_attention.py:580) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (2 samples, 0.21%)get_code (<frozen importlib._bootstrap_external>:1069) (2 samples, 0.21%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (2 samples, 0.21%)<module> (torch/_prims/__init__.py:1030) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1056) (1 samples, 0.10%)_cmp_fn (dataclasses.py:630) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1044) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1060) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1098) (1 samples, 0.10%)signature (inspect.py:3263) (1 samples, 0.10%)from_callable (inspect.py:3011) (1 samples, 0.10%)_signature_from_callable (inspect.py:2481) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1074) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (1 samples, 0.10%)_register_fake (torch/library.py:193) (1 samples, 0.10%)get_source (torch/_library/utils.py:54) (1 samples, 0.10%)getframeinfo (inspect.py:1692) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1088) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:610) (1 samples, 0.10%)lookup_op (torch/_library/utils.py:79) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1135) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1095) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:99) (1 samples, 0.10%)<genexpr> (torch/_library/autograd.py:100) (1 samples, 0.10%)is_tensorlist_like_type (torch/_library/utils.py:126) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1102) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1129) (1 samples, 0.10%)__init__ (torch/_ops.py:703) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1141) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:596) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1148) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:29) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1155) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1162) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (1 samples, 0.10%)_register_fake (torch/library.py:214) (1 samples, 0.10%)register (torch/_library/fake_impl.py:63) (1 samples, 0.10%)impl (torch/library.py:365) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:2514) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:92) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:2660) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:309) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:2911) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:376) (1 samples, 0.10%)__new__ (enum.py:562) (1 samples, 0.10%)__set_name__ (enum.py:340) (1 samples, 0.10%)__setattr__ (enum.py:839) (1 samples, 0.10%)getmodule (inspect.py:994) (3 samples, 0.31%)getabsfile (inspect.py:963) (3 samples, 0.31%)getsourcefile (inspect.py:945) (3 samples, 0.31%)exists (<frozen genericpath>:19) (3 samples, 0.31%)<module> (torch/_prims/__init__.py:525) (4 samples, 0.41%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (4 samples, 0.41%)_make_prim (torch/_prims/__init__.py:321) (4 samples, 0.41%)custom_op (torch/_library/custom_ops.py:173) (4 samples, 0.41%)inner (torch/_library/custom_ops.py:154) (4 samples, 0.41%)__init__ (torch/_library/custom_ops.py:204) (4 samples, 0.41%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (4 samples, 0.41%)_register_fake (torch/library.py:193) (4 samples, 0.41%)get_source (torch/_library/utils.py:54) (4 samples, 0.41%)getframeinfo (inspect.py:1688) (4 samples, 0.41%)findsource (inspect.py:1071) (4 samples, 0.41%)getmodule (inspect.py:997) (1 samples, 0.10%)realpath (<frozen posixpath>:416) (1 samples, 0.10%)_joinrealpath (<frozen posixpath>:451) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:827) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:841) (4 samples, 0.41%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (4 samples, 0.41%)_make_prim (torch/_prims/__init__.py:339) (4 samples, 0.41%)<listcomp> (torch/_prims/__init__.py:340) (4 samples, 0.41%)__getattr__ (torch/_ops.py:1118) (4 samples, 0.41%)<module> (torch/_prims/__init__.py:859) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:99) (1 samples, 0.10%)<genexpr> (torch/_library/autograd.py:100) (1 samples, 0.10%)is_tensorlist_like_type (torch/_library/utils.py:125) (1 samples, 0.10%)<module> (torch/_meta_registrations.py:12) (26 samples, 2.67%)<m.._find_and_load (<frozen importlib._bootstrap>:1176) (26 samples, 2.67%)_f.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (26 samples, 2.67%)_f.._load_unlocked (<frozen importlib._bootstrap>:690) (26 samples, 2.67%)_l..exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 2.67%)ex.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 2.67%)_c..<module> (torch/_decomp/__init__.py:276) (26 samples, 2.67%)<m.._find_and_load (<frozen importlib._bootstrap>:1176) (26 samples, 2.67%)_f.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (26 samples, 2.67%)_f.._load_unlocked (<frozen importlib._bootstrap>:690) (26 samples, 2.67%)_l..exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 2.67%)ex.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 2.67%)_c..<module> (torch/_decomp/decompositions.py:16) (26 samples, 2.67%)<m.._find_and_load (<frozen importlib._bootstrap>:1176) (26 samples, 2.67%)_f.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (26 samples, 2.67%)_f.._load_unlocked (<frozen importlib._bootstrap>:690) (26 samples, 2.67%)_l..exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 2.67%)ex.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 2.67%)_c..<module> (torch/_prims/__init__.py:982) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/__init__.py:2613) (29 samples, 2.98%)<mo.._handle_fromlist (<frozen importlib._bootstrap>:1232) (29 samples, 2.98%)_ha.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 2.98%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (29 samples, 2.98%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (29 samples, 2.98%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (29 samples, 2.98%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (27 samples, 2.77%)ex.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (27 samples, 2.77%)_c..<module> (torch/_meta_registrations.py:3488) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1278) (1 samples, 0.10%)__init__ (torch/_ops.py:1059) (1 samples, 0.10%)<genexpr> (torch/_ops.py:1060) (1 samples, 0.10%)_has_script_object_arg (torch/_ops.py:1045) (1 samples, 0.10%)<genexpr> (torch/_ops.py:1045) (1 samples, 0.10%)load (importlib/metadata/__init__.py:476) (1 samples, 0.10%)<genexpr> (importlib/metadata/__init__.py:1039) (1 samples, 0.10%)entry_points (importlib/metadata/__init__.py:636) (1 samples, 0.10%)read_text (importlib/metadata/__init__.py:939) (1 samples, 0.10%)joinpath (pathlib.py:763) (1 samples, 0.10%)_make_child (pathlib.py:532) (1 samples, 0.10%)<module> (torch/__init__.py:2810) (2 samples, 0.21%)_import_device_backends (torch/__init__.py:2760) (2 samples, 0.21%)entry_points (importlib/metadata/__init__.py:1041) (2 samples, 0.21%)select (importlib/metadata/__init__.py:504) (1 samples, 0.10%)select (importlib/metadata/__init__.py:380) (1 samples, 0.10%)<genexpr> (importlib/metadata/__init__.py:380) (1 samples, 0.10%)matches (importlib/metadata/__init__.py:236) (1 samples, 0.10%)<module> (torch/__init__.py:410) (2 samples, 0.21%)_load_global_deps (torch/__init__.py:314) (2 samples, 0.21%)__init__ (ctypes/__init__.py:376) (2 samples, 0.21%)<module> (numpy/_core/__init__.py:23) (2 samples, 0.21%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (numpy/_core/multiarray.py:10) (2 samples, 0.21%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (numpy/_core/overrides.py:8) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:676) (2 samples, 0.21%)module_from_spec (<frozen importlib._bootstrap>:573) (2 samples, 0.21%)create_module (<frozen importlib._bootstrap_external>:1233) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/__init__.py:411) (31 samples, 3.18%)<mo.._find_and_load (<frozen importlib._bootstrap>:1176) (31 samples, 3.18%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (31 samples, 3.18%)_fi.._load_unlocked (<frozen importlib._bootstrap>:676) (31 samples, 3.18%)_lo..module_from_spec (<frozen importlib._bootstrap>:573) (31 samples, 3.18%)mod..create_module (<frozen importlib._bootstrap_external>:1233) (31 samples, 3.18%)cre.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (31 samples, 3.18%)_ca.._find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (numpy/__init__.py:114) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (numpy/__config__.py:4) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.31%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.31%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.31%)<module> (numpy/_core/__init__.py:71) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/numerictypes.py:629) (1 samples, 0.10%)_register_types (numpy/_core/numerictypes.py:623) (1 samples, 0.10%)register (<frozen abc>:115) (1 samples, 0.10%)__subclasscheck__ (<frozen abc>:123) (1 samples, 0.10%)_convert_ (enum.py:912) (1 samples, 0.10%)<listcomp> (enum.py:915) (1 samples, 0.10%)<lambda> (socket.py:83) (1 samples, 0.10%)run (encoder_ground_truth.py:71) (97 samples, 9.96%)run (encoder_g.._find_and_load (<frozen importlib._bootstrap>:1176) (97 samples, 9.96%)_find_and_load.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (97 samples, 9.96%)_find_and_load.._load_unlocked (<frozen importlib._bootstrap>:690) (97 samples, 9.96%)_load_unlocked..exec_module (<frozen importlib._bootstrap_external>:940) (97 samples, 9.96%)exec_module (<.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (97 samples, 9.96%)_call_with_fra..<module> (torch/__init__.py:53) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_utils_internal.py:11) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (torch/_strobelight/compile_time_profiler.py:9) (2 samples, 0.21%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.21%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.21%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.21%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.21%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.21%)<module> (socket.py:80) (2 samples, 0.21%)_convert_ (enum.py:925) (1 samples, 0.10%)convert_class (enum.py:1707) (1 samples, 0.10%)_is_private (enum.py:82) (1 samples, 0.10%)all (974 samples, 100%)<module> (encoder_ground_truth.py:315) (971 samples, 99.69%)<module> (encoder_ground_truth.py:315)run (encoder_ground_truth.py:78) (2 samples, 0.21%)is_available (torch/cuda/__init__.py:174) (2 samples, 0.21%) \ No newline at end of file diff --git a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_long.svg b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_long.svg index 5d1cbea..d74327d 100644 --- a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_long.svg +++ b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_long.svg @@ -1,15 +1,4 @@ -py-spy record --rate 49 --duration 60 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_long.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 8000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_long_profile.json Reset ZoomSearch __init__ (encoder_ground_truth.py:110) (18 samples, 0.61%)__init__ (torch/nn/modules/linear.py:112) (18 samples, 0.61%)reset_parameters (torch/nn/modules/linear.py:118) (18 samples, 0.61%)kaiming_uniform_ (torch/nn/init.py:518) (18 samples, 0.61%)__init__ (encoder_ground_truth.py:112) (10 samples, 0.34%)__init__ (torch/nn/modules/linear.py:112) (10 samples, 0.34%)reset_parameters (torch/nn/modules/linear.py:118) (10 samples, 0.34%)kaiming_uniform_ (torch/nn/init.py:518) (10 samples, 0.34%)run (encoder_ground_truth.py:170) (52 samples, 1.77%)r..build_model (encoder_ground_truth.py:152) (52 samples, 1.77%)b..to (torch/nn/modules/module.py:1355) (24 samples, 0.82%)_apply (torch/nn/modules/module.py:915) (24 samples, 0.82%)_apply (torch/nn/modules/module.py:942) (24 samples, 0.82%)convert (torch/nn/modules/module.py:1341) (24 samples, 0.82%)forward (encoder_ground_truth.py:116) (30 samples, 1.02%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (30 samples, 1.02%)_call_impl (torch/nn/modules/module.py:1762) (30 samples, 1.02%)forward (torch/nn/modules/linear.py:125) (30 samples, 1.02%)forward (encoder_ground_truth.py:120) (3 samples, 0.10%)forward (encoder_ground_truth.py:124) (3 samples, 0.10%)run_phase (encoder_ground_truth.py:187) (40 samples, 1.36%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (40 samples, 1.36%)_call_impl (torch/nn/modules/module.py:1762) (40 samples, 1.36%)run_phase (encoder_ground_truth.py:188) (79 samples, 2.69%)ru..full_sync (encoder_ground_truth.py:130) (79 samples, 2.69%)fu..synchronize (torch/cuda/__init__.py:1040) (79 samples, 2.69%)sy..forward (encoder_ground_truth.py:121) (4 samples, 0.14%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (3 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (3 samples, 0.10%)run_phase (encoder_ground_truth.py:201) (11 samples, 0.37%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (11 samples, 0.37%)_call_impl (torch/nn/modules/module.py:1762) (11 samples, 0.37%)forward (encoder_ground_truth.py:125) (4 samples, 0.14%)run (encoder_ground_truth.py:255) (2,780 samples, 94.69%)run (encoder_ground_truth.py:255)run_phase (encoder_ground_truth.py:202) (2,647 samples, 90.16%)run_phase (encoder_ground_truth.py:202)full_sync (encoder_ground_truth.py:130) (2,646 samples, 90.12%)full_sync (encoder_ground_truth.py:130)synchronize (torch/cuda/__init__.py:1040) (2,645 samples, 90.09%)synchronize (torch/cuda/__init__.py:1040)<module> (torch/utils/data/dataloader.py:21) (4 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.14%)<module> (torch/nn/modules/__init__.py:1) (7 samples, 0.24%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.24%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.20%)<module> (torch/nn/modules/module.py:17) (6 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (6 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.20%)<module> (torch/utils/__init__.py:8) (6 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (6 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/utils/data/__init__.py:1) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/__init__.py:2128) (10 samples, 0.34%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/functional.py:8) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/nn/__init__.py:8) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/nn/modules/__init__.py:2) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/nn/modules/linear.py:7) (3 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/nn/functional.py:11) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/__init__.py:2210) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/nn/intrinsic/__init__.py:19) (3 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)<module> (torch/export/__init__.py:17) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/fx/passes/__init__.py:1) (5 samples, 0.17%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/fx/passes/graph_drawer.py:13) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/fx/passes/shape_prop.py:8) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/_dispatch/python.py:3) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (unittest/mock.py:26) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/_export/__init__.py:48) (4 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.14%)<module> (torch/_export/wrappers.py:7) (4 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.14%)<module> (torch/ao/quantization/__init__.py:12) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/export/__init__.py:60) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/export/decomp_utils.py:5) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/__init__.py:2242) (12 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)<module> (torch/quantization/__init__.py:2) (12 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)<module> (torch/quantization/fake_quantize.py:10) (12 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)<module> (torch/__init__.py:2273) (3 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/masked/__init__.py:1) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/masked/_ops.py:10) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (3 samples, 0.10%)dataclass (dataclasses.py:1232) (3 samples, 0.10%)wrap (dataclasses.py:1222) (3 samples, 0.10%)_process_class (dataclasses.py:1027) (3 samples, 0.10%)_init_fn (dataclasses.py:580) (3 samples, 0.10%)_create_fn (dataclasses.py:433) (3 samples, 0.10%)<module> (torch/_prims/__init__.py:880) (4 samples, 0.14%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (4 samples, 0.14%)_make_prim (torch/_prims/__init__.py:321) (4 samples, 0.14%)custom_op (torch/_library/custom_ops.py:173) (4 samples, 0.14%)inner (torch/_library/custom_ops.py:154) (4 samples, 0.14%)__init__ (torch/_library/custom_ops.py:204) (4 samples, 0.14%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (4 samples, 0.14%)<module> (torch/_decomp/decompositions.py:16) (16 samples, 0.54%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 0.54%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 0.54%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 0.54%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 0.54%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 0.54%)<module> (torch/_decomp/__init__.py:276) (18 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (18 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (18 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (18 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (18 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (18 samples, 0.61%)<module> (torch/_meta_registrations.py:12) (19 samples, 0.65%)_find_and_load (<frozen importlib._bootstrap>:1176) (19 samples, 0.65%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (19 samples, 0.65%)_load_unlocked (<frozen importlib._bootstrap>:690) (19 samples, 0.65%)exec_module (<frozen importlib._bootstrap_external>:940) (19 samples, 0.65%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (19 samples, 0.65%)<module> (torch/__init__.py:2613) (28 samples, 0.95%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (28 samples, 0.95%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (28 samples, 0.95%)_find_and_load (<frozen importlib._bootstrap>:1176) (28 samples, 0.95%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (28 samples, 0.95%)_load_unlocked (<frozen importlib._bootstrap>:690) (28 samples, 0.95%)exec_module (<frozen importlib._bootstrap_external>:940) (27 samples, 0.92%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (27 samples, 0.92%)<module> (torch/_meta_registrations.py:7413) (6 samples, 0.20%)activate_meta (torch/_meta_registrations.py:7410) (4 samples, 0.14%)run (encoder_ground_truth.py:74) (102 samples, 3.47%)run.._find_and_load (<frozen importlib._bootstrap>:1176) (102 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (102 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (102 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (102 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (102 samples, 3.47%)_ca..<module> (torch/__init__.py:411) (37 samples, 1.26%)_find_and_load (<frozen importlib._bootstrap>:1176) (37 samples, 1.26%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (37 samples, 1.26%)_load_unlocked (<frozen importlib._bootstrap>:676) (37 samples, 1.26%)module_from_spec (<frozen importlib._bootstrap>:573) (37 samples, 1.26%)create_module (<frozen importlib._bootstrap_external>:1233) (37 samples, 1.26%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (37 samples, 1.26%)all (2,936 samples, 100%)<module> (encoder_ground_truth.py:318) (2,936 samples, 100.00%)<module> (encoder_ground_truth.py:318) +]]>py-spy record --rate 49 --duration 60 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_long.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 8000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_long_profile.jsonReset ZoomSearch__init__ (encoder_ground_truth.py:110) (18 samples, 0.61%)__init__ (torch/nn/modules/linear.py:112) (18 samples, 0.61%)reset_parameters (torch/nn/modules/linear.py:118) (18 samples, 0.61%)kaiming_uniform_ (torch/nn/init.py:518) (18 samples, 0.61%)__init__ (encoder_ground_truth.py:112) (10 samples, 0.34%)__init__ (torch/nn/modules/linear.py:112) (10 samples, 0.34%)reset_parameters (torch/nn/modules/linear.py:118) (10 samples, 0.34%)kaiming_uniform_ (torch/nn/init.py:518) (10 samples, 0.34%)run (encoder_ground_truth.py:170) (52 samples, 1.77%)r..build_model (encoder_ground_truth.py:152) (52 samples, 1.77%)b..to (torch/nn/modules/module.py:1355) (24 samples, 0.82%)_apply (torch/nn/modules/module.py:915) (24 samples, 0.82%)_apply (torch/nn/modules/module.py:942) (24 samples, 0.82%)convert (torch/nn/modules/module.py:1341) (24 samples, 0.82%)forward (encoder_ground_truth.py:116) (30 samples, 1.02%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (30 samples, 1.02%)_call_impl (torch/nn/modules/module.py:1762) (30 samples, 1.02%)forward (torch/nn/modules/linear.py:125) (30 samples, 1.02%)forward (encoder_ground_truth.py:120) (3 samples, 0.10%)forward (encoder_ground_truth.py:124) (3 samples, 0.10%)run_phase (encoder_ground_truth.py:187) (40 samples, 1.36%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (40 samples, 1.36%)_call_impl (torch/nn/modules/module.py:1762) (40 samples, 1.36%)run_phase (encoder_ground_truth.py:188) (79 samples, 2.69%)ru..full_sync (encoder_ground_truth.py:130) (79 samples, 2.69%)fu..synchronize (torch/cuda/__init__.py:1040) (79 samples, 2.69%)sy..forward (encoder_ground_truth.py:121) (4 samples, 0.14%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (3 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (3 samples, 0.10%)run_phase (encoder_ground_truth.py:201) (11 samples, 0.37%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (11 samples, 0.37%)_call_impl (torch/nn/modules/module.py:1762) (11 samples, 0.37%)forward (encoder_ground_truth.py:125) (4 samples, 0.14%)run (encoder_ground_truth.py:255) (2,780 samples, 94.69%)run (encoder_ground_truth.py:255)run_phase (encoder_ground_truth.py:202) (2,647 samples, 90.16%)run_phase (encoder_ground_truth.py:202)full_sync (encoder_ground_truth.py:130) (2,646 samples, 90.12%)full_sync (encoder_ground_truth.py:130)synchronize (torch/cuda/__init__.py:1040) (2,645 samples, 90.09%)synchronize (torch/cuda/__init__.py:1040)<module> (torch/utils/data/dataloader.py:21) (4 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.14%)<module> (torch/nn/modules/__init__.py:1) (7 samples, 0.24%)_find_and_load (<frozen importlib._bootstrap>:1176) (7 samples, 0.24%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.20%)<module> (torch/nn/modules/module.py:17) (6 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (6 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.20%)<module> (torch/utils/__init__.py:8) (6 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (6 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/utils/data/__init__.py:1) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/__init__.py:2128) (10 samples, 0.34%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/functional.py:8) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/nn/__init__.py:8) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/nn/modules/__init__.py:2) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/nn/modules/linear.py:7) (3 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/nn/functional.py:11) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/__init__.py:2210) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/nn/intrinsic/__init__.py:19) (3 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)<module> (torch/export/__init__.py:17) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/fx/passes/__init__.py:1) (5 samples, 0.17%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/fx/passes/graph_drawer.py:13) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/fx/passes/shape_prop.py:8) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/_dispatch/python.py:3) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (unittest/mock.py:26) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/_export/__init__.py:48) (4 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.14%)<module> (torch/_export/wrappers.py:7) (4 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.14%)<module> (torch/ao/quantization/__init__.py:12) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (10 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.34%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.34%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.34%)<module> (torch/export/__init__.py:60) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/export/decomp_utils.py:5) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)_find_and_load (<frozen importlib._bootstrap>:1176) (5 samples, 0.17%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (5 samples, 0.17%)_load_unlocked (<frozen importlib._bootstrap>:690) (5 samples, 0.17%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.17%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.17%)<module> (torch/__init__.py:2242) (12 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)<module> (torch/quantization/__init__.py:2) (12 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)<module> (torch/quantization/fake_quantize.py:10) (12 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.41%)<module> (torch/__init__.py:2273) (3 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/masked/__init__.py:1) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)<module> (torch/masked/_ops.py:10) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (3 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (3 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (3 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (3 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (3 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (3 samples, 0.10%)dataclass (dataclasses.py:1232) (3 samples, 0.10%)wrap (dataclasses.py:1222) (3 samples, 0.10%)_process_class (dataclasses.py:1027) (3 samples, 0.10%)_init_fn (dataclasses.py:580) (3 samples, 0.10%)_create_fn (dataclasses.py:433) (3 samples, 0.10%)<module> (torch/_prims/__init__.py:880) (4 samples, 0.14%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (4 samples, 0.14%)_make_prim (torch/_prims/__init__.py:321) (4 samples, 0.14%)custom_op (torch/_library/custom_ops.py:173) (4 samples, 0.14%)inner (torch/_library/custom_ops.py:154) (4 samples, 0.14%)__init__ (torch/_library/custom_ops.py:204) (4 samples, 0.14%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (4 samples, 0.14%)<module> (torch/_decomp/decompositions.py:16) (16 samples, 0.54%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 0.54%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 0.54%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 0.54%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 0.54%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 0.54%)<module> (torch/_decomp/__init__.py:276) (18 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (18 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (18 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (18 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (18 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (18 samples, 0.61%)<module> (torch/_meta_registrations.py:12) (19 samples, 0.65%)_find_and_load (<frozen importlib._bootstrap>:1176) (19 samples, 0.65%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (19 samples, 0.65%)_load_unlocked (<frozen importlib._bootstrap>:690) (19 samples, 0.65%)exec_module (<frozen importlib._bootstrap_external>:940) (19 samples, 0.65%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (19 samples, 0.65%)<module> (torch/__init__.py:2613) (28 samples, 0.95%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (28 samples, 0.95%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (28 samples, 0.95%)_find_and_load (<frozen importlib._bootstrap>:1176) (28 samples, 0.95%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (28 samples, 0.95%)_load_unlocked (<frozen importlib._bootstrap>:690) (28 samples, 0.95%)exec_module (<frozen importlib._bootstrap_external>:940) (27 samples, 0.92%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (27 samples, 0.92%)<module> (torch/_meta_registrations.py:7413) (6 samples, 0.20%)activate_meta (torch/_meta_registrations.py:7410) (4 samples, 0.14%)run (encoder_ground_truth.py:74) (102 samples, 3.47%)run.._find_and_load (<frozen importlib._bootstrap>:1176) (102 samples, 3.47%)_fi.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (102 samples, 3.47%)_fi.._load_unlocked (<frozen importlib._bootstrap>:690) (102 samples, 3.47%)_lo..exec_module (<frozen importlib._bootstrap_external>:940) (102 samples, 3.47%)exe.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (102 samples, 3.47%)_ca..<module> (torch/__init__.py:411) (37 samples, 1.26%)_find_and_load (<frozen importlib._bootstrap>:1176) (37 samples, 1.26%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (37 samples, 1.26%)_load_unlocked (<frozen importlib._bootstrap>:676) (37 samples, 1.26%)module_from_spec (<frozen importlib._bootstrap>:573) (37 samples, 1.26%)create_module (<frozen importlib._bootstrap_external>:1233) (37 samples, 1.26%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (37 samples, 1.26%)all (2,936 samples, 100%)<module> (encoder_ground_truth.py:318) (2,936 samples, 100.00%)<module> (encoder_ground_truth.py:318) \ No newline at end of file diff --git a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_trim.svg b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_trim.svg index a1264ff..e531f08 100644 --- a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_trim.svg +++ b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_trim.svg @@ -1,15 +1,4 @@ -py-spy record --rate 49 --duration 20 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_trim.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 2000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_trim_profile.json Reset ZoomSearch kaiming_uniform_ (torch/nn/init.py:513) (1 samples, 0.10%)_calculate_correct_fan (torch/nn/init.py:452) (1 samples, 0.10%)_calculate_fan_in_and_fan_out (torch/nn/init.py:352) (1 samples, 0.10%)__init__ (encoder_ground_truth.py:110) (22 samples, 2.25%)_..__init__ (torch/nn/modules/linear.py:112) (22 samples, 2.25%)_..reset_parameters (torch/nn/modules/linear.py:118) (22 samples, 2.25%)r..kaiming_uniform_ (torch/nn/init.py:518) (21 samples, 2.15%)k..__init__ (encoder_ground_truth.py:112) (15 samples, 1.53%)__init__ (torch/nn/modules/linear.py:112) (15 samples, 1.53%)reset_parameters (torch/nn/modules/linear.py:118) (15 samples, 1.53%)kaiming_uniform_ (torch/nn/init.py:518) (15 samples, 1.53%)_apply (torch/nn/modules/module.py:942) (24 samples, 2.45%)_a..convert (torch/nn/modules/module.py:1341) (24 samples, 2.45%)co.._lazy_init (torch/cuda/__init__.py:383) (1 samples, 0.10%)_check_capability (torch/cuda/__init__.py:251) (1 samples, 0.10%)device_count (torch/cuda/__init__.py:990) (1 samples, 0.10%)_device_count_nvml (torch/cuda/__init__.py:946) (1 samples, 0.10%)_raw_device_count_nvml (torch/cuda/__init__.py:787) (1 samples, 0.10%)run (encoder_ground_truth.py:170) (63 samples, 6.44%)run (enc..build_model (encoder_ground_truth.py:152) (63 samples, 6.44%)build_mo..to (torch/nn/modules/module.py:1355) (26 samples, 2.66%)to.._apply (torch/nn/modules/module.py:915) (26 samples, 2.66%)_a.._apply (torch/nn/modules/module.py:969) (2 samples, 0.20%)forward (encoder_ground_truth.py:116) (56 samples, 5.72%)forward.._wrapped_call_impl (torch/nn/modules/module.py:1751) (56 samples, 5.72%)_wrappe.._call_impl (torch/nn/modules/module.py:1762) (56 samples, 5.72%)_call_i..forward (torch/nn/modules/linear.py:125) (56 samples, 5.72%)forward..forward (encoder_ground_truth.py:117) (3 samples, 0.31%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (3 samples, 0.31%)_call_impl (torch/nn/modules/module.py:1762) (3 samples, 0.31%)forward (torch/nn/modules/activation.py:734) (3 samples, 0.31%)forward (encoder_ground_truth.py:120) (4 samples, 0.41%)forward (encoder_ground_truth.py:124) (5 samples, 0.51%)run_phase (encoder_ground_truth.py:187) (74 samples, 7.56%)run_phase .._wrapped_call_impl (torch/nn/modules/module.py:1751) (74 samples, 7.56%)_wrapped_c.._call_impl (torch/nn/modules/module.py:1762) (74 samples, 7.56%)_call_impl..forward (encoder_ground_truth.py:125) (6 samples, 0.61%)run_phase (encoder_ground_truth.py:188) (83 samples, 8.48%)run_phase (e..full_sync (encoder_ground_truth.py:130) (83 samples, 8.48%)full_sync (e..synchronize (torch/cuda/__init__.py:1040) (83 samples, 8.48%)synchronize ..run_phase (encoder_ground_truth.py:201) (1 samples, 0.10%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (1 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (1 samples, 0.10%)forward (encoder_ground_truth.py:116) (1 samples, 0.10%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (1 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (1 samples, 0.10%)forward (torch/nn/modules/linear.py:125) (1 samples, 0.10%)run (encoder_ground_truth.py:255) (840 samples, 85.80%)run (encoder_ground_truth.py:255)run_phase (encoder_ground_truth.py:202) (682 samples, 69.66%)run_phase (encoder_ground_truth.py:202)full_sync (encoder_ground_truth.py:130) (682 samples, 69.66%)full_sync (encoder_ground_truth.py:130)synchronize (torch/cuda/__init__.py:1040) (682 samples, 69.66%)synchronize (torch/cuda/__init__.py:1040)<module> (torch/__init__.py:15) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (glob.py:220) (1 samples, 0.10%)compile (re/__init__.py:227) (1 samples, 0.10%)_compile (re/__init__.py:294) (1 samples, 0.10%)compile (re/_compiler.py:745) (1 samples, 0.10%)parse (re/_parser.py:989) (1 samples, 0.10%)_parse_sub (re/_parser.py:464) (1 samples, 0.10%)_parse (re/_parser.py:873) (1 samples, 0.10%)match (re/_parser.py:258) (1 samples, 0.10%)<module> (torch/distributed/__init__.py:28) (1 samples, 0.10%)<module> (torch/utils/data/dataloader.py:21) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/distributed/__init__.py:3) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (pdb.py:75) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1173) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/dataframe/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/dataframe/dataframes.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/_decorator.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/nn/modules/__init__.py:1) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/nn/modules/module.py:17) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/__init__.py:8) (4 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/data/__init__.py:1) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/data/dataloader.py:22) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/utils/data/graph_settings.py:8) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/utils/data/datapipes/__init__.py:1) (2 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/utils/data/datapipes/iter/__init__.py:22) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/iter/grouping.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/iter/sharding.py:15) (1 samples, 0.10%)__new__ (enum.py:562) (1 samples, 0.10%)__set_name__ (enum.py:290) (1 samples, 0.10%)<module> (torch/distributed/rpc/__init__.py:73) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/rpc/api.py:37) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/rpc/internal.py:285) (1 samples, 0.10%)namedtuple (collections/__init__.py:503) (1 samples, 0.10%)<module> (torch/__init__.py:2128) (6 samples, 0.61%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)<module> (torch/functional.py:8) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)<module> (torch/nn/__init__.py:8) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)<module> (torch/nn/modules/__init__.py:2) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/nn/modules/linear.py:7) (2 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/nn/functional.py:11) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/_jit_internal.py:42) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/distributed/rpc/__init__.py:77) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/rpc/server_process_global_profiler.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/autograd/__init__.py:557) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/distributions/__init__.py:116) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1130) (1 samples, 0.10%)<module> (torch/distributions/__init__.py:75) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1131) (1 samples, 0.10%)<module> (torch/distributions/__init__.py:95) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributions/kl.py:33) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1648) (1 samples, 0.10%)_path_isfile (<frozen importlib._bootstrap_external>:161) (1 samples, 0.10%)_path_is_mode_type (<frozen importlib._bootstrap_external>:153) (1 samples, 0.10%)_path_stat (<frozen importlib._bootstrap_external>:147) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/__init__.py:2171) (6 samples, 0.61%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.51%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.51%)<module> (torch/nested/__init__.py:21) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/nested/_internal/nested_tensor.py:7) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/nested/_internal/nested_int.py:4) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/fx/__init__.py:88) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/fx/_symbolic_trace.py:22) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/fx/_lazy_graph_module.py:4) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/fx/graph_module.py:20) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/graph.py:27) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/node.py:88) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1265) (1 samples, 0.10%)_get_packet (torch/_ops.py:1290) (1 samples, 0.10%)<module> (torch/__init__.py:2273) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/masked/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/masked/_ops.py:10) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/masked/maskedtensor/__init__.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/masked/maskedtensor/binary.py:179) (1 samples, 0.10%)<dictcomp> (torch/masked/maskedtensor/binary.py:180) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1278) (1 samples, 0.10%)__init__ (torch/_ops.py:1059) (1 samples, 0.10%)<genexpr> (torch/_ops.py:1060) (1 samples, 0.10%)_has_script_object_arg (torch/_ops.py:1045) (1 samples, 0.10%)<genexpr> (torch/_ops.py:1045) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1044) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1067) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)_joinrealpath (<frozen posixpath>:449) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:525) (2 samples, 0.20%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (2 samples, 0.20%)_make_prim (torch/_prims/__init__.py:321) (2 samples, 0.20%)custom_op (torch/_library/custom_ops.py:173) (2 samples, 0.20%)inner (torch/_library/custom_ops.py:154) (2 samples, 0.20%)__init__ (torch/_library/custom_ops.py:204) (2 samples, 0.20%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (2 samples, 0.20%)_register_fake (torch/library.py:193) (2 samples, 0.20%)get_source (torch/_library/utils.py:54) (2 samples, 0.20%)getframeinfo (inspect.py:1688) (2 samples, 0.20%)findsource (inspect.py:1071) (2 samples, 0.20%)getmodule (inspect.py:997) (2 samples, 0.20%)realpath (<frozen posixpath>:416) (2 samples, 0.20%)_joinrealpath (<frozen posixpath>:451) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:609) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:203) (1 samples, 0.10%)get_library_allowing_overwrite (torch/_library/custom_ops.py:906) (1 samples, 0.10%)__init__ (torch/library.py:107) (1 samples, 0.10%)extract_stack (traceback.py:228) (1 samples, 0.10%)extract (traceback.py:390) (1 samples, 0.10%)_extract_from_extended_frame_gen (traceback.py:429) (1 samples, 0.10%)checkcache (linecache.py:72) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:880) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:950) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)<module> (torch/_decomp/decompositions.py:16) (9 samples, 0.92%)_find_and_load (<frozen importlib._bootstrap>:1176) (9 samples, 0.92%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (9 samples, 0.92%)_load_unlocked (<frozen importlib._bootstrap>:690) (9 samples, 0.92%)exec_module (<frozen importlib._bootstrap_external>:940) (8 samples, 0.82%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (8 samples, 0.82%)<module> (torch/_prims/__init__.py:975) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (1 samples, 0.10%)_register_fake (torch/library.py:214) (1 samples, 0.10%)register (torch/_library/fake_impl.py:40) (1 samples, 0.10%)<module> (torch/_meta_registrations.py:12) (10 samples, 1.02%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 1.02%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 1.02%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 1.02%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 1.02%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 1.02%)<module> (torch/_decomp/__init__.py:276) (10 samples, 1.02%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 1.02%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 1.02%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 1.02%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 1.02%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 1.02%)<module> (torch/_decomp/decompositions.py:2742) (1 samples, 0.10%)_out_wrapper (torch/_prims_common/wrappers.py:283) (1 samples, 0.10%)signature (inspect.py:3263) (1 samples, 0.10%)from_callable (inspect.py:3011) (1 samples, 0.10%)_signature_from_callable (inspect.py:2523) (1 samples, 0.10%)_signature_from_function (inspect.py:2376) (1 samples, 0.10%)<module> (torch/_meta_registrations.py:3141) (1 samples, 0.10%)wrapper (torch/_meta_registrations.py:60) (1 samples, 0.10%)tree_map_ (torch/utils/_pytree.py:1179) (1 samples, 0.10%)register (torch/_meta_registrations.py:58) (1 samples, 0.10%)_add_op_to_registry (torch/_decomp/__init__.py:81) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1135) (1 samples, 0.10%)inner (torch/_ops.py:130) (1 samples, 0.10%)activate_meta (torch/_meta_registrations.py:7365) (2 samples, 0.20%)py_impl (torch/_ops.py:120) (1 samples, 0.10%)__getitem__ (typing.py:1653) (1 samples, 0.10%)inner (typing.py:376) (1 samples, 0.10%)activate_meta (torch/_meta_registrations.py:7367) (1 samples, 0.10%)impl (torch/library.py:325) (1 samples, 0.10%)<module> (torch/__init__.py:2613) (16 samples, 1.63%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (16 samples, 1.63%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 1.63%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 1.63%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 1.63%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 1.63%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 1.63%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 1.63%)<module> (torch/_meta_registrations.py:7413) (5 samples, 0.51%)activate_meta (torch/_meta_registrations.py:7410) (2 samples, 0.20%)impl (torch/library.py:365) (1 samples, 0.10%)<module> (torch/__init__.py:2630) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/compiler/__init__.py:7) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/compiler/config.py:78) (1 samples, 0.10%)install_config_module (torch/utils/_config_module.py:226) (1 samples, 0.10%)get_assignments_with_compile_ignored_comments (torch/utils/_config_module.py:249) (1 samples, 0.10%)_tokenize (tokenize.py:574) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1137) (1 samples, 0.10%)<module> (numpy/__init__.py:111) (2 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_distributor_init.py:13) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)<module> (numpy/_core/__init__.py:23) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/multiarray.py:10) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/overrides.py:8) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.10%)module_from_spec (<frozen importlib._bootstrap>:573) (1 samples, 0.10%)create_module (<frozen importlib._bootstrap_external>:1233) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/__init__.py:71) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1615) (1 samples, 0.10%)_path_stat (<frozen importlib._bootstrap_external>:147) (1 samples, 0.10%)<module> (numpy/_core/numeric.py:26) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/shape_base.py:12) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/fromnumeric.py:16) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1131) (1 samples, 0.10%)run (encoder_ground_truth.py:74) (71 samples, 7.25%)run (encod.._find_and_load (<frozen importlib._bootstrap>:1176) (71 samples, 7.25%)_find_and_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (71 samples, 7.25%)_find_and_.._load_unlocked (<frozen importlib._bootstrap>:690) (71 samples, 7.25%)_load_unlo..exec_module (<frozen importlib._bootstrap_external>:940) (71 samples, 7.25%)exec_modul.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (71 samples, 7.25%)_call_with..<module> (torch/__init__.py:411) (40 samples, 4.09%)<mod.._find_and_load (<frozen importlib._bootstrap>:1176) (40 samples, 4.09%)_fin.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (40 samples, 4.09%)_fin.._load_unlocked (<frozen importlib._bootstrap>:676) (40 samples, 4.09%)_loa..module_from_spec (<frozen importlib._bootstrap>:573) (40 samples, 4.09%)modu..create_module (<frozen importlib._bootstrap_external>:1233) (40 samples, 4.09%)crea.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (40 samples, 4.09%)_cal.._find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)<module> (numpy/__init__.py:114) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (numpy/__config__.py:4) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (numpy/_core/__init__.py:74) (2 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (numpy/_core/numeric.py:2718) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)all (979 samples, 100%)<module> (encoder_ground_truth.py:318) (979 samples, 100.00%)<module> (encoder_ground_truth.py:318)run (encoder_ground_truth.py:81) (5 samples, 0.51%)is_available (torch/cuda/__init__.py:174) (5 samples, 0.51%) +]]>py-spy record --rate 49 --duration 20 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_trim.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 2000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_trim_profile.jsonReset ZoomSearchkaiming_uniform_ (torch/nn/init.py:513) (1 samples, 0.10%)_calculate_correct_fan (torch/nn/init.py:452) (1 samples, 0.10%)_calculate_fan_in_and_fan_out (torch/nn/init.py:352) (1 samples, 0.10%)__init__ (encoder_ground_truth.py:110) (22 samples, 2.25%)_..__init__ (torch/nn/modules/linear.py:112) (22 samples, 2.25%)_..reset_parameters (torch/nn/modules/linear.py:118) (22 samples, 2.25%)r..kaiming_uniform_ (torch/nn/init.py:518) (21 samples, 2.15%)k..__init__ (encoder_ground_truth.py:112) (15 samples, 1.53%)__init__ (torch/nn/modules/linear.py:112) (15 samples, 1.53%)reset_parameters (torch/nn/modules/linear.py:118) (15 samples, 1.53%)kaiming_uniform_ (torch/nn/init.py:518) (15 samples, 1.53%)_apply (torch/nn/modules/module.py:942) (24 samples, 2.45%)_a..convert (torch/nn/modules/module.py:1341) (24 samples, 2.45%)co.._lazy_init (torch/cuda/__init__.py:383) (1 samples, 0.10%)_check_capability (torch/cuda/__init__.py:251) (1 samples, 0.10%)device_count (torch/cuda/__init__.py:990) (1 samples, 0.10%)_device_count_nvml (torch/cuda/__init__.py:946) (1 samples, 0.10%)_raw_device_count_nvml (torch/cuda/__init__.py:787) (1 samples, 0.10%)run (encoder_ground_truth.py:170) (63 samples, 6.44%)run (enc..build_model (encoder_ground_truth.py:152) (63 samples, 6.44%)build_mo..to (torch/nn/modules/module.py:1355) (26 samples, 2.66%)to.._apply (torch/nn/modules/module.py:915) (26 samples, 2.66%)_a.._apply (torch/nn/modules/module.py:969) (2 samples, 0.20%)forward (encoder_ground_truth.py:116) (56 samples, 5.72%)forward.._wrapped_call_impl (torch/nn/modules/module.py:1751) (56 samples, 5.72%)_wrappe.._call_impl (torch/nn/modules/module.py:1762) (56 samples, 5.72%)_call_i..forward (torch/nn/modules/linear.py:125) (56 samples, 5.72%)forward..forward (encoder_ground_truth.py:117) (3 samples, 0.31%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (3 samples, 0.31%)_call_impl (torch/nn/modules/module.py:1762) (3 samples, 0.31%)forward (torch/nn/modules/activation.py:734) (3 samples, 0.31%)forward (encoder_ground_truth.py:120) (4 samples, 0.41%)forward (encoder_ground_truth.py:124) (5 samples, 0.51%)run_phase (encoder_ground_truth.py:187) (74 samples, 7.56%)run_phase .._wrapped_call_impl (torch/nn/modules/module.py:1751) (74 samples, 7.56%)_wrapped_c.._call_impl (torch/nn/modules/module.py:1762) (74 samples, 7.56%)_call_impl..forward (encoder_ground_truth.py:125) (6 samples, 0.61%)run_phase (encoder_ground_truth.py:188) (83 samples, 8.48%)run_phase (e..full_sync (encoder_ground_truth.py:130) (83 samples, 8.48%)full_sync (e..synchronize (torch/cuda/__init__.py:1040) (83 samples, 8.48%)synchronize ..run_phase (encoder_ground_truth.py:201) (1 samples, 0.10%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (1 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (1 samples, 0.10%)forward (encoder_ground_truth.py:116) (1 samples, 0.10%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (1 samples, 0.10%)_call_impl (torch/nn/modules/module.py:1762) (1 samples, 0.10%)forward (torch/nn/modules/linear.py:125) (1 samples, 0.10%)run (encoder_ground_truth.py:255) (840 samples, 85.80%)run (encoder_ground_truth.py:255)run_phase (encoder_ground_truth.py:202) (682 samples, 69.66%)run_phase (encoder_ground_truth.py:202)full_sync (encoder_ground_truth.py:130) (682 samples, 69.66%)full_sync (encoder_ground_truth.py:130)synchronize (torch/cuda/__init__.py:1040) (682 samples, 69.66%)synchronize (torch/cuda/__init__.py:1040)<module> (torch/__init__.py:15) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (glob.py:220) (1 samples, 0.10%)compile (re/__init__.py:227) (1 samples, 0.10%)_compile (re/__init__.py:294) (1 samples, 0.10%)compile (re/_compiler.py:745) (1 samples, 0.10%)parse (re/_parser.py:989) (1 samples, 0.10%)_parse_sub (re/_parser.py:464) (1 samples, 0.10%)_parse (re/_parser.py:873) (1 samples, 0.10%)match (re/_parser.py:258) (1 samples, 0.10%)<module> (torch/distributed/__init__.py:28) (1 samples, 0.10%)<module> (torch/utils/data/dataloader.py:21) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/distributed/__init__.py:3) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (pdb.py:75) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1173) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/dataframe/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/dataframe/dataframes.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/_decorator.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/nn/modules/__init__.py:1) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/nn/modules/module.py:17) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/__init__.py:8) (4 samples, 0.41%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/data/__init__.py:1) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (torch/utils/data/dataloader.py:22) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/utils/data/graph_settings.py:8) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/utils/data/datapipes/__init__.py:1) (2 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/utils/data/datapipes/iter/__init__.py:22) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/iter/grouping.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/utils/data/datapipes/iter/sharding.py:15) (1 samples, 0.10%)__new__ (enum.py:562) (1 samples, 0.10%)__set_name__ (enum.py:290) (1 samples, 0.10%)<module> (torch/distributed/rpc/__init__.py:73) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/rpc/api.py:37) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/rpc/internal.py:285) (1 samples, 0.10%)namedtuple (collections/__init__.py:503) (1 samples, 0.10%)<module> (torch/__init__.py:2128) (6 samples, 0.61%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)<module> (torch/functional.py:8) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)<module> (torch/nn/__init__.py:8) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)<module> (torch/nn/modules/__init__.py:2) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/nn/modules/linear.py:7) (2 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/nn/functional.py:11) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/_jit_internal.py:42) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/distributed/rpc/__init__.py:77) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributed/rpc/server_process_global_profiler.py:7) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/autograd/__init__.py:557) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/distributions/__init__.py:116) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1130) (1 samples, 0.10%)<module> (torch/distributions/__init__.py:75) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1131) (1 samples, 0.10%)<module> (torch/distributions/__init__.py:95) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/distributions/kl.py:33) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1648) (1 samples, 0.10%)_path_isfile (<frozen importlib._bootstrap_external>:161) (1 samples, 0.10%)_path_is_mode_type (<frozen importlib._bootstrap_external>:153) (1 samples, 0.10%)_path_stat (<frozen importlib._bootstrap_external>:147) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/__init__.py:2171) (6 samples, 0.61%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)_find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (5 samples, 0.51%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (5 samples, 0.51%)<module> (torch/nested/__init__.py:21) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/nested/_internal/nested_tensor.py:7) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/nested/_internal/nested_int.py:4) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/fx/__init__.py:88) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/fx/_symbolic_trace.py:22) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/fx/_lazy_graph_module.py:4) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (torch/fx/graph_module.py:20) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/graph.py:27) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/fx/node.py:88) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1265) (1 samples, 0.10%)_get_packet (torch/_ops.py:1290) (1 samples, 0.10%)<module> (torch/__init__.py:2273) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/masked/__init__.py:1) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/masked/_ops.py:10) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/masked/maskedtensor/__init__.py:4) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/masked/maskedtensor/binary.py:179) (1 samples, 0.10%)<dictcomp> (torch/masked/maskedtensor/binary.py:180) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1278) (1 samples, 0.10%)__init__ (torch/_ops.py:1059) (1 samples, 0.10%)<genexpr> (torch/_ops.py:1060) (1 samples, 0.10%)_has_script_object_arg (torch/_ops.py:1045) (1 samples, 0.10%)<genexpr> (torch/_ops.py:1045) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1044) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:1067) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)_joinrealpath (<frozen posixpath>:449) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:525) (2 samples, 0.20%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (2 samples, 0.20%)_make_prim (torch/_prims/__init__.py:321) (2 samples, 0.20%)custom_op (torch/_library/custom_ops.py:173) (2 samples, 0.20%)inner (torch/_library/custom_ops.py:154) (2 samples, 0.20%)__init__ (torch/_library/custom_ops.py:204) (2 samples, 0.20%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (2 samples, 0.20%)_register_fake (torch/library.py:193) (2 samples, 0.20%)get_source (torch/_library/utils.py:54) (2 samples, 0.20%)getframeinfo (inspect.py:1688) (2 samples, 0.20%)findsource (inspect.py:1071) (2 samples, 0.20%)getmodule (inspect.py:997) (2 samples, 0.20%)realpath (<frozen posixpath>:416) (2 samples, 0.20%)_joinrealpath (<frozen posixpath>:451) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:609) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:203) (1 samples, 0.10%)get_library_allowing_overwrite (torch/_library/custom_ops.py:906) (1 samples, 0.10%)__init__ (torch/library.py:107) (1 samples, 0.10%)extract_stack (traceback.py:228) (1 samples, 0.10%)extract (traceback.py:390) (1 samples, 0.10%)_extract_from_extended_frame_gen (traceback.py:429) (1 samples, 0.10%)checkcache (linecache.py:72) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:880) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:626) (1 samples, 0.10%)make_autograd_impl (torch/_library/autograd.py:28) (1 samples, 0.10%)dataclass (dataclasses.py:1232) (1 samples, 0.10%)wrap (dataclasses.py:1222) (1 samples, 0.10%)_process_class (dataclasses.py:1027) (1 samples, 0.10%)_init_fn (dataclasses.py:580) (1 samples, 0.10%)_create_fn (dataclasses.py:433) (1 samples, 0.10%)<module> (torch/_prims/__init__.py:950) (1 samples, 0.10%)_make_elementwise_unary_prim (torch/_prims/__init__.py:493) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:339) (1 samples, 0.10%)<listcomp> (torch/_prims/__init__.py:340) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1118) (1 samples, 0.10%)<module> (torch/_decomp/decompositions.py:16) (9 samples, 0.92%)_find_and_load (<frozen importlib._bootstrap>:1176) (9 samples, 0.92%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (9 samples, 0.92%)_load_unlocked (<frozen importlib._bootstrap>:690) (9 samples, 0.92%)exec_module (<frozen importlib._bootstrap_external>:940) (8 samples, 0.82%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (8 samples, 0.82%)<module> (torch/_prims/__init__.py:975) (1 samples, 0.10%)_make_elementwise_binary_prim (torch/_prims/__init__.py:508) (1 samples, 0.10%)_make_prim (torch/_prims/__init__.py:321) (1 samples, 0.10%)custom_op (torch/_library/custom_ops.py:173) (1 samples, 0.10%)inner (torch/_library/custom_ops.py:154) (1 samples, 0.10%)__init__ (torch/_library/custom_ops.py:204) (1 samples, 0.10%)_register_to_dispatcher (torch/_library/custom_ops.py:624) (1 samples, 0.10%)_register_fake (torch/library.py:214) (1 samples, 0.10%)register (torch/_library/fake_impl.py:40) (1 samples, 0.10%)<module> (torch/_meta_registrations.py:12) (10 samples, 1.02%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 1.02%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 1.02%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 1.02%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 1.02%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 1.02%)<module> (torch/_decomp/__init__.py:276) (10 samples, 1.02%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 1.02%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 1.02%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 1.02%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 1.02%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 1.02%)<module> (torch/_decomp/decompositions.py:2742) (1 samples, 0.10%)_out_wrapper (torch/_prims_common/wrappers.py:283) (1 samples, 0.10%)signature (inspect.py:3263) (1 samples, 0.10%)from_callable (inspect.py:3011) (1 samples, 0.10%)_signature_from_callable (inspect.py:2523) (1 samples, 0.10%)_signature_from_function (inspect.py:2376) (1 samples, 0.10%)<module> (torch/_meta_registrations.py:3141) (1 samples, 0.10%)wrapper (torch/_meta_registrations.py:60) (1 samples, 0.10%)tree_map_ (torch/utils/_pytree.py:1179) (1 samples, 0.10%)register (torch/_meta_registrations.py:58) (1 samples, 0.10%)_add_op_to_registry (torch/_decomp/__init__.py:81) (1 samples, 0.10%)__getattr__ (torch/_ops.py:1135) (1 samples, 0.10%)inner (torch/_ops.py:130) (1 samples, 0.10%)activate_meta (torch/_meta_registrations.py:7365) (2 samples, 0.20%)py_impl (torch/_ops.py:120) (1 samples, 0.10%)__getitem__ (typing.py:1653) (1 samples, 0.10%)inner (typing.py:376) (1 samples, 0.10%)activate_meta (torch/_meta_registrations.py:7367) (1 samples, 0.10%)impl (torch/library.py:325) (1 samples, 0.10%)<module> (torch/__init__.py:2613) (16 samples, 1.63%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (16 samples, 1.63%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 1.63%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 1.63%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 1.63%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 1.63%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 1.63%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 1.63%)<module> (torch/_meta_registrations.py:7413) (5 samples, 0.51%)activate_meta (torch/_meta_registrations.py:7410) (2 samples, 0.20%)impl (torch/library.py:365) (1 samples, 0.10%)<module> (torch/__init__.py:2630) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/compiler/__init__.py:7) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (torch/compiler/config.py:78) (1 samples, 0.10%)install_config_module (torch/utils/_config_module.py:226) (1 samples, 0.10%)get_assignments_with_compile_ignored_comments (torch/utils/_config_module.py:249) (1 samples, 0.10%)_tokenize (tokenize.py:574) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1137) (1 samples, 0.10%)<module> (numpy/__init__.py:111) (2 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_distributor_init.py:13) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)<module> (numpy/_core/__init__.py:23) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/multiarray.py:10) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/overrides.py:8) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:676) (1 samples, 0.10%)module_from_spec (<frozen importlib._bootstrap>:573) (1 samples, 0.10%)create_module (<frozen importlib._bootstrap_external>:1233) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/__init__.py:71) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1138) (1 samples, 0.10%)_find_spec (<frozen importlib._bootstrap>:1078) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1507) (1 samples, 0.10%)_get_spec (<frozen importlib._bootstrap_external>:1479) (1 samples, 0.10%)find_spec (<frozen importlib._bootstrap_external>:1615) (1 samples, 0.10%)_path_stat (<frozen importlib._bootstrap_external>:147) (1 samples, 0.10%)<module> (numpy/_core/numeric.py:26) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/shape_base.py:12) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)<module> (numpy/_core/fromnumeric.py:16) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1032) (1 samples, 0.10%)get_data (<frozen importlib._bootstrap_external>:1131) (1 samples, 0.10%)run (encoder_ground_truth.py:74) (71 samples, 7.25%)run (encod.._find_and_load (<frozen importlib._bootstrap>:1176) (71 samples, 7.25%)_find_and_.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (71 samples, 7.25%)_find_and_.._load_unlocked (<frozen importlib._bootstrap>:690) (71 samples, 7.25%)_load_unlo..exec_module (<frozen importlib._bootstrap_external>:940) (71 samples, 7.25%)exec_modul.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (71 samples, 7.25%)_call_with..<module> (torch/__init__.py:411) (40 samples, 4.09%)<mod.._find_and_load (<frozen importlib._bootstrap>:1176) (40 samples, 4.09%)_fin.._find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (40 samples, 4.09%)_fin.._load_unlocked (<frozen importlib._bootstrap>:676) (40 samples, 4.09%)_loa..module_from_spec (<frozen importlib._bootstrap>:573) (40 samples, 4.09%)modu..create_module (<frozen importlib._bootstrap_external>:1233) (40 samples, 4.09%)crea.._call_with_frames_removed (<frozen importlib._bootstrap>:241) (40 samples, 4.09%)_cal.._find_and_load (<frozen importlib._bootstrap>:1176) (6 samples, 0.61%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (6 samples, 0.61%)_load_unlocked (<frozen importlib._bootstrap>:690) (6 samples, 0.61%)exec_module (<frozen importlib._bootstrap_external>:940) (6 samples, 0.61%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (6 samples, 0.61%)<module> (numpy/__init__.py:114) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (numpy/__config__.py:4) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)_find_and_load (<frozen importlib._bootstrap>:1176) (4 samples, 0.41%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (4 samples, 0.41%)_load_unlocked (<frozen importlib._bootstrap>:690) (4 samples, 0.41%)exec_module (<frozen importlib._bootstrap_external>:940) (4 samples, 0.41%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (4 samples, 0.41%)<module> (numpy/_core/__init__.py:74) (2 samples, 0.20%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)_find_and_load (<frozen importlib._bootstrap>:1176) (2 samples, 0.20%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (2 samples, 0.20%)_load_unlocked (<frozen importlib._bootstrap>:690) (2 samples, 0.20%)exec_module (<frozen importlib._bootstrap_external>:940) (2 samples, 0.20%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (2 samples, 0.20%)<module> (numpy/_core/numeric.py:2718) (1 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (1 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (1 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (1 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (1 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (1 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:936) (1 samples, 0.10%)get_code (<frozen importlib._bootstrap_external>:1069) (1 samples, 0.10%)_compile_bytecode (<frozen importlib._bootstrap_external>:729) (1 samples, 0.10%)all (979 samples, 100%)<module> (encoder_ground_truth.py:318) (979 samples, 100.00%)<module> (encoder_ground_truth.py:318)run (encoder_ground_truth.py:81) (5 samples, 0.51%)is_available (torch/cuda/__init__.py:174) (5 samples, 0.51%) \ No newline at end of file diff --git a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg index 0ba3d42..6b2753d 100644 --- a/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg +++ b/web/site/results/artifacts/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg @@ -1,15 +1,4 @@ -py-spy record --rate 49 --duration 180 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 40000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_xlong_profile.json Reset ZoomSearch __init__ (encoder_ground_truth.py:110) (24 samples, 0.27%)__init__ (torch/nn/modules/linear.py:112) (24 samples, 0.27%)reset_parameters (torch/nn/modules/linear.py:118) (24 samples, 0.27%)kaiming_uniform_ (torch/nn/init.py:518) (24 samples, 0.27%)convert (torch/nn/modules/module.py:1341) (26 samples, 0.30%)run (encoder_ground_truth.py:170) (56 samples, 0.64%)build_model (encoder_ground_truth.py:152) (56 samples, 0.64%)to (torch/nn/modules/module.py:1355) (28 samples, 0.32%)_apply (torch/nn/modules/module.py:915) (28 samples, 0.32%)_apply (torch/nn/modules/module.py:942) (28 samples, 0.32%)forward (encoder_ground_truth.py:116) (26 samples, 0.30%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (26 samples, 0.30%)_call_impl (torch/nn/modules/module.py:1762) (26 samples, 0.30%)forward (torch/nn/modules/linear.py:125) (26 samples, 0.30%)run_phase (encoder_ground_truth.py:187) (35 samples, 0.40%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (35 samples, 0.40%)_call_impl (torch/nn/modules/module.py:1762) (35 samples, 0.40%)run_phase (encoder_ground_truth.py:188) (79 samples, 0.90%)full_sync (encoder_ground_truth.py:130) (79 samples, 0.90%)synchronize (torch/cuda/__init__.py:1040) (79 samples, 0.90%)forward (encoder_ground_truth.py:117) (9 samples, 0.10%)forward (encoder_ground_truth.py:121) (10 samples, 0.11%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (9 samples, 0.10%)run_phase (encoder_ground_truth.py:201) (50 samples, 0.57%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (50 samples, 0.57%)_call_impl (torch/nn/modules/module.py:1762) (50 samples, 0.57%)run_phase (encoder_ground_truth.py:202) (8,453 samples, 95.93%)run_phase (encoder_ground_truth.py:202)full_sync (encoder_ground_truth.py:130) (8,453 samples, 95.93%)full_sync (encoder_ground_truth.py:130)synchronize (torch/cuda/__init__.py:1040) (8,445 samples, 95.84%)synchronize (torch/cuda/__init__.py:1040)run (encoder_ground_truth.py:255) (8,623 samples, 97.86%)run (encoder_ground_truth.py:255)<module> (torch/nn/__init__.py:8) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/__init__.py:2128) (12 samples, 0.14%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)<module> (torch/functional.py:8) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)<module> (torch/__init__.py:2171) (10 samples, 0.11%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.11%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.11%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.11%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)<module> (torch/__init__.py:2210) (10 samples, 0.11%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.11%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.11%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.11%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)<module> (torch/nn/intrinsic/__init__.py:19) (9 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (9 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (9 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (9 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (9 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (9 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (9 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (9 samples, 0.10%)<module> (torch/fx/passes/shape_prop.py:10) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 0.15%)_load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 0.15%)exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)<module> (torch/_subclasses/__init__.py:2) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 0.15%)_load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 0.15%)exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)<module> (torch/fx/passes/graph_drawer.py:13) (25 samples, 0.28%)_find_and_load (<frozen importlib._bootstrap>:1176) (25 samples, 0.28%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (25 samples, 0.28%)_load_unlocked (<frozen importlib._bootstrap>:690) (25 samples, 0.28%)exec_module (<frozen importlib._bootstrap_external>:940) (25 samples, 0.28%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (25 samples, 0.28%)_find_and_load (<frozen importlib._bootstrap>:1176) (28 samples, 0.32%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (27 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (27 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 0.30%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 0.30%)<module> (torch/export/__init__.py:17) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (30 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (30 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (29 samples, 0.33%)_load_unlocked (<frozen importlib._bootstrap>:690) (29 samples, 0.33%)exec_module (<frozen importlib._bootstrap_external>:940) (29 samples, 0.33%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 0.33%)<module> (torch/fx/passes/__init__.py:1) (29 samples, 0.33%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (29 samples, 0.33%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 0.33%)<module> (torch/__init__.py:2242) (35 samples, 0.40%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (35 samples, 0.40%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (35 samples, 0.40%)_find_and_load (<frozen importlib._bootstrap>:1176) (35 samples, 0.40%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (35 samples, 0.40%)_load_unlocked (<frozen importlib._bootstrap>:690) (35 samples, 0.40%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/quantization/__init__.py:2) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/quantization/fake_quantize.py:10) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/ao/quantization/__init__.py:12) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (33 samples, 0.37%)_find_and_load (<frozen importlib._bootstrap>:1176) (33 samples, 0.37%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (33 samples, 0.37%)_load_unlocked (<frozen importlib._bootstrap>:690) (33 samples, 0.37%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (33 samples, 0.37%)_find_and_load (<frozen importlib._bootstrap>:1176) (33 samples, 0.37%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (33 samples, 0.37%)_load_unlocked (<frozen importlib._bootstrap>:690) (33 samples, 0.37%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/_decomp/__init__.py:276) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/_decomp/decompositions.py:16) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/_meta_registrations.py:12) (16 samples, 0.18%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 0.18%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 0.18%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 0.18%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 0.18%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 0.18%)<module> (torch/__init__.py:2613) (20 samples, 0.23%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (20 samples, 0.23%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (20 samples, 0.23%)_find_and_load (<frozen importlib._bootstrap>:1176) (20 samples, 0.23%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (20 samples, 0.23%)_load_unlocked (<frozen importlib._bootstrap>:690) (20 samples, 0.23%)exec_module (<frozen importlib._bootstrap_external>:940) (20 samples, 0.23%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (20 samples, 0.23%)<module> (torch/__init__.py:411) (32 samples, 0.36%)_find_and_load (<frozen importlib._bootstrap>:1176) (32 samples, 0.36%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (32 samples, 0.36%)_load_unlocked (<frozen importlib._bootstrap>:676) (32 samples, 0.36%)module_from_spec (<frozen importlib._bootstrap>:573) (32 samples, 0.36%)create_module (<frozen importlib._bootstrap_external>:1233) (32 samples, 0.36%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (32 samples, 0.36%)run (encoder_ground_truth.py:74) (128 samples, 1.45%)_find_and_load (<frozen importlib._bootstrap>:1176) (128 samples, 1.45%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (128 samples, 1.45%)_load_unlocked (<frozen importlib._bootstrap>:690) (128 samples, 1.45%)exec_module (<frozen importlib._bootstrap_external>:940) (128 samples, 1.45%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (128 samples, 1.45%)all (8,812 samples, 100%)<module> (encoder_ground_truth.py:318) (8,810 samples, 99.98%)<module> (encoder_ground_truth.py:318) \ No newline at end of file +]]>py-spy record --rate 49 --duration 180 --format flamegraph -o /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/pyspy_flame_steadyish_xlong.svg -- python3 benchmark/benchmarks/gpu/ground_truth/encoder_ground_truth.py --device cuda --dtype float16 --hidden 2048 --pad-hidden-to 16 --warmup 80 --iters 40000 --bucket-lengths 256 --batch-sizes 64 --single-shape-seq-len 256 --skip-batch-scaling --allow-tf32 --use-inplace-residual --output /tmp/pyc_ground_truth/benchmark/benchmarks/results/profiles/ground_truth/host86_ground_truth_tuned3_nopyload/steadyish_xlong_profile.jsonReset ZoomSearch__init__ (encoder_ground_truth.py:110) (24 samples, 0.27%)__init__ (torch/nn/modules/linear.py:112) (24 samples, 0.27%)reset_parameters (torch/nn/modules/linear.py:118) (24 samples, 0.27%)kaiming_uniform_ (torch/nn/init.py:518) (24 samples, 0.27%)convert (torch/nn/modules/module.py:1341) (26 samples, 0.30%)run (encoder_ground_truth.py:170) (56 samples, 0.64%)build_model (encoder_ground_truth.py:152) (56 samples, 0.64%)to (torch/nn/modules/module.py:1355) (28 samples, 0.32%)_apply (torch/nn/modules/module.py:915) (28 samples, 0.32%)_apply (torch/nn/modules/module.py:942) (28 samples, 0.32%)forward (encoder_ground_truth.py:116) (26 samples, 0.30%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (26 samples, 0.30%)_call_impl (torch/nn/modules/module.py:1762) (26 samples, 0.30%)forward (torch/nn/modules/linear.py:125) (26 samples, 0.30%)run_phase (encoder_ground_truth.py:187) (35 samples, 0.40%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (35 samples, 0.40%)_call_impl (torch/nn/modules/module.py:1762) (35 samples, 0.40%)run_phase (encoder_ground_truth.py:188) (79 samples, 0.90%)full_sync (encoder_ground_truth.py:130) (79 samples, 0.90%)synchronize (torch/cuda/__init__.py:1040) (79 samples, 0.90%)forward (encoder_ground_truth.py:117) (9 samples, 0.10%)forward (encoder_ground_truth.py:121) (10 samples, 0.11%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (9 samples, 0.10%)run_phase (encoder_ground_truth.py:201) (50 samples, 0.57%)_wrapped_call_impl (torch/nn/modules/module.py:1751) (50 samples, 0.57%)_call_impl (torch/nn/modules/module.py:1762) (50 samples, 0.57%)run_phase (encoder_ground_truth.py:202) (8,453 samples, 95.93%)run_phase (encoder_ground_truth.py:202)full_sync (encoder_ground_truth.py:130) (8,453 samples, 95.93%)full_sync (encoder_ground_truth.py:130)synchronize (torch/cuda/__init__.py:1040) (8,445 samples, 95.84%)synchronize (torch/cuda/__init__.py:1040)run (encoder_ground_truth.py:255) (8,623 samples, 97.86%)run (encoder_ground_truth.py:255)<module> (torch/nn/__init__.py:8) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/__init__.py:2128) (12 samples, 0.14%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)<module> (torch/functional.py:8) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)_find_and_load (<frozen importlib._bootstrap>:1176) (12 samples, 0.14%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (12 samples, 0.14%)_load_unlocked (<frozen importlib._bootstrap>:690) (12 samples, 0.14%)exec_module (<frozen importlib._bootstrap_external>:940) (12 samples, 0.14%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (12 samples, 0.14%)<module> (torch/__init__.py:2171) (10 samples, 0.11%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.11%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.11%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.11%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)<module> (torch/__init__.py:2210) (10 samples, 0.11%)_find_and_load (<frozen importlib._bootstrap>:1176) (10 samples, 0.11%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (10 samples, 0.11%)_load_unlocked (<frozen importlib._bootstrap>:690) (10 samples, 0.11%)exec_module (<frozen importlib._bootstrap_external>:940) (10 samples, 0.11%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (10 samples, 0.11%)<module> (torch/nn/intrinsic/__init__.py:19) (9 samples, 0.10%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (9 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (9 samples, 0.10%)_find_and_load (<frozen importlib._bootstrap>:1176) (9 samples, 0.10%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (9 samples, 0.10%)_load_unlocked (<frozen importlib._bootstrap>:690) (9 samples, 0.10%)exec_module (<frozen importlib._bootstrap_external>:940) (9 samples, 0.10%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (9 samples, 0.10%)<module> (torch/fx/passes/shape_prop.py:10) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 0.15%)_load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 0.15%)exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)<module> (torch/_subclasses/__init__.py:2) (13 samples, 0.15%)_find_and_load (<frozen importlib._bootstrap>:1176) (13 samples, 0.15%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (13 samples, 0.15%)_load_unlocked (<frozen importlib._bootstrap>:690) (13 samples, 0.15%)exec_module (<frozen importlib._bootstrap_external>:940) (13 samples, 0.15%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (13 samples, 0.15%)<module> (torch/fx/passes/graph_drawer.py:13) (25 samples, 0.28%)_find_and_load (<frozen importlib._bootstrap>:1176) (25 samples, 0.28%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (25 samples, 0.28%)_load_unlocked (<frozen importlib._bootstrap>:690) (25 samples, 0.28%)exec_module (<frozen importlib._bootstrap_external>:940) (25 samples, 0.28%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (25 samples, 0.28%)_find_and_load (<frozen importlib._bootstrap>:1176) (28 samples, 0.32%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (27 samples, 0.31%)_load_unlocked (<frozen importlib._bootstrap>:690) (27 samples, 0.31%)exec_module (<frozen importlib._bootstrap_external>:940) (26 samples, 0.30%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (26 samples, 0.30%)<module> (torch/export/__init__.py:17) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (30 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (30 samples, 0.34%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (30 samples, 0.34%)_find_and_load (<frozen importlib._bootstrap>:1176) (30 samples, 0.34%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (29 samples, 0.33%)_load_unlocked (<frozen importlib._bootstrap>:690) (29 samples, 0.33%)exec_module (<frozen importlib._bootstrap_external>:940) (29 samples, 0.33%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 0.33%)<module> (torch/fx/passes/__init__.py:1) (29 samples, 0.33%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (29 samples, 0.33%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (29 samples, 0.33%)<module> (torch/__init__.py:2242) (35 samples, 0.40%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (35 samples, 0.40%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (35 samples, 0.40%)_find_and_load (<frozen importlib._bootstrap>:1176) (35 samples, 0.40%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (35 samples, 0.40%)_load_unlocked (<frozen importlib._bootstrap>:690) (35 samples, 0.40%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/quantization/__init__.py:2) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/quantization/fake_quantize.py:10) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1126) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (34 samples, 0.39%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (34 samples, 0.39%)<module> (torch/ao/quantization/__init__.py:12) (34 samples, 0.39%)_find_and_load (<frozen importlib._bootstrap>:1176) (34 samples, 0.39%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (34 samples, 0.39%)_load_unlocked (<frozen importlib._bootstrap>:690) (34 samples, 0.39%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/ao/quantization/pt2e/_numeric_debugger.py:9) (33 samples, 0.37%)_find_and_load (<frozen importlib._bootstrap>:1176) (33 samples, 0.37%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (33 samples, 0.37%)_load_unlocked (<frozen importlib._bootstrap>:690) (33 samples, 0.37%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/ao/quantization/pt2e/graph_utils.py:9) (33 samples, 0.37%)_find_and_load (<frozen importlib._bootstrap>:1176) (33 samples, 0.37%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (33 samples, 0.37%)_load_unlocked (<frozen importlib._bootstrap>:690) (33 samples, 0.37%)exec_module (<frozen importlib._bootstrap_external>:940) (33 samples, 0.37%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (33 samples, 0.37%)<module> (torch/_decomp/__init__.py:276) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/_decomp/decompositions.py:16) (11 samples, 0.12%)_find_and_load (<frozen importlib._bootstrap>:1176) (11 samples, 0.12%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (11 samples, 0.12%)_load_unlocked (<frozen importlib._bootstrap>:690) (11 samples, 0.12%)exec_module (<frozen importlib._bootstrap_external>:940) (11 samples, 0.12%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (11 samples, 0.12%)<module> (torch/_meta_registrations.py:12) (16 samples, 0.18%)_find_and_load (<frozen importlib._bootstrap>:1176) (16 samples, 0.18%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (16 samples, 0.18%)_load_unlocked (<frozen importlib._bootstrap>:690) (16 samples, 0.18%)exec_module (<frozen importlib._bootstrap_external>:940) (16 samples, 0.18%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (16 samples, 0.18%)<module> (torch/__init__.py:2613) (20 samples, 0.23%)_handle_fromlist (<frozen importlib._bootstrap>:1232) (20 samples, 0.23%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (20 samples, 0.23%)_find_and_load (<frozen importlib._bootstrap>:1176) (20 samples, 0.23%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (20 samples, 0.23%)_load_unlocked (<frozen importlib._bootstrap>:690) (20 samples, 0.23%)exec_module (<frozen importlib._bootstrap_external>:940) (20 samples, 0.23%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (20 samples, 0.23%)<module> (torch/__init__.py:411) (32 samples, 0.36%)_find_and_load (<frozen importlib._bootstrap>:1176) (32 samples, 0.36%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (32 samples, 0.36%)_load_unlocked (<frozen importlib._bootstrap>:676) (32 samples, 0.36%)module_from_spec (<frozen importlib._bootstrap>:573) (32 samples, 0.36%)create_module (<frozen importlib._bootstrap_external>:1233) (32 samples, 0.36%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (32 samples, 0.36%)run (encoder_ground_truth.py:74) (128 samples, 1.45%)_find_and_load (<frozen importlib._bootstrap>:1176) (128 samples, 1.45%)_find_and_load_unlocked (<frozen importlib._bootstrap>:1147) (128 samples, 1.45%)_load_unlocked (<frozen importlib._bootstrap>:690) (128 samples, 1.45%)exec_module (<frozen importlib._bootstrap_external>:940) (128 samples, 1.45%)_call_with_frames_removed (<frozen importlib._bootstrap>:241) (128 samples, 1.45%)all (8,812 samples, 100%)<module> (encoder_ground_truth.py:318) (8,810 samples, 99.98%)<module> (encoder_ground_truth.py:318) \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/core/latest.svg b/web/site/results/artifacts/remote_results/core/latest.svg index c184597..582c739 100644 --- a/web/site/results/artifacts/remote_results/core/latest.svg +++ b/web/site/results/artifacts/remote_results/core/latest.svg @@ -1,8 +1 @@ - - - PyC Stable Core Benchmark Snapshot - UTC 2026-02-16T23:33:08.057997+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 7 | rounds: 4000 - Configure59.674 msBuild257.738 mspyc smoke mean1.783 msmicrobench mean361.203 ms - Artifacts: pyc=32.64 KB, pyc_core=7.67 KB - Source: benchmark/results/latest.json - +PyC Stable Core Benchmark SnapshotUTC 2026-02-16T23:33:08.057997+00:00 | platform: macOS-26.3-arm64-arm-64bit-Mach-O | repeats: 7 | rounds: 4000Configure59.674 msBuild257.738 mspyc smoke mean1.783 msmicrobench mean361.203 msArtifacts: pyc=32.64 KB, pyc_core=7.67 KBSource: benchmark/results/latest.json \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/gpu/gpu_compare_all.svg b/web/site/results/artifacts/remote_results/gpu/gpu_compare_all.svg index add7421..b6f489d 100644 --- a/web/site/results/artifacts/remote_results/gpu/gpu_compare_all.svg +++ b/web/site/results/artifacts/remote_results/gpu/gpu_compare_all.svg @@ -1,11 +1 @@ - - -GPU Compiler Comparison (p95 latency) -2026-02-17T23:34:56.960815+00:00 | GPU: NVIDIA GeForce RTX 4090 -PyTorch Eager - -0.1179 ms -PyTorch Compile - -0.1547 ms - \ No newline at end of file +GPU Compiler Comparison (p95 latency)2026-02-17T23:34:56.960815+00:00 | GPU: NVIDIA GeForce RTX 4090PyTorch Eager0.1179 msPyTorch Compile0.1547 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/gpu/gpu_compare_cmds_horizontal.svg b/web/site/results/artifacts/remote_results/gpu/gpu_compare_cmds_horizontal.svg index 56c8e5f..8db9b81 100644 --- a/web/site/results/artifacts/remote_results/gpu/gpu_compare_cmds_horizontal.svg +++ b/web/site/results/artifacts/remote_results/gpu/gpu_compare_cmds_horizontal.svg @@ -1,40 +1 @@ - - -Compiler Comparison (Adapter Commands) -device=cpu | timestamp=2026-02-17T23:47:21.587686+00:00 -Y-axis: perf tests. X-axis: metric magnitude. Bars: backend values (PyTorch/ PyC command path). -p50 latency (ms) - -PyTorch Eager: 95.2503 ms - -PyTorch Compile: 91.6883 ms - -PyC CUDA: 141.2969 ms -p95 latency (ms) - -PyTorch Eager: 100.6381 ms - -PyTorch Compile: 97.0664 ms - -PyC CUDA: 147.8048 ms -mean latency (ms) - -PyTorch Eager: 81.3846 ms - -PyTorch Compile: 66.1312 ms - -PyC CUDA: 141.9971 ms -throughput (tokens/s) - -PyTorch Eager: 1610525.7400 - -PyTorch Compile: 1981998.2200 - -PyC CUDA: 923060.8300 -Unavailable adapters: -TVM: TVM not installed; install TVM or change TVM_BENCH_CMD -XLA: torch_xla not installed; install torch_xla or change XLA_BENCH_CMD -TensorRT: torch_tensorrt not installed; install it or change TENSORRT_BENCH_CMD -Glow: Glow runtime benchmark integration is not wired in this environment yet -Note: PyC adapter currently runs CPU microbench command path; CUDA PyC backend still pending. - \ No newline at end of file +Compiler Comparison (Adapter Commands)device=cpu | timestamp=2026-02-17T23:47:21.587686+00:00Y-axis: perf tests. X-axis: metric magnitude. Bars: backend values (PyTorch/ PyC command path).p50 latency (ms)PyTorch Eager: 95.2503 msPyTorch Compile: 91.6883 msPyC CUDA: 141.2969 msp95 latency (ms)PyTorch Eager: 100.6381 msPyTorch Compile: 97.0664 msPyC CUDA: 147.8048 msmean latency (ms)PyTorch Eager: 81.3846 msPyTorch Compile: 66.1312 msPyC CUDA: 141.9971 msthroughput (tokens/s)PyTorch Eager: 1610525.7400PyTorch Compile: 1981998.2200PyC CUDA: 923060.8300Unavailable adapters:TVM: TVM not installed; install TVM or change TVM_BENCH_CMDXLA: torch_xla not installed; install torch_xla or change XLA_BENCH_CMDTensorRT: torch_tensorrt not installed; install it or change TENSORRT_BENCH_CMDGlow: Glow runtime benchmark integration is not wired in this environment yetNote: PyC adapter currently runs CPU microbench command path; CUDA PyC backend still pending. \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/gpu/gpu_compare_live_horizontal.svg b/web/site/results/artifacts/remote_results/gpu/gpu_compare_live_horizontal.svg index 6da21c6..8bcbe1f 100644 --- a/web/site/results/artifacts/remote_results/gpu/gpu_compare_live_horizontal.svg +++ b/web/site/results/artifacts/remote_results/gpu/gpu_compare_live_horizontal.svg @@ -1,34 +1 @@ - - -PyC Backend Comparison (Horizontal) -timestamp=2026-02-17T23:40:05.421133+00:00 | device=cpu | GPU=unavailable -Y-axis: perf tests (p50/p95/mean latency, throughput). X-axis: metric value. Bars show backend results. -p50_latency_ms - -PyTorch Eager: 92.2615 - -PyTorch Compile: 88.6281 -p95_latency_ms - -PyTorch Eager: 99.3985 - -PyTorch Compile: 94.1412 -mean_latency_ms - -PyTorch Eager: 72.2770 - -PyTorch Compile: 52.3751 -throughput_tokens_per_sec - -PyTorch Eager: 1813468.0900 - -PyTorch Compile: 2502562.3200 -PyC status: -unavailable: Set PYC_GPU_BENCH_CMD to a command that outputs benchmark JSON for PyC CUDA path -Unavailable adapters: -PyC CUDA: Set PYC_GPU_BENCH_CMD to a command that outputs benchmark JSON for PyC CUDA path -TVM: Install TVM or set TVM_BENCH_CMD to external benchmark command -XLA: Install torch_xla or set XLA_BENCH_CMD to external benchmark command -TensorRT: Install TensorRT python bindings or set TENSORRT_BENCH_CMD -Glow: Set GLOW_BENCH_CMD to external benchmark command for Glow - \ No newline at end of file +PyC Backend Comparison (Horizontal)timestamp=2026-02-17T23:40:05.421133+00:00 | device=cpu | GPU=unavailableY-axis: perf tests (p50/p95/mean latency, throughput). X-axis: metric value. Bars show backend results.p50_latency_msPyTorch Eager: 92.2615PyTorch Compile: 88.6281p95_latency_msPyTorch Eager: 99.3985PyTorch Compile: 94.1412mean_latency_msPyTorch Eager: 72.2770PyTorch Compile: 52.3751throughput_tokens_per_secPyTorch Eager: 1813468.0900PyTorch Compile: 2502562.3200PyC status:unavailable: Set PYC_GPU_BENCH_CMD to a command that outputs benchmark JSON for PyC CUDA pathUnavailable adapters:PyC CUDA: Set PYC_GPU_BENCH_CMD to a command that outputs benchmark JSON for PyC CUDA pathTVM: Install TVM or set TVM_BENCH_CMD to external benchmark commandXLA: Install torch_xla or set XLA_BENCH_CMD to external benchmark commandTensorRT: Install TensorRT python bindings or set TENSORRT_BENCH_CMDGlow: Set GLOW_BENCH_CMD to external benchmark command for Glow \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/host89/core/latest.svg b/web/site/results/artifacts/remote_results/host89/core/latest.svg index 3883239..11ad324 100644 --- a/web/site/results/artifacts/remote_results/host89/core/latest.svg +++ b/web/site/results/artifacts/remote_results/host89/core/latest.svg @@ -1,8 +1 @@ - - - PyC Stable Core Benchmark Snapshot - UTC 2026-02-18T00:46:15.125448+00:00 | platform: Linux-6.8.0-85-generic-x86_64-with-glibc2.35 | repeats: 7 | rounds: 4000 - Configure157.729 msBuild491.809 mspyc smoke mean1.214 msmicrobench mean267.208 ms - Artifacts: pyc=15.59 KB, pyc_core=10.91 KB - Source: benchmark/results/latest.json - +PyC Stable Core Benchmark SnapshotUTC 2026-02-18T00:46:15.125448+00:00 | platform: Linux-6.8.0-85-generic-x86_64-with-glibc2.35 | repeats: 7 | rounds: 4000Configure157.729 msBuild491.809 mspyc smoke mean1.214 msmicrobench mean267.208 msArtifacts: pyc=15.59 KB, pyc_core=10.91 KBSource: benchmark/results/latest.json \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/host89/images/20260218T023355Z_phase4_final__cpu.svg b/web/site/results/artifacts/remote_results/host89/images/20260218T023355Z_phase4_final__cpu.svg index eb2c971..061afb7 100644 --- a/web/site/results/artifacts/remote_results/host89/images/20260218T023355Z_phase4_final__cpu.svg +++ b/web/site/results/artifacts/remote_results/host89/images/20260218T023355Z_phase4_final__cpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms - +PyC Backend Suite (CPU)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/host89/images/20260218T023355Z_phase4_final__gpu.svg b/web/site/results/artifacts/remote_results/host89/images/20260218T023355Z_phase4_final__gpu.svg index 4640914..1808d3f 100644 --- a/web/site/results/artifacts/remote_results/host89/images/20260218T023355Z_phase4_final__gpu.svg +++ b/web/site/results/artifacts/remote_results/host89/images/20260218T023355Z_phase4_final__gpu.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms - +PyC Backend Suite (CUDA)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215532Z_rtx3090_phase4/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215532Z_rtx3090_phase4/cpu/chart.svg index d7a7769..bed98e0 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215532Z_rtx3090_phase4/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215532Z_rtx3090_phase4/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager92.4730 msPyTorch Compile68.7586 msPyC CUDA26.9925 msXLA94.9993 msTensorRT77.5067 msGlow88.8221 ms - +PyC Backend Suite (CPU)run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager92.4730 msPyTorch Compile68.7586 msPyC CUDA26.9925 msXLA94.9993 msTensorRT77.5067 msGlow88.8221 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215532Z_rtx3090_phase4/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215532Z_rtx3090_phase4/gpu/chart.svg index 2f605a4..3c23363 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215532Z_rtx3090_phase4/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215532Z_rtx3090_phase4/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager0.1600 msPyTorch Compile0.2004 msPyC CUDA1.2381 msXLA0.1553 msTensorRT0.2172 msGlow0.2673 ms - +PyC Backend Suite (CUDA)run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager0.1600 msPyTorch Compile0.2004 msPyC CUDA1.2381 msXLA0.1553 msTensorRT0.2172 msGlow0.2673 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215837Z_rtx3090_phase4_v2/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215837Z_rtx3090_phase4_v2/cpu/chart.svg index f9dad95..0cb3dee 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215837Z_rtx3090_phase4_v2/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215837Z_rtx3090_phase4_v2/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager93.9434 msPyTorch Compile72.2996 msPyC CUDA26.5426 msTVM147.4265 msXLA82.5970 msTensorRT57.6706 msGlow92.5143 ms - +PyC Backend Suite (CPU)run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager93.9434 msPyTorch Compile72.2996 msPyC CUDA26.5426 msTVM147.4265 msXLA82.5970 msTensorRT57.6706 msGlow92.5143 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215837Z_rtx3090_phase4_v2/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215837Z_rtx3090_phase4_v2/gpu/chart.svg index 6841b36..dd7fcc3 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215837Z_rtx3090_phase4_v2/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T215837Z_rtx3090_phase4_v2/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager0.1521 msPyTorch Compile0.2127 msPyC CUDA1.0658 msTVM72.6418 msXLA0.1529 msTensorRT0.1883 msGlow0.1592 ms - +PyC Backend Suite (CUDA)run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager0.1521 msPyTorch Compile0.2127 msPyC CUDA1.0658 msTVM72.6418 msXLA0.1529 msTensorRT0.1883 msGlow0.1592 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T223608Z_rtx3090_consistent/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T223608Z_rtx3090_consistent/cpu/chart.svg index e2af5f9..ba143a9 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T223608Z_rtx3090_consistent/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T223608Z_rtx3090_consistent/cpu/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=4 | proxy=3 - PyTorch Eager84.9849 msPyTorch Compile53.9003 msPyC CUDA26.9376 msTVM70.2299 ms - +PyC Backend Suite (CPU)run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=4 | proxy=3PyTorch Eager84.9849 msPyTorch Compile53.9003 msPyC CUDA26.9376 msTVM70.2299 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T223608Z_rtx3090_consistent/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T223608Z_rtx3090_consistent/gpu/chart.svg index 184b64f..091186f 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T223608Z_rtx3090_consistent/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T223608Z_rtx3090_consistent/gpu/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=4 | proxy=3 - PyTorch Eager0.1545 msPyTorch Compile0.2098 msPyC CUDA1.2198 msTVM9.6682 ms - +PyC Backend Suite (CUDA)run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=4 | proxy=3PyTorch Eager0.1545 msPyTorch Compile0.2098 msPyC CUDA1.2198 msTVM9.6682 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T231940Z/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T231940Z/cpu/chart.svg index 410344e..17258f0 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T231940Z/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T231940Z/cpu/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=5 | proxy=2 - PyTorch Eager102.4636 msPyTorch Compile72.2440 msPyC CUDA26.8237 msTVM79.8687 msXLA0.3198 ms - +PyC Backend Suite (CPU)run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=5 | proxy=2PyTorch Eager102.4636 msPyTorch Compile72.2440 msPyC CUDA26.8237 msTVM79.8687 msXLA0.3198 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T231940Z/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T231940Z/gpu/chart.svg index 4396f28..884eaae 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T231940Z/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T231940Z/gpu/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=6 | proxy=1 - PyTorch Eager0.1530 msPyTorch Compile0.2009 msPyC CUDA1.1073 msTVM9.6674 msXLA0.3157 msTensorRT0.2084 ms - +PyC Backend Suite (CUDA)run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=6 | proxy=1PyTorch Eager0.1530 msPyTorch Compile0.2009 msPyC CUDA1.1073 msTVM9.6674 msXLA0.3157 msTensorRT0.2084 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T_fix2/cpu_fix/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T_fix2/cpu_fix/chart.svg index dfbaeba..0790269 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T_fix2/cpu_fix/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T_fix2/cpu_fix/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=2 | proxy=0 - XLA22.7979 msTVM69.7373 ms - +PyC Backend Suite (CPU)run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=2 | proxy=0XLA22.7979 msTVM69.7373 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T_fix2/gpu_fix/chart.svg b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T_fix2/gpu_fix/chart.svg index 15bb0f1..1976579 100644 --- a/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T_fix2/gpu_fix/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host3090/runs/20260218T_fix2/gpu_fix/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=2 | proxy=0 - XLA0.3193 msTVM0.3398 ms - +PyC Backend Suite (CUDA)run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=2 | proxy=0XLA0.3193 msTVM0.3398 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012007Z_host89_v1/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012007Z_host89_v1/cpu/chart.svg index 66ea1a6..7505d7b 100644 --- a/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012007Z_host89_v1/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012007Z_host89_v1/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager36.9792 msPyTorch Compile25.2958 msPyC CUDA140.8895 msTVM25.6445 msXLA38.1398 msTensorRT32.5161 msGlow35.5197 ms - +PyC Backend Suite (CPU)run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager36.9792 msPyTorch Compile25.2958 msPyC CUDA140.8895 msTVM25.6445 msXLA38.1398 msTensorRT32.5161 msGlow35.5197 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012007Z_host89_v1/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012007Z_host89_v1/gpu/chart.svg index 2f4484d..e7ca5ac 100644 --- a/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012007Z_host89_v1/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012007Z_host89_v1/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager0.1184 msPyTorch Compile0.1604 msPyC CUDA146.3051 msTVM24.7123 msXLA0.1263 msTensorRT0.2134 msGlow0.1186 ms - +PyC Backend Suite (CUDA)run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager0.1184 msPyTorch Compile0.1604 msPyC CUDA146.3051 msTVM24.7123 msXLA0.1263 msTensorRT0.2134 msGlow0.1186 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012244Z_host89_v2/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012244Z_host89_v2/cpu/chart.svg index 9cba685..d0625fd 100644 --- a/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012244Z_host89_v2/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012244Z_host89_v2/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.9826 msPyTorch Compile24.7309 msPyC CUDA141.0577 msTVM29.3689 msXLA36.9306 msTensorRT24.5778 msGlow34.8783 ms - +PyC Backend Suite (CPU)run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.9826 msPyTorch Compile24.7309 msPyC CUDA141.0577 msTVM29.3689 msXLA36.9306 msTensorRT24.5778 msGlow34.8783 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012244Z_host89_v2/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012244Z_host89_v2/gpu/chart.svg index d88b583..6028b1f 100644 --- a/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012244Z_host89_v2/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/host89/runs/20260218T012244Z_host89_v2/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1111 msPyTorch Compile0.1606 msPyC CUDA144.9096 msTVM25.4067 msXLA0.1196 msTensorRT0.1767 msGlow0.1162 ms - +PyC Backend Suite (CUDA)run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1111 msPyTorch Compile0.1606 msPyC CUDA144.9096 msTVM25.4067 msXLA0.1196 msTensorRT0.1767 msGlow0.1162 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014514Z_contracts_profile_v1/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014514Z_contracts_profile_v1/cpu/chart.svg index 10273fd..7d48e66 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014514Z_contracts_profile_v1/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014514Z_contracts_profile_v1/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager44.2254 msPyTorch Compile25.0023 msTVM25.4081 msXLA33.0030 msTensorRT22.3791 msGlow34.2658 ms - +PyC Backend Suite (CPU)run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager44.2254 msPyTorch Compile25.0023 msTVM25.4081 msXLA33.0030 msTensorRT22.3791 msGlow34.2658 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014514Z_contracts_profile_v1/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014514Z_contracts_profile_v1/gpu/chart.svg index 313ac53..d52b8c1 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014514Z_contracts_profile_v1/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014514Z_contracts_profile_v1/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1237 msPyTorch Compile0.1574 msTVM24.7732 msXLA0.1111 msTensorRT0.1685 msGlow0.1156 ms - +PyC Backend Suite (CUDA)run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1237 msPyTorch Compile0.1574 msTVM24.7732 msXLA0.1111 msTensorRT0.1685 msGlow0.1156 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014728Z_contracts_profile_v2/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014728Z_contracts_profile_v2/cpu/chart.svg index 84e988f..455eb81 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014728Z_contracts_profile_v2/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014728Z_contracts_profile_v2/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.0145 msPyTorch Compile32.7525 msPyC CUDA1072.2825 msTVM26.5001 msXLA39.9168 msTensorRT29.3551 msGlow33.0870 ms - +PyC Backend Suite (CPU)run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.0145 msPyTorch Compile32.7525 msPyC CUDA1072.2825 msTVM26.5001 msXLA39.9168 msTensorRT29.3551 msGlow33.0870 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014728Z_contracts_profile_v2/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014728Z_contracts_profile_v2/gpu/chart.svg index c450fa5..c1e63ac 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014728Z_contracts_profile_v2/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T014728Z_contracts_profile_v2/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1113 msPyTorch Compile0.1619 msPyC CUDA1101.8633 msTVM24.8347 msXLA0.1113 msTensorRT0.1697 msGlow0.1180 ms - +PyC Backend Suite (CUDA)run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1113 msPyTorch Compile0.1619 msPyC CUDA1101.8633 msTVM24.8347 msXLA0.1113 msTensorRT0.1697 msGlow0.1180 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T015942Z/local_pyc_profile/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T015942Z/local_pyc_profile/chart.svg index 220b735..d879102 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T015942Z/local_pyc_profile/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T015942Z/local_pyc_profile/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T015942Z | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA179.1593 ms - +PyC Backend Suite (CPU)run_id=20260218T015942Z | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA179.1593 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020115Z_phase_impl_v1/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020115Z_phase_impl_v1/cpu/chart.svg index 3c28904..53efe79 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020115Z_phase_impl_v1/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020115Z_phase_impl_v1/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.7279 msPyTorch Compile25.3152 msPyC CUDA1080.3870 msTVM63.0860 msXLA39.5868 msTensorRT25.2202 msGlow35.5114 ms - +PyC Backend Suite (CPU)run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.7279 msPyTorch Compile25.3152 msPyC CUDA1080.3870 msTVM63.0860 msXLA39.5868 msTensorRT25.2202 msGlow35.5114 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020115Z_phase_impl_v1/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020115Z_phase_impl_v1/gpu/chart.svg index 5003096..83de86a 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020115Z_phase_impl_v1/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020115Z_phase_impl_v1/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1156 msPyTorch Compile0.1930 msPyC CUDA1092.7849 msTVM32.9062 msXLA0.1117 msTensorRT0.1603 msGlow0.1063 ms - +PyC Backend Suite (CUDA)run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1156 msPyTorch Compile0.1930 msPyC CUDA1092.7849 msTVM32.9062 msXLA0.1117 msTensorRT0.1603 msGlow0.1063 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020653Z_phase_impl_v2/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020653Z_phase_impl_v2/cpu/chart.svg index f452b55..f253848 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020653Z_phase_impl_v2/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020653Z_phase_impl_v2/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager34.6332 msPyTorch Compile32.8810 msPyC CUDA941.6049 msTVM62.6453 msXLA39.8538 msTensorRT23.2356 msGlow39.2014 ms - +PyC Backend Suite (CPU)run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager34.6332 msPyTorch Compile32.8810 msPyC CUDA941.6049 msTVM62.6453 msXLA39.8538 msTensorRT23.2356 msGlow39.2014 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020653Z_phase_impl_v2/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020653Z_phase_impl_v2/gpu/chart.svg index 0f0a27a..bd7f440 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020653Z_phase_impl_v2/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T020653Z_phase_impl_v2/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1102 msPyTorch Compile0.1603 msPyC CUDA987.6086 msTVM25.1754 msXLA0.1108 msTensorRT0.1662 msGlow0.1181 ms - +PyC Backend Suite (CUDA)run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1102 msPyTorch Compile0.1603 msPyC CUDA987.6086 msTVM25.1754 msXLA0.1108 msTensorRT0.1662 msGlow0.1181 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T023355Z_phase4_final/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T023355Z_phase4_final/cpu/chart.svg index eb2c971..061afb7 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T023355Z_phase4_final/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T023355Z_phase4_final/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms - +PyC Backend Suite (CPU)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T023355Z_phase4_final/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T023355Z_phase4_final/gpu/chart.svg index 4640914..1808d3f 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T023355Z_phase4_final/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/20260218T023355Z_phase4_final/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms - +PyC Backend Suite (CUDA)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/local_smoke/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/local_smoke/cpu/chart.svg index ded0c51..cf65ac0 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/local_smoke/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/local_smoke/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyTorch Eager0.0478 msPyTorch Compile0.1040 msPyC CUDA76.9718 msXLA0.0281 msTensorRT0.1029 msGlow0.0269 ms - +PyC Backend Suite (CPU)run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyTorch Eager0.0478 msPyTorch Compile0.1040 msPyC CUDA76.9718 msXLA0.0281 msTensorRT0.1029 msGlow0.0269 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/local_smoke/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/local_smoke/gpu/chart.svg index 6be4419..2cdde36 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/local_smoke/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/local_smoke/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA81.3104 msXLA0.0268 ms - +PyC Backend Suite (CUDA)run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA81.3104 msXLA0.0268 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/restructure_smoke/cpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/restructure_smoke/cpu/chart.svg index ca15eee..0fd31fb 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/restructure_smoke/cpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/restructure_smoke/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyTorch Eager0.0512 msPyTorch Compile0.1071 msPyC CUDA77.0760 msXLA0.0285 msTensorRT0.1089 msGlow0.0273 ms - +PyC Backend Suite (CPU)run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyTorch Eager0.0512 msPyTorch Compile0.1071 msPyC CUDA77.0760 msXLA0.0285 msTensorRT0.1089 msGlow0.0273 ms \ No newline at end of file diff --git a/web/site/results/artifacts/remote_results/hosts/misc/runs/restructure_smoke/gpu/chart.svg b/web/site/results/artifacts/remote_results/hosts/misc/runs/restructure_smoke/gpu/chart.svg index a0e6445..38f31aa 100644 --- a/web/site/results/artifacts/remote_results/hosts/misc/runs/restructure_smoke/gpu/chart.svg +++ b/web/site/results/artifacts/remote_results/hosts/misc/runs/restructure_smoke/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA78.1006 msXLA0.0269 ms - +PyC Backend Suite (CUDA)run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA78.1006 msXLA0.0269 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T012007Z_host89_v1/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T012007Z_host89_v1/cpu/chart.svg index 66ea1a6..7505d7b 100644 --- a/web/site/results/artifacts/runs/20260218T012007Z_host89_v1/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T012007Z_host89_v1/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager36.9792 msPyTorch Compile25.2958 msPyC CUDA140.8895 msTVM25.6445 msXLA38.1398 msTensorRT32.5161 msGlow35.5197 ms - +PyC Backend Suite (CPU)run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager36.9792 msPyTorch Compile25.2958 msPyC CUDA140.8895 msTVM25.6445 msXLA38.1398 msTensorRT32.5161 msGlow35.5197 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T012007Z_host89_v1/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T012007Z_host89_v1/gpu/chart.svg index 2f4484d..e7ca5ac 100644 --- a/web/site/results/artifacts/runs/20260218T012007Z_host89_v1/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T012007Z_host89_v1/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager0.1184 msPyTorch Compile0.1604 msPyC CUDA146.3051 msTVM24.7123 msXLA0.1263 msTensorRT0.2134 msGlow0.1186 ms - +PyC Backend Suite (CUDA)run_id=20260218T012007Z_host89_v1 | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager0.1184 msPyTorch Compile0.1604 msPyC CUDA146.3051 msTVM24.7123 msXLA0.1263 msTensorRT0.2134 msGlow0.1186 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T012244Z_host89_v2/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T012244Z_host89_v2/cpu/chart.svg index 9cba685..d0625fd 100644 --- a/web/site/results/artifacts/runs/20260218T012244Z_host89_v2/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T012244Z_host89_v2/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.9826 msPyTorch Compile24.7309 msPyC CUDA141.0577 msTVM29.3689 msXLA36.9306 msTensorRT24.5778 msGlow34.8783 ms - +PyC Backend Suite (CPU)run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.9826 msPyTorch Compile24.7309 msPyC CUDA141.0577 msTVM29.3689 msXLA36.9306 msTensorRT24.5778 msGlow34.8783 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T012244Z_host89_v2/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T012244Z_host89_v2/gpu/chart.svg index d88b583..6028b1f 100644 --- a/web/site/results/artifacts/runs/20260218T012244Z_host89_v2/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T012244Z_host89_v2/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1111 msPyTorch Compile0.1606 msPyC CUDA144.9096 msTVM25.4067 msXLA0.1196 msTensorRT0.1767 msGlow0.1162 ms - +PyC Backend Suite (CUDA)run_id=20260218T012244Z_host89_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1111 msPyTorch Compile0.1606 msPyC CUDA144.9096 msTVM25.4067 msXLA0.1196 msTensorRT0.1767 msGlow0.1162 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T014514Z_contracts_profile_v1/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T014514Z_contracts_profile_v1/cpu/chart.svg index 10273fd..7d48e66 100644 --- a/web/site/results/artifacts/runs/20260218T014514Z_contracts_profile_v1/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T014514Z_contracts_profile_v1/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager44.2254 msPyTorch Compile25.0023 msTVM25.4081 msXLA33.0030 msTensorRT22.3791 msGlow34.2658 ms - +PyC Backend Suite (CPU)run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager44.2254 msPyTorch Compile25.0023 msTVM25.4081 msXLA33.0030 msTensorRT22.3791 msGlow34.2658 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T014514Z_contracts_profile_v1/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T014514Z_contracts_profile_v1/gpu/chart.svg index 313ac53..d52b8c1 100644 --- a/web/site/results/artifacts/runs/20260218T014514Z_contracts_profile_v1/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T014514Z_contracts_profile_v1/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1237 msPyTorch Compile0.1574 msTVM24.7732 msXLA0.1111 msTensorRT0.1685 msGlow0.1156 ms - +PyC Backend Suite (CUDA)run_id=20260218T014514Z_contracts_profile_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1237 msPyTorch Compile0.1574 msTVM24.7732 msXLA0.1111 msTensorRT0.1685 msGlow0.1156 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T014728Z_contracts_profile_v2/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T014728Z_contracts_profile_v2/cpu/chart.svg index 84e988f..455eb81 100644 --- a/web/site/results/artifacts/runs/20260218T014728Z_contracts_profile_v2/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T014728Z_contracts_profile_v2/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.0145 msPyTorch Compile32.7525 msPyC CUDA1072.2825 msTVM26.5001 msXLA39.9168 msTensorRT29.3551 msGlow33.0870 ms - +PyC Backend Suite (CPU)run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.0145 msPyTorch Compile32.7525 msPyC CUDA1072.2825 msTVM26.5001 msXLA39.9168 msTensorRT29.3551 msGlow33.0870 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T014728Z_contracts_profile_v2/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T014728Z_contracts_profile_v2/gpu/chart.svg index c450fa5..c1e63ac 100644 --- a/web/site/results/artifacts/runs/20260218T014728Z_contracts_profile_v2/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T014728Z_contracts_profile_v2/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1113 msPyTorch Compile0.1619 msPyC CUDA1101.8633 msTVM24.8347 msXLA0.1113 msTensorRT0.1697 msGlow0.1180 ms - +PyC Backend Suite (CUDA)run_id=20260218T014728Z_contracts_profile_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1113 msPyTorch Compile0.1619 msPyC CUDA1101.8633 msTVM24.8347 msXLA0.1113 msTensorRT0.1697 msGlow0.1180 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T015942Z/local_pyc_profile/chart.svg b/web/site/results/artifacts/runs/20260218T015942Z/local_pyc_profile/chart.svg index 220b735..d879102 100644 --- a/web/site/results/artifacts/runs/20260218T015942Z/local_pyc_profile/chart.svg +++ b/web/site/results/artifacts/runs/20260218T015942Z/local_pyc_profile/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T015942Z | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA179.1593 ms - +PyC Backend Suite (CPU)run_id=20260218T015942Z | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA179.1593 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T020115Z_phase_impl_v1/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T020115Z_phase_impl_v1/cpu/chart.svg index 3c28904..53efe79 100644 --- a/web/site/results/artifacts/runs/20260218T020115Z_phase_impl_v1/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T020115Z_phase_impl_v1/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager36.7279 msPyTorch Compile25.3152 msPyC CUDA1080.3870 msTVM63.0860 msXLA39.5868 msTensorRT25.2202 msGlow35.5114 ms - +PyC Backend Suite (CPU)run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager36.7279 msPyTorch Compile25.3152 msPyC CUDA1080.3870 msTVM63.0860 msXLA39.5868 msTensorRT25.2202 msGlow35.5114 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T020115Z_phase_impl_v1/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T020115Z_phase_impl_v1/gpu/chart.svg index 5003096..83de86a 100644 --- a/web/site/results/artifacts/runs/20260218T020115Z_phase_impl_v1/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T020115Z_phase_impl_v1/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1156 msPyTorch Compile0.1930 msPyC CUDA1092.7849 msTVM32.9062 msXLA0.1117 msTensorRT0.1603 msGlow0.1063 ms - +PyC Backend Suite (CUDA)run_id=20260218T020115Z_phase_impl_v1 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1156 msPyTorch Compile0.1930 msPyC CUDA1092.7849 msTVM32.9062 msXLA0.1117 msTensorRT0.1603 msGlow0.1063 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T020653Z_phase_impl_v2/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T020653Z_phase_impl_v2/cpu/chart.svg index f452b55..f253848 100644 --- a/web/site/results/artifacts/runs/20260218T020653Z_phase_impl_v2/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T020653Z_phase_impl_v2/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager34.6332 msPyTorch Compile32.8810 msPyC CUDA941.6049 msTVM62.6453 msXLA39.8538 msTensorRT23.2356 msGlow39.2014 ms - +PyC Backend Suite (CPU)run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager34.6332 msPyTorch Compile32.8810 msPyC CUDA941.6049 msTVM62.6453 msXLA39.8538 msTensorRT23.2356 msGlow39.2014 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T020653Z_phase_impl_v2/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T020653Z_phase_impl_v2/gpu/chart.svg index 0f0a27a..bd7f440 100644 --- a/web/site/results/artifacts/runs/20260218T020653Z_phase_impl_v2/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T020653Z_phase_impl_v2/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1 - PyTorch Eager0.1102 msPyTorch Compile0.1603 msPyC CUDA987.6086 msTVM25.1754 msXLA0.1108 msTensorRT0.1662 msGlow0.1181 ms - +PyC Backend Suite (CUDA)run_id=20260218T020653Z_phase_impl_v2 | host=90c892d22de7 | git=c5d8438 | dirty=1PyTorch Eager0.1102 msPyTorch Compile0.1603 msPyC CUDA987.6086 msTVM25.1754 msXLA0.1108 msTensorRT0.1662 msGlow0.1181 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T023355Z_phase4_final/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T023355Z_phase4_final/cpu/chart.svg index eb2c971..061afb7 100644 --- a/web/site/results/artifacts/runs/20260218T023355Z_phase4_final/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T023355Z_phase4_final/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms - +PyC Backend Suite (CPU)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager36.9971 msPyTorch Compile26.7237 msPyC CUDA24.0459 msXLA30.2406 msTensorRT24.4121 msGlow34.8523 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T023355Z_phase4_final/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T023355Z_phase4_final/gpu/chart.svg index 4640914..1808d3f 100644 --- a/web/site/results/artifacts/runs/20260218T023355Z_phase4_final/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T023355Z_phase4_final/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0 - PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms - +PyC Backend Suite (CUDA)run_id=20260218T023355Z_phase4_final | host=90c892d22de7 | git=unknown | dirty=0PyTorch Eager0.1154 msPyTorch Compile0.1551 msPyC CUDA25.5228 msXLA0.1157 msTensorRT0.1598 msGlow0.1314 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T215532Z_rtx3090_phase4/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T215532Z_rtx3090_phase4/cpu/chart.svg index d7a7769..bed98e0 100644 --- a/web/site/results/artifacts/runs/20260218T215532Z_rtx3090_phase4/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T215532Z_rtx3090_phase4/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager92.4730 msPyTorch Compile68.7586 msPyC CUDA26.9925 msXLA94.9993 msTensorRT77.5067 msGlow88.8221 ms - +PyC Backend Suite (CPU)run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager92.4730 msPyTorch Compile68.7586 msPyC CUDA26.9925 msXLA94.9993 msTensorRT77.5067 msGlow88.8221 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T215532Z_rtx3090_phase4/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T215532Z_rtx3090_phase4/gpu/chart.svg index 2f605a4..3c23363 100644 --- a/web/site/results/artifacts/runs/20260218T215532Z_rtx3090_phase4/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T215532Z_rtx3090_phase4/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager0.1600 msPyTorch Compile0.2004 msPyC CUDA1.2381 msXLA0.1553 msTensorRT0.2172 msGlow0.2673 ms - +PyC Backend Suite (CUDA)run_id=20260218T215532Z_rtx3090_phase4 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager0.1600 msPyTorch Compile0.2004 msPyC CUDA1.2381 msXLA0.1553 msTensorRT0.2172 msGlow0.2673 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T215837Z_rtx3090_phase4_v2/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T215837Z_rtx3090_phase4_v2/cpu/chart.svg index f9dad95..0cb3dee 100644 --- a/web/site/results/artifacts/runs/20260218T215837Z_rtx3090_phase4_v2/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T215837Z_rtx3090_phase4_v2/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager93.9434 msPyTorch Compile72.2996 msPyC CUDA26.5426 msTVM147.4265 msXLA82.5970 msTensorRT57.6706 msGlow92.5143 ms - +PyC Backend Suite (CPU)run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager93.9434 msPyTorch Compile72.2996 msPyC CUDA26.5426 msTVM147.4265 msXLA82.5970 msTensorRT57.6706 msGlow92.5143 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T215837Z_rtx3090_phase4_v2/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T215837Z_rtx3090_phase4_v2/gpu/chart.svg index 6841b36..dd7fcc3 100644 --- a/web/site/results/artifacts/runs/20260218T215837Z_rtx3090_phase4_v2/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T215837Z_rtx3090_phase4_v2/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0 - PyTorch Eager0.1521 msPyTorch Compile0.2127 msPyC CUDA1.0658 msTVM72.6418 msXLA0.1529 msTensorRT0.1883 msGlow0.1592 ms - +PyC Backend Suite (CUDA)run_id=20260218T215837Z_rtx3090_phase4_v2 | host=d9aff3ced886 | git=unknown | dirty=0PyTorch Eager0.1521 msPyTorch Compile0.2127 msPyC CUDA1.0658 msTVM72.6418 msXLA0.1529 msTensorRT0.1883 msGlow0.1592 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T223608Z_rtx3090_consistent/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T223608Z_rtx3090_consistent/cpu/chart.svg index e2af5f9..ba143a9 100644 --- a/web/site/results/artifacts/runs/20260218T223608Z_rtx3090_consistent/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T223608Z_rtx3090_consistent/cpu/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=4 | proxy=3 - PyTorch Eager84.9849 msPyTorch Compile53.9003 msPyC CUDA26.9376 msTVM70.2299 ms - +PyC Backend Suite (CPU)run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=4 | proxy=3PyTorch Eager84.9849 msPyTorch Compile53.9003 msPyC CUDA26.9376 msTVM70.2299 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T223608Z_rtx3090_consistent/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T223608Z_rtx3090_consistent/gpu/chart.svg index 184b64f..091186f 100644 --- a/web/site/results/artifacts/runs/20260218T223608Z_rtx3090_consistent/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T223608Z_rtx3090_consistent/gpu/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=4 | proxy=3 - PyTorch Eager0.1545 msPyTorch Compile0.2098 msPyC CUDA1.2198 msTVM9.6682 ms - +PyC Backend Suite (CUDA)run_id=20260218T223608Z_rtx3090_consistent | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=4 | proxy=3PyTorch Eager0.1545 msPyTorch Compile0.2098 msPyC CUDA1.2198 msTVM9.6682 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T231940Z/cpu/chart.svg b/web/site/results/artifacts/runs/20260218T231940Z/cpu/chart.svg index 02062bc..aa2c76e 100644 --- a/web/site/results/artifacts/runs/20260218T231940Z/cpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T231940Z/cpu/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=5 | proxy=2 - PyTorch Eager100.0878 msPyTorch Compile62.5383 msPyC CUDA26.7541 msTVM79.8425 msXLA22.3436 ms - +PyC Backend Suite (CPU)run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=5 | proxy=2PyTorch Eager100.0878 msPyTorch Compile62.5383 msPyC CUDA26.7541 msTVM79.8425 msXLA22.3436 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T231940Z/gpu/chart.svg b/web/site/results/artifacts/runs/20260218T231940Z/gpu/chart.svg index f1a514f..c5702e6 100644 --- a/web/site/results/artifacts/runs/20260218T231940Z/gpu/chart.svg +++ b/web/site/results/artifacts/runs/20260218T231940Z/gpu/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=6 | proxy=1 - PyTorch Eager0.1565 msPyTorch Compile0.2087 msPyC CUDA1.0766 msTVM0.3390 msXLA0.3387 msTensorRT0.2080 ms - +PyC Backend Suite (CUDA)run_id=20260218T231940Z | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=6 | proxy=1PyTorch Eager0.1565 msPyTorch Compile0.2087 msPyC CUDA1.0766 msTVM0.3390 msXLA0.3387 msTensorRT0.2080 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T_fix2/cpu_fix/chart.svg b/web/site/results/artifacts/runs/20260218T_fix2/cpu_fix/chart.svg index dfbaeba..0790269 100644 --- a/web/site/results/artifacts/runs/20260218T_fix2/cpu_fix/chart.svg +++ b/web/site/results/artifacts/runs/20260218T_fix2/cpu_fix/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CPU) - run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=2 | proxy=0 - XLA22.7979 msTVM69.7373 ms - +PyC Backend Suite (CPU)run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=2 | proxy=0XLA22.7979 msTVM69.7373 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/20260218T_fix2/gpu_fix/chart.svg b/web/site/results/artifacts/runs/20260218T_fix2/gpu_fix/chart.svg index 15bb0f1..1976579 100644 --- a/web/site/results/artifacts/runs/20260218T_fix2/gpu_fix/chart.svg +++ b/web/site/results/artifacts/runs/20260218T_fix2/gpu_fix/chart.svg @@ -1,7 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0 - chart_mode=native | native=2 | proxy=0 - XLA0.3193 msTVM0.3398 ms - +PyC Backend Suite (CUDA)run_id=20260218T_fix2 | host=d9aff3ced886 | git=unknown | dirty=0chart_mode=native | native=2 | proxy=0XLA0.3193 msTVM0.3398 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/local_smoke/cpu/chart.svg b/web/site/results/artifacts/runs/local_smoke/cpu/chart.svg index ded0c51..cf65ac0 100644 --- a/web/site/results/artifacts/runs/local_smoke/cpu/chart.svg +++ b/web/site/results/artifacts/runs/local_smoke/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyTorch Eager0.0478 msPyTorch Compile0.1040 msPyC CUDA76.9718 msXLA0.0281 msTensorRT0.1029 msGlow0.0269 ms - +PyC Backend Suite (CPU)run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyTorch Eager0.0478 msPyTorch Compile0.1040 msPyC CUDA76.9718 msXLA0.0281 msTensorRT0.1029 msGlow0.0269 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/local_smoke/gpu/chart.svg b/web/site/results/artifacts/runs/local_smoke/gpu/chart.svg index 6be4419..2cdde36 100644 --- a/web/site/results/artifacts/runs/local_smoke/gpu/chart.svg +++ b/web/site/results/artifacts/runs/local_smoke/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA81.3104 msXLA0.0268 ms - +PyC Backend Suite (CUDA)run_id=local_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA81.3104 msXLA0.0268 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/restructure_smoke/cpu/chart.svg b/web/site/results/artifacts/runs/restructure_smoke/cpu/chart.svg index ca15eee..0fd31fb 100644 --- a/web/site/results/artifacts/runs/restructure_smoke/cpu/chart.svg +++ b/web/site/results/artifacts/runs/restructure_smoke/cpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CPU) - run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyTorch Eager0.0512 msPyTorch Compile0.1071 msPyC CUDA77.0760 msXLA0.0285 msTensorRT0.1089 msGlow0.0273 ms - +PyC Backend Suite (CPU)run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyTorch Eager0.0512 msPyTorch Compile0.1071 msPyC CUDA77.0760 msXLA0.0285 msTensorRT0.1089 msGlow0.0273 ms \ No newline at end of file diff --git a/web/site/results/artifacts/runs/restructure_smoke/gpu/chart.svg b/web/site/results/artifacts/runs/restructure_smoke/gpu/chart.svg index a0e6445..38f31aa 100644 --- a/web/site/results/artifacts/runs/restructure_smoke/gpu/chart.svg +++ b/web/site/results/artifacts/runs/restructure_smoke/gpu/chart.svg @@ -1,6 +1 @@ - - - PyC Backend Suite (CUDA) - run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1 - PyC CUDA78.1006 msXLA0.0269 ms - +PyC Backend Suite (CUDA)run_id=restructure_smoke | host=Allans-Air.attlocal.net | git=c5d8438 | dirty=1PyC CUDA78.1006 msXLA0.0269 ms \ No newline at end of file