From 7547aaabc1d23c6b41fcdb12622b97154a12e549 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Sun, 15 Nov 2026 23:26:15 +0800 Subject: [PATCH 01/18] fix(distributed): handle document-local KDA shards safely --- cula/distributed/kda.py | 22 +++++++++++++++++++--- cula/distributed/plan.py | 11 +++++++++++ docs/KIMI_CP_RUNTIME.md | 20 ++++++++++++++++++-- tests/test_kimi_cp_helpers.py | 28 +++++++++++++++++++--------- tests/test_kimi_cp_plan.py | 23 +++++++++++++++++++++++ 5 files changed, 90 insertions(+), 14 deletions(-) diff --git a/cula/distributed/kda.py b/cula/distributed/kda.py index 916583c5..603cd113 100644 --- a/cula/distributed/kda.py +++ b/cula/distributed/kda.py @@ -719,7 +719,12 @@ def backward(ctx, grad_output: torch.Tensor): # The reverse carry is determined only by the first local span. cuDNN # backward apply consumes the summary transition in its stored M^T domain. first_end = plan.first_boundary_end - g_local, transition_backward, backward_context = kimi_delta_attention_summary_bwd( + # Native context contains per-token intermediates, not just the boundary + # summary. A prefix summary's context cannot serve the full THD shard. + # Keep the prefix-only scan for multi-document shards and let apply + # prepare its own intermediates; reuse only for identical token ranges. + reuse_context = first_end == q.shape[0] + summary_outputs = kimi_delta_attention_summary_bwd( q[:first_end], k[:first_end], g[:first_end], @@ -728,11 +733,13 @@ def backward(ctx, grad_output: torch.Tensor): cu_seqlens[:2], scale=options.scale, output_transition=True, - output_context=True, + output_context=reuse_context, checkpoint_every_n_tokens=options.checkpoint_every_n_tokens, plan_name=options.summary_plan_name, **options.kwargs(a_log, dt_bias), ) + g_local, transition_backward = summary_outputs[:2] + backward_context = summary_outputs[2] if reuse_context else None following_h, following_transition = _validate_boundary_summaries( ctx.boundary_transport.boundary_summaries( g_local[0], @@ -868,6 +875,11 @@ def cudnn_kda_cp( layers. Inputs use cuDNN's canonical THD contract; framework-specific layout and gate conversions belong in the framework adapter. + If every shard boundary is a document boundary, the plan marks the whole + group as independent. Execution then uses native local KDA/autograd and + skips boundary summaries and transport. An isolated rank alone cannot + enable this path while other ranks still require an exchange. + ``boundary_transport`` defaults to exact ordered summary all-gather with lazy storage. Large-CP callers should prepare one :class:`AllGatherKimiCPTransport` per concurrent CUDA stream and reuse it @@ -916,7 +928,11 @@ def cudnn_kda_cp( plan_name=plan_name, summary_plan_name=summary_plan_name, ) - if plan.world_size == 1: + if plan.world_size == 1 or not plan.requires_boundary_exchange: + # Every shard boundary is a document boundary. This is the same + # independent native recurrence as CP1, including native autograd; + # no forward or backward state can cross ranks. The plan flag is + # identical on all peers, so no rank skips a required collective. kimi_delta_attention, _ = _load_cudnn_kda_ops() attention_outputs = kimi_delta_attention( q, diff --git a/cula/distributed/plan.py b/cula/distributed/plan.py index 3890e70d..9e8d6132 100644 --- a/cula/distributed/plan.py +++ b/cula/distributed/plan.py @@ -29,6 +29,10 @@ class KimiCPPlan: plan records their token spans and the ordered rank chains that contribute incoming forward state or outgoing backward state. Tensor shapes and process-group identity are checked again at execution time. + + ``requires_boundary_exchange`` is a group-wide property derived from all + shard boundaries, identical on every rank. Manual plans default to the + conservative exchanging path. """ rank: int @@ -42,6 +46,9 @@ class KimiCPPlan: last_boundary_start: int pre_num_ranks: int post_num_ranks: int + # Group-wide, not rank-local: one isolated rank must still participate if + # any other rank needs the boundary collective. Manual plans stay safe. + requires_boundary_exchange: bool = True @property def local_tokens(self) -> int: @@ -130,6 +137,9 @@ def from_global_cu_seqlens( if pre_num_ranks < 0 or post_num_ranks < 0: raise RuntimeError("internal error while deriving Kimi CP boundary rank ranges") + document_boundaries = set(boundaries) + requires_boundary_exchange = any(offset not in document_boundaries for offset in offsets[1:-1]) + return cls( rank=rank, world_size=world_size, @@ -142,6 +152,7 @@ def from_global_cu_seqlens( last_boundary_start=local_boundaries[-2], pre_num_ranks=pre_num_ranks, post_num_ranks=post_num_ranks, + requires_boundary_exchange=requires_boundary_exchange, ) diff --git a/docs/KIMI_CP_RUNTIME.md b/docs/KIMI_CP_RUNTIME.md index 0f3f795c..52861a7b 100644 --- a/docs/KIMI_CP_RUNTIME.md +++ b/docs/KIMI_CP_RUNTIME.md @@ -50,11 +50,22 @@ balanced partition or explicit global shard offsets. It derives: - clipped local `cu_seqlens`; - first and last local sequence IDs; - the first and last boundary token spans; -- the number of preceding and following ranks in those sequence chains. +- the number of preceding and following ranks in those sequence chains; +- whether any document crosses a shard boundary anywhere in the group. Plan construction is CPU-only and must happen once per packed microbatch, not once per layer. The same plan is reusable by every KDA layer. +When every internal shard boundary is a document boundary, +`requires_boundary_exchange` is false on **every rank**. The runtime then uses +native local KDA/autograd without boundary summaries, state probes or transport. +The operands, dtypes and batch-invariance option are unchanged. A locally +isolated rank must still join the boundary exchanges if another document crosses +ranks elsewhere in the group. Manually constructed plans default to the +conservative exchanging path. The paired benchmark +`benchmarks/bench_kda_independent_shards.py` checks all outputs and five gradients, +including weak decay and an isolated-rank/crossing-peer control. + Only the first and last local spans can cross rank boundaries under the contiguous-shard contract. Forward therefore summarizes only the last local span; backward summarizes only the first. This is the boundary-only strategy @@ -73,12 +84,17 @@ Forward: Backward performs the symmetric reverse chain: -1. Produce `(G, M^T)` and reusable backward context for the first local span. +1. Produce `(G, M^T)` for the first local span. 2. All-gather the transition in its stored-domain orientation. 3. Select following ranks belonging to the last local sequence. 4. Pass them as `following_state_grad` and `following_transition`. 5. Let cuDNN compose the reverse chain and compute local tensor and gate gradients. +Native backward context contains per-token intermediates. It is reused only +when the summary covers the complete local shard. A multi-document shard's +prefix-only summary cannot supply context for the full apply operation; apply +prepares its own intermediates in that case. + The state payload and transition remain FP32. cuLA exposes no merge-precision switch; the cuDNN apply API owns the fixed high-precision state chain. The public cuDNN Frontend 1.32.2 wheel does not contain this API. Until a compatible diff --git a/tests/test_kimi_cp_helpers.py b/tests/test_kimi_cp_helpers.py index 932f48e4..c9e437bd 100644 --- a/tests/test_kimi_cp_helpers.py +++ b/tests/test_kimi_cp_helpers.py @@ -1,8 +1,10 @@ # Copyright 2025-2026 Ant Group Co., Ltd. # SPDX-License-Identifier: Apache-2.0 +from dataclasses import replace from types import SimpleNamespace +import pytest import torch from cula.distributed import kda as cp @@ -488,15 +490,18 @@ def test_boundary_transport_summary_contract_rejects_precision_or_shape_changes( raise AssertionError("invalid transport summaries must be rejected") -def test_distributed_autograd_delegates_summary_composition_to_cudnn(monkeypatch): +@pytest.mark.parametrize("multiple_documents", [False, True]) +def test_distributed_autograd_delegates_summary_composition_to_cudnn(monkeypatch, multiple_documents): plan = _transport_plan(rank=2, pre=2, post=1) + if multiple_documents: + plan = replace(plan, last_sequence=1, local_cu_seqlens=(0, 2, 4), first_boundary_end=2, last_boundary_start=2) heads, key_dim, value_dim = 2, 4, 3 q = torch.zeros(4, heads, key_dim) k = torch.zeros_like(q) v = torch.zeros(4, heads, value_dim) g = torch.zeros_like(q) beta = torch.zeros(4, heads) - cu = torch.tensor([0, 4], dtype=torch.int32) + cu = torch.tensor(plan.local_cu_seqlens, dtype=torch.int32) options = cp._KdaOptions( scale=None, use_qk_l2norm_in_kernel=False, @@ -538,19 +543,20 @@ def attention(q, k, v, g, beta, cu, **kwargs): ) def summary_bwd(q, k, g, beta, d_o, cu, **kwargs): - assert kwargs["output_context"] is True + assert q.shape[0] == plan.first_boundary_end + assert kwargs["output_context"] is (not multiple_documents) assert kwargs["checkpoint_every_n_tokens"] == 16 - return ( + result = ( torch.full((1, heads, value_dim, key_dim), 5.0), torch.full((1, heads, key_dim, key_dim), 6.0), - torch.tensor([7], dtype=torch.uint8), ) + return result if multiple_documents else (*result, torch.tensor([7], dtype=torch.uint8)) def backward(d_o, q, k, v, g, beta, cu, scale, **kwargs): observed["following_h"] = kwargs["following_state_grad"].clone() observed["following_transition"] = kwargs["following_transition"].clone() observed["composed"] = kwargs["composed_initial_state"].clone() - observed["context"] = kwargs["context"].clone() + observed["context"] = kwargs["context"] observed["checkpoints"] = kwargs["state_checkpoints"].clone() return ( torch.ones_like(q), @@ -587,14 +593,18 @@ def backward(d_o, q, k, v, g, beta, cu, scale, **kwargs): assert observed["following_h"].shape[0] == 1 assert torch.equal(observed["following_transition"], torch.full((1, heads, key_dim, key_dim), 6.0)) assert torch.equal(observed["composed"], torch.full((1, heads, value_dim, key_dim), 4.0)) - assert torch.equal(observed["context"], torch.tensor([7], dtype=torch.uint8)) + if multiple_documents: + assert observed["context"] is None + else: + assert torch.equal(observed["context"], torch.tensor([7], dtype=torch.uint8)) assert torch.equal(observed["checkpoints"], torch.full((1, heads, value_dim, key_dim), 3.0)) assert len(gradients) == 12 assert gradients[6:8] == (None, None) -def test_single_rank_fast_path_calls_attention_export(monkeypatch): - plan = KimiCPPlan.from_global_cu_seqlens([0, 2], rank=0, world_size=1) +@pytest.mark.parametrize("world", [1, 4]) +def test_independent_shards_call_native_attention_export(monkeypatch, world): + plan = KimiCPPlan.from_global_cu_seqlens(list(range(0, 2 * world + 1, 2)), rank=0, world_size=world) q = torch.zeros(2, 1, 4) v = torch.zeros(2, 1, 3) beta = torch.zeros(2, 1) diff --git a/tests/test_kimi_cp_plan.py b/tests/test_kimi_cp_plan.py index f6c6c791..f2f8eae1 100644 --- a/tests/test_kimi_cp_plan.py +++ b/tests/test_kimi_cp_plan.py @@ -103,3 +103,26 @@ def test_cpu_local_boundaries_must_match_plan(): torch.tensor([0, 3], dtype=torch.int32), device=torch.device("cpu"), ) + + +@pytest.mark.parametrize("world", [2, 4, 8, 16, 64]) +def test_document_local_shards_skip_boundary_exchange_globally(world): + cu = _global_cu([1024] * (world * 3)) + plans = [KimiCPPlan.from_global_cu_seqlens(cu, rank=rank, world_size=world) for rank in range(world)] + assert all(not p.requires_boundary_exchange for p in plans) + assert all(p.pre_num_ranks == p.post_num_ranks == 0 for p in plans) + + +def test_isolated_rank_cannot_skip_peers_boundary_collective(): + # Rank zero is independent, but the second document crosses ranks 1/2. + plans = [KimiCPPlan.from_global_cu_seqlens([0, 4, 12], rank=rank, world_size=3) for rank in range(3)] + assert plans[0].pre_num_ranks == plans[0].post_num_ranks == 0 + assert all(p.requires_boundary_exchange for p in plans) + + +def test_independent_detection_uses_supplied_uneven_shards(): + offsets = (0, 3, 11, 16) + plans = [ + KimiCPPlan.from_global_cu_seqlens([0, 1, 3, 11, 13, 16], rank=r, world_size=3, shard_offsets=offsets) for r in range(3) + ] + assert all(not p.requires_boundary_exchange for p in plans) From c981f9f501cd34c5d4ebe401fbdf9d48d435ccb9 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Sun, 15 Nov 2026 23:26:22 +0800 Subject: [PATCH 02/18] perf(hybrid): coalesce DSA windows in linear time --- cula/hybrid/dsa.py | 4 +++- tests/test_hybrid_dsa_plan.py | 20 ++++++++++++++++++++ 2 files changed, 23 insertions(+), 1 deletion(-) diff --git a/cula/hybrid/dsa.py b/cula/hybrid/dsa.py index f3f0cf74..4761bf91 100644 --- a/cula/hybrid/dsa.py +++ b/cula/hybrid/dsa.py @@ -265,6 +265,7 @@ def from_cu_seqlens( sequence, row_start, row_end, key_length, position, candidates, query_length = atoms[atom] whole = row_start == 0 and row_end == query_length group = [atoms[atom]] + group_candidates = candidates atom += 1 while whole and atom < len(atoms): next_atom = atoms[atom] @@ -273,10 +274,11 @@ def from_cu_seqlens( next_sequence != group[-1][0] + 1 or next_start != 0 or next_end != next_length - or sum(item[5] for item in group) + next_candidates > budget_floats + or group_candidates + next_candidates > budget_floats ): break group.append(next_atom) + group_candidates += next_candidates atom += 1 first_sequence = group[0][0] diff --git a/tests/test_hybrid_dsa_plan.py b/tests/test_hybrid_dsa_plan.py index f4c1c1c6..15022473 100644 --- a/tests/test_hybrid_dsa_plan.py +++ b/tests/test_hybrid_dsa_plan.py @@ -30,6 +30,26 @@ def test_selection_plan_coalesces_short_packed_sequences(): assert window.candidate_offsets == (0, 28, 73) +def test_thousands_of_short_sequences_keep_exact_window_budget_boundaries(): + # Each four-token document contributes exactly one complete-block logit. + count, capacity = 4097, 1000 + plan = DsaSelectionPlan.from_cu_seqlens( + tuple(4 * i for i in range(count + 1)), + tuple(range(count + 1)), + top_k=1, + candidate_budget_bytes=capacity * 4, + ) + assert [w.candidate_floats for w in plan.windows] == [1000, 1000, 1000, 1000, 97] + assert [(w.query_start, w.query_end) for w in plan.windows] == [ + (0, 4000), + (4000, 8000), + (8000, 12000), + (12000, 16000), + (16000, 16388), + ] + assert all(w.candidate_offsets == tuple(range(w.candidate_floats + 1)) for w in plan.windows) + + def test_selection_plan_splits_one_sequence_to_bound_peak_scratch(): plan = DsaSelectionPlan.from_cu_seqlens( [0, 32], From 5bbe9475e91f22a6feefc521c9379769ee62a25e Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Sun, 15 Nov 2026 23:29:49 +0800 Subject: [PATCH 03/18] feat(distributed): route THD selection with calibrated costs --- benchmarks/bench_csa_layout_matrix.py | 155 + benchmarks/bench_full_csa_cp.py | 828 +++ benchmarks/bench_kda_independent_shards.py | 148 + benchmarks/bench_thd_transport.py | 204 + benchmarks/calibrate_thd_selection.py | 188 + benchmarks/cp_layouts.py | 37 + benchmarks/fit_thd_transport.py | 108 + benchmarks/profiles/README.md | 23 + .../profiles/thd_selection_b300_cp8.json | 646 ++ .../profiles/thd_selection_h20_cp16.json | 1168 +++ benchmarks/summarize_csa_layout_matrix.py | 132 + benchmarks/thd_1m_cases.py | 259 + cula/distributed/__init__.py | 9 + cula/distributed/redistribute.py | 186 + cula/distributed/thd_planner.py | 872 ++- docs/THD_1M_STATISTICS_CASES.md | 114 + docs/THD_LAYOUT_PLANNER.md | 304 +- docs/THD_REDISTRIBUTION.md | 99 + docs/THD_SELECTION_RESULTS.md | 163 + docs/results/thd_selection_20261115.json | 6544 +++++++++++++++++ .../thd_selection_review_20261115.json | 1038 +++ tests/test_csa_matrix_report.py | 107 + tests/test_full_csa_cp_metadata.py | 59 + tests/test_thd_1m_cases.py | 91 + tests/test_thd_cost_fit.py | 136 + tests/test_thd_planner.py | 434 +- tests/test_thd_redistribute.py | 130 + 27 files changed, 14007 insertions(+), 175 deletions(-) create mode 100644 benchmarks/bench_csa_layout_matrix.py create mode 100644 benchmarks/bench_full_csa_cp.py create mode 100644 benchmarks/bench_kda_independent_shards.py create mode 100644 benchmarks/bench_thd_transport.py create mode 100644 benchmarks/calibrate_thd_selection.py create mode 100644 benchmarks/cp_layouts.py create mode 100644 benchmarks/fit_thd_transport.py create mode 100644 benchmarks/profiles/README.md create mode 100644 benchmarks/profiles/thd_selection_b300_cp8.json create mode 100644 benchmarks/profiles/thd_selection_h20_cp16.json create mode 100644 benchmarks/summarize_csa_layout_matrix.py create mode 100644 benchmarks/thd_1m_cases.py create mode 100644 cula/distributed/redistribute.py create mode 100644 docs/THD_1M_STATISTICS_CASES.md create mode 100644 docs/THD_REDISTRIBUTION.md create mode 100644 docs/THD_SELECTION_RESULTS.md create mode 100644 docs/results/thd_selection_20261115.json create mode 100644 docs/results/thd_selection_review_20261115.json create mode 100644 tests/test_csa_matrix_report.py create mode 100644 tests/test_full_csa_cp_metadata.py create mode 100644 tests/test_thd_1m_cases.py create mode 100644 tests/test_thd_cost_fit.py create mode 100644 tests/test_thd_redistribute.py diff --git a/benchmarks/bench_csa_layout_matrix.py b/benchmarks/bench_csa_layout_matrix.py new file mode 100644 index 00000000..18e97c65 --- /dev/null +++ b/benchmarks/bench_csa_layout_matrix.py @@ -0,0 +1,155 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Real-CP layout comparison with full output/gradient baselines in CPU RAM.""" + +import argparse +import gc +import sys +from pathlib import Path + +from benchmarks.thd_1m_cases import DEFAULT_SEED, counted_cases, heldout_cases, statistics_cases + + +def performance_cases(suite="baseline", seed=DEFAULT_SEED): + if suite == "validation": + if seed != DEFAULT_SEED: + raise ValueError("the validation suite fixes its seeds for reproducibility") + return [ + *performance_cases("baseline"), + *performance_cases("counted"), + *( + (f"{case.name}-seed{heldout_seed}", list(case.lengths), False) + for heldout_seed in (20261114, 20261115, 20261116) + for case in heldout_cases(heldout_seed) + ), + ] + cases = [] + if suite in ("baseline", "all"): + cases += [ + ("1m-single", [1048576], False), + ("1m-uniform", [16384] * 64, False), + ("1m-near-uniform", [15360, 17408] * 32, False), + ("1m-20s2l", [1024] * 20 + [514048] * 2, False), + ("1m-power-law", [1024, 4096, 16384, 65536, 131072, 307200, 523264], False), + ] + if suite in ("statistics", "all"): + cases += [(case.name, list(case.lengths), False) for case in statistics_cases(seed)] + if suite in ("counted", "all"): + cases += [(case.name, list(case.lengths), False) for case in counted_cases(seed)] + if suite in ("heldout", "all"): + cases += [(case.name, list(case.lengths), False) for case in heldout_cases(seed)] + if not cases: + raise ValueError(f"unknown suite: {suite}") + return cases + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output-dir", type=Path, required=True) + parser.add_argument("--checks-only", action="store_true") + parser.add_argument( + "--suite", choices=("baseline", "statistics", "counted", "heldout", "all", "validation"), default="baseline" + ) + parser.add_argument("--cases", nargs="+", help="Exact performance case names from the selected suite") + parser.add_argument("--seed", type=int, default=DEFAULT_SEED, help="Synthetic THD generation seed") + parser.add_argument("--list-cases", action="store_true", help="List shapes without initializing CUDA/distributed") + parser.add_argument("--redistribution-scope", choices=("selection", "queries"), default="selection") + parser.add_argument("--skip-checks", action="store_true", help="Skip small FP32 checks after a separately validated run") + parser.add_argument( + "--layouts", nargs="+", choices=("contiguous", "zigzag", "planner"), default=["contiguous", "zigzag", "planner"] + ) + parser.add_argument("--warmups", type=int, default=3) + parser.add_argument("--repeats", type=int, default=5) + parser.add_argument("--heads", type=int, default=64, help="Attention heads; native SM100 D576 requires 64") + parser.add_argument("--planner-cost-model", help="JSON calibrated selection-routing coefficients") + parser.add_argument("--memory-stages", action="store_true") + parser.add_argument("--planner-strategy", choices=("balanced", "selection"), default="balanced") + args = parser.parse_args() + selected = performance_cases(args.suite, args.seed) + if args.cases: + unknown = set(args.cases) - {name for name, _, _ in selected} + if unknown: + parser.error(f"unknown cases for suite {args.suite}: {sorted(unknown)}") + selected = [case for case in selected if case[0] in args.cases] + if args.checks_only and args.cases: + parser.error("--cases cannot be combined with --checks-only") + if args.checks_only and args.skip_checks: + parser.error("--checks-only and --skip-checks are mutually exclusive") + if args.layouts[0] != "contiguous" or len(set(args.layouts)) != len(args.layouts): + parser.error("layouts must start with the contiguous numerical baseline and contain no duplicates") + if args.warmups < 0 or args.repeats < 1: + parser.error("warmups must be nonnegative and repeats positive") + if args.list_cases: + for name, lengths, _ in selected: + print(name, "documents", len(lengths), "tokens", sum(lengths)) + return + + import torch + import torch.distributed as dist + + from benchmarks.bench_full_csa_cp import main as run_case + + args.output_dir.mkdir(parents=True, exist_ok=True) + cases = [ + ("check-single", [32768], True), + ("check-mixed", [4] * 20 + [2008] * 2, True), + ("check-uniform", [256] * 16, True), + ("check-dense", [4] * 256 + [32] * 96, True), + ] + if args.skip_checks: + cases = [] + if not args.checks_only: + cases += selected + for case_index, (name, lengths, check) in enumerate(cases): + baseline = None + # Keep the numerical baseline first, alternate the remaining policies + # to avoid always giving one policy the same thermal/cache order. + layouts = args.layouts if case_index % 2 == 0 else [args.layouts[0], *reversed(args.layouts[1:])] + for layout in layouts: + print("CASE", name, layout, flush=True) + sys.argv = [ + "bench_full_csa_cp.py", + "--sequence-lengths", + *map(str, lengths), + "--heads", + str(args.heads), + "--top-k", + "512", + "--with-kda", + "--layout", + layout, + "--redistribution-scope", + args.redistribution_scope, + "--planner-strategy", + args.planner_strategy, + "--pool-backward-order", + "per-loss", + "--output", + str(args.output_dir / f"layout-{name}-{layout}.json"), + "--warmups", + "0" if check else str(args.warmups), + "--repeats", + "1" if check else str(args.repeats), + "--candidate-mib", + "64" if check else "0", + ] + if check: + sys.argv.append("--check") + if args.planner_cost_model: + sys.argv += ["--planner-cost-model", args.planner_cost_model] + if args.memory_stages: + sys.argv.append("--memory-stages") + saved = run_case(keep_group=True, baseline=baseline, save_baseline=layout == "contiguous") + if saved is not None: + baseline = saved + gc.collect() + torch.cuda.empty_cache() + dist.barrier(device_ids=[torch.cuda.current_device()]) + del baseline, saved + gc.collect() + dist.destroy_process_group() + + +if __name__ == "__main__": + main() diff --git a/benchmarks/bench_full_csa_cp.py b/benchmarks/bench_full_csa_cp.py new file mode 100644 index 00000000..885bc3b7 --- /dev/null +++ b/benchmarks/bench_full_csa_cp.py @@ -0,0 +1,828 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Eager, real-CP KDA + full MLA-absorb CSA operator benchmark. + +This experiment includes pooling, selection, attention, the detached MaxPool +teacher/KL indexer backward, and all CP activation/gradient collectives. It is +not a model benchmark: projection, residual, MLP and optimizer are excluded. +It deliberately reuses allocating cuDNN convenience APIs; no CUDA Graph or +bounded compilation-cache guarantee is made for this experimental harness. +Document lengths and CP cuts must be multiples of four. Per-query causal +partial blocks (including the first three queries of every doc) are supported. +""" + +import argparse +import datetime +import json +import math +import os +import statistics +import time +from dataclasses import asdict +from itertools import accumulate +from types import SimpleNamespace + +import torch +import torch.distributed as dist + +from benchmarks.cp_layouts import query_layouts +from cula._metadata import balanced_shards +from cula.distributed import ( + AllGatherKimiCPTransport, + THDRedistributionPlan, + THDRedistributor, + THDSelectionCostModel, + build_kimi_cp_plan, + cudnn_kda_cp, +) +from cula.hybrid import DsaSelectionPlan, DsaSelectionWorkspace, IndexPoolPlan, cudnn_dsa_select, cudnn_index_pool +from cula.hybrid.index_pool import _load_cudnn_index_pool_ops + + +def metrics(actual, expected): + actual, expected = actual.float(), expected.float() + delta = actual - expected + return { + "max_abs": delta.abs().max().item(), + "relative_rms": (delta.norm() / expected.norm().clamp_min(1e-12)).item(), + "finite": bool(torch.isfinite(actual).all()), + } + + +def expand_blocks(block_ids, scores, doc_start, visible): + """Compact valid block slots, expand members, append the causal tail. + + Sorting by validity preserves each valid (id, score) pairing. The returned + block ids are still document-local; token ids are globally addressed. + Invalid slots remain -1 even when topk_length is supplied to cuDNN. + """ + order = (block_ids < 0).to(torch.int32).argsort(dim=-1, stable=True) + ids = block_ids.gather(1, order) + scores = scores.gather(1, order) + valid = ids >= 0 + nblocks = valid.sum(-1, dtype=torch.int32) + members = doc_start[:, None, None] + 4 * ids[:, :, None] + torch.arange(4, device=ids.device) + members = members.masked_fill(~valid[:, :, None], -1).flatten(1).to(torch.int32) + # The padded row is friendly to both the attention and teacher kernels. + width = math.ceil((members.shape[1] + 3) / 128) * 128 + tokens = torch.full((ids.shape[0], width), -1, dtype=torch.int32, device=ids.device) + tokens[:, : members.shape[1]] = members + slots = nblocks[:, None] * 4 + torch.arange(3, device=ids.device) + tail = doc_start[:, None] + visible[:, None] // 4 * 4 + torch.arange(3, device=ids.device) + tail = tail.masked_fill(torch.arange(3, device=ids.device)[None] >= visible[:, None] % 4, -1) + tokens.scatter_(1, slots.long(), tail.to(torch.int32)) + lengths = nblocks * 4 + visible % 4 + return ids, scores, members, tokens, lengths.to(torch.int32) + + +def reduce_scatter_fp32(value, local_rows): + out = torch.empty((local_rows, *value.shape[1:]), device=value.device, dtype=torch.float32) + dist.reduce_scatter_tensor(out, value.float().contiguous()) + return out + + +def query_metadata(layout, device): + """Materialize all span addresses with one transfer, including empty ranks.""" + sizes = torch.tensor([span.tokens for span in layout.spans], dtype=torch.int64, device="cpu") + starts = torch.tensor([span.sequence_start for span in layout.spans], dtype=torch.int32, device="cpu") + shifts = torch.tensor( + [span.token_start - offset for span, offset in zip(layout.spans, (0, *accumulate(sizes.tolist())))], + dtype=torch.int32, + device="cpu", + ) + n = layout.local_tokens + origin = torch.repeat_interleave(starts, sizes, output_size=n) + rows = torch.arange(n, dtype=torch.int32, device="cpu") + torch.repeat_interleave(shifts, sizes, output_size=n) + return torch.stack((origin, rows - origin + 1, rows)).to(device).unbind(0) + + +class FullCSA: + def __init__( + self, + lengths, + heads, + top_k, + device, + candidate_mib, + pool_backward_order="per-loss", + layout="contiguous", + redistribution_scope="selection", + planner_cost_model=None, + planner_strategy="balanced", + ): + import cudnn + + self.ops = cudnn.DSA + self.top_k = top_k + self.pool_backward_order = pool_backward_order + self.redistribution_scope = redistribution_scope + _, self.pool_backward = _load_cudnn_index_pool_ops() + torch.cuda.synchronize(device) + common_prepare_start = time.perf_counter() + self.rank, self.world = dist.get_rank(), dist.get_world_size() + self.cu = (0, *accumulate(lengths)) + self.plan = build_kimi_cp_plan(self.cu, group=dist.group.WORLD) + self.source_n, self.total = self.plan.local_tokens, self.cu[-1] + self.scale, self.heads = 576**-0.5, heads + if self.source_n % 4 or any(n % 4 for n in lengths): + raise ValueError("source CP shards and documents must be block aligned") + n = self.source_n + pool_plan = IndexPoolPlan.from_cu_seqlens(self.plan.local_cu_seqlens, head_dim=128, ratio=4) + pool_cu_tokens, pool_cu_blocks = pool_plan.materialize(device) + torch.cuda.synchronize(device) + self.common_prepare_ms = (time.perf_counter() - common_prepare_start) * 1000 + # All random tensors are generated in SOURCE ownership, with identical + # RNG consumption across layouts. No target-layout synthetic inputs. + self.indexer = SimpleNamespace( + qi=torch.randn(n, 64, 128, dtype=torch.bfloat16, device=device), + local_kv=torch.randn(n, 128, dtype=torch.bfloat16, device=device), + pool_score=torch.randn(n, 128, dtype=torch.bfloat16, device=device), + ape=torch.randn(4, 128, dtype=torch.float32, device=device), + weights=torch.randn(n, 64, dtype=torch.float32, device=device), + global_kbar=torch.empty(self.total // 4, 128, dtype=torch.bfloat16, device=device), + pool_plan=pool_plan, + pool_cu_tokens=pool_cu_tokens, + pool_cu_blocks=pool_cu_blocks, + local_blocks=n // 4, + ) + b = self.indexer + # Match the native backward's BF16 weights contract from the outset; + # do not quantize an FP32 forward operand only for backward. + b.weights = (b.weights / (64 * math.sqrt(128))).bfloat16() + self.source_qi, self.source_weights = b.qi, b.weights + for x in (b.local_kv, b.pool_score, b.ape): + x.requires_grad_(True) + # APE is a replicated parameter, not an independent rank-local input. + dist.broadcast(b.ape.detach(), src=0) + self.source_q = torch.randn(n, heads, 576, device=device, dtype=torch.bfloat16) * 0.5 + self.kv = torch.randn(n, 576, device=device, dtype=torch.bfloat16) * 0.5 + self.source_dout = torch.randn(n, heads, 512, device=device, dtype=torch.bfloat16) + self.global_kv = torch.empty(self.total, 576, device=device, dtype=torch.bfloat16) + self.sink = torch.full((heads,), -torch.inf, device=device, dtype=torch.float32) + self.unit_grad = torch.ones((), device=device, dtype=torch.float32) + torch.cuda.synchronize(device) + prepare_start = time.perf_counter() + if planner_cost_model is not None and redistribution_scope != "selection": + raise ValueError("the selection cost model is valid only for selection-only redistribution") + if planner_strategy == "selection" and redistribution_scope != "selection": + raise ValueError("selection planning requires selection-only redistribution") + ranks, self.selected_policy = query_layouts( + self.cu, self.world, layout, cost_model=planner_cost_model, planner_strategy=planner_strategy + ) + if redistribution_scope == "queries" and any(r.local_tokens == 0 for r in ranks): + raise ValueError( + "query-wide redistribution requires nonempty attention ranks; use selection scope for empty ranks" + ) + self.selection_layout = ranks[self.rank] + source_offsets = balanced_shards(self.total, self.world) + exchange_plan = THDRedistributionPlan.build(ranks, source_offsets, self.rank) + self.selection_exchange = THDRedistributor(exchange_plan, device, group=dist.group.WORLD) + if redistribution_scope == "selection": + attention_ranks, _ = query_layouts(self.cu, self.world, "contiguous") + self.layout = attention_ranks[self.rank] + self.exchange = THDRedistributor( + THDRedistributionPlan.build(attention_ranks, source_offsets, self.rank), device, group=dist.group.WORLD + ) + else: + self.layout = self.selection_layout + self.exchange = self.selection_exchange + self.n = self.layout.local_tokens + self.doc_start, self.visible, self.query_global_rows = query_metadata(self.layout, device) + key_prefix, key_ranges = [0], [] + for span in self.selection_layout.spans: + key_prefix.append(key_prefix[-1] + (span.sequence_end - span.sequence_start) // 4) + key_ranges.append((span.sequence_start // 4, span.sequence_end // 4)) + b.select_plan = None + b.select_workspace = None + if self.selection_layout.local_tokens: + b.select_plan = DsaSelectionPlan.from_cu_seqlens( + self.selection_layout.local_cu_seqlens, + key_prefix, + top_k=top_k, + block_size=4, + q_causal_offsets=self.selection_layout.causal_offsets, + candidate_budget_bytes=None if candidate_mib == 0 else candidate_mib << 20, + ) + b.select_workspace = DsaSelectionWorkspace.from_plan(b.select_plan, device) + self.selection_key_ids = None + if not key_ranges: + self.selection_key_slice = slice(0, 0) + elif all(left[1] == right[0] for left, right in zip(key_ranges, key_ranges[1:])): + self.selection_key_slice = slice(key_ranges[0][0], key_ranges[-1][1]) + else: + self.selection_key_ids = torch.cat([torch.arange(a, z, device="cpu") for a, z in key_ranges]).to(device) + torch.cuda.synchronize(device) + self.layout_prepare_ms = (time.perf_counter() - prepare_start) * 1000 + self.events = [] + self.last = {} + + def mark(self, name): + event = torch.cuda.Event(enable_timing=True) + event.record() + self.events.append((name, event)) + if getattr(self, "record_memory", False): + self.memory_stages[name] = allocator_usage() + + def forward(self): + b = self.indexer + self.events = [] + self.memory_stages = {} + self.mark("start") + # Release prior iteration references before allocating the next layout. + self.last = {} + with torch.cuda.nvtx.range("csa.query_redistribute"): + self.q = self.exchange.distribute(self.source_q) + selection_qi = self.selection_exchange.distribute(self.source_qi) + selection_weights = self.selection_exchange.distribute(self.source_weights) + b.qi = self.source_qi if self.redistribution_scope == "selection" else selection_qi + b.weights = self.source_weights if self.redistribution_scope == "selection" else selection_weights + self.mark("query_redistribute") + for x in (b.local_kv, b.pool_score, b.ape): + x.grad = None + with torch.cuda.nvtx.range("csa.pool"): + pooled = cudnn_index_pool( + b.local_kv, b.pool_score, b.ape, b.pool_cu_tokens, b.pool_cu_blocks, plan=b.pool_plan, deterministic=False + ) + self.mark("pool_fwd") + with torch.cuda.nvtx.range("csa.pool_gather"): + dist.all_gather_into_tensor(b.global_kbar, pooled.detach()) + self.mark("pool_gather") + with torch.cuda.nvtx.range("csa.selection_key_layout"): + select_keys = ( + b.global_kbar[self.selection_key_slice] + if self.selection_key_ids is None + else b.global_kbar.index_select(0, self.selection_key_ids) + ) + self.mark("selection_key_layout") + with torch.cuda.nvtx.range("csa.selection"): + if b.select_plan is None: + selected = SimpleNamespace( + block_ids=torch.empty((0, self.top_k), device=selection_qi.device, dtype=torch.int32), + scores=torch.empty((0, self.top_k), device=selection_qi.device, dtype=torch.float32), + ) + else: + selected = cudnn_dsa_select( + selection_qi, + select_keys[:, None], + selection_weights, + plan=b.select_plan, + workspace=b.select_workspace, + deterministic=False, + ) + self.mark("selection") + with torch.cuda.nvtx.range("csa.selection_restore"): + if self.redistribution_scope == "selection": + selected_ids = self.selection_exchange.restore(selected.block_ids) + selected_scores = self.selection_exchange.restore(selected.scores) + else: + selected_ids, selected_scores = selected.block_ids, selected.scores + del selection_qi, selection_weights, select_keys, selected + self.mark("selection_restore") + with torch.cuda.nvtx.range("csa.expand_tail"): + ids, scores, members, tokens, counts = expand_blocks(selected_ids, selected_scores, self.doc_start, self.visible) + block_ids = (ids + self.doc_start[:, None] // 4).masked_fill(ids < 0, -1) + self.mark("expand_tail") + with torch.cuda.nvtx.range("csa.kv_gather"): + dist.all_gather_into_tensor(self.global_kv, self.kv) + self.mark("kv_gather") + with torch.cuda.nvtx.range("csa.attention_fwd"): + fw = self.ops.sparse_attention_forward_wrapper( + self.q, self.global_kv, tokens, attn_sink=self.sink, topk_length=counts, softmax_scale=self.scale + ) + self.mark("attention_fwd") + with torch.cuda.nvtx.range("csa.teacher_kl"): + teacher = self.ops.sparse_attn_score_recompute_wrapper( + self.q[None], + self.global_kv[None], + fw["lse"][None], + members[None], + softmax_scale=self.scale, + qhead_per_kv_head=self.heads, + topk_indices_global=True, + )["target"][0] + target = teacher.view(self.n, -1, 4).amax(-1) + target = target / target.sum(-1, keepdim=True).clamp_min(1e-10) + valid = ids >= 0 + # Empty selected sets (first three queries) have zero auxiliary loss. + safe_scores = scores.masked_fill(~valid, -torch.inf) + safe_scores = torch.where(valid.any(-1, keepdim=True), safe_scores, torch.zeros_like(safe_scores)) + log_predict = safe_scores.log_softmax(-1).masked_fill(~valid, 0) + predict = log_predict.exp().masked_fill(~valid, 0) + loss = (target * (target.clamp_min(1e-10).log() - log_predict)).sum() / self.total + self.mark("teacher_kl") + with torch.cuda.nvtx.range("csa.output_restore"): + source_output = self.exchange.restore(fw["out"]) + self.mark("output_restore") + self.last = dict( + source_output=source_output, + pooled=pooled, + ids=ids, + block_ids=block_ids, + members=members, + tokens=tokens, + counts=counts, + target=target, + predict=predict, + loss=loss, + fw=fw, + ) + return source_output + + def backward(self): + b, r = self.indexer, self.last + with torch.cuda.nvtx.range("csa.dout_redistribute"): + self.dout = self.exchange.distribute(self.source_dout) + self.mark("dout_redistribute") + with torch.cuda.nvtx.range("csa.attention_bwd"): + bw = self.ops.sparse_attention_backward_wrapper( + self.q, + self.global_kv, + r["fw"]["out"], + self.dout, + r["fw"]["lse"], + self.sink, + r["tokens"], + softmax_scale=self.scale, + topk_length=r["counts"], + deterministic=False, + ) + self.mark("attention_bwd") + with torch.cuda.nvtx.range("csa.kv_reduce_scatter"): + local_dkv = reduce_scatter_fp32(bw["dkv"], self.source_n) + self.mark("kv_reduce_scatter") + with torch.cuda.nvtx.range("csa.indexer_bwd"): + # The backend overwrites target with its score gradient. Keep the + # reference target intact for numerical validation. + ibw = self.ops.indexer_backward_wrapper( + b.qi[None], + b.weights[None], + b.global_kbar[None], + r["target"][None].clone(), + r["predict"][None].clamp_min(1e-30).masked_fill(r["block_ids"][None] < 0, 0), + r["block_ids"][None], + self.unit_grad, + loss_coeff=self.n / self.total, + topk_indices_global=True, + deterministic=False, + d_index_k=torch.empty_like(b.global_kbar[None], dtype=torch.float32), + ) + self.mark("indexer_bwd") + with torch.cuda.nvtx.range("csa.pool_grad_exchange"): + if self.pool_backward_order == "sum-first": + local_dkbar = reduce_scatter_fp32(ibw["d_index_k"][0], b.local_blocks) + else: + # Preserve cuLA's gather-then-pool numerical ordering: do not + # merge loss-rank gradients before the native BF16 pool API. + incoming = ibw["d_index_k"][0].bfloat16() + received = torch.empty_like(incoming) + dist.all_to_all_single(received, incoming) + received = received.view(self.world, b.local_blocks, 128) + local_dkbar = received.float().sum(0) + self.mark("pool_grad_exchange") + with torch.cuda.nvtx.range("csa.pool_bwd"): + if self.pool_backward_order == "sum-first": + r["pooled"].backward(local_dkbar.bfloat16()) + else: + dkv = torch.zeros_like(b.local_kv, dtype=torch.float32) + ds = torch.zeros_like(b.pool_score, dtype=torch.float32) + da = torch.zeros_like(b.ape) + for loss_rank in range(self.world): + pool_bw = self.pool_backward( + b.local_kv, + b.pool_score, + b.ape, + b.pool_cu_tokens, + b.pool_cu_blocks, + received[loss_rank], + ratio=4, + head_dim=128, + coff=1, + deterministic=False, + ) + dkv.add_(pool_bw["grad_kv"]) + ds.add_(pool_bw["grad_score"]) + da.add_(pool_bw["grad_ape"]) + b.local_kv.grad = dkv.bfloat16() + b.pool_score.grad = ds.bfloat16() + b.ape.grad = da + dist.all_reduce(b.ape.grad) + self.mark("pool_bwd") + with torch.cuda.nvtx.range("csa.query_grad_restore"): + source_dq = self.exchange.restore(bw["dq"]) + source_dqi = self.exchange.restore(ibw["d_index_q"][0]) + source_dw = self.exchange.restore(ibw["d_weights"][0]) + self.mark("query_grad_restore") + r.update(source_dq=source_dq, source_dqi=source_dqi, source_dw=source_dw) + r.update(bw=bw, ibw=ibw, local_dkv=local_dkv, local_dkbar=local_dkbar) + + def timings(self): + return { + name + "_ms": previous.elapsed_time(event) for (_, previous), (name, event) in zip(self.events, self.events[1:]) + } + + +def check_reference(csa): + """Independent FP32 attention/teacher/KL and end-to-end pool gradients. + + Top-K is discrete: check the same selected set, plus exact document, + causality, uniqueness and complete/tail coverage. This oracle does not + independently validate selector ranking. + """ + b, r = csa.indexer, csa.last + ids, tokens = r["ids"], r["tokens"] + valid = tokens >= 0 + global_q = csa.query_global_rows + metadata_ok = bool(torch.all((~valid) | ((tokens >= csa.doc_start[:, None]) & (tokens <= global_q[:, None])))) + sorted_tokens = tokens.sort(-1).values + metadata_ok &= not bool(((sorted_tokens[:, 1:] == sorted_tokens[:, :-1]) & (sorted_tokens[:, 1:] >= 0)).any()) + metadata_ok &= bool(torch.equal(valid.sum(-1), r["counts"])) + metadata_ok &= bool(torch.equal((ids >= 0).sum(-1), (csa.visible // 4).clamp(max=ids.shape[1]))) + # Every causal tail token appears exactly once, even with no full block. + for offset in range(3): + tail = csa.doc_start + csa.visible // 4 * 4 + offset + found = (tokens == tail[:, None]).sum(-1) + metadata_ok &= bool(torch.all(found == (offset < csa.visible % 4).long())) + + kv = csa.global_kv.detach().float().requires_grad_(True) + kbar = b.global_kbar.detach().float().requires_grad_(True) + outputs, dq, dqi, dw, targets = [], [], [], [], [] + reference_loss = 0.0 + for start in range(0, csa.n, 16): + end = min(start + 16, csa.n) + ti = tokens[start:end].long() + mask = ti >= 0 + q = csa.q[start:end].float().detach().requires_grad_(True) + selected_kv = kv[ti.clamp_min(0)] + logits = torch.einsum("qhd,qkd->qhk", q, selected_kv) * csa.scale + probs = logits.masked_fill(~mask[:, None], -torch.inf).softmax(-1) + output = torch.einsum("qhk,qkv->qhv", probs, selected_kv[..., :512]) + output.backward(csa.dout[start:end].float()) + outputs.append(output.detach()) + dq.append(q.grad) + # Complete members occupy the prefix; causal tail starts after the last + # valid block. Mask before pooling to exclude tail slots from teacher. + teacher = probs.detach().sum(1)[:, : ids.shape[1] * 4].reshape(end - start, -1, 4).amax(-1) + teacher = teacher.masked_fill(ids[start:end] < 0, 0) + teacher = teacher / teacher.sum(-1, keepdim=True).clamp_min(1e-10) + targets.append(teacher) + qi = b.qi[start:end].float().detach().requires_grad_(True) + w = b.weights[start:end].float().detach().requires_grad_(True) + bi = r["block_ids"][start:end].long() + selected_kbar = kbar[bi.clamp_min(0)] + scores = (torch.einsum("qhd,qkd->qkh", qi, selected_kbar).relu() * w[:, None]).sum(-1) + valid_blocks = bi >= 0 + scores = scores.masked_fill(~valid_blocks, -torch.inf) + scores = torch.where(valid_blocks.any(-1, keepdim=True), scores, torch.zeros_like(scores)) + log_predict = scores.log_softmax(-1).masked_fill(~valid_blocks, 0) + loss = (teacher * (teacher.clamp_min(1e-10).log() - log_predict)).sum() / csa.total + loss.backward() + reference_loss += loss.item() + dqi.append(qi.grad) + dw.append(w.grad) + local_dkv = reduce_scatter_fp32(kv.grad, csa.source_n) + local_dkbar = reduce_scatter_fp32(kbar.grad, b.local_blocks) + pool_kv, pool_score, ape = [x.detach().float().requires_grad_(True) for x in (b.local_kv, b.pool_score, b.ape)] + weights = (pool_score.view(-1, 4, 128) + ape[None]).softmax(1) + pooled = (weights * pool_kv.view(-1, 4, 128)).sum(1) + pooled.backward(local_dkbar) + dist.all_reduce(ape.grad) + comparisons = { + "output": (r["source_output"], csa.exchange.restore(torch.cat(outputs))), + "dq": (r["source_dq"], csa.exchange.restore(torch.cat(dq))), + "dkv": (r["local_dkv"], local_dkv), + "teacher": (r["target"], torch.cat(targets)), + "d_index_q": (r["source_dqi"], csa.exchange.restore(torch.cat(dqi))), + "d_weights": (r["source_dw"], csa.exchange.restore(torch.cat(dw))), + "d_kbar": (r["local_dkbar"], local_dkbar), + "d_pool_kv": (b.local_kv.grad, pool_kv.grad), + "d_pool_score": (b.pool_score.grad, pool_score.grad), + "d_ape": (b.ape.grad, ape.grad), + } + errors = {key: metrics(actual, expected) for key, (actual, expected) in comparisons.items()} + # Fixed BF16 envelope, reported alongside raw errors; no threshold tuning. + passed = metadata_ok and all(x["finite"] and x["relative_rms"] < 0.03 for x in errors.values()) + loss_error = abs(r["loss"].item() - reference_loss) + passed &= loss_error < 1e-5 + return dict(pass_=passed, metadata_ok=metadata_ok, errors=errors, loss_abs_error=loss_error) + + +def check_redistribution(csa): + device = csa.source_q.device + source_rows = torch.arange(csa.plan.token_start, csa.plan.token_end, device=device) + source = (source_rows[:, None] * 3 + torch.arange(3, device=device)).float().requires_grad_(True) + ok = True + routes = [(csa.exchange, csa.layout)] + if csa.selection_exchange is not csa.exchange: + routes.append((csa.selection_exchange, csa.selection_layout)) + for exchange, layout in routes: + rows = ( + torch.cat([torch.arange(s.token_start, s.token_end, device=device) for s in layout.spans]) + if layout.spans + else torch.empty(0, device=device, dtype=torch.int64) + ) + expected = (rows[:, None] * 3 + torch.arange(3, device=device)).float() + source.grad = None + shuffled = exchange.distribute(source) + ok &= torch.equal(shuffled, expected) + shuffled.backward(expected * 2) + ok &= torch.equal(source.grad, source.detach() * 2) + leaf = shuffled.detach().requires_grad_(True) + restored = exchange.restore(leaf) + ok &= torch.equal(restored, source.detach()) + restored.backward(source.detach() * 3) + ok &= torch.equal(leaf.grad, expected * 3) + flag = torch.tensor(int(ok), device=device) + dist.all_reduce(flag, op=dist.ReduceOp.MIN) + if not flag.item(): + raise RuntimeError("row redistribution/inverse/autograd marker check failed") + return True + + +def compare_cpu_reference(actual, reference): + """Full-tensor error, streamed from lossless CPU storage; outside timing.""" + if actual.shape != reference.shape or actual.dtype != reference.dtype: + raise ValueError("baseline shape/dtype mismatch") + actual = actual.detach().reshape(-1) + reference = reference.reshape(-1) + stats = torch.zeros(3, device=actual.device, dtype=torch.float64) + finite = torch.ones((), device=actual.device, dtype=torch.bool) + for start in range(0, actual.numel(), 1 << 22): + a = actual[start : start + (1 << 22)].float() + b = reference[start : start + (1 << 22)].to(actual.device).float() + delta = a - b + stats[0] += delta.square().sum(dtype=torch.float64) + stats[1] += b.square().sum(dtype=torch.float64) + stats[2] = torch.maximum(stats[2], delta.abs().max().double()) + finite &= torch.isfinite(a).all() + values = stats.cpu().tolist() + return dict(relative_rms=math.sqrt(values[0] / max(values[1], 1e-24)), max_abs=values[2], finite=bool(finite)) + + +def fingerprint(tensor): + flat = tensor.detach().reshape(-1) + sums = torch.zeros(2, device=flat.device, dtype=torch.float64) + for start in range(0, flat.numel(), 1 << 22): + x = flat[start : start + (1 << 22)].float() + sums[0] += x.sum(dtype=torch.float64) + sums[1] += x.square().sum(dtype=torch.float64) + return sums.cpu().tolist() + + +def allocator_usage(): + return dict( + allocated_gib=torch.cuda.memory_allocated() / 2**30, + peak_allocated_gib=torch.cuda.max_memory_allocated() / 2**30, + reserved_gib=torch.cuda.memory_reserved() / 2**30, + ) + + +def main(*, keep_group=False, baseline=None, save_baseline=False, comparison_name="layout_vs_contiguous"): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--sequence-lengths", nargs="+", type=int, default=[4096]) + parser.add_argument("--heads", type=int, default=64) + parser.add_argument("--top-k", type=int, default=512) + parser.add_argument("--candidate-mib", type=int, default=0, help="0 uses cuLA's balanced scratch policy") + parser.add_argument("--warmups", type=int, default=3) + parser.add_argument("--repeats", type=int, default=5) + parser.add_argument("--check", action="store_true") + parser.add_argument("--with-kda", action="store_true") + parser.add_argument("--kda-batch-invariant", action=argparse.BooleanOptionalAction, default=True) + parser.add_argument( + "--kda-gate-scale", type=float, default=1.0, help="Scale negative KDA log-decay for sensitivity checks" + ) + parser.add_argument("--layout", choices=("contiguous", "zigzag", "planner"), default="contiguous") + parser.add_argument("--redistribution-scope", choices=("selection", "queries"), default="selection") + parser.add_argument("--planner-cost-model", help="JSON calibrated THDSelectionCostModel coefficients") + parser.add_argument("--planner-strategy", choices=("balanced", "selection"), default="balanced") + parser.add_argument("--memory-stages", action="store_true", help="Diagnostic allocator counters at each phase boundary") + parser.add_argument("--pool-backward-order", choices=("per-loss", "sum-first"), default="per-loss") + parser.add_argument("--output", required=True) + args = parser.parse_args() + if args.top_k <= 0 or args.top_k % 128 or args.warmups < 0 or args.repeats < 1: + parser.error("top-k must be positive and divisible by 128; warmups >= 0 and repeats >= 1") + if any(n <= 0 or n % 4 for n in args.sequence_lengths): + parser.error("this harness requires positive document lengths divisible by four") + if args.candidate_mib < 0: + parser.error("candidate-mib must be nonnegative") + if not math.isfinite(args.kda_gate_scale) or args.kda_gate_scale <= 0: + parser.error("kda-gate-scale must be finite and positive") + local_rank = int(os.environ.get("LOCAL_RANK", 0)) + torch.cuda.set_device(local_rank) + device = torch.device("cuda", local_rank) + if not dist.is_initialized(): + dist.init_process_group("nccl", timeout=datetime.timedelta(minutes=30)) + rank, world = dist.get_rank(), dist.get_world_size() + torch.manual_seed(20261112 + rank) + # Disable TF32 in the independent FP32 oracle. + torch.backends.cuda.matmul.allow_tf32 = False + cost_model = None + if args.planner_cost_model: + with open(args.planner_cost_model) as f: + parameters = json.load(f)["model"] + parameters["rank_node_ids"] = tuple(parameters["rank_node_ids"]) + cost_model = THDSelectionCostModel(**parameters) + csa = FullCSA( + args.sequence_lengths, + args.heads, + args.top_k, + device, + args.candidate_mib, + args.pool_backward_order, + args.layout, + args.redistribution_scope, + cost_model, + args.planner_strategy, + ) + csa.record_memory = args.memory_stages + redistribution_ok = check_redistribution(csa) + kda_prepare_ms = 0.0 + if args.with_kda: + plan = csa.plan + torch.cuda.synchronize(device) + kda_prepare_start = time.perf_counter() + transport = AllGatherKimiCPTransport.prepare(plan, heads=32, key_dim=128, value_dim=128, device=device) + local_cu = torch.tensor(plan.local_cu_seqlens, device=device, dtype=torch.int32) + torch.cuda.synchronize(device) + kda_prepare_ms = (time.perf_counter() - kda_prepare_start) * 1000 + q, k = [ + torch.nn.functional.normalize(torch.randn(csa.source_n, 32, 128, device=device), dim=-1).bfloat16() + for _ in range(2) + ] + v = torch.randn_like(q) + g = -0.01 - 0.04 * torch.rand(csa.source_n, 32, 128, device=device) + if args.kda_gate_scale != 1.0: + g *= args.kda_gate_scale + beta = torch.sigmoid(torch.randn(csa.source_n, 32, device=device)) + kda_inputs = [x.requires_grad_(True) for x in (q, k, v, g, beta)] + kda_do = torch.randn_like(v) + samples, check = [], None + for iteration in range(args.warmups + args.repeats): + dist.barrier(device_ids=[local_rank]) + torch.cuda.synchronize() + torch.cuda.reset_peak_memory_stats() + begin, kf, cb, end = [torch.cuda.Event(enable_timing=True) for _ in range(4)] + wall = time.perf_counter() + begin.record() + if args.with_kda: + for x in kda_inputs: + x.grad = None + with torch.cuda.nvtx.range("kda.forward"): + kda_out = cudnn_kda_cp( + *kda_inputs, + local_cu, + plan=plan, + group=dist.group.WORLD, + boundary_transport=transport, + batch_invariant=args.kda_batch_invariant, + ) + kf.record() + memory_after_kda_forward = allocator_usage() if args.memory_stages else None + csa.forward() + csa.backward() + cb.record() + if args.with_kda: + with torch.cuda.nvtx.range("kda.backward"): + kda_out.backward(kda_do) + end.record() + end.synchronize() + memory_after_kda_backward = allocator_usage() if args.memory_stages else None + sample = dict( + total_ms=begin.elapsed_time(end), + wall_ms=(time.perf_counter() - wall) * 1000, + kda_fwd_ms=begin.elapsed_time(kf), + kda_bwd_ms=cb.elapsed_time(end), + csa_ms=kf.elapsed_time(cb), + peak_allocated_gib=torch.cuda.max_memory_allocated() / 2**30, + peak_reserved_gib=torch.cuda.max_memory_reserved() / 2**30, + **csa.timings(), + ) + if iteration >= args.warmups: + samples.append(sample) + if rank == 0: + print("ITER", iteration, json.dumps(sample), flush=True) + if args.check and check is None: + check = check_reference(csa) + finite = all( + bool(torch.isfinite(x).all()) + for x in ( + csa.last["fw"]["out"], + csa.last["bw"]["dq"], + csa.last["local_dkv"], + csa.last["ibw"]["d_index_q"], + csa.last["ibw"]["d_weights"], + csa.last["local_dkbar"], + csa.last["target"], + csa.last["predict"], + csa.last["loss"], + csa.indexer.local_kv.grad, + csa.indexer.pool_score.grad, + csa.indexer.ape.grad, + ) + ) + if args.with_kda: + finite &= all(bool(torch.isfinite(x).all()) for x in [kda_out, *(x.grad for x in kda_inputs)]) + r, b = csa.last, csa.indexer + tensors = dict( + output=r["source_output"], + dq=r["source_dq"], + dkv=r["local_dkv"], + d_index_q=r["source_dqi"], + d_weights=r["source_dw"], + d_pool_kv=b.local_kv.grad, + d_pool_score=b.pool_score.grad, + d_ape=b.ape.grad, + ) + if args.with_kda: + tensors["kda_output"] = kda_out + tensors.update({"kda_" + key: x.grad for key, x in zip(("dq", "dk", "dv", "dg", "dbeta"), kda_inputs)}) + global_loss = r["loss"].detach().clone() + dist.all_reduce(global_loss) + errors = ( + None + if baseline is None + else {key: compare_cpu_reference(value, baseline["tensors"][key]) for key, value in tensors.items()} + ) + loss_delta = None if baseline is None else abs(global_loss.item() - baseline["global_loss"]) + # These operands verify identical source data across the three layouts. + inputs = dict( + q=csa.source_q, + kv=csa.kv, + qi=csa.source_qi, + weights=csa.source_weights, + pool_kv=b.local_kv, + pool_score=b.pool_score, + ape=b.ape, + dout=csa.source_dout, + ) + if args.with_kda: + inputs.update({"kda_" + key: x for key, x in zip(("q", "k", "v", "g", "beta"), kda_inputs)}) + inputs["kda_dout"] = kda_do + input_checksums = {key: fingerprint(value) for key, value in inputs.items()} + input_match = baseline is None or input_checksums == baseline["input_checksums"] + result = dict( + rank=rank, + samples=samples, + check=check, + finite=finite, + loss=global_loss.item(), + loss_abs_diff=loss_delta, + input_match=input_match, + redistribution_bitwise=redistribution_ok, + layout_prepare_ms=csa.layout_prepare_ms, + common_prepare_ms=csa.common_prepare_ms, + kda_prepare_ms=kda_prepare_ms, + total_prepare_ms=csa.common_prepare_ms + csa.layout_prepare_ms + kda_prepare_ms, + selected_policy=csa.selected_policy, + local_query_rows=csa.n, + spans=len(csa.layout.spans), + selection_spans=len(csa.selection_layout.spans), + selection_query_rows=csa.selection_layout.local_tokens, + remote_query_rows=csa.selection_exchange.plan.remote_rows, + selection_workspace_bytes=0 if b.select_plan is None else b.select_plan.candidate_workspace_floats * 4, + memory_stages=( + dict(kda_forward=memory_after_kda_forward, **csa.memory_stages, kda_backward=memory_after_kda_backward) + if args.memory_stages + else None + ), + ) + result[comparison_name] = errors + gathered = [None] * world + dist.all_gather_object(gathered, result) + if rank == 0: + critical = { + key: statistics.median(max(r["samples"][i][key] for r in gathered) for i in range(args.repeats)) + for key in samples[0] + } + report = dict(config=vars(args), world_size=world, critical_rank_median=critical, ranks=gathered) + report["planner_cost_model"] = None if cost_model is None else asdict(cost_model) + with open(args.output, "w") as f: + json.dump(report, f, indent=2) + print("RESULT", json.dumps(critical), flush=True) + okay = all( + r["finite"] + and r["input_match"] + and r["redistribution_bitwise"] + and (r["loss_abs_diff"] is None or 0 <= r["loss_abs_diff"] < 1e-5) + and (r["check"] is None or r["check"]["pass_"]) + and (r[comparison_name] is None or all(e["finite"] and e["relative_rms"] < 0.03 for e in r[comparison_name].values())) + for r in gathered + ) + saved = ( + None + if not save_baseline + else dict( + tensors={key: value.detach().cpu() for key, value in tensors.items()}, + global_loss=global_loss.item(), + input_checksums=input_checksums, + ) + ) + if not keep_group: + dist.destroy_process_group() + if not okay: + raise RuntimeError("Numerical check failed; raw per-rank errors were saved") + return saved + + +if __name__ == "__main__": + main() diff --git a/benchmarks/bench_kda_independent_shards.py b/benchmarks/bench_kda_independent_shards.py new file mode 100644 index 00000000..cf9c9bb9 --- /dev/null +++ b/benchmarks/bench_kda_independent_shards.py @@ -0,0 +1,148 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Paired KDA check for globally document-local CP shards, including backward. + +The baseline conservatively forces the original boundary route. This compares +complete output/gradients on identical operands, retaining the baseline on CPU. +""" + +import argparse +import gc +import hashlib +import json +import os +import statistics +from dataclasses import replace +from itertools import accumulate +from pathlib import Path + +import torch +import torch.distributed as dist + +from benchmarks.bench_full_csa_cp import compare_cpu_reference +from cula.distributed import AllGatherKimiCPTransport, KimiCPPlan, cudnn_kda_cp + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output", type=Path, required=True) + parser.add_argument("--warmups", type=int, default=3) + parser.add_argument("--repeats", type=int, default=10) + args = parser.parse_args() + if args.warmups < 0 or args.repeats < 1: + parser.error("warmups must be nonnegative and repeats positive") + local_rank = int(os.environ["LOCAL_RANK"]) + torch.cuda.set_device(local_rank) + torch.backends.cuda.matmul.allow_tf32 = False + device = torch.device("cuda", local_rank) + dist.init_process_group("nccl", device_id=device) + rank, world = dist.get_rank(), dist.get_world_size() + if world < 2 or (1 << 20) % world: + raise ValueError("require CP >= 2 dividing 1M") + n = (1 << 20) // world + cases = [(f"uniform-{length}", [length] * ((1 << 20) // length), False) for length in (1024, 4096, 16384)] + cases += [ + ("near-uniform", [15360, 17408] * 32, False), + ("weak-decay-uniform", [16384] * 64, True), + ("isolated-ranks-with-crossing-peer", [n] * (world - 2) + [2 * n], False), + ] + results = [] + for name, lengths, weak in cases: + plan = KimiCPPlan.from_global_cu_seqlens((0, *accumulate(lengths)), rank=rank, world_size=world) + transport = AllGatherKimiCPTransport.prepare(plan, heads=32, key_dim=128, value_dim=128, device=device) + cu = torch.tensor(plan.local_cu_seqlens, dtype=torch.int32, device=device) + torch.manual_seed(88171 + rank) + q, k = [torch.nn.functional.normalize(torch.randn(n, 32, 128, device=device), dim=-1).bfloat16() for _ in range(2)] + v = torch.randn_like(q) + g = ( + (-0.0001 - 0.0004 * torch.rand(n, 32, 128, device=device)) + if weak + else (-0.01 - 0.04 * torch.rand(n, 32, 128, device=device)) + ) + beta = torch.sigmoid(torch.randn(n, 32, device=device)) + inputs = [x.requires_grad_() for x in (q, k, v, g, beta)] + dout = torch.randn_like(v) + reference = None + for label, active_plan in (("baseline", replace(plan, requires_boundary_exchange=True)), ("candidate", plan)): + samples = [] + for iteration in range(args.warmups + args.repeats): + for x in inputs: + x.grad = None + dist.barrier(device_ids=[local_rank]) + torch.cuda.synchronize() + torch.cuda.reset_peak_memory_stats() + begin, forward, end = [torch.cuda.Event(enable_timing=True) for _ in range(3)] + begin.record() + out = cudnn_kda_cp(*inputs, cu, plan=active_plan, group=dist.group.WORLD, boundary_transport=transport) + forward.record() + out.backward(dout) + end.record() + end.synchronize() + if iteration >= args.warmups: + samples.append( + dict( + total_ms=begin.elapsed_time(end), + fwd_ms=begin.elapsed_time(forward), + bwd_ms=forward.elapsed_time(end), + allocated_gib=torch.cuda.max_memory_allocated() / 2**30, + ) + ) + if iteration + 1 < args.warmups + args.repeats: + del out + tensors = dict(output=out, **{key: x.grad for key, x in zip(("dq", "dk", "dv", "dg", "dbeta"), inputs)}) + errors = {} if reference is None else {key: compare_cpu_reference(x, reference[key]) for key, x in tensors.items()} + if reference is None: + reference = {key: x.detach().cpu() for key, x in tensors.items()} + record = dict( + case=name, + label=label, + rank=rank, + requires_boundary_exchange=active_plan.requires_boundary_exchange, + intrinsic_requires_boundary_exchange=plan.requires_boundary_exchange, + samples=samples, + errors=errors, + ) + gathered = [None] * world + dist.all_gather_object(gathered, record) + passed = all(e["finite"] and e["max_abs"] == 0 for r in gathered for e in r["errors"].values()) + if rank == 0: + results.append( + dict( + case=name, + label=label, + ranks=gathered, + passed=passed, + total_ms=statistics.median( + max(r["samples"][i]["total_ms"] for r in gathered) for i in range(args.repeats) + ), + ) + ) + print(name, label, results[-1]["total_ms"], "exact", passed, flush=True) + args.output.parent.mkdir(parents=True, exist_ok=True) + args.output.write_text( + json.dumps( + dict( + world_size=world, + source_sha256=hashlib.sha256( + (Path(__file__).resolve().parents[1] / "cula/distributed/kda.py").read_bytes() + ).hexdigest(), + results=results, + ), + indent=2, + ) + + "\n" + ) + if not passed: + raise RuntimeError("independent-shard path changed output or gradients; see saved errors") + del out, tensors + for x in inputs: + x.grad = None + del reference, inputs, q, k, v, g, beta, dout, transport, cu + gc.collect() + torch.cuda.empty_cache() + dist.destroy_process_group() + + +if __name__ == "__main__": + main() diff --git a/benchmarks/bench_thd_transport.py b/benchmarks/bench_thd_transport.py new file mode 100644 index 00000000..9f069cf3 --- /dev/null +++ b/benchmarks/bench_thd_transport.py @@ -0,0 +1,204 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Calibrate selection transport independently of KDA/selection arrival skew. + +The caller supplies process-group topology. This uses the actual eager +redistributor and Q/weights/IDs/scores dtypes, with no attention kernels. +""" + +import argparse +import datetime +import gc +import json +import os +import statistics +from pathlib import Path + +import torch +import torch.distributed as dist + +from cula.distributed import THDRankLayout, THDRedistributionPlan, THDRedistributor, THDSpan + + +def transport_layout(world, rows, ranks_per_node, kind): + if world < 2 or rows < world or rows % world or rows % 4 or ranks_per_node < 1 or world % ranks_per_node: + raise ValueError("need complete nodes and row counts divisible by CP") + assignments = [[] for _ in range(world)] + for source in range(world): + if kind in ("mixed_dense_quarter", "mixed_dense_three_quarters"): + if ranks_per_node == world or rows % (4 * ranks_per_node): + raise ValueError("mixed validation needs multiple nodes and quarter-node aligned rows") + local_start = source // ranks_per_node * ranks_per_node + remote_start = (local_start + ranks_per_node) % world + remote_rows = rows // 4 * (1 if kind == "mixed_dense_quarter" else 3) + cursor = source * rows + for node_start, count in ((local_start, rows - remote_rows), (remote_start, remote_rows)): + for rank in range(node_start, node_start + ranks_per_node): + end = cursor + count // ranks_per_node + assignments[rank].append(THDSpan(0, cursor, end, 0, world * rows, rank)) + cursor = end + continue + if kind in ("intra_pair", "inter_pair"): + peer = 1 if kind == "intra_pair" else ranks_per_node + if peer >= world or (kind == "intra_pair" and ranks_per_node < 2): + raise ValueError("pair fixture needs two ranks on the declared link") + destinations = [peer if source == 0 else 0 if source == peer else source] + elif kind in ("intra", "intra_dense"): + node_start = source // ranks_per_node * ranks_per_node + destinations = ( + list(range(node_start, node_start + ranks_per_node)) + if kind == "intra_dense" + else [node_start + (source + 1) % ranks_per_node] + ) + if ranks_per_node == 1: + raise ValueError("intra-node calibration needs at least two ranks per node") + elif kind in ("inter", "inter_dense"): + if ranks_per_node == world: + raise ValueError("inter-node calibration needs at least two nodes") + next_node = ((source // ranks_per_node + 1) * ranks_per_node) % world + destinations = ( + list(range(next_node, next_node + ranks_per_node)) + if kind == "inter_dense" + else [(source + ranks_per_node) % world] + ) + elif kind == "striped": + destinations = list(range(world)) + else: + raise ValueError(f"unknown transport fixture: {kind}") + for i, rank in enumerate(destinations): + start = source * rows + i * rows // len(destinations) + end = source * rows + (i + 1) * rows // len(destinations) + assignments[rank].append(THDSpan(0, start, end, 0, world * rows, rank)) + return tuple(THDRankLayout(rank, tuple(spans)) for rank, spans in enumerate(assignments)) + + +def ordered(ranges): + cursor = 0 + for a, z in ranges: + if a != cursor: + return False + cursor += z - a + return True + + +def features(layouts, rows, rpn): + plans = [ + THDRedistributionPlan.build(layouts, tuple(i * rows for i in range(len(layouts) + 1)), r) for r in range(len(layouts)) + ] + edges = {(r, t): n for r, p in enumerate(plans) for t, n in enumerate(p.send_counts) if r != t and n} + intra_out = [0] * len(plans) + inter_out = intra_out.copy() + intra_in = intra_out.copy() + inter_in = intra_out.copy() + node_out = [0] * (len(plans) // rpn) + node_in = node_out.copy() + degree_out = [0] * len(plans) + degree_in = degree_out.copy() + for (s, t), n in edges.items(): + a, b = s // rpn, t // rpn + degree_out[s] += 1 + degree_in[t] += 1 + if a == b: + intra_out[s] += n + intra_in[t] += n + else: + inter_out[s] += n + inter_in[t] += n + node_out[a] += n + node_in[b] += n + return dict( + rank_intra_rows=intra_out + intra_in, + rank_inter_rows=inter_out + inter_in, + peer_rows=max(edges.values(), default=0), + node_rows=max(node_out + node_in), + peer_degree=max(degree_out + degree_in), + copies=max( + (0 if ordered(p.send_ranges) else p.source_rows) + (0 if ordered(p.receive_ranges) else p.target_rows) + for p in plans + ), + ) + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--validation-only", action="store_true") + parser.add_argument("--ranks-per-node", type=int, required=True) + parser.add_argument("--rows-per-rank", nargs="+", type=int, default=[256, 4096, 32768, 65536]) + parser.add_argument("--warmups", type=int, default=3) + parser.add_argument("--repeats", type=int, default=10) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + if args.ranks_per_node < 1 or args.warmups < 0 or args.repeats < 1: + parser.error("require positive ranks-per-node/repeats and nonnegative warmups") + local_rank = int(os.environ["LOCAL_RANK"]) + torch.cuda.set_device(local_rank) + device = torch.device("cuda", local_rank) + dist.init_process_group("nccl", timeout=datetime.timedelta(minutes=30)) + world, rank = dist.get_world_size(), dist.get_rank() + if world < 2 or world % args.ranks_per_node: + raise ValueError("require CP >= 2 and complete nodes") + kinds = ["intra_pair", "intra", "intra_dense"] if args.ranks_per_node > 1 else [] + kinds += (["inter_pair", "inter", "inter_dense"] if world > args.ranks_per_node else []) + ["striped"] + sizes = args.rows_per_rank + if args.validation_only: + sizes, kinds = [8192, 49152], ["mixed_dense_quarter", "mixed_dense_three_quarters"] + # Validate every fixture before starting any timed GPU work. + for rows in sizes: + for kind in kinds: + transport_layout(world, rows, args.ranks_per_node, kind) + results = [] + for rows in sizes: + for kind in kinds: + layouts = transport_layout(world, rows, args.ranks_per_node, kind) + plan = THDRedistributionPlan.build(layouts, tuple(r * rows for r in range(world + 1)), rank) + exchange = THDRedistributor(plan, device, group=dist.group.WORLD) + marker = torch.arange(rank * rows, (rank + 1) * rows, device=device) + routed = exchange.distribute(marker) + restored = exchange.restore(routed) + expected = torch.cat([torch.arange(s.token_start, s.token_end, device=device) for s in layouts[rank].spans]) + okay = torch.tensor(int(torch.equal(marker, restored) and torch.equal(routed, expected)), device=device) + dist.all_reduce(okay, op=dist.ReduceOp.MIN) + if not okay.item(): + raise RuntimeError("transport calibration marker mismatch") + # H64/D128 BF16 query, BF16 weights; Top-K512 int32 IDs and FP32 scores. + source = [torch.zeros(rows, *shape, device=device, dtype=torch.bfloat16) for shape in [(64, 128), (64,)]] + target = [torch.zeros(rows, 512, device=device, dtype=dtype) for dtype in (torch.int32, torch.float32)] + samples = [] + for step in range(args.warmups + args.repeats): + dist.barrier(device_ids=[local_rank]) + torch.cuda.synchronize() + begin, end = [torch.cuda.Event(enable_timing=True) for _ in range(2)] + begin.record() + outputs = [exchange.distribute(x) for x in source] + [exchange.restore(x) for x in target] + end.record() + end.synchronize() + if step >= args.warmups: + samples.append(begin.elapsed_time(end)) + del outputs + gathered = [None] * world + dist.all_gather_object(gathered, samples) + record = dict( + kind=kind, + rows=rows, + features=features(layouts, rows, args.ranks_per_node), + samples_ms=gathered, + critical_median_ms=statistics.median(max(s[i] for s in gathered) for i in range(args.repeats)), + marker_exact=True, + heldout=args.validation_only or rows == 32768 or kind == "striped", + ) + results.append(record) + if rank == 0: + args.output.parent.mkdir(parents=True, exist_ok=True) + args.output.write_text( + json.dumps(dict(world=world, ranks_per_node=args.ranks_per_node, records=results), indent=2) + "\n" + ) + print(rows, kind, record["critical_median_ms"], flush=True) + del source, target, marker, routed, expected, restored, exchange + gc.collect() + torch.cuda.empty_cache() + dist.destroy_process_group() + + +if __name__ == "__main__": + main() diff --git a/benchmarks/calibrate_thd_selection.py b/benchmarks/calibrate_thd_selection.py new file mode 100644 index 00000000..12e4c272 --- /dev/null +++ b/benchmarks/calibrate_thd_selection.py @@ -0,0 +1,188 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Fit explicit CPU planner coefficients from saved selection-routing runs. + +This does not run GPU work or tune kernels. Use separate, held-out THD inputs +to evaluate the resulting policy; calibration fit alone is not validation. +""" + +import argparse +import hashlib +import json +import math +import statistics +from itertools import accumulate, combinations +from pathlib import Path + +from benchmarks.cp_layouts import query_layouts +from cula.distributed.thd_planner import _candidate_work + + +def _solve(matrix, rhs): + rows = [list(row) + [value] for row, value in zip(matrix, rhs)] + for col in range(len(rhs)): + pivot = max(range(col, len(rhs)), key=lambda r: abs(rows[r][col])) + if abs(rows[pivot][col]) < 1e-14: + return None + rows[col], rows[pivot] = rows[pivot], rows[col] + scale = rows[col][col] + rows[col] = [x / scale for x in rows[col]] + for r in range(len(rhs)): + if r != col: + scale = rows[r][col] + rows[r] = [a - scale * b for a, b in zip(rows[r], rows[col])] + return [row[-1] for row in rows] + + +def nonnegative_fit(features, targets): + """Exact active-set enumeration for three nonnegative cost coefficients.""" + if not features or len(features) != len(targets) or any(len(row) != 3 for row in features): + raise ValueError("need matched, nonempty measurements with three features") + if any(not math.isfinite(v) or v < 0 for row in features for v in row) or any(not math.isfinite(v) for v in targets): + raise ValueError("fit inputs must be finite and feature counts nonnegative") + best, error = [0.0] * 3, sum(y * y for y in targets) + for size in range(1, 4): + for active in combinations(range(3), size): + matrix = [[sum(x[i] * x[j] for x in features) for j in active] for i in active] + rhs = [sum(x[i] * y for x, y in zip(features, targets)) for i in active] + solution = _solve(matrix, rhs) + if solution is None or any(x < 0 for x in solution): + continue + weights = [0.0] * 3 + for i, value in zip(active, solution): + weights[i] = value + loss = sum((sum(a * b for a, b in zip(x, weights)) - y) ** 2 for x, y in zip(features, targets)) + if loss < error: + best, error = weights, loss + return best, math.sqrt(error / len(targets)) + + +def routing_critical_ms(samples): + """Critical-path increments, excluding pre-existing rank arrival skew. + + Each sample starts at the iteration's post-barrier event. At every phase, + max(cumulative end) - max(cumulative start) is the phase's contribution to + the distributed makespan. Summing local exchange durations instead would + count waiting for slow KDA/selection ranks again as network time. + """ + phases = ( + "query_redistribute_ms", + "pool_fwd_ms", + "pool_gather_ms", + "selection_key_layout_ms", + "selection_ms", + "selection_restore_ms", + ) + if not samples or any(not math.isfinite(s[k]) or s[k] < 0 for s in samples for k in ("kda_fwd_ms", *phases)): + raise ValueError("routing phases must be finite, nonnegative and nonempty") + arrival = [s["kda_fwd_ms"] for s in samples] + duration = 0.0 + for phase in phases: + before = max(arrival) + arrival = [a + s[phase] for a, s in zip(arrival, samples)] + if phase in ("query_redistribute_ms", "selection_key_layout_ms", "selection_restore_ms"): + duration += max(arrival) - before + return duration + + +def calibrate(paths, ranks_per_node, margin=0.05): + features, targets, rates, sources, digests = [], [], [], [], {} + world = None + # Current benchmark: BF16 H64/D128 Q, BF16 H64 weights, + # int32 IDs + FP32 scores for Top-K 512. + payload = 2 * 64 * 128 + 2 * 64 + (4 + 4) * 512 + for path in paths: + raw = json.loads(path.read_text()) + config = raw["config"] + if config["check"]: + continue + if config.get("redistribution_scope") != "selection" or raw.get("planner_cost_model") is not None: + raise ValueError("calibrate from unmodeled selection-only runs, not query-wide or already calibrated runs") + if config["top_k"] != 512: + raise ValueError("this benchmark profile requires indexer H64/D128 and Top-K 512") + if world is not None and world != raw["world_size"]: + raise ValueError("cannot combine different CP group sizes") + world = raw["world_size"] + bounds = (0, *accumulate(config["sequence_lengths"])) + ranks, selected = query_layouts(bounds, world, config["layout"]) + observed = sorted(raw["ranks"], key=lambda x: x["rank"]) + if [r["rank"] for r in observed] != list(range(world)): + raise ValueError("calibration requires exactly one result per process-group rank") + if any(not all(r[k] for k in ("finite", "input_match", "redistribution_bitwise")) for r in observed): + raise ValueError("cannot calibrate from a failed numerical/redistribution check") + if any( + not e["finite"] or not math.isfinite(e["relative_rms"]) or e["relative_rms"] >= 0.03 + for r in observed + for e in (r["layout_vs_contiguous"] or {}).values() + ): + raise ValueError("cannot calibrate from failed output/gradient comparisons") + if any(len(r["samples"]) != config["repeats"] for r in observed): + raise ValueError("incomplete timing samples") + if selected != observed[0]["selected_policy"]: + raise ValueError("source planner differs from the measured assignment") + for layout, result in zip(ranks, observed): + candidates = sum(_candidate_work(s.causal_offset, s.tokens, 4) for s in layout.spans) + features.append([candidates / 1e9, layout.local_tokens / 1e6, len(layout.spans) / 1000]) + targets.append(statistics.median(s["selection_ms"] for s in result["samples"])) + repeats = len(observed[0]["samples"]) + duration = statistics.median(routing_critical_ms([r["samples"][i] for r in observed]) for i in range(repeats)) + remote_rows = max(r["remote_query_rows"] for r in observed) + if remote_rows: + if not math.isfinite(duration) or duration <= 0: + raise ValueError("routing timings must be finite and positive") + rates.append(remote_rows * payload / (duration * 1e6)) + sources.append(str(path)) + digests[str(path)] = hashlib.sha256(path.read_bytes()).hexdigest() + if not features or not rates or world is None: + raise ValueError("need measured selection work and at least one nonidentity routing case") + if ranks_per_node < 1 or world % ranks_per_node: + raise ValueError("ranks_per_node must divide the measured group size") + coefficients, rmse = nonnegative_fit(features, targets) + # The measurements do not isolate NVLink vs inter-node links. Use one + # conservative effective rate, including packing, for both. Cumulative + # critical increments remove pre-existing arrival skew from the fit. + # Do not present it as a physical-link bandwidth measurement. + rate = min(rates) + return dict( + schema_version=2, + model=dict( + candidate_ns=coefficients[0] / 1000, + query_ns=coefficients[1], + span_us=coefficients[2], + bytes_per_query=payload, + intra_node_gbps=rate, + inter_node_gbps=rate, + rank_node_ids=[r // ranks_per_node for r in range(world)], + packing_ns_per_query=0.0, + exchange_us=0.0, + min_gain_fraction=margin, + ), + calibration=dict( + sources=sources, + source_sha256=digests, + samples=len(targets), + selection_fit_rmse_ms=rmse, + observed_routing_effective_gbps=rates, + transport_note="Critical phase increments remove pre-existing rank arrival skew. Shared conservative effective rate includes packing; links were not isolated.", + validation_note="Evaluate held-out layouts and seeds; fitting is not a performance guarantee.", + ), + ) + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--records", type=Path, nargs="+", required=True) + parser.add_argument("--ranks-per-node", type=int, required=True) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + paths = sorted({p for root in args.records for p in root.glob("layout-1m-*.json")}) + result = calibrate(paths, args.ranks_per_node) + args.output.parent.mkdir(parents=True, exist_ok=True) + args.output.write_text(json.dumps(result, indent=2) + "\n") + print(json.dumps(result["model"], indent=2)) + print("selection fit RMSE ms", result["calibration"]["selection_fit_rmse_ms"]) + + +if __name__ == "__main__": + main() diff --git a/benchmarks/cp_layouts.py b/benchmarks/cp_layouts.py new file mode 100644 index 00000000..5370d052 --- /dev/null +++ b/benchmarks/cp_layouts.py @@ -0,0 +1,37 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Comparable contiguous, per-document zigzag and adaptive THD layouts.""" + +from cula._metadata import balanced_shards +from cula.distributed import THDRankLayout, THDSpan, plan_thd_layout, plan_thd_selection, zigzag_thd_layout + + +def query_layouts(boundaries, world, policy, *, cost_model=None, planner_strategy="balanced"): + if policy == "planner": + if planner_strategy == "selection": + if cost_model is None: + raise ValueError("selection planning requires calibrated costs") + source_rows = 4 * ((boundaries[-1] // 4 + world - 1) // world) + plan = plan_thd_selection(boundaries, world_size=world, cost_model=cost_model, max_tokens_per_rank=2 * source_rows) + elif planner_strategy == "balanced": + plan = plan_thd_layout(boundaries, world_size=world, cost_model=cost_model) + else: + raise ValueError(f"unknown planner strategy: {planner_strategy}") + return plan.ranks, plan.policy + assignments = [[] for _ in range(world)] + if policy == "contiguous": + offsets = tuple(n * 4 for n in balanced_shards(boundaries[-1] // 4, world)) + for rank, (left, right) in enumerate(zip(offsets, offsets[1:])): + for seq, (start, end) in enumerate(zip(boundaries, boundaries[1:])): + a, z = max(left, start), min(right, end) + if a < z: + assignments[rank].append(THDSpan(seq, a, z, start, end, rank)) + elif policy == "zigzag": + return zigzag_thd_layout(boundaries, world_size=world), policy + else: + raise ValueError(f"unknown layout: {policy}") + ranks = tuple( + THDRankLayout(rank, tuple(sorted(spans, key=lambda s: s.token_start))) for rank, spans in enumerate(assignments) + ) + return ranks, policy diff --git a/benchmarks/fit_thd_transport.py b/benchmarks/fit_thd_transport.py new file mode 100644 index 00000000..0afbeeff --- /dev/null +++ b/benchmarks/fit_thd_transport.py @@ -0,0 +1,108 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Fit nonnegative effective transport costs from independent routing sweeps. + +SciPy is a calibration-only dependency. Production planning does not import it. +Held-out fixtures are reported, never included in the optimization objective. +""" + +import argparse +import hashlib +import json +from pathlib import Path + +import numpy as np + + +def predict(features, coefficients, overlap_links=False): + """Same ordered-phase resource model used by THDSelectionCostModel.""" + intra, inter, peer, node, packing, startup, fixed = coefficients + unit = 65536 + combine = max if overlap_links else lambda a, b: a + b + rank = max(combine(a * intra, b * inter) for a, b in zip(features["rank_intra_rows"], features["rank_inter_rows"])) / unit + transfer = max(rank, features["peer_rows"] * peer / unit, features["node_rows"] * node / unit) + return transfer + features["copies"] * packing / unit + features["peer_degree"] * startup + fixed + + +def fit(raw, profile, *, overlap_links=False): + from scipy.optimize import differential_evolution, least_squares + + rows = [r for r in raw["records"] if not r["heldout"]] + if len(rows) < 6 or any(not r["marker_exact"] or r["critical_median_ms"] <= 0 for r in raw["records"]): + raise ValueError("need complete, positive transport timings and exact row markers") + y = np.array([r["critical_median_ms"] for r in rows]) + + def residual(x): + return (np.array([predict(r["features"], x, overlap_links) for r in rows]) - y) / np.maximum(y, 0.25) + + # Inactive max-resource branches have zero derivative. A bounded global + # initialization avoids silently accepting a rank-bandwidth coefficient + # that never became active during local least-squares optimization. + scale = max(y) + startup_limit = min(r["critical_median_ms"] / max(r["features"]["peer_degree"], 1) for r in rows) + bounds = [(0, 2 * scale)] * 5 + [(0, startup_limit), (0, min(y))] + initialized = differential_evolution( + lambda x: np.sum(residual(x) ** 2), bounds, seed=1, popsize=10, maxiter=300, tol=1e-8, polish=False + ) + best = least_squares(residual, initialized.x, bounds=(0, np.inf), max_nfev=4000, ftol=1e-10, xtol=1e-10, gtol=1e-10) + x = best.x + # Ordered sweep fixtures elide every permutation. Their timings cannot + # identify copy bandwidth; use a separately measured packing coefficient. + if not any(r["features"]["copies"] for r in rows): + x[4] = profile["model"].get("packing_ns_per_query", 0) * 65536 / 1e6 + # A single-node calibration cannot identify inter-node bandwidth. + # Use the same unused fallback rate, not an arbitrary optimizer parameter. + model = dict(profile["model"], overlap_intra_inter=overlap_links) + factor = 65536 * model["bytes_per_query"] / 1e6 + model.update( + intra_node_gbps=factor / max(x[0], 1e-10), + inter_node_gbps=factor / max(x[1] if raw["world"] > raw["ranks_per_node"] else x[0], 1e-10), + peer_gbps=factor / max(x[2], 1e-10), + inter_node_aggregate_gbps=factor / max(x[3], 1e-10) if raw["world"] > raw["ranks_per_node"] else None, + packing_ns_per_query=x[4] * 1e6 / 65536, + peer_startup_us=x[5] * 1000, + exchange_us=x[6] * 1000, + ) + predictions = [ + dict( + kind=r["kind"], + rows=r["rows"], + heldout=r["heldout"], + actual_ms=r["critical_median_ms"], + predicted_ms=predict(r["features"], x, overlap_links), + relative_error=predict(r["features"], x, overlap_links) / r["critical_median_ms"] - 1, + ) + for r in raw["records"] + ] + return dict( + profile, + schema_version=5, + model=model, + transport_calibration=dict( + method="Nonnegative max-resource fit; independent eager transport timings", + coefficients_ms_per_65536_rows=x.tolist(), + predictions=predictions, + ranks_per_node=raw["ranks_per_node"], + world_size=raw["world"], + heldout_rule="32768 rows or striped layout; never used in fitting", + note="Effective coefficients include eager implementation costs; not physical bandwidth or universal optimality guarantees.", + ), + ) + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument("--records", type=Path, required=True) + p.add_argument("--profile", type=Path, required=True) + p.add_argument("--output", type=Path, required=True) + p.add_argument("--overlap-links", action="store_true") + a = p.parse_args() + result = fit(json.loads(a.records.read_text()), json.loads(a.profile.read_text()), overlap_links=a.overlap_links) + result["transport_calibration"]["source_sha256"] = hashlib.sha256(a.records.read_bytes()).hexdigest() + a.output.write_text(json.dumps(result, indent=2) + "\n") + print(json.dumps(result["model"], indent=2)) + + +if __name__ == "__main__": + main() diff --git a/benchmarks/profiles/README.md b/benchmarks/profiles/README.md new file mode 100644 index 00000000..0a33d33a --- /dev/null +++ b/benchmarks/profiles/README.md @@ -0,0 +1,23 @@ +# THD selection profile examples + +These are explicit profiles from the 2026-11-15 real-CP experiment, not library +defaults or physical-link bandwidth specifications. They apply to indexer +H64/D128, Top-K512, BF16 query/weights and int32 IDs/FP32 scores, at 1M total +tokens with eager PyTorch/NCCL variable-split all-to-all. + +- `thd_selection_h20_cp16.json`: two nodes, eight H20-3e ranks per node. +- `thd_selection_b300_cp8.json`: one node, eight B300 ranks. The inter-node + rate is unused; it is not a cross-node Blackwell measurement. + +The profiles retain compute-fit provenance and single-peer/dense/striped +transport samples. `min_gain_ms` is a conservative **single-use preparation +budget**, 40 ms and 20 ms respectively, not a measured kernel cost. A caller +reusing a plan can explicitly amortize it; zero keeps throughput-only planning. +No plan is selected by a case name, document-count lookup, or hardware detector. + +Pass one explicitly to `bench_csa_layout_matrix.py --planner-cost-model` with +`--planner-strategy selection`. Recalibrate with `calibrate_thd_selection.py` +and the independent `bench_thd_transport.py` / `fit_thd_transport.py` workflow for other indexer shapes, process-group topology, +message sizes or NCCL/software configuration. See +[the experiment report](../../docs/THD_SELECTION_RESULTS.md) for measured +latency, precision, memory and limitations. diff --git a/benchmarks/profiles/thd_selection_b300_cp8.json b/benchmarks/profiles/thd_selection_b300_cp8.json new file mode 100644 index 00000000..bfc73640 --- /dev/null +++ b/benchmarks/profiles/thd_selection_b300_cp8.json @@ -0,0 +1,646 @@ +{ + "schema_version": 5, + "model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "min_gain_ms": 20, + "overlap_intra_inter": false, + "peer_gbps": 408.72149682964135, + "inter_node_aggregate_gbps": null, + "peer_startup_us": 7.460149512894069e-21 + }, + "calibration": { + "sources": [ + "layout-1m-20s2l-contiguous.json", + "layout-1m-20s2l-zigzag.json", + "layout-1m-count-mixed-256-1long-contiguous.json", + "layout-1m-count-mixed-256-1long-zigzag.json", + "layout-1m-count-mixed-512-2long-contiguous.json", + "layout-1m-count-mixed-512-2long-zigzag.json", + "layout-1m-count-tiny-mix-512-contiguous.json", + "layout-1m-count-tiny-mix-512-zigzag.json", + "layout-1m-count-uniform-256-contiguous.json", + "layout-1m-count-uniform-256-zigzag.json", + "layout-1m-single-contiguous.json", + "layout-1m-single-zigzag.json", + "layout-1m-uniform-contiguous.json", + "layout-1m-uniform-zigzag.json" + ], + "source_sha256": { + "layout-1m-20s2l-contiguous.json": "31c62725b5ff3567bd916db656b186051ca80f30c37f0cb3a1f50837311f14e9", + "layout-1m-20s2l-zigzag.json": "7e1fff2be4be88a44ed5670becc04946bdaec464ee4a9ddcb5a501976d0de389", + "layout-1m-count-mixed-256-1long-contiguous.json": "54a36612d35922e9a2d8032b4a641a0afc3484191ce9d3fa19d9328c3efd22e2", + "layout-1m-count-mixed-256-1long-zigzag.json": "73c6f8f9e70a9c1e6896ea4ca412f8fe467ff3525fc757329c8ee9520f39c377", + "layout-1m-count-mixed-512-2long-contiguous.json": "f8786cc6ff782bf0b48bcf3d1acfac5de0d328216e0790d29852f139ddbaaf07", + "layout-1m-count-mixed-512-2long-zigzag.json": "3d08c30f9b05728c06c3564ea7b88f27a7bd523b0de17f1df612818504d702a4", + "layout-1m-count-tiny-mix-512-contiguous.json": "644d77f672d4a16a7cc27a8cb68e0bd9f6a55221d5d6b533b22b9514eccb6473", + "layout-1m-count-tiny-mix-512-zigzag.json": "5bf51c02bb8a083e8e19614aef4720efc3cfbc413ac3780fdba924c9b8849695", + "layout-1m-count-uniform-256-contiguous.json": "dfda88005564f268e7140f5e42c60fc8a7a670402cba201a811b7f093e084b6b", + "layout-1m-count-uniform-256-zigzag.json": "2450fdc87d83207dd66e333bffbbb3f89123b18afbfdac6b6d0bfa3f649c91af", + "layout-1m-single-contiguous.json": "ed4598764f4760f8467d40e9a351cc5586129a3a23180fb0a35bf71aedb10d6f", + "layout-1m-single-zigzag.json": "b6ab3b9f7cf1a89dd1ebb1d76980781276d728e559e8e8b7ee23f15de557c112", + "layout-1m-uniform-contiguous.json": "da9f168ffb4109bcc6bab5e6f7112d9ea99741406fcbcacd9fdb57f84952cfca", + "layout-1m-uniform-zigzag.json": "2ce0a59edde0db530c63d5c20a09bccaa41a9865b109ad5e10bda46a0d43f246" + }, + "samples": 112, + "selection_fit_rmse_ms": 4.720245923945194, + "observed_routing_effective_gbps": [ + 305.18791099916496, + 331.06902736714636, + 390.5160264901337, + 387.31209063170303, + 442.2725855454942, + 330.9084931142364, + 441.57185423427615 + ], + "transport_note": "Critical phase increments remove pre-existing rank arrival skew. Shared conservative effective rate includes packing; links were not isolated.", + "validation_note": "Evaluate held-out layouts and seeds; fitting is not a performance guarantee." + }, + "packing_calibration": { + "world": 8, + "records": [ + { + "rows": 256, + "critical_median_ms": 0.043455999344587326, + "ns_per_query": 169.74999743979424, + "samples_ms": [ + [ + 0.04495999962091446, + 0.04396799951791763, + 0.04649600014090538, + 0.04335999861359596, + 0.04291199892759323, + 0.04259200021624565, + 0.04383999854326248, + 0.04214400053024292, + 0.043327998369932175, + 0.0424639992415905 + ], + [ + 0.04476799815893173, + 0.0435199998319149, + 0.048895999789237976, + 0.042208001017570496, + 0.042047999799251556, + 0.04230400174856186, + 0.042047999799251556, + 0.04211200028657913, + 0.04320000112056732, + 0.042047999799251556 + ], + [ + 0.04095999896526337, + 0.03951999917626381, + 0.040383998304605484, + 0.03872000053524971, + 0.038495998829603195, + 0.038047999143600464, + 0.03923200070858002, + 0.039103999733924866, + 0.03836800158023834, + 0.03961599990725517 + ], + [ + 0.04243199899792671, + 0.04185599833726883, + 0.04134399816393852, + 0.03903999924659729, + 0.03766399994492531, + 0.03961599990725517, + 0.04838399961590767, + 0.038656000047922134, + 0.039103999733924866, + 0.03852799907326698 + ], + [ + 0.04032000154256821, + 0.03932800143957138, + 0.04016000032424927, + 0.039712000638246536, + 0.038656000047922134, + 0.041600000113248825, + 0.03907199949026108, + 0.03929600119590759, + 0.03862399980425835, + 0.03827200084924698 + ], + [ + 0.040608000010252, + 0.03936000168323517, + 0.04022400081157684, + 0.03920000046491623, + 0.038336001336574554, + 0.03948799893260002, + 0.040063999593257904, + 0.040192000567913055, + 0.03984000161290169, + 0.039103999733924866 + ], + [ + 0.044544000178575516, + 0.04294399917125702, + 0.04396799951791763, + 0.04281599819660187, + 0.04262400045990944, + 0.04320000112056732, + 0.04339199885725975, + 0.04259200021624565, + 0.04355200007557869, + 0.041919998824596405 + ], + [ + 0.04012800008058548, + 0.03999999910593033, + 0.03891199827194214, + 0.03891199827194214, + 0.03743999823927879, + 0.03852799907326698, + 0.038176000118255615, + 0.03779200091958046, + 0.03862399980425835, + 0.037856001406908035 + ] + ], + "marker_exact": true + }, + { + "rows": 4096, + "critical_median_ms": 0.058239998295903206, + "ns_per_query": 14.218749583960744, + "samples_ms": [ + [ + 0.07593599706888199, + 0.05734400078654289, + 0.05615999922156334, + 0.0570559985935688, + 0.05584000051021576, + 0.0575999990105629, + 0.05711999908089638, + 0.05859199911355972, + 0.05488000065088272, + 0.05523199960589409 + ], + [ + 0.07100799679756165, + 0.05907199904322624, + 0.05846399813890457, + 0.05632000043988228, + 0.05567999929189682, + 0.05801599845290184, + 0.057023998349905014, + 0.05523199960589409, + 0.05689600110054016, + 0.05907199904322624 + ], + [ + 0.0663679987192154, + 0.05756799876689911, + 0.05552000179886818, + 0.05375999957323074, + 0.05369599908590317, + 0.05728000029921532, + 0.05644800141453743, + 0.053247999399900436, + 0.055296000093221664, + 0.05552000179886818 + ], + [ + 0.06598400324583054, + 0.05648000165820122, + 0.05686400085687637, + 0.055743999779224396, + 0.05571199953556061, + 0.05580800026655197, + 0.05587200075387955, + 0.055296000093221664, + 0.0541439987719059, + 0.055424001067876816 + ], + [ + 0.06329599767923355, + 0.05728000029921532, + 0.05596800148487091, + 0.056223999708890915, + 0.05305600166320801, + 0.056671999394893646, + 0.05353600159287453, + 0.05331199988722801, + 0.05516799911856651, + 0.05398400127887726 + ], + [ + 0.06611199676990509, + 0.05660799890756607, + 0.05644800141453743, + 0.05475199967622757, + 0.05417599901556969, + 0.056992001831531525, + 0.05615999922156334, + 0.05369599908590317, + 0.05526399984955788, + 0.05612799897789955 + ], + [ + 0.06188800185918808, + 0.05804799869656563, + 0.05782400071620941, + 0.05564799904823303, + 0.05523199960589409, + 0.05686400085687637, + 0.05711999908089638, + 0.05398400127887726, + 0.057631999254226685, + 0.056543998420238495 + ], + [ + 0.05507199838757515, + 0.056992001831531525, + 0.056223999708890915, + 0.05503999814391136, + 0.0533440001308918, + 0.05676800012588501, + 0.05478399991989136, + 0.05350400134921074, + 0.05503999814391136, + 0.054687999188899994 + ] + ], + "marker_exact": true + }, + { + "rows": 32768, + "critical_median_ms": 0.2985280007123947, + "ns_per_query": 9.110351584240561, + "samples_ms": [ + [ + 0.29609599709510803, + 0.3033280074596405, + 0.30131199955940247, + 0.29923200607299805, + 0.2980160117149353, + 0.2963840067386627, + 0.29635199904441833, + 0.29721599817276, + 0.30006399750709534, + 0.2970559895038605 + ], + [ + 0.29766398668289185, + 0.2970559895038605, + 0.2961919903755188, + 0.29846400022506714, + 0.2975040078163147, + 0.2964800000190735, + 0.29865598678588867, + 0.2950400114059448, + 0.29760000109672546, + 0.2967680096626282 + ], + [ + 0.2961919903755188, + 0.3020800054073334, + 0.29583999514579773, + 0.2961919903755188, + 0.297760009765625, + 0.2956799864768982, + 0.297791987657547, + 0.29552000761032104, + 0.2959679961204529, + 0.2950400114059448 + ], + [ + 0.29769599437713623, + 0.29654398560523987, + 0.29683199524879456, + 0.29657599329948425, + 0.2956480085849762, + 0.2948159873485565, + 0.296671986579895, + 0.29606398940086365, + 0.29574400186538696, + 0.2954240143299103 + ], + [ + 0.296671986579895, + 0.2959040105342865, + 0.2970240116119385, + 0.29583999514579773, + 0.2957119941711426, + 0.2964160144329071, + 0.29657599329948425, + 0.2970559895038605, + 0.2959679961204529, + 0.29574400186538696 + ], + [ + 0.2969599962234497, + 0.2972800135612488, + 0.29712000489234924, + 0.2977280020713806, + 0.29600000381469727, + 0.295199990272522, + 0.29580798745155334, + 0.2954240143299103, + 0.29609599709510803, + 0.29740801453590393 + ], + [ + 0.29606398940086365, + 0.2993279993534088, + 0.29760000109672546, + 0.29651200771331787, + 0.29712000489234924, + 0.29686400294303894, + 0.29721599817276, + 0.29654398560523987, + 0.2970240116119385, + 0.29840001463890076 + ], + [ + 0.2945280075073242, + 0.2952960133552551, + 0.2947840094566345, + 0.2972480058670044, + 0.29631999135017395, + 0.2950400114059448, + 0.29500800371170044, + 0.29440000653266907, + 0.29449599981307983, + 0.2954240143299103 + ] + ], + "marker_exact": true + }, + { + "rows": 131072, + "critical_median_ms": 1.1141119599342346, + "ns_per_query": 8.499999694322469, + "samples_ms": [ + [ + 1.115007996559143, + 1.1131839752197266, + 1.1146240234375, + 1.113759994506836, + 1.1129599809646606, + 1.1128000020980835, + 1.113919973373413, + 1.1228480339050293, + 1.1110080480575562, + 1.1130239963531494 + ], + [ + 1.1131199598312378, + 1.1105279922485352, + 1.1111680269241333, + 1.1111040115356445, + 1.1095679998397827, + 1.1131839752197266, + 1.1103999614715576, + 1.1095679998397827, + 1.1111680269241333, + 1.107103943824768 + ], + [ + 1.1123839616775513, + 1.111583948135376, + 1.1119040250778198, + 1.1112639904022217, + 1.1103999614715576, + 1.1127040386199951, + 1.1113280057907104, + 1.1091200113296509, + 1.111807942390442, + 1.1102080345153809 + ], + [ + 1.107424020767212, + 1.1072640419006348, + 1.1094720363616943, + 1.10806405544281, + 1.1081279516220093, + 1.1077439785003662, + 1.1066880226135254, + 1.1055999994277954, + 1.1091519594192505, + 1.1077439785003662 + ], + [ + 1.1094720363616943, + 1.1099519729614258, + 1.1125439405441284, + 1.111232042312622, + 1.1100480556488037, + 1.1092480421066284, + 1.1102080345153809, + 1.1091840267181396, + 1.112831950187683, + 1.1085439920425415 + ], + [ + 1.111807942390442, + 1.1117440462112427, + 1.1116160154342651, + 1.1108479499816895, + 1.1138559579849243, + 1.1098239421844482, + 1.1092480421066284, + 1.1085760593414307, + 1.114367961883545, + 1.1143039464950562 + ], + [ + 1.113312005996704, + 1.1125760078430176, + 1.1120959520339966, + 1.1128640174865723, + 1.111840009689331, + 1.1126400232315063, + 1.1093120574951172, + 1.112064003944397, + 1.1125760078430176, + 1.1100159883499146 + ], + [ + 1.1059839725494385, + 1.106719970703125, + 1.106112003326416, + 1.1084480285644531, + 1.1059199571609497, + 1.1046080589294434, + 1.1082559823989868, + 1.10806405544281, + 1.10697603225708, + 1.1062719821929932 + ] + ], + "marker_exact": true + } + ] + }, + "gain_policy": "Retain declared 5% / 20 ms single-use migration headroom; no heldout E2E tuning.", + "transport_calibration": { + "method": "Nonnegative max-resource fit; independent eager transport timings", + "coefficients_ms_per_65536_rows": [ + 2.0728231593528488, + 5.25403206689115, + 3.3043671509231323, + 8.017647329379857, + 0.5570559799671173, + 7.460149512894069e-24, + 0.1813690545886826 + ], + "predictions": [ + { + "kind": "intra_pair", + "rows": 256, + "heldout": false, + "actual_ms": 0.17163199931383133, + "predicted_ms": 0.1942767387719761, + "relative_error": 0.13193774790642965 + }, + { + "kind": "intra", + "rows": 256, + "heldout": false, + "actual_ms": 0.17878399789333344, + "predicted_ms": 0.1942767387719761, + "relative_error": 0.08665619440888661 + }, + { + "kind": "intra_dense", + "rows": 256, + "heldout": false, + "actual_ms": 0.1780639961361885, + "predicted_ms": 0.1884538993716269, + "relative_error": 0.05834926465141166 + }, + { + "kind": "striped", + "rows": 256, + "heldout": true, + "actual_ms": 0.18012800067663193, + "predicted_ms": 0.1884538993716269, + "relative_error": 0.04622212351061261 + }, + { + "kind": "intra_pair", + "rows": 4096, + "heldout": false, + "actual_ms": 0.6821600198745728, + "predicted_ms": 0.38789200152137837, + "relative_error": -0.431376817432515 + }, + { + "kind": "intra", + "rows": 4096, + "heldout": false, + "actual_ms": 1.0989919900894165, + "predicted_ms": 0.38789200152137837, + "relative_error": -0.6470474716655409 + }, + { + "kind": "intra_dense", + "rows": 4096, + "heldout": false, + "actual_ms": 0.2651199996471405, + "predicted_ms": 0.29472657111579154, + "relative_error": 0.11167234274311899 + }, + { + "kind": "striped", + "rows": 4096, + "heldout": true, + "actual_ms": 0.26867200434207916, + "predicted_ms": 0.29472657111579154, + "relative_error": 0.09697536904715665 + }, + { + "kind": "intra_pair", + "rows": 32768, + "heldout": true, + "actual_ms": 2.0732479095458984, + "predicted_ms": 1.8335526300502487, + "relative_error": -0.11561341911501066 + }, + { + "kind": "intra", + "rows": 32768, + "heldout": true, + "actual_ms": 2.6429920196533203, + "predicted_ms": 1.8335526300502487, + "relative_error": -0.3062587338834437 + }, + { + "kind": "intra_dense", + "rows": 32768, + "heldout": true, + "actual_ms": 1.1571199893951416, + "predicted_ms": 1.088229186805554, + "relative_error": -0.05953643807121389 + }, + { + "kind": "striped", + "rows": 32768, + "heldout": true, + "actual_ms": 1.1546720266342163, + "predicted_ms": 1.088229186805554, + "relative_error": -0.05754260802726663 + }, + { + "kind": "intra_pair", + "rows": 131072, + "heldout": false, + "actual_ms": 6.2092320919036865, + "predicted_ms": 6.790103356434948, + "relative_error": 0.09354961385461302 + }, + { + "kind": "intra", + "rows": 131072, + "heldout": false, + "actual_ms": 6.001280069351196, + "predicted_ms": 6.790103356434948, + "relative_error": 0.1314425052602206 + }, + { + "kind": "intra_dense", + "rows": 131072, + "heldout": false, + "actual_ms": 4.027600049972534, + "predicted_ms": 3.808809583456168, + "relative_error": -0.05432278870834217 + }, + { + "kind": "striped", + "rows": 131072, + "heldout": true, + "actual_ms": 4.0313920974731445, + "predicted_ms": 3.808809583456168, + "relative_error": -0.05521232086466865 + } + ], + "ranks_per_node": 8, + "world_size": 8, + "heldout_rule": "32768 rows or striped layout; never used in fitting", + "note": "Effective coefficients include eager implementation costs; not physical bandwidth or universal optimality guarantees.", + "source_sha256": "a965b310b107366576791580b49e74f6b987ffd4307107518666fd444c061f11" + }, + "cudnn_source": "855ccd77ba9efed22441fd454f7cc0206a068e94" +} diff --git a/benchmarks/profiles/thd_selection_h20_cp16.json b/benchmarks/profiles/thd_selection_h20_cp16.json new file mode 100644 index 00000000..4c6bbae6 --- /dev/null +++ b/benchmarks/profiles/thd_selection_h20_cp16.json @@ -0,0 +1,1168 @@ +{ + "schema_version": 5, + "model": { + "candidate_ns": 0.12856368106272384, + "query_ns": 9.515262475665075, + "span_us": 6.381563913018475, + "bytes_per_query": 20608, + "intra_node_gbps": 43.3481035770435, + "inter_node_gbps": 20.68645784116552, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ], + "packing_ns_per_query": 14.45166026314837, + "exchange_us": 3.9301084700615614, + "min_gain_fraction": 0.05, + "min_gain_ms": 40, + "overlap_intra_inter": true, + "peer_gbps": 12.233793384063304, + "inter_node_aggregate_gbps": null, + "peer_startup_us": 25.098063419906637 + }, + "calibration": { + "sources": [ + "layout-1m-20s2l-contiguous.json", + "layout-1m-20s2l-zigzag.json", + "layout-1m-count-mixed-256-1long-contiguous.json", + "layout-1m-count-mixed-256-1long-zigzag.json", + "layout-1m-count-mixed-512-2long-contiguous.json", + "layout-1m-count-mixed-512-2long-zigzag.json", + "layout-1m-count-tiny-mix-512-contiguous.json", + "layout-1m-count-tiny-mix-512-zigzag.json", + "layout-1m-count-uniform-256-contiguous.json", + "layout-1m-count-uniform-256-zigzag.json", + "layout-1m-single-contiguous.json", + "layout-1m-single-zigzag.json", + "layout-1m-uniform-contiguous.json", + "layout-1m-uniform-zigzag.json" + ], + "source_sha256": { + "layout-1m-20s2l-contiguous.json": "5088f225f871b029b39697501736b82dd8d3823ed48c24c15ff90174c4c15d1f", + "layout-1m-20s2l-zigzag.json": "40cab9e437964fdf61d1c3a8e7f0972a709075099299241182035e44986490ae", + "layout-1m-count-mixed-256-1long-contiguous.json": "8ba6524aa34c393f62c7231df830e30e27265f02d4c458d90521bd5b5d2f2c08", + "layout-1m-count-mixed-256-1long-zigzag.json": "3762489337627a368407b485c2a7ed02d60fada369c7d637d5c4e947bfbfbc8d", + "layout-1m-count-mixed-512-2long-contiguous.json": "d77f701c8180e3ec93b0f72551cf64cb04c76f7cf4ce4f7531eaa32b72258298", + "layout-1m-count-mixed-512-2long-zigzag.json": "e34a2928e4ee83ea68742c2963b75a9eb059c3fd7c3ad2de95a714497977d41b", + "layout-1m-count-tiny-mix-512-contiguous.json": "ee7b848ac033ced04bb4ca6af87b50fd6a41dd3b38e4d48579fad45bf2cef6d2", + "layout-1m-count-tiny-mix-512-zigzag.json": "f563c2d0c1a3dc1043d0d358891250297ab9d1aecd7bd69ee723f23a68792eb4", + "layout-1m-count-uniform-256-contiguous.json": "76a035301c254c6a000cac83629f85caac91079b07d2d79e25a6b67aad355d0c", + "layout-1m-count-uniform-256-zigzag.json": "7854f5a37814e4d97760324d11054bac40fee1bc10d9262589b005ee105451ac", + "layout-1m-single-contiguous.json": "628d7b57b8edf1a2191e75bc666ed9dcc37e9ecb875297f68590bb0623cf682a", + "layout-1m-single-zigzag.json": "58786fa4f74b6cc644d2143647f65b644cab602254d6fa201ee5dd2c414d1e97", + "layout-1m-uniform-contiguous.json": "70e57ca6facc163aea921505d2bf839b611618f9088f440a414c3a4f1be84301", + "layout-1m-uniform-zigzag.json": "26d5ecbaf81f5c0311cb08dcc218c1ecb3dd569a442358e61bc790aa7710c965" + }, + "samples": 224, + "selection_fit_rmse_ms": 2.949003900413, + "observed_routing_effective_gbps": [ + 21.003766295884223, + 22.729257916064537, + 37.48939138205569, + 38.61166479509942, + 39.58319101689069, + 20.138357216688668, + 39.28377120939799 + ], + "transport_note": "Critical phase increments remove pre-existing rank arrival skew. Shared conservative effective rate includes packing; links were not isolated.", + "validation_note": "Evaluate held-out layouts and seeds; fitting is not a performance guarantee." + }, + "packing_calibration": { + "world": 16, + "records": [ + { + "rows": 256, + "critical_median_ms": 0.04848000034689903, + "ns_per_query": 189.37500135507435, + "samples_ms": [ + [ + 0.04598399996757507, + 0.045152001082897186, + 0.04572800174355507, + 0.04447999969124794, + 0.043136000633239746, + 0.04396799951791763, + 0.04396799951791763, + 0.04816000163555145, + 0.04335999861359596, + 0.04307200014591217 + ], + [ + 0.04633599892258644, + 0.0459199994802475, + 0.04368000105023384, + 0.04447999969124794, + 0.04291199892759323, + 0.04335999861359596, + 0.042688000947237015, + 0.04633599892258644, + 0.04416000097990036, + 0.042080000042915344 + ], + [ + 0.05820799991488457, + 0.04732799902558327, + 0.045632001012563705, + 0.04473600164055824, + 0.043807998299598694, + 0.04886399954557419, + 0.04492799937725067, + 0.04790399968624115, + 0.04390399903059006, + 0.04342399910092354 + ], + [ + 0.04710400104522705, + 0.04825599864125252, + 0.045024000108242035, + 0.04383999854326248, + 0.043616000562906265, + 0.04636799916625023, + 0.04451199993491173, + 0.04790399968624115, + 0.04374400153756142, + 0.04224000126123428 + ], + [ + 0.04668800160288811, + 0.04707200080156326, + 0.0451200008392334, + 0.04467200115323067, + 0.044415999203920364, + 0.04374400153756142, + 0.04297599941492081, + 0.04601600021123886, + 0.04335999861359596, + 0.043136000633239746 + ], + [ + 0.04652800038456917, + 0.04665600135922432, + 0.04476799815893173, + 0.045632001012563705, + 0.04307200014591217, + 0.043935999274253845, + 0.0432640016078949, + 0.048128001391887665, + 0.04371200129389763, + 0.04371200129389763 + ], + [ + 0.04787199944257736, + 0.04896000027656555, + 0.045504000037908554, + 0.044544000178575516, + 0.04399999976158142, + 0.044544000178575516, + 0.043807998299598694, + 0.05251200124621391, + 0.04623999819159508, + 0.04435199871659279 + ], + [ + 0.04713600128889084, + 0.04572800174355507, + 0.04396799951791763, + 0.04499199986457825, + 0.04342399910092354, + 0.04467200115323067, + 0.04368000105023384, + 0.04822399839758873, + 0.043296001851558685, + 0.043296001851558685 + ], + [ + 0.0461760014295578, + 0.047168001532554626, + 0.045504000037908554, + 0.044576000422239304, + 0.04374400153756142, + 0.0435199998319149, + 0.043776001781225204, + 0.04355200007557869, + 0.043455999344587326, + 0.04355200007557869 + ], + [ + 0.048608001321554184, + 0.047520000487565994, + 0.0480320006608963, + 0.04726399853825569, + 0.0459199994802475, + 0.04630399867892265, + 0.04588799923658371, + 0.04608000069856644, + 0.04524800181388855, + 0.04572800174355507 + ], + [ + 0.046720001846551895, + 0.05827200040221214, + 0.04604800045490265, + 0.04473600164055824, + 0.043487999588251114, + 0.04447999969124794, + 0.04390399903059006, + 0.044064000248909, + 0.04335999861359596, + 0.04390399903059006 + ], + [ + 0.04927999898791313, + 0.04636799916625023, + 0.044704001396894455, + 0.04438399896025658, + 0.04556800052523613, + 0.043616000562906265, + 0.04368000105023384, + 0.04310400038957596, + 0.04249599948525429, + 0.04275200143456459 + ], + [ + 0.045024000108242035, + 0.04435199871659279, + 0.04403200000524521, + 0.04339199885725975, + 0.04230400174856186, + 0.042367998510599136, + 0.04275200143456459, + 0.04278400167822838, + 0.04310400038957596, + 0.04281599819660187 + ], + [ + 0.04681599885225296, + 0.04726399853825569, + 0.047200001776218414, + 0.04620800167322159, + 0.045951999723911285, + 0.04569600149989128, + 0.04473600164055824, + 0.04566400125622749, + 0.04473600164055824, + 0.045471999794244766 + ], + [ + 0.052032001316547394, + 0.05023999884724617, + 0.048576001077890396, + 0.04838399961590767, + 0.04835199937224388, + 0.047359999269247055, + 0.045791998505592346, + 0.047520000487565994, + 0.046560000628232956, + 0.046751998364925385 + ], + [ + 0.0488319993019104, + 0.04864000156521797, + 0.04806400090456009, + 0.04652800038456917, + 0.04614400118589401, + 0.047231998294591904, + 0.04668800160288811, + 0.047520000487565994, + 0.046592000871896744, + 0.046431999653577805 + ] + ], + "marker_exact": true + }, + { + "rows": 4096, + "critical_median_ms": 0.07840000092983246, + "ns_per_query": 19.140625227009878, + "samples_ms": [ + [ + 0.07708799839019775, + 0.07785599678754807, + 0.07744000107049942, + 0.07568000257015228, + 0.07692799717187881, + 0.07631999999284744, + 0.07599999755620956, + 0.07487999647855759, + 0.07599999755620956, + 0.07561600208282471 + ], + [ + 0.07827199995517731, + 0.07753600180149078, + 0.07715199887752533, + 0.07635200023651123, + 0.07795199751853943, + 0.07503999769687653, + 0.07667200267314911, + 0.07628799974918365, + 0.0772479996085167, + 0.07475200295448303 + ], + [ + 0.07763200253248215, + 0.07756800204515457, + 0.07676800340414047, + 0.07718399912118912, + 0.0764480009675026, + 0.07462400197982788, + 0.07756800204515457, + 0.07507199794054031, + 0.07577600330114365, + 0.0783040001988411 + ], + [ + 0.07705599814653397, + 0.07638400048017502, + 0.0761599987745285, + 0.07587199658155441, + 0.07625599950551987, + 0.07558400183916092, + 0.08560000360012054, + 0.07823999971151352, + 0.07606399804353714, + 0.07568000257015228 + ], + [ + 0.07744000107049942, + 0.0759039968252182, + 0.07744000107049942, + 0.07580800354480743, + 0.07577600330114365, + 0.07587199658155441, + 0.07689599692821503, + 0.07612799853086472, + 0.07648000121116638, + 0.07568000257015228 + ], + [ + 0.0783040001988411, + 0.07827199995517731, + 0.0777600035071373, + 0.07657600194215775, + 0.07651200145483017, + 0.07692799717187881, + 0.07747200131416321, + 0.0761599987745285, + 0.07683199644088745, + 0.07651200145483017 + ], + [ + 0.078015998005867, + 0.07558400183916092, + 0.07727999985218048, + 0.07648000121116638, + 0.0764480009675026, + 0.07676800340414047, + 0.07654400169849396, + 0.07503999769687653, + 0.07631999999284744, + 0.07583999633789062 + ], + [ + 0.07817599922418594, + 0.07705599814653397, + 0.07731200009584427, + 0.07638400048017502, + 0.07753600180149078, + 0.07612799853086472, + 0.07740800082683563, + 0.07532799988985062, + 0.07638400048017502, + 0.07580800354480743 + ], + [ + 0.07648000121116638, + 0.07555200159549713, + 0.07622399926185608, + 0.07526399940252304, + 0.07571200281381607, + 0.07446400076150894, + 0.07676800340414047, + 0.0745600014925003, + 0.07558400183916092, + 0.07446400076150894 + ], + [ + 0.07887999713420868, + 0.07868800312280655, + 0.07820799946784973, + 0.07571200281381607, + 0.077504001557827, + 0.07660800218582153, + 0.07740800082683563, + 0.07651200145483017, + 0.07903999835252762, + 0.07625599950551987 + ], + [ + 0.0769599974155426, + 0.07635200023651123, + 0.07849600166082382, + 0.0753600001335144, + 0.07622399926185608, + 0.07568000257015228, + 0.07625599950551987, + 0.07491199672222137, + 0.0772159993648529, + 0.07609599828720093 + ], + [ + 0.07740800082683563, + 0.07609599828720093, + 0.07680000364780426, + 0.07491199672222137, + 0.07753600180149078, + 0.07599999755620956, + 0.0772479996085167, + 0.07689599692821503, + 0.07747200131416321, + 0.07548800110816956 + ], + [ + 0.07760000228881836, + 0.07667200267314911, + 0.0761599987745285, + 0.07622399926185608, + 0.07715199887752533, + 0.07552000135183334, + 0.0769599974155426, + 0.07603199779987335, + 0.07628799974918365, + 0.07491199672222137 + ], + [ + 0.07868800312280655, + 0.07683199644088745, + 0.07734400033950806, + 0.07760000228881836, + 0.07804799824953079, + 0.07744000107049942, + 0.07779199630022049, + 0.07606399804353714, + 0.07811199873685837, + 0.07689599692821503 + ], + [ + 0.07788799703121185, + 0.07583999633789062, + 0.07788799703121185, + 0.07513599842786789, + 0.07596799731254578, + 0.07603199779987335, + 0.0769599974155426, + 0.07568000257015228, + 0.07542400062084198, + 0.07513599842786789 + ], + [ + 0.07872000336647034, + 0.07734400033950806, + 0.07689599692821503, + 0.07756800204515457, + 0.07791999727487564, + 0.07654400169849396, + 0.07779199630022049, + 0.07593599706888199, + 0.07756800204515457, + 0.077504001557827 + ] + ], + "marker_exact": true + }, + { + "rows": 32768, + "critical_median_ms": 0.495168000459671, + "ns_per_query": 15.111328139028046, + "samples_ms": [ + [ + 0.4846400022506714, + 0.48422399163246155, + 0.4835520088672638, + 0.4837760031223297, + 0.4890559911727905, + 0.4880639910697937, + 0.48630398511886597, + 0.4833280146121979, + 0.4864319860935211, + 0.4830079972743988 + ], + [ + 0.4832319915294647, + 0.48476800322532654, + 0.4800640046596527, + 0.48451200127601624, + 0.4832319915294647, + 0.48390400409698486, + 0.5678719878196716, + 0.49299201369285583, + 0.48403200507164, + 0.4846400022506714 + ], + [ + 0.482015997171402, + 0.4830720126628876, + 0.48156800866127014, + 0.48368000984191895, + 0.4830079972743988, + 0.481471985578537, + 0.48044800758361816, + 0.48524799942970276, + 0.4825280010700226, + 0.48230400681495667 + ], + [ + 0.48281601071357727, + 0.4836159944534302, + 0.4824639856815338, + 0.4837439954280853, + 0.482015997171402, + 0.48240000009536743, + 0.48211199045181274, + 0.4838080108165741, + 0.4822719991207123, + 0.4832639992237091 + ], + [ + 0.48342400789260864, + 0.48368000984191895, + 0.48368000984191895, + 0.4848960041999817, + 0.4822719991207123, + 0.4830400049686432, + 0.659168004989624, + 0.4891839921474457, + 0.4853439927101135, + 0.4845759868621826 + ], + [ + 0.4935680031776428, + 0.4917759895324707, + 0.4864000082015991, + 0.4891520142555237, + 0.48416000604629517, + 0.4912639856338501, + 0.4907520115375519, + 0.4926080107688904, + 0.4842880070209503, + 0.48710399866104126 + ], + [ + 0.48550400137901306, + 0.4867840111255646, + 0.48364800214767456, + 0.48230400681495667, + 0.4846400022506714, + 0.48447999358177185, + 0.4832639992237091, + 0.48524799942970276, + 0.4850879907608032, + 0.4859839975833893 + ], + [ + 0.4856320023536682, + 0.48576000332832336, + 0.483487993478775, + 0.48399999737739563, + 0.48284798860549927, + 0.48473599553108215, + 0.4832639992237091, + 0.48416000604629517, + 0.4830720126628876, + 0.48576000332832336 + ], + [ + 0.48124799132347107, + 0.4818879961967468, + 0.4793280065059662, + 0.48153600096702576, + 0.48051199316978455, + 0.4798080027103424, + 0.4789760112762451, + 0.4806399941444397, + 0.48051199316978455, + 0.48150399327278137 + ], + [ + 0.4848000109195709, + 0.48655998706817627, + 0.4845759868621826, + 0.48390400409698486, + 0.4891839921474457, + 0.4854080080986023, + 0.483487993478775, + 0.4849280118942261, + 0.4829440116882324, + 0.4832000136375427 + ], + [ + 0.48240000009536743, + 0.48524799942970276, + 0.4813440144062042, + 0.48604801297187805, + 0.48550400137901306, + 0.4848960041999817, + 0.4816319942474365, + 0.4835520088672638, + 0.48028799891471863, + 0.48287999629974365 + ], + [ + 0.5635200142860413, + 0.488319993019104, + 0.48419201374053955, + 0.4840959906578064, + 0.48099198937416077, + 0.4856320023536682, + 0.48393601179122925, + 0.4859839975833893, + 0.4830079972743988, + 0.4822080135345459 + ], + [ + 0.48470398783683777, + 0.485152006149292, + 0.4819520115852356, + 0.4846400022506714, + 0.48284798860549927, + 0.48265600204467773, + 0.48451200127601624, + 0.48364800214767456, + 0.4830720126628876, + 0.4837439954280853 + ], + [ + 0.4851840138435364, + 0.4853760004043579, + 0.4843519926071167, + 0.4835520088672638, + 0.4819520115852356, + 0.4843840003013611, + 0.4817599952220917, + 0.49718400835990906, + 0.4858880043029785, + 0.48393601179122925 + ], + [ + 0.4880000054836273, + 0.4862079918384552, + 0.48396798968315125, + 0.48185598850250244, + 0.4809280037879944, + 0.4840959906578064, + 0.4854719936847687, + 0.4825280010700226, + 0.4824639856815338, + 0.4829440116882324 + ], + [ + 0.4848319888114929, + 0.48502400517463684, + 0.484607994556427, + 0.4850560128688812, + 0.481471985578537, + 0.48585599660873413, + 0.4817599952220917, + 0.5250239968299866, + 0.512224018573761, + 0.49856001138687134 + ] + ], + "marker_exact": true + }, + { + "rows": 65536, + "critical_median_ms": 0.9471040070056915, + "ns_per_query": 14.45166026314837, + "samples_ms": [ + [ + 0.9458879828453064, + 0.9456959962844849, + 0.9457280039787292, + 0.9461119771003723, + 0.9447680115699768, + 0.9431679844856262, + 0.9455680251121521, + 0.9448959827423096, + 0.9446079730987549, + 0.9431679844856262 + ], + [ + 0.9470400214195251, + 0.9518719911575317, + 0.9548479914665222, + 0.9454399943351746, + 0.9466879963874817, + 0.9461759924888611, + 0.9453759789466858, + 0.9455040097236633, + 0.9439039826393127, + 0.9450560212135315 + ], + [ + 0.9453759789466858, + 0.9442880153656006, + 0.9488000273704529, + 0.9441919922828674, + 0.9446719884872437, + 0.9445440173149109, + 0.9446719884872437, + 0.9427520036697388, + 0.9429119825363159, + 0.9422720074653625 + ], + [ + 0.9474560022354126, + 0.9570239782333374, + 0.948095977306366, + 0.9434239864349365, + 0.9453439712524414, + 0.9433599710464478, + 0.9449920058250427, + 0.9431359767913818, + 0.9460800290107727, + 0.9411839842796326 + ], + [ + 0.9461759924888611, + 0.9458240270614624, + 0.9471359848976135, + 0.9443519711494446, + 0.9463359713554382, + 0.9470080137252808, + 0.9451839923858643, + 0.9464960098266602, + 0.9453439712524414, + 0.9448639750480652 + ], + [ + 0.9487360119819641, + 0.9451199769973755, + 0.9447360038757324, + 0.9431040287017822, + 0.945792019367218, + 0.9423360228538513, + 0.9433919787406921, + 0.9450240135192871, + 0.9434239864349365, + 0.9451839923858643 + ], + [ + 0.9472640156745911, + 0.9432960152626038, + 0.9454399943351746, + 0.94377601146698, + 0.9430080056190491, + 0.9435520172119141, + 0.9461759924888611, + 0.9435840249061584, + 0.9455680251121521, + 0.944320023059845 + ], + [ + 0.9450240135192871, + 0.9433919787406921, + 0.9450240135192871, + 0.9413440227508545, + 0.9461439847946167, + 0.9453120231628418, + 0.9457600116729736, + 0.9438080191612244, + 0.9462720155715942, + 0.9450240135192871 + ], + [ + 0.9440640211105347, + 0.9446719884872437, + 0.9467840194702148, + 0.9463679790496826, + 0.9463679790496826, + 0.9440640211105347, + 0.9461119771003723, + 0.941536009311676, + 0.9463040232658386, + 0.9431040287017822 + ], + [ + 0.9471679925918579, + 0.9464640021324158, + 0.9434880018234253, + 0.9440000057220459, + 0.9467200040817261, + 0.9445120096206665, + 0.9435200095176697, + 0.9442880153656006, + 0.9439359903335571, + 0.9440640211105347 + ], + [ + 0.9433919787406921, + 0.943231999874115, + 0.9468160271644592, + 0.9446079730987549, + 0.9435520172119141, + 0.9436159729957581, + 0.9437119960784912, + 0.9442560076713562, + 0.9421759843826294, + 0.9425600171089172 + ], + [ + 0.9450560212135315, + 0.9459840059280396, + 0.9427840113639832, + 0.9410880208015442, + 0.9449920058250427, + 0.9431040287017822, + 0.9437440037727356, + 0.9419519901275635, + 0.9431679844856262, + 0.9477120041847229 + ], + [ + 0.9472320079803467, + 0.9468799829483032, + 0.9467520117759705, + 0.944383978843689, + 0.9447360038757324, + 0.9464960098266602, + 0.9450880289077759, + 0.9472000002861023, + 0.9467520117759705, + 0.9451519846916199 + ], + [ + 0.9446719884872437, + 0.9464640021324158, + 0.944927990436554, + 0.9429759979248047, + 0.9435840249061584, + 0.943231999874115, + 0.9460480213165283, + 0.944096028804779, + 0.9459519982337952, + 0.9434239864349365 + ], + [ + 0.9466239809989929, + 0.9458240270614624, + 0.944927990436554, + 0.9418560266494751, + 0.9429759979248047, + 0.9424960017204285, + 0.9442560076713562, + 0.9439039826393127, + 0.9446399807929993, + 0.9423999786376953 + ], + [ + 0.946943998336792, + 0.9460480213165283, + 0.9494720101356506, + 0.9453120231628418, + 0.9448320269584656, + 0.9444159865379333, + 0.9444800019264221, + 0.944159984588623, + 0.9457600116729736, + 0.9445120096206665 + ] + ], + "marker_exact": true + } + ] + }, + "gain_policy": "Retain declared 5% / 40 ms single-use migration headroom; no heldout E2E tuning.", + "transport_calibration": { + "method": "Nonnegative max-resource fit; independent eager transport timings", + "coefficients_ms_per_65536_rows": [ + 31.15628543240907, + 65.28744062274444, + 110.39632970746038, + 4.357277541747443, + 0.9471040070056915, + 0.025098063419906638, + 0.003930108470061562 + ], + "predictions": [ + { + "kind": "intra_pair", + "rows": 256, + "heldout": false, + "actual_ms": 0.3941280096769333, + "predicted_ms": 0.4602638348097353, + "relative_error": 0.16780290542408682 + }, + { + "kind": "intra", + "rows": 256, + "heldout": false, + "actual_ms": 0.3874559998512268, + "predicted_ms": 0.4602638348097353, + "relative_error": 0.1879125242258859 + }, + { + "kind": "intra_dense", + "rows": 256, + "heldout": false, + "actual_ms": 0.2534399926662445, + "predicted_ms": 0.28610776238346247, + "relative_error": 0.12889745368734373 + }, + { + "kind": "inter_pair", + "rows": 256, + "heldout": false, + "actual_ms": 0.6665279865264893, + "predicted_ms": 0.4602638348097353, + "relative_error": -0.309460601634552 + }, + { + "kind": "inter", + "rows": 256, + "heldout": false, + "actual_ms": 0.7499519884586334, + "predicted_ms": 0.4602638348097353, + "relative_error": -0.38627559911440523 + }, + { + "kind": "inter_dense", + "rows": 256, + "heldout": false, + "actual_ms": 0.6300639808177948, + "predicted_ms": 0.4597436807619102, + "relative_error": -0.2703222295532852 + }, + { + "kind": "striped", + "rows": 256, + "heldout": true, + "actual_ms": 0.44177600741386414, + "predicted_ms": 0.507915592234959, + "relative_error": 0.1497129398408774 + }, + { + "kind": "intra_pair", + "rows": 4096, + "heldout": false, + "actual_ms": 6.484655857086182, + "predicted_ms": 6.928798778606242, + "relative_error": 0.06849136350616325 + }, + { + "kind": "intra", + "rows": 4096, + "heldout": false, + "actual_ms": 6.525344133377075, + "predicted_ms": 6.928798778606242, + "relative_error": 0.061828868636291556 + }, + { + "kind": "intra_dense", + "rows": 4096, + "heldout": false, + "actual_ms": 1.9262880086898804, + "predicted_ms": 1.883475911994279, + "relative_error": -0.022225179465618417 + }, + { + "kind": "inter_pair", + "rows": 4096, + "heldout": false, + "actual_ms": 7.343456029891968, + "predicted_ms": 6.928798778606242, + "relative_error": -0.056466226473997905 + }, + { + "kind": "inter", + "rows": 4096, + "heldout": false, + "actual_ms": 7.85427188873291, + "predicted_ms": 6.928798778606242, + "relative_error": -0.11783054154953243 + }, + { + "kind": "inter_dense", + "rows": 4096, + "heldout": false, + "actual_ms": 4.239135980606079, + "predicted_ms": 4.285179654750842, + "relative_error": 0.010861570460445558 + }, + { + "kind": "striped", + "rows": 4096, + "heldout": true, + "actual_ms": 2.2811520099639893, + "predicted_ms": 2.420633579229425, + "relative_error": 0.06114523217049328 + }, + { + "kind": "intra_pair", + "rows": 32768, + "heldout": true, + "actual_ms": 50.98955154418945, + "predicted_ms": 55.22719302562015, + "relative_error": 0.08310803592297145 + }, + { + "kind": "intra", + "rows": 32768, + "heldout": true, + "actual_ms": 51.211055755615234, + "predicted_ms": 55.22719302562015, + "relative_error": 0.0784232469092292 + }, + { + "kind": "intra_dense", + "rows": 32768, + "heldout": true, + "actual_ms": 14.252928256988525, + "predicted_ms": 13.810491429088376, + "relative_error": -0.031041819612276034 + }, + { + "kind": "inter_pair", + "rows": 32768, + "heldout": true, + "actual_ms": 56.860286712646484, + "predicted_ms": 55.22719302562015, + "relative_error": -0.02872116518299428 + }, + { + "kind": "inter", + "rows": 32768, + "heldout": true, + "actual_ms": 61.266624450683594, + "predicted_ms": 55.22719302562015, + "relative_error": -0.09857620652701149 + }, + { + "kind": "inter_dense", + "rows": 32768, + "heldout": true, + "actual_ms": 30.82592010498047, + "predicted_ms": 32.84843492720153, + "relative_error": 0.06561085006816358 + }, + { + "kind": "striped", + "rows": 32768, + "heldout": true, + "actual_ms": 15.788095951080322, + "predicted_ms": 16.702261215454772, + "relative_error": 0.05790218574849093 + }, + { + "kind": "intra_pair", + "rows": 65536, + "heldout": false, + "actual_ms": 102.41177368164062, + "predicted_ms": 110.42535787935034, + "relative_error": 0.07824866135627051 + }, + { + "kind": "intra", + "rows": 65536, + "heldout": false, + "actual_ms": 102.45684814453125, + "predicted_ms": 110.42535787935034, + "relative_error": 0.07777430088009618 + }, + { + "kind": "intra_dense", + "rows": 65536, + "heldout": false, + "actual_ms": 28.466943740844727, + "predicted_ms": 27.441366305767346, + "relative_error": -0.03602695970505143 + }, + { + "kind": "inter_pair", + "rows": 65536, + "heldout": false, + "actual_ms": 114.2823371887207, + "predicted_ms": 110.42535787935034, + "relative_error": -0.03374956624312919 + }, + { + "kind": "inter", + "rows": 65536, + "heldout": false, + "actual_ms": 122.30096054077148, + "predicted_ms": 110.42535787935034, + "relative_error": -0.09710146681523546 + }, + { + "kind": "inter_dense", + "rows": 65536, + "heldout": false, + "actual_ms": 60.029855728149414, + "predicted_ms": 65.49215523857376, + "relative_error": 0.09099304744560532 + }, + { + "kind": "striped", + "rows": 65536, + "heldout": true, + "actual_ms": 31.16423988342285, + "predicted_ms": 33.02412137114088, + "relative_error": 0.05967998881652026 + } + ], + "ranks_per_node": 8, + "world_size": 16, + "heldout_rule": "32768 rows or striped layout; never used in fitting", + "note": "Effective coefficients include eager implementation costs; not physical bandwidth or universal optimality guarantees.", + "source_sha256": "be7130a522549221bc2c1d2b538da8101ef5f7c3f640d6f5bbb83cb573bf0de5", + "node_limit_note": "Removed node envelope mathematically dominated by per-rank inter-node limits for this topology; it is not independently identified by these fixtures." + }, + "transport_validation": { + "source_sha256": "ef98c8708210f495df09c0c78d7e2d099cfb9713213b671abde4da5ad9da50e9", + "records": [ + { + "kind": "mixed_dense_quarter", + "rows": 8192, + "actual_ms": 2.960976004600525, + "predicted_ms": 3.054578100021679, + "relative_error": 0.031611906099787035 + }, + { + "kind": "mixed_dense_three_quarters", + "rows": 8192, + "actual_ms": 6.393343925476074, + "predicted_ms": 6.619486619026664, + "relative_error": 0.03537158272519347 + }, + { + "kind": "mixed_dense_quarter", + "rows": 49152, + "actual_ms": 16.762415885925293, + "predicted_ms": 16.425463301286772, + "relative_error": -0.020101671914813046 + }, + { + "kind": "mixed_dense_three_quarters", + "rows": 49152, + "actual_ms": 36.45444869995117, + "predicted_ms": 37.81491441531668, + "relative_error": 0.03731960745211671 + } + ] + }, + "cudnn_source": "855ccd77ba9efed22441fd454f7cc0206a068e94" +} diff --git a/benchmarks/summarize_csa_layout_matrix.py b/benchmarks/summarize_csa_layout_matrix.py new file mode 100644 index 00000000..675ad5d1 --- /dev/null +++ b/benchmarks/summarize_csa_layout_matrix.py @@ -0,0 +1,132 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Summarize complete paired full-CSA matrices, retaining worst-rank errors.""" + +import argparse +import json +import math +import statistics +from pathlib import Path + + +def summarize(directory): + grouped = {} + for path in sorted(directory.glob("layout-1m-*.json")): + raw = json.loads(path.read_text()) + layout = raw["config"]["layout"] + name = path.stem.removeprefix("layout-").removesuffix("-" + layout) + ranks = raw["ranks"] + if sorted(r["rank"] for r in ranks) != list(range(raw["world_size"])): + raise ValueError(f"incomplete rank results: {path}") + if any(not all(r[k] for k in ("finite", "input_match", "redistribution_bitwise")) for r in ranks): + raise ValueError(f"failed correctness check: {path}") + repeats = raw["config"]["repeats"] + if not repeats or any(len(r["samples"]) != repeats for r in ranks): + raise ValueError(f"incomplete timing samples: {path}") + if any( + not math.isfinite(s[k]) or s[k] < 0 + for r in ranks + for s in r["samples"] + for k in ("total_ms", "peak_allocated_gib", "peak_reserved_gib") + ) or any( + not math.isfinite(r[k]) or r[k] < 0 + for r in ranks + for k in ("layout_prepare_ms", "common_prepare_ms", "kda_prepare_ms", "total_prepare_ms") + ): + raise ValueError(f"invalid timing/memory samples: {path}") + if any( + not math.isclose(r["total_prepare_ms"], r["layout_prepare_ms"] + r["common_prepare_ms"] + r["kda_prepare_ms"]) + for r in ranks + ): + raise ValueError(f"inconsistent preparation accounting: {path}") + errors = {} + for rank in ranks: + if layout != "contiguous": + required = {"output", "dq", "dkv", "d_index_q", "d_weights", "d_pool_kv", "d_pool_score", "d_ape"} + if raw["config"].get("with_kda"): + required |= {"kda_output", "kda_dq", "kda_dk", "kda_dv", "kda_dg", "kda_dbeta"} + if not required.issubset(rank.get("layout_vs_contiguous") or {}): + raise ValueError(f"missing output/gradient baseline comparison: {path}") + delta = rank.get("loss_abs_diff") + if delta is None or not math.isfinite(delta) or not 0 <= delta < 1e-5: + raise ValueError(f"failed loss comparison: {path}") + for tensor, error in (rank["layout_vs_contiguous"] or {}).items(): + if not error["finite"] or not 0 <= error["relative_rms"] < 0.03: + raise ValueError(f"failed precision comparison: {path}: {tensor}") + errors[tensor] = max(errors.get(tensor, 0.0), error["relative_rms"]) + critical = [max(r["samples"][i]["total_ms"] for r in ranks) for i in range(repeats)] + row = dict( + source=str(path), + total_ms=statistics.median(critical), + min_ms=min(critical), + max_ms=max(critical), + allocated_gib=max(s["peak_allocated_gib"] for r in ranks for s in r["samples"]), + reserved_gib=max(s["peak_reserved_gib"] for r in ranks for s in r["samples"]), + prepare_ms=max(r["total_prepare_ms"] for r in ranks), + layout_prepare_ms=max(r["layout_prepare_ms"] for r in ranks), + policy=ranks[0]["selected_policy"], + relative_rms=errors, + loss_abs_diff=max((r["loss_abs_diff"] or 0.0) for r in ranks), + workspace_gib=max(r["selection_workspace_bytes"] for r in ranks) / 2**30, + max_spans=max(r["selection_spans"] for r in ranks), + ) + contract = { + key: raw["config"].get(key) + for key in ( + "heads", + "top_k", + "with_kda", + "kda_batch_invariant", + "kda_gate_scale", + "candidate_mib", + "redistribution_scope", + "pool_backward_order", + "repeats", + "warmups", + ) + } + group = grouped.setdefault( + name, dict(lengths=raw["config"]["sequence_lengths"], world_size=raw["world_size"], contract=contract, layouts={}) + ) + if ( + group["lengths"] != raw["config"]["sequence_lengths"] + or group["world_size"] != raw["world_size"] + or group["contract"] != contract + ): + raise ValueError(f"unpaired shape/group: {name}") + group["layouts"][layout] = row + if not grouped: + raise ValueError("no 1M results found") + for name, case in grouped.items(): + if set(case["layouts"]) != {"contiguous", "zigzag", "planner"}: + raise ValueError(f"incomplete comparison: {name}") + c, z, p = (case["layouts"][k] for k in ("contiguous", "zigzag", "planner")) + case["speedup_vs_contiguous"] = c["total_ms"] / p["total_ms"] + case["gap_to_best_baseline_pct"] = 100 * (p["total_ms"] / min(c["total_ms"], z["total_ms"]) - 1) + case["prepare_plus_iteration_ms"] = {k: v["prepare_ms"] + v["total_ms"] for k, v in case["layouts"].items()} + first = case["prepare_plus_iteration_ms"] + case["prepare_inclusive_gap_pct"] = 100 * (first["planner"] / min(first["contiguous"], first["zigzag"]) - 1) + return grouped + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("directory", type=Path) + parser.add_argument("--output", type=Path) + args = parser.parse_args() + results = summarize(args.directory) + if args.output: + args.output.write_text(json.dumps(results, indent=2) + "\n") + print("| Case | Docs | Contiguous ms | Zigzag ms | Planner ms | Speedup | Planner allocated GiB | Prepare ms | Policy |") + print("|---|---:|---:|---:|---:|---:|---:|---:|---|") + for name, case in results.items(): + c, z, p = (case["layouts"][k] for k in ("contiguous", "zigzag", "planner")) + print( + f"| {name} | {len(case['lengths'])} | {c['total_ms']:.2f} | {z['total_ms']:.2f} | {p['total_ms']:.2f} | " + f"{case['speedup_vs_contiguous']:.3f}x | {p['allocated_gib']:.2f} | {p['prepare_ms']:.2f} | {p['policy']} |" + ) + + +if __name__ == "__main__": + main() diff --git a/benchmarks/thd_1m_cases.py b/benchmarks/thd_1m_cases.py new file mode 100644 index 00000000..72a806d2 --- /dev/null +++ b/benchmarks/thd_1m_cases.py @@ -0,0 +1,259 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Reproducible 1M THD cases inspired by a character-length count histogram. + +The screenshot supplies no exact percentages or tokenizer. Weights below are +explicit synthetic priors, not recovered measurements. Long-document spikes +are additional stress cases, not claims about the screenshot's hidden tail. +""" + +import argparse +import hashlib +import json +import math +import random +from dataclasses import asdict, dataclass, replace +from itertools import accumulate +from pathlib import Path + +TOTAL_TOKENS = 1 << 20 +DEFAULT_SEED = 20261112 +# (lower exclusive, upper inclusive); k=1024 is a synthetic convention. +CHARACTER_BINS = ((10, 100), (100, 1024), (1024, 2048), (2048, 4096), (4096, 8192), (8192, 16384)) +COUNT_PRIORS = { + "tiny90": (9000, 500, 200, 200, 80, 20), + "mix80": (8000, 700, 500, 500, 250, 50), + "mix70": (7000, 1200, 800, 600, 300, 100), +} + + +@dataclass(frozen=True) +class THDCase: + name: str + lengths: tuple[int, ...] + prior: str + character_divisor: int + long_documents: tuple[int, ...] + order: str + seed: int + final_document_truncation: int = 0 + + +def _fill(budget, prior, divisor, seed): + """Draw aligned lengths and truncate at most the last draw to fill exactly.""" + rng = random.Random(seed) + cumulative = tuple(accumulate(COUNT_PRIORS[prior])) + lengths, remaining, truncation = [], budget, 0 + while remaining: + draw = rng.randrange(cumulative[-1]) + bucket = next(i for i, bound in enumerate(cumulative) if draw < bound) + lower, upper = CHARACTER_BINS[bucket] + # Uniform aligned token proxies within each scaled character bin. + minimum = max(1, lower // (4 * divisor) + 1) + maximum = max(minimum, upper // (4 * divisor)) + proposed = 4 * rng.randint(minimum, maximum) + length = min(proposed, remaining) + lengths.append(length) + remaining -= length + truncation += proposed - length + return lengths, truncation + + +def _ordered(lengths, order, seed): + values = sorted(lengths) + if order == "ascending": + return tuple(values) + if order == "descending": + return tuple(reversed(values)) + if order == "alternating": + # Smallest, largest, second-smallest, second-largest, ... + return tuple( + v + for i in range((len(values) + 1) // 2) + for v in ((values[i], values[-1 - i]) if i != len(values) - 1 - i else (values[i],)) + ) + if order != "shuffled": + raise ValueError(f"unknown order: {order}") + random.Random(seed + 1).shuffle(values) + return tuple(values) + + +def statistics_cases(seed=DEFAULT_SEED): + """Return 18 block-aligned cases; same-histogram order variants share data.""" + cases = [THDCase("1m-stat-tiny64", (64,) * (TOTAL_TOKENS // 64), "fixed64", 1, (), "constant", seed)] + specifications = [ + ("tiny90", "tiny90", 1, ()), + ("mix80", "mix80", 1, ()), + ("mix70", "mix70", 1, ()), + ("mix80-div2", "mix80", 2, ()), + ("mix80-div4", "mix80", 4, ()), + ("mix80-1x128k", "mix80", 1, (128 << 10,)), + ("mix80-1x256k", "mix80", 1, (256 << 10,)), + ("mix80-1x512k", "mix80", 1, (512 << 10,)), + ("mix80-2x256k", "mix80", 1, (256 << 10,) * 2), + ("mix80-4x128k", "mix80", 1, (128 << 10,) * 4), + ("mix80-8x64k", "mix80", 1, (64 << 10,) * 8), + ] + for name, prior, divisor, long_docs in specifications: + small, truncated = _fill(TOTAL_TOKENS - sum(long_docs), prior, divisor, seed) + lengths = _ordered([*small, *long_docs], "shuffled", seed) + cases.append(THDCase(f"1m-stat-{name}", lengths, prior, divisor, long_docs, "shuffled", seed, truncated)) + for name in ("1m-stat-mix80", "1m-stat-mix80-2x256k"): + original = next(case for case in cases if case.name == name) + for order in ("ascending", "descending", "alternating"): + cases.append( + replace(original, name=f"{name}-{order}", lengths=_ordered(original.lengths, order, seed), order=order) + ) + return tuple(cases) + + +def counted_cases(seed=DEFAULT_SEED): + """1M with 256--1024 documents, controlling count independently of length.""" + + def balanced(tokens, count): + blocks, extra = divmod(tokens // 4, count) + if tokens % 4 or blocks < 1: + raise ValueError("invalid aligned token budget") + return [4 * (blocks + (i < extra)) for i in range(count)] + + tiny512 = [64] * 410 + tiny1000 = [64] * 800 + specs = [ + ("uniform-256", [4096] * 256, ()), + ("uniform-1024", [1024] * 1024, ()), + ("near-uniform-512", [1536, 2560] * 256, ()), + ("tiny-mix-512", tiny512 + [8192] * 90 + balanced(TOTAL_TOKENS - sum(tiny512) - 8192 * 90, 12), ()), + ("tiny-mix-1000", tiny1000 + [2048] * 190 + balanced(TOTAL_TOKENS - sum(tiny1000) - 2048 * 190, 10), ()), + ("mixed-256-1long", [64] * 205 + [8192] * 50, (TOTAL_TOKENS - 64 * 205 - 8192 * 50,)), + ("mixed-512-2long", tiny512 + balanced(TOTAL_TOKENS // 2 - sum(tiny512), 100), (256 << 10,) * 2), + ("mixed-1000-1long", tiny1000 + balanced(TOTAL_TOKENS // 2 - sum(tiny1000), 199), (512 << 10,)), + ("mixed-512-4long", tiny512 + balanced(TOTAL_TOKENS // 2 - sum(tiny512), 98), (128 << 10,) * 4), + ] + cases = [ + THDCase(f"1m-count-{name}", _ordered([*short, *long], "shuffled", seed), "fixed-count", 1, long, "shuffled", seed) + for name, short, long in specs + ] + base = next(c for c in cases if c.name == "1m-count-mixed-512-2long") + for order in ("ascending", "descending"): + cases.append(replace(base, name=f"{base.name}-{order}", lengths=_ordered(base.lengths, order, seed), order=order)) + return tuple(cases) + + +def heldout_cases(seed=20261114): + """Uncalibrated, variable-length cases with 257--1000 documents. + + Both lengths and order change with the seed. Budget apportionment uses + largest remainders after reserving one block per sample, so it cannot + introduce empty documents or hide padding tokens in a final correction. + """ + rng = random.Random(seed) + + def allocate(tokens, weights): + blocks = tokens // 4 - len(weights) + total_weight = sum(weights) + quotas = [blocks * weight / total_weight for weight in weights] + values = [math.floor(quota) for quota in quotas] + for i in sorted(range(len(weights)), key=lambda i: (-(quotas[i] - values[i]), i))[: blocks - sum(values)]: + values[i] += 1 + return [4 * (value + 1) for value in values] + + specs = [] + for count, sigma in ((257, 1.2), (1000, 1.8)): + specs.append((f"lognormal-{count}", allocate(TOTAL_TOKENS, [rng.lognormvariate(0, sigma) for _ in range(count)]), ())) + specs.append(("jittered-768", allocate(TOTAL_TOKENS, [rng.uniform(0.7, 1.3) for _ in range(768)]), ())) + tiny = [4 * rng.randint(3, 25) for _ in range(614)] + specs.append( + ("tiny-tail-768", tiny + allocate(TOTAL_TOKENS - sum(tiny), [rng.lognormvariate(0, 2) for _ in range(154)]), ()) + ) + short = [4 * rng.randint(3, 25) for _ in range(410)] + [4 * rng.randint(128, 1024) for _ in range(101)] + fraction = rng.uniform(0.2, 0.8) + long = tuple(allocate(TOTAL_TOKENS - sum(short), [fraction, 1 - fraction])) + specs.append(("trimodal-513", short + list(long), long)) + return tuple( + THDCase(f"1m-heldout-{name}", _ordered(lengths, "shuffled", seed), "heldout-weighted", 1, long, "shuffled", seed) + for name, lengths, long in specs + ) + + +def summarize(case): + lengths = case.lengths + boundaries = (0, 10, 100, 1024, 2048, 4096, 8192, 16384, 65536, 131072, 262144, 524288, TOTAL_TOKENS) + histogram = [] + for lower, upper in zip(boundaries, boundaries[1:]): + values = [n for n in lengths if lower < n <= upper] + histogram.append( + dict( + lower_exclusive=lower, + upper_inclusive=upper, + documents=len(values), + tokens=sum(values), + document_fraction=len(values) / len(lengths), + token_fraction=sum(values) / TOTAL_TOKENS, + ) + ) + return dict( + documents=len(lengths), + total_tokens=sum(lengths), + min_tokens=min(lengths), + max_tokens=max(lengths), + tiny_document_fraction=sum(n <= 100 for n in lengths) / len(lengths), + tiny_token_fraction=sum(n for n in lengths if n <= 100) / TOTAL_TOKENS, + explicit_long_token_fraction=sum(case.long_documents) / TOTAL_TOKENS, + lengths_sha256=hashlib.sha256(json.dumps(lengths, separators=(",", ":")).encode()).hexdigest(), + token_length_histogram=histogram, + ) + + +def manifest(seed=DEFAULT_SEED, suite="statistics"): + if suite not in ("statistics", "counted", "heldout", "all"): + raise ValueError(f"unknown THD suite: {suite}") + cases = () + if suite in ("statistics", "all"): + cases += statistics_cases(seed) + if suite in ("counted", "all"): + cases += counted_cases(seed) + if suite in ("heldout", "all"): + cases += heldout_cases(seed) + return dict( + schema_version=1, + provenance="Synthetic priors inspired by a character-length document-count screenshot; not tokenized corpus data.", + assumptions={ + "total_tokens": TOTAL_TOKENS, + "alignment": 4, + "k": 1024, + "character_bins_lower_exclusive_upper_inclusive": CHARACTER_BINS, + "document_count_prior_weights": COUNT_PRIORS, + "character_divisor": "1/2/4 are sensitivity assumptions, not a measured tokenizer conversion.", + "within_bin": "Uniform over aligned token lengths after scaling.", + "packing": "Fill short-mixture budget, truncate only the last draw, add explicit long docs, then reorder.", + "tail": "64K-512K spikes are extra stress cases; screenshot tail probabilities are unknown.", + "fixed_count": "256/512/1000/1024 documents; tiny mixtures use about 80% 64-token documents by count, with the remaining budget assigned explicitly. These are token stress shapes, not a measured character-to-token conversion.", + }, + cases=[dict(**asdict(case), statistics=summarize(case)) for case in cases], + ) + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--seed", type=int, default=DEFAULT_SEED) + parser.add_argument("--suite", choices=("statistics", "counted", "heldout", "all"), default="statistics") + parser.add_argument("--output", type=Path, help="Write exact lengths, assumptions and count/token histograms as JSON") + args = parser.parse_args() + data = manifest(args.seed, args.suite) + if args.output: + args.output.parent.mkdir(parents=True, exist_ok=True) + args.output.write_text(json.dumps(data, indent=2) + "\n") + print("| Case | Documents | <=100 count % | <=100 token % | Max tokens | Explicit long token % |") + print("|---|---:|---:|---:|---:|---:|") + for case in data["cases"]: + stats = case["statistics"] + print( + f"| {case['name']} | {stats['documents']} | {100 * stats['tiny_document_fraction']:.2f} | " + f"{100 * stats['tiny_token_fraction']:.2f} | {stats['max_tokens']} | " + f"{100 * stats['explicit_long_token_fraction']:.1f} |" + ) + + +if __name__ == "__main__": + main() diff --git a/cula/distributed/__init__.py b/cula/distributed/__init__.py index 7930bbde..41e289c1 100644 --- a/cula/distributed/__init__.py +++ b/cula/distributed/__init__.py @@ -9,13 +9,17 @@ cudnn_kda_cp, ) from cula.distributed.plan import KimiCPPlan, build_kimi_cp_plan +from cula.distributed.redistribute import THDRedistributionPlan, THDRedistributor from cula.distributed.thd_planner import ( THDLayoutMetrics, THDLayoutPlan, THDPlannerConfig, THDRankLayout, + THDSelectionCostModel, THDSpan, plan_thd_layout, + plan_thd_selection, + zigzag_thd_layout, ) __all__ = [ @@ -26,8 +30,13 @@ "THDLayoutPlan", "THDPlannerConfig", "THDRankLayout", + "THDRedistributionPlan", + "THDRedistributor", + "THDSelectionCostModel", "THDSpan", "build_kimi_cp_plan", "cudnn_kda_cp", "plan_thd_layout", + "plan_thd_selection", + "zigzag_thd_layout", ] diff --git a/cula/distributed/redistribute.py b/cula/distributed/redistribute.py new file mode 100644 index 00000000..4672ca7c --- /dev/null +++ b/cula/distributed/redistribute.py @@ -0,0 +1,186 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Lossless row redistribution from contiguous CP shards to THD span layouts. + +Only row ownership/order changes. Floating point values are neither reduced +nor cast. The backward is the exact inverse exchange. Preparation is CPU +metadata work plus device index allocation; execution is eager PyTorch/NCCL +and allocates outputs. No CUDA Graph contract is implied. +""" + +from dataclasses import dataclass + +import torch +import torch.distributed as dist +from torch.autograd.function import once_differentiable + +from cula.distributed.thd_planner import THDRankLayout + + +@dataclass(frozen=True) +class THDRedistributionPlan: + rank: int + world_size: int + source_rows: int + target_rows: int + send_counts: tuple[int, ...] + receive_counts: tuple[int, ...] + send_ranges: tuple[tuple[int, int], ...] + receive_ranges: tuple[tuple[int, int], ...] + identity: bool + + @classmethod + def build(cls, ranks: tuple[THDRankLayout, ...], source_offsets: tuple[int, ...], rank: int): + world = len(ranks) + if world < 1 or len(source_offsets) != world + 1 or source_offsets[0] != 0: + raise ValueError("source_offsets must describe one contiguous shard per rank starting at zero") + if any(isinstance(x, bool) or not isinstance(x, int) for x in source_offsets): + raise TypeError("source offsets must be integers") + if any(a > b for a, b in zip(source_offsets, source_offsets[1:])): + raise ValueError("source offsets must be nondecreasing") + if isinstance(rank, bool) or not isinstance(rank, int) or not 0 <= rank < world: + raise ValueError("invalid rank") + intervals = [] + for owner, layout in enumerate(ranks): + if isinstance(layout.rank, bool) or not isinstance(layout.rank, int): + raise TypeError("layout ranks must be integers") + if layout.rank != owner: + raise ValueError("rank layouts must be in group-rank order") + for span in layout.spans: + if any( + isinstance(value, bool) or not isinstance(value, int) + for value in (span.owner, span.token_start, span.token_end, span.sequence_start, span.sequence_end) + ): + raise TypeError("span owners and interval bounds must be integers") + if span.owner != owner: + raise ValueError("span owner does not match its rank layout") + if not (span.sequence_start <= span.token_start < span.token_end <= span.sequence_end): + raise ValueError("span must be a nonempty interval within its sequence") + intervals.append((span.token_start, span.token_end)) + cursor = 0 + for start, end in sorted(intervals): + if start != cursor: + raise ValueError("target layout must cover every source row exactly once, without gaps or overlap") + cursor = end + if cursor != source_offsets[-1]: + raise ValueError("target layout does not cover the source extent") + + send_ranges, receive_ranges = [], [] + send_counts, receive_counts = [0] * world, [0] * world + identity = True + left, right = source_offsets[rank : rank + 2] + for destination, layout in enumerate(ranks): + target_offset = 0 + for span in layout.spans: + # Global identity is required: one locally unchanged rank must + # still join the collective if any peer changes ownership. + identity &= span.token_start == source_offsets[destination] + target_offset + a, z = max(left, span.token_start), min(right, span.token_end) + if a < z: + send_counts[destination] += z - a + send_ranges.append((a - left, z - left)) + target_offset += span.tokens + identity &= target_offset == source_offsets[destination + 1] - source_offsets[destination] + + # Receive buffer groups rows by source, then by destination span order. + for source, (left, right) in enumerate(zip(source_offsets, source_offsets[1:])): + target_offset = 0 + for span in ranks[rank].spans: + a, z = max(left, span.token_start), min(right, span.token_end) + if a < z: + receive_counts[source] += z - a + receive_ranges.append((target_offset + a - span.token_start, target_offset + z - span.token_start)) + target_offset += span.tokens + return cls( + rank, + world, + source_offsets[rank + 1] - source_offsets[rank], + ranks[rank].local_tokens, + tuple(send_counts), + tuple(receive_counts), + tuple(send_ranges), + tuple(receive_ranges), + bool(identity), + ) + + @property + def remote_rows(self): + return sum(self.send_counts) - self.send_counts[self.rank] + + +def _permutations(ranges, rows, device): + # Avoid allocating or applying an index tensor for a naturally ordered side. + cursor, ordered = 0, True + for start, end in ranges: + ordered &= start == cursor + cursor = end + if ordered and cursor == rows: + return None, None + order = ( + torch.cat([torch.arange(a, z, dtype=torch.int64, device="cpu") for a, z in ranges]) + if rows + else torch.empty(0, dtype=torch.int64, device="cpu") + ) + if order.numel() != rows: + raise ValueError("incomplete permutation") + inverse = torch.empty_like(order) + inverse[order] = torch.arange(rows, device="cpu") + return order.to(device), inverse.to(device) + + +class THDRedistributor: + """Prepared eager exchange with explicit forward and inverse mappings. + + Every rank must prepare from identical global layouts and call exchanges + in the same order. Trailing shapes and dtypes must agree across peers. + The process group must stay alive for every backward using this object. + """ + + def __init__(self, plan: THDRedistributionPlan, device, *, group=None): + if dist.get_world_size(group) != plan.world_size or dist.get_rank(group) != plan.rank: + raise ValueError("plan identity does not match the process group") + self.plan, self.group, self.device = plan, group, torch.device(device) + if self.device.type == "cuda" and self.device.index is None: + self.device = torch.device("cuda", torch.cuda.current_device()) + self.send_order, self.send_inverse = _permutations(plan.send_ranges, plan.source_rows, self.device) + self.receive_order, self.receive_inverse = _permutations(plan.receive_ranges, plan.target_rows, self.device) + + def _exchange(self, tensor, reverse): + plan = self.plan + rows = plan.target_rows if reverse else plan.source_rows + if tensor.ndim < 1 or tensor.shape[0] != rows or tensor.device != self.device: + raise ValueError(f"expected {rows} rows on {self.device}, got {tuple(tensor.shape)} on {tensor.device}") + if not tensor.is_contiguous(): + raise ValueError("redistribution requires contiguous rows; explicit packing belongs to the caller") + if plan.identity: + return tensor + order = self.receive_order if reverse else self.send_order + inverse = self.send_inverse if reverse else self.receive_inverse + send_counts, receive_counts = ( + (plan.receive_counts, plan.send_counts) if reverse else (plan.send_counts, plan.receive_counts) + ) + packed = tensor if order is None else tensor.index_select(0, order) + received = tensor.new_empty((sum(receive_counts), *tensor.shape[1:])) + dist.all_to_all_single( + received, packed, output_split_sizes=list(receive_counts), input_split_sizes=list(send_counts), group=self.group + ) + return received if inverse is None else received.index_select(0, inverse) + + def distribute(self, tensor): + return _Redistribute.apply(tensor, self, False) + + def restore(self, tensor): + return _Redistribute.apply(tensor, self, True) + + +class _Redistribute(torch.autograd.Function): + @staticmethod + def forward(ctx, tensor, exchange, reverse): + ctx.exchange, ctx.reverse = exchange, reverse + return exchange._exchange(tensor, reverse) + + @staticmethod + @once_differentiable + def backward(ctx, grad): + return ctx.exchange._exchange(grad.contiguous(), not ctx.reverse), None, None diff --git a/cula/distributed/thd_planner.py b/cula/distributed/thd_planner.py index b7646fc0..009e7c5b 100644 --- a/cula/distributed/thd_planner.py +++ b/cula/distributed/thd_planner.py @@ -11,9 +11,12 @@ from __future__ import annotations +from bisect import bisect_left, bisect_right from collections import defaultdict from collections.abc import Sequence -from dataclasses import dataclass +from dataclasses import dataclass, replace +from heapq import heapify, heappop, heappush +from itertools import groupby from math import ceil, isfinite from operator import index @@ -75,7 +78,7 @@ class THDLayoutMetrics: @dataclass(frozen=True, slots=True) class THDLayoutPlan: - """Complete global span assignment selected by :func:`plan_thd_layout`.""" + """Complete global span assignment selected by a THD planner.""" world_size: int block_size: int @@ -83,6 +86,7 @@ class THDLayoutPlan: ranks: tuple[THDRankLayout, ...] metrics: THDLayoutMetrics evaluated_scores: tuple[tuple[str, float], ...] + score_unit: str = "normalized" def for_rank(self, rank: int) -> THDRankLayout: if not isinstance(rank, int) or not 0 <= rank < self.world_size: @@ -108,6 +112,160 @@ class THDPlannerConfig: boundary_weight: float = 0.02 +@dataclass(frozen=True, slots=True) +class THDSelectionCostModel: + """Calibrated eager selection-routing costs; no hardware detection or I/O. + + Coefficients must describe the caller's indexer shape and transport. Q/O + attention and backward stay in source ownership. ``bytes_per_query`` sums + outgoing indexer Q/weights and returning IDs/scores, without dtype changes. + Bandwidths are effective per-rank GB/s, not advertised link speeds. Group + rank -> node IDs is explicit; the source is a contiguous balanced shard. + ``min_gain_fraction`` requires headroom over contiguous before migrating. + ``min_gain_ms`` additionally requires an absolute predicted saving per use; + callers may price one-time preparation divided by expected layout reuse. + ``peer_gbps`` optionally prices the maximum aggregated source/destination + edge, since sparse peer traffic may not saturate aggregate rank bandwidth. + ``inter_node_aggregate_gbps`` optionally bounds shared node injection and + receive bandwidth. ``peer_startup_us`` prices the busiest rank's nonempty + peer count, summed over the ordered forward/return collectives. Calibrate + these independently of kernel arrival waits; they are effective costs, + not physical-link specifications. Unspecified limits preserve old profiles. + """ + + candidate_ns: float + query_ns: float + span_us: float + bytes_per_query: int + intra_node_gbps: float + inter_node_gbps: float + rank_node_ids: tuple[int, ...] + packing_ns_per_query: float = 0.0 + exchange_us: float = 0.0 + min_gain_fraction: float = 0.05 + peer_gbps: float | None = None + min_gain_ms: float = 0.0 + peer_startup_us: float = 0.0 + inter_node_aggregate_gbps: float | None = None + overlap_intra_inter: bool = False + + def __post_init__(self): + if not isinstance(self.overlap_intra_inter, bool): + raise TypeError("overlap_intra_inter must be a boolean") + for name in ( + "candidate_ns", + "query_ns", + "span_us", + "packing_ns_per_query", + "exchange_us", + "min_gain_fraction", + "min_gain_ms", + "peer_startup_us", + ): + value = getattr(self, name) + if isinstance(value, bool) or not isinstance(value, int | float) or not isfinite(value) or value < 0: + raise ValueError(f"{name} must be finite and nonnegative") + for name in ("intra_node_gbps", "inter_node_gbps"): + value = getattr(self, name) + if isinstance(value, bool) or not isinstance(value, int | float) or not isfinite(value) or value <= 0: + raise ValueError(f"{name} must be finite and positive") + if self.min_gain_fraction >= 1: + raise ValueError("min_gain_fraction must be below one") + for name in ("peer_gbps", "inter_node_aggregate_gbps"): + value = getattr(self, name) + if value is not None and ( + isinstance(value, bool) or not isinstance(value, int | float) or not isfinite(value) or value <= 0 + ): + raise ValueError(f"{name} must be finite and positive when supplied") + if isinstance(self.bytes_per_query, bool) or not isinstance(self.bytes_per_query, int) or self.bytes_per_query <= 0: + raise ValueError("bytes_per_query must be a positive integer") + if not isinstance(self.rank_node_ids, tuple) or not self.rank_node_ids: + raise TypeError("rank_node_ids must be a nonempty tuple") + if any(isinstance(n, bool) or not isinstance(n, int) or n < 0 for n in self.rank_node_ids): + raise ValueError("node ids must be nonnegative integers") + + def _migration_threshold_ms(self, baseline_ms): + return baseline_ms - max(baseline_ms * self.min_gain_fraction, self.min_gain_ms) + + def _outgoing_capacity_gbps(self, rank): + kinds = {node == self.rank_node_ids[rank] for peer, node in enumerate(self.rank_node_ids) if peer != rank} + rates = [self.intra_node_gbps if local else self.inter_node_gbps for local in kinds] + return sum(rates) if self.overlap_intra_inter and rates else max(rates, default=self.intra_node_gbps) + + def estimate_ms(self, ranks: tuple[THDRankLayout, ...], *, block_size: int) -> float: + world = len(ranks) + if len(self.rank_node_ids) != world: + raise ValueError("cost-model node map must have one entry per process-group rank") + total = sum(r.local_tokens for r in ranks) + offsets = tuple(x * block_size for x in balanced_shards(total // block_size, world)) + compute, incoming, outgoing = [0.0] * world, [0.0] * world, [0.0] * world + intra_in, intra_out, inter_in, inter_out = ([0.0] * world for _ in range(4)) + peer_rows = defaultdict(int) + source_cursor = list(offsets[:-1]) + send_ordered, receive_ordered = [True] * world, [True] * world + identity = True + for rank, layout in enumerate(ranks): + cursor = offsets[rank] + last_source = -1 + for span in layout.spans: + compute[rank] += ( + self.candidate_ns * _candidate_work(span.causal_offset, span.tokens, block_size) / 1e6 + + self.query_ns * span.tokens / 1e6 + + self.span_us / 1e3 + ) + identity &= span.token_start == cursor + cursor += span.tokens + for source, rows in _source_intersections(span, offsets): + send_ordered[source] &= max(offsets[source], span.token_start) == source_cursor[source] + source_cursor[source] += rows + receive_ordered[rank] &= source >= last_source + last_source = source + if source != rank: + gbps = ( + self.intra_node_gbps + if self.rank_node_ids[source] == self.rank_node_ids[rank] + else self.inter_node_gbps + ) + cost = rows * self.bytes_per_query / (gbps * 1e6) + outgoing[source] += cost + incoming[rank] += cost + local = self.rank_node_ids[source] == self.rank_node_ids[rank] + (intra_out if local else inter_out)[source] += cost + (intra_in if local else inter_in)[rank] += cost + peer_rows[source, rank] += rows + identity &= cursor == offsets[rank + 1] + if identity: + return max(compute) + # Execution has ordered exchange/compute/return phases. Model their + # critical durations separately rather than assuming unmeasured overlap. + transfer = max(*incoming, *outgoing) + if self.overlap_intra_inter: + transfer = max(*intra_in, *intra_out, *inter_in, *inter_out) + if self.peer_gbps is not None: + transfer = max(transfer, max(peer_rows.values(), default=0) * self.bytes_per_query / (self.peer_gbps * 1e6)) + node_in, node_out = defaultdict(int), defaultdict(int) + send_peers, receive_peers = [0] * world, [0] * world + for (source, target), rows in peer_rows.items(): + send_peers[source] += 1 + receive_peers[target] += 1 + a, b = self.rank_node_ids[source], self.rank_node_ids[target] + if a != b: + node_out[a] += rows + node_in[b] += rows + if self.inter_node_aggregate_gbps is not None: + node_rows = max((*node_in.values(), *node_out.values()), default=0) + transfer = max(transfer, node_rows * self.bytes_per_query / (self.inter_node_aggregate_gbps * 1e6)) + transfer += max(*send_peers, *receive_peers) * self.peer_startup_us / 1e3 + # Match the redistributor's no-op permutation elimination. A local + # forward pack and its inverse restore together copy bytes_per_query; + # the destination-side pair does the same only if receive order differs. + copies = max( + (offsets[r + 1] - offsets[r]) * (not send_ordered[r]) + layout.local_tokens * (not receive_ordered[r]) + for r, layout in enumerate(ranks) + ) + return max(compute) + transfer + copies * self.packing_ns_per_query / 1e6 + self.exchange_us / 1e3 + + @dataclass(frozen=True, slots=True) class _PlanningItem: sequence: int @@ -131,6 +289,45 @@ def _candidate_work(start: int, tokens: int, block_size: int) -> int: return _candidate_prefix(start + tokens, block_size) - _candidate_prefix(start, block_size) +def _source_intersections(span: THDSpan, offsets: tuple[int, ...]): + for source in range(bisect_right(offsets, span.token_start) - 1, bisect_left(offsets, span.token_end)): + yield source, min(offsets[source + 1], span.token_end) - max(offsets[source], span.token_start) + + +def _transfer_lower_bound(assignments, world, block_size, model, compute_mean, baseline): + """Optimistic lower bound on critical compute plus outgoing traffic. + + To reduce source rank i's compute below C, some candidate/token work must + leave it. A moved row can remove no more than the largest causal position + on that source. Ignore span overhead, incoming traffic, packing, capacity + and fixed exchange cost: all make this a lower bound, not a prediction. + Minimizing the maximum of affine functions only needs their intersections + and the interval endpoints. It remains valid for unequal destination rows. + """ + compute, density = [0.0] * world, [0.0] * world + for item, rank in assignments: + compute[rank] += (model.candidate_ns * item.causal_work + model.query_ns * item.tokens) / 1e6 + density[rank] = max( + density[rank], + (model.candidate_ns * ((item.token_end - item.sequence_start) // block_size) + model.query_ns) / 1e6, + ) + lines = [(1.0, 0.0)] + for rank in range(world): + if not density[rank]: + continue + rate = model._outgoing_capacity_gbps(rank) + slope = model.bytes_per_query / (rate * 1e6 * density[rank]) + lines.append((1 - slope, slope * compute[rank])) + points = [compute_mean, baseline] + for i, (a, b) in enumerate(lines): + for c, d in lines[:i]: + if a != c: + cross = (d - b) / (a - c) + if compute_mean < cross < baseline: + points.append(cross) + return min(max(a * x + b for a, b in lines) for x in points) + + def _validate_inputs( global_cu_seqlens: torch.Tensor | Sequence[int], *, @@ -186,7 +383,8 @@ def _contiguous_items(boundaries: tuple[int, ...], world_size: int, block_size: shard_offsets = tuple(value * block_size for value in block_shards) result = [] for rank, (shard_start, shard_end) in enumerate(zip(shard_offsets, shard_offsets[1:])): - for sequence, (sequence_start, sequence_end) in enumerate(zip(boundaries, boundaries[1:])): + for sequence in range(bisect_right(boundaries, shard_start) - 1, bisect_left(boundaries, shard_end)): + sequence_start, sequence_end = boundaries[sequence : sequence + 2] start = max(shard_start, sequence_start) end = min(shard_end, sequence_end) if start < end: @@ -200,6 +398,7 @@ def _adaptive_items( config: THDPlannerConfig, *, chunks_per_rank: int, + sequences: set[int] | None = None, ) -> list[_PlanningItem]: block_size = config.block_size total_blocks = boundaries[-1] // block_size @@ -208,6 +407,8 @@ def _adaptive_items( min_split_blocks = config.min_split_tokens // block_size result = [] for sequence, (sequence_start, sequence_end) in enumerate(zip(boundaries, boundaries[1:])): + if sequences is not None and sequence not in sequences: + continue length_blocks = (sequence_end - sequence_start) // block_size pieces = min(requested_grid, max(1, ceil(length_blocks / target_blocks))) # A sequence shorter than two useful spans stays whole. This is what @@ -223,7 +424,7 @@ def _adaptive_items( # Keep all ranks non-empty even for small batches containing fewer than W # sequences. The minimum span is a performance preference, not a semantic # restriction, so only this feasibility repair may split below it. - while len(result) < world_size: + while sequences is None and len(result) < world_size: splittable = [item for item in result if item.tokens >= 2 * block_size] if not splittable: raise ValueError("block alignment leaves fewer non-empty spans than ranks") @@ -275,23 +476,28 @@ def _greedy_assign(items: list[_PlanningItem], world_size: int) -> list[tuple[_P reverse=True, ) result = [] - for item in ordered: - owner = min( - range(world_size), - key=lambda rank: ( - max( - (token_loads[rank] + item.tokens) / ideal_tokens, - (causal_loads[rank] + item.causal_work) / ideal_causal, - ), - (token_loads[rank] + item.tokens) / ideal_tokens + (causal_loads[rank] + item.causal_work) / ideal_causal, - item_counts[rank], - rank, - ), - ) - result.append((item, owner)) - token_loads[owner] += item.tokens - causal_loads[owner] += item.causal_work - item_counts[owner] += 1 + for (tokens, work), group in groupby(ordered, key=lambda item: (item.tokens, item.causal_work)): + + def pressure(rank): + token_pressure = (token_loads[rank] + tokens) / ideal_tokens + causal_pressure = (causal_loads[rank] + work) / ideal_causal + return max(token_pressure, causal_pressure), token_pressure + causal_pressure, item_counts[rank], rank + + # Consecutive equal-cost pieces change only the selected rank's key. + # A heap retains the exact LPT ordering without scanning all CP ranks + # for every tiny document. Unique-cost pieces keep the simple minimum. + pieces = list(group) + heap = [pressure(rank) for rank in range(world_size)] + if len(pieces) > 1: + heapify(heap) + for item in pieces: + owner = heappop(heap)[-1] if len(pieces) > 1 else min(heap)[-1] + result.append((item, owner)) + token_loads[owner] += tokens + causal_loads[owner] += work + item_counts[owner] += 1 + if len(pieces) > 1: + heappush(heap, pressure(owner)) return result @@ -341,7 +547,19 @@ def _rebalance_tokens( loads[owner] += item.tokens causal_loads[owner] += item.causal_work ideal_causal = sum(causal_loads) / world_size - repaired = list(assignments) + # Stable serials preserve the old global-list tie order, while looking only + # at the selected donor avoids rescanning every unrelated short document. + bins = [dict() for _ in range(world_size)] + shapes = [defaultdict(list) for _ in range(world_size)] + + def insert(owner, serial, item): + bins[owner][serial] = item + shape = (item.tokens, item.token_start - item.sequence_start) + heappush(shapes[owner][shape], (item.sequence, item.token_start, serial)) + + for serial, (item, owner) in enumerate(assignments): + insert(owner, serial, item) + next_serial = len(assignments) while loads != capacities: receivers = [rank for rank in range(world_size) if loads[rank] < capacities[rank]] @@ -355,55 +573,56 @@ def _rebalance_tokens( loads[donor] - capacities[donor], ) - choices = [] - for assignment_index, (item, owner) in enumerate(repaired): - if owner != donor: - continue + other_pressure = max( + (causal_loads[r] / ideal_causal for r in range(world_size) if r not in (donor, receiver)), default=0.0 + ) + best = None + # Equal (length, causal offset) pieces have identical whole/prefix/ + # suffix costs. Only the earliest semantic tie-break can win, so one + # heap head represents all equivalent short documents exactly. + for heap in shapes[donor].values(): + serial = heap[0][2] + item = bins[donor][serial] transfer_tokens = min(item.tokens, transfer_limit) - if transfer_tokens == item.tokens: - variants = ((item, None),) - else: - variants = tuple( - _split_item( - item, - transfer_tokens, - take_prefix=take_prefix, - block_size=block_size, - ) - for take_prefix in (True, False) + split = transfer_tokens != item.tokens + for take_prefix in (True, False) if split else (True,): + moved_start = item.token_start if take_prefix else item.token_end - transfer_tokens + moved_work = ( + _candidate_work(moved_start - item.sequence_start, transfer_tokens, block_size) + if split + else item.causal_work ) - for moved, remainder in variants: - next_donor_causal = causal_loads[donor] - moved.causal_work - next_receiver_causal = causal_loads[receiver] + moved.causal_work causal_pressure = max( - next_donor_causal / ideal_causal, - next_receiver_causal / ideal_causal, - *(causal_loads[rank] / ideal_causal for rank in range(world_size) if rank not in (donor, receiver)), - ) - choices.append( - ( - causal_pressure, - remainder is not None, - -moved.tokens, - moved.sequence, - moved.token_start, - assignment_index, - moved, - remainder, - ) + (causal_loads[donor] - moved_work) / ideal_causal, + (causal_loads[receiver] + moved_work) / ideal_causal, + other_pressure, ) - if not choices: + choice = (causal_pressure, split, -transfer_tokens, item.sequence, moved_start, serial, take_prefix) + if best is None or choice < best: + best = choice + if best is None: raise RuntimeError("internal error: an overloaded rank has no movable THD span") - *_, assignment_index, moved, remainder = min(choices) - repaired.pop(assignment_index) + _, split, negative_tokens, _, _, serial, take_prefix = best + item = bins[donor].pop(serial) + shape = (item.tokens, item.token_start - item.sequence_start) + heappop(shapes[donor][shape]) + if not shapes[donor][shape]: + del shapes[donor][shape] + moved, remainder = ( + _split_item(item, -negative_tokens, take_prefix=take_prefix, block_size=block_size) if split else (item, None) + ) if remainder is not None: - repaired.append((remainder, donor)) - repaired.append((moved, receiver)) + insert(donor, next_serial, remainder) + next_serial += 1 + insert(receiver, next_serial, moved) + next_serial += 1 loads[donor] -= moved.tokens loads[receiver] += moved.tokens causal_loads[donor] -= moved.causal_work causal_loads[receiver] += moved.causal_work - return repaired + return [ + (item, owner) for _, item, owner in sorted((i, item, r) for r, items in enumerate(bins) for i, item in items.items()) + ] def _coalesce(assignments: list[tuple[_PlanningItem, int]]) -> list[THDSpan]: @@ -502,11 +721,91 @@ def _build_candidate( return policy, spans, metrics +def _minimum_assignment(costs: list[list[float]]) -> tuple[int, ...]: + """Minimum-cost bin -> rank permutation, O(W^3), with stable ties. + + The primal-dual augmenting-path algorithm keeps rank ownership bijective. + It needs no optional optimizer dependency and never enumerates W! maps. + """ + size = len(costs) + u, v = [0.0] * (size + 1), [0.0] * (size + 1) + matched, previous = [0] * (size + 1), [0] * (size + 1) + for row in range(1, size + 1): + matched[0] = row + column = 0 + best = [float("inf")] * (size + 1) + used = [False] * (size + 1) + while True: + used[column] = True + active = matched[column] + step, next_column = float("inf"), 0 + for candidate in range(1, size + 1): + if not used[candidate]: + reduced = costs[active - 1][candidate - 1] - u[active] - v[candidate] + if reduced < best[candidate]: + best[candidate], previous[candidate] = reduced, column + if best[candidate] < step: + step, next_column = best[candidate], candidate + for candidate in range(size + 1): + if used[candidate]: + u[matched[candidate]] += step + v[candidate] -= step + else: + best[candidate] -= step + column = next_column + if matched[column] == 0: + break + while column: + parent = previous[column] + matched[column] = matched[parent] + column = parent + assignment = [0] * size + for column in range(1, size + 1): + assignment[matched[column] - 1] = column - 1 + return tuple(assignment) + + +def _localize_spans(spans: list[THDSpan], world: int, block_size: int, model: THDSelectionCostModel) -> list[THDSpan]: + """Relabel equal-capacity bins to minimize aggregate transfer cost. + + Computation and fragmentation stay identical. This minimizes a sum, not + the critical path; the caller must still score the result against the + original candidate with the full max-rank model. + """ + offsets = tuple(x * block_size for x in balanced_shards(sum(s.tokens for s in spans) // block_size, world)) + overlaps = [[0] * world for _ in range(world)] + for span in spans: + for source, rows in _source_intersections(span, offsets): + overlaps[span.owner][source] += rows + capacities = defaultdict(list) + for rank, (a, z) in enumerate(zip(offsets, offsets[1:])): + capacities[z - a].append(rank) + owners = list(range(world)) + for peers in capacities.values(): + costs = [ + [ + sum( + rows + / (model.intra_node_gbps if model.rank_node_ids[s] == model.rank_node_ids[r] else model.inter_node_gbps) + for s, rows in enumerate(overlaps[owner]) + if s != r + ) + for r in peers + ] + for owner in peers + ] + assignment = _minimum_assignment(costs) + for owner, destination in zip(peers, assignment): + owners[owner] = peers[destination] + return [replace(span, owner=owners[span.owner]) for span in spans] + + def plan_thd_layout( global_cu_seqlens: torch.Tensor | Sequence[int], *, world_size: int, config: THDPlannerConfig | None = None, + cost_model: THDSelectionCostModel | None = None, ) -> THDLayoutPlan: """Plan a block-aligned THD layout and select the best modeled candidate. @@ -518,16 +817,44 @@ def plan_thd_layout( config = THDPlannerConfig() if config is None else config if not isinstance(config, THDPlannerConfig): raise TypeError("config must be a THDPlannerConfig") + if cost_model is not None and not isinstance(cost_model, THDSelectionCostModel): + raise TypeError("cost_model must be a THDSelectionCostModel") boundaries = _validate_inputs(global_cu_seqlens, world_size=world_size, config=config) + if cost_model is not None and len(cost_model.rank_node_ids) != world_size: + raise ValueError("cost-model node map must have one entry per process-group rank") + source_items = _contiguous_items(boundaries, world_size, config.block_size) contiguous = _build_candidate( - _contiguous_items(boundaries, world_size, config.block_size), + source_items, policy="contiguous", world_size=world_size, config=config, ) + if cost_model is not None and contiguous is not None: + policy, spans, metrics = contiguous + ranks = tuple(THDRankLayout(r, tuple(s for s in spans if s.owner == r)) for r in range(world_size)) + baseline_ms = cost_model.estimate_ms(ranks, block_size=config.block_size) + # Every exact partition has the same candidate/token sums and at least + # one span per document. Even free transport cannot beat their mean. + lower_bound = ( + cost_model.candidate_ns * sum(metrics.causal_loads) / 1e6 + + cost_model.query_ns * boundaries[-1] / 1e6 + + cost_model.span_us * (len(boundaries) - 1) / 1e3 + ) / world_size + lower_bound = _transfer_lower_bound(source_items, world_size, config.block_size, cost_model, lower_bound, baseline_ms) + if lower_bound >= cost_model._migration_threshold_ms(baseline_ms): + return THDLayoutPlan( + world_size, + config.block_size, + policy, + ranks, + replace(metrics, score=baseline_ms), + ((policy, baseline_ms),), + "ms", + ) adaptive_candidates = [] seen_assignments = set() + seen_items = set() for chunks_per_rank in range(1, config.max_chunks_per_rank + 1): adaptive_items = _adaptive_items( boundaries, @@ -535,6 +862,10 @@ def plan_thd_layout( config, chunks_per_rank=chunks_per_rank, ) + item_signature = tuple(adaptive_items) + if item_signature in seen_items: + continue + seen_items.add(item_signature) adaptive = _build_candidate( _rebalance_tokens( _greedy_assign(adaptive_items, world_size), @@ -554,6 +885,35 @@ def plan_thd_layout( candidates = [candidate for candidate in (contiguous, *adaptive_candidates) if candidate is not None] if not candidates: raise RuntimeError("no feasible THD layout candidate") + if cost_model is not None: + localized = [] + for policy, spans, _ in candidates: + if policy == "contiguous": + continue + nearby = _localize_spans(spans, world_size, config.block_size, cost_model) + if nearby != spans: + localized.append( + ( + policy + "-local", + nearby, + _metrics(nearby, world_size=world_size, block_size=config.block_size, config=config), + ) + ) + candidates += localized + candidates = [ + ( + policy, + spans, + replace( + metrics, + score=cost_model.estimate_ms( + tuple(THDRankLayout(r, tuple(s for s in spans if s.owner == r)) for r in range(world_size)), + block_size=config.block_size, + ), + ), + ) + for policy, spans, metrics in candidates + ] selected_policy, selected_spans, selected_metrics = min( candidates, key=lambda candidate: ( @@ -562,6 +922,10 @@ def plan_thd_layout( candidate[0], ), ) + if cost_model is not None: + baseline = next(c for c in candidates if c[0] == "contiguous") + if selected_metrics.score >= cost_model._migration_threshold_ms(baseline[2].score): + selected_policy, selected_spans, selected_metrics = baseline ranks = tuple( THDRankLayout( rank, @@ -581,6 +945,387 @@ def plan_thd_layout( ranks, selected_metrics, tuple((policy, metrics.score) for policy, _, metrics in candidates), + "ms" if cost_model is not None else "normalized", + ) + + +def _selection_assign(items, pinned, *, world, capacity, offsets, model, block_size): + """Keep cheap source spans local; place long-span work under a row cap. + + Unlike a shared KDA/CSA layout, selection ownership need not have equal + token counts. Its invariant is bounded rows and exact coverage. Placement + scores ordered compute/transport phases using the same calibrated units + as final candidate selection, with stable load/locality tie breaks. + """ + loads, compute = [0] * world, [0.0] * world + incoming, outgoing = [0.0] * world, [0.0] * world + intra_in, intra_out, inter_in, inter_out = ([0.0] * world for _ in range(4)) + peer_rows = [[0] * world for _ in range(world)] + peer_peak = 0 + send_peers, receive_peers = [0] * world, [0] * world + degree_peak, node_peak = 0, 0 + node_in, node_out = defaultdict(int), defaultdict(int) + # Pinned spans initialize loads but are materialized once by the caller. + result = [] + + def work(item): + return model.candidate_ns * item.causal_work / 1e6 + model.query_ns * item.tokens / 1e6 + model.span_us / 1e3 + + for item, owner in pinned: + loads[owner] += item.tokens + compute[owner] += work(item) + for original in sorted(items, key=lambda item: (-work(item), -item.tokens, item.sequence, item.token_start)): + item = original + while item is not None: + # A cap is not an exact bin size. Split only when no remaining + # bin can hold this item, keeping short sequences intact otherwise. + free = max(capacity - n for n in loads) + if free <= 0: + raise RuntimeError("internal error: selection row capacity exhausted") + placed, remainder = ( + _split_item(item, free, take_prefix=True, block_size=block_size) if item.tokens > free else (item, None) + ) + intersections = tuple(_source_intersections(placed, offsets)) + cost = work(placed) + max_compute, max_incoming, max_outgoing = max(compute), max(incoming), max(outgoing) + if model.overlap_intra_inter: + max_incoming, max_outgoing = max(*intra_in, *inter_in), max(*intra_out, *inter_out) + best = None + for rank in range(world): + if loads[rank] + placed.tokens > capacity: + continue + additions = [] + moved = 0 + for source, rows in intersections: + if source == rank: + continue + rate = ( + model.intra_node_gbps + if model.rank_node_ids[source] == model.rank_node_ids[rank] + else model.inter_node_gbps + ) + additions.append((source, rows * model.bytes_per_query / (rate * 1e6))) + moved += rows + received = sum(value for _, value in additions) + transfer = max(max_incoming, incoming[rank] + received, max_outgoing) + transfer = max(transfer, max((outgoing[s] + value for s, value in additions), default=0.0)) + if model.overlap_intra_inter: + local_received = sum(v for s, v in additions if model.rank_node_ids[s] == model.rank_node_ids[rank]) + remote_received = sum(v for s, v in additions if model.rank_node_ids[s] != model.rank_node_ids[rank]) + transfer = max( + max_incoming, max_outgoing, intra_in[rank] + local_received, inter_in[rank] + remote_received + ) + transfer = max( + transfer, + max( + ( + (intra_out if model.rank_node_ids[s] == model.rank_node_ids[rank] else inter_out)[s] + v + for s, v in additions + ), + default=0.0, + ), + ) + candidate_peer_peak = max( + peer_peak, max((peer_rows[s][rank] + n for s, n in intersections if s != rank), default=0) + ) + if model.peer_gbps is not None: + transfer = max(transfer, candidate_peer_peak * model.bytes_per_query / (model.peer_gbps * 1e6)) + new_edges = [s for s, n in intersections if s != rank and not peer_rows[s][rank]] + candidate_degree = max( + degree_peak, + receive_peers[rank] + len(new_edges), + max((send_peers[s] + 1 for s in new_edges), default=0), + ) + node_additions = defaultdict(int) + for s, n in intersections: + if model.rank_node_ids[s] != model.rank_node_ids[rank]: + node_additions[model.rank_node_ids[s]] += n + candidate_node = max( + node_peak, + node_in[model.rank_node_ids[rank]] + sum(node_additions.values()), + max((node_out[n] + rows for n, rows in node_additions.items()), default=0), + ) + if model.inter_node_aggregate_gbps is not None: + transfer = max(transfer, candidate_node * model.bytes_per_query / (model.inter_node_aggregate_gbps * 1e6)) + transfer += candidate_degree * model.peer_startup_us / 1e3 + # Partial placement uses an upper bound on copies. Final + # scoring checks the actual source/destination permutations. + copies = max( + offsets[r + 1] - offsets[r] + n + (placed.tokens if r == rank else 0) for r, n in enumerate(loads) + ) + critical = max(max_compute, compute[rank] + cost) + transfer + if candidate_peer_peak: + critical += copies * model.packing_ns_per_query / 1e6 + model.exchange_us / 1e3 + key = (critical, compute[rank] + cost + incoming[rank] + received, moved, loads[rank], rank) + if best is None or key < best[0]: + best = key, rank, additions, received, candidate_peer_peak, candidate_degree, candidate_node + _, owner, additions, received, peer_peak, degree_peak, node_peak = best + result.append((placed, owner)) + loads[owner] += placed.tokens + compute[owner] += cost + incoming[owner] += received + for source, value in additions: + outgoing[source] += value + local = model.rank_node_ids[source] == model.rank_node_ids[owner] + (intra_out if local else inter_out)[source] += value + (intra_in if local else inter_in)[owner] += value + for source, rows in intersections: + if source != owner: + if not peer_rows[source][owner]: + send_peers[source] += 1 + receive_peers[owner] += 1 + peer_rows[source][owner] += rows + a, b = model.rank_node_ids[source], model.rank_node_ids[owner] + if a != b: + node_out[a] += rows + node_in[b] += rows + item = remainder + return result + + +def _paired_selection_items(boundaries, movable, world, block_size, offsets, model): + """Pair early/late chunks only within long documents, keeping shorts local.""" + result = [] + for sequence in sorted(movable): + start, end = boundaries[sequence : sequence + 2] + # Unlike balanced_shards, empty pieces are legitimate for tiny custom + # split thresholds. They never become empty THDSpan objects. + base, remainder = divmod((end - start) // block_size, 2 * world) + cuts = [start + (i * base + min(i, remainder)) * block_size for i in range(2 * world + 1)] + pairs = [] + for rank in range(world): + pairs.append( + [ + _make_item(sequence, cuts[i], cuts[i + 1], start, end, block_size) + for i in (rank, 2 * world - 1 - rank) + if cuts[i] < cuts[i + 1] + ] + ) + costs = [] + for pair in pairs: + overlaps = [0] * world + for item in pair: + for source, rows in _source_intersections(item, offsets): + overlaps[source] += rows + costs.append( + [ + sum( + rows + / ( + model.intra_node_gbps + if model.rank_node_ids[source] == model.rank_node_ids[rank] + else model.inter_node_gbps + ) + for source, rows in enumerate(overlaps) + if source != rank + ) + for rank in range(world) + ] + ) + owners = _minimum_assignment(costs) + result.extend((item, owners[rank]) for rank, pair in enumerate(pairs) for item in pair) + return result + + +def zigzag_thd_layout( + global_cu_seqlens: torch.Tensor | Sequence[int], *, world_size: int, block_size: int = 4 +) -> tuple[THDRankLayout, ...]: + """Conventional per-document early/late pairing, including short documents. + + Rank r owns pieces r and 2*CP-1-r. Empty pieces are omitted; adjacent + pieces remain distinct, matching the selection backend's execution spans. + This layout can have unequal or empty ranks and does not impose a row cap. + """ + config = THDPlannerConfig(block_size=block_size, min_split_tokens=block_size) + boundaries = _validate_inputs(global_cu_seqlens, world_size=world_size, config=config) + ranks = [[] for _ in range(world_size)] + for sequence, (start, end) in enumerate(zip(boundaries, boundaries[1:])): + base, remainder = divmod((end - start) // block_size, 2 * world_size) + cuts = [start + (i * base + min(i, remainder)) * block_size for i in range(2 * world_size + 1)] + for rank in range(world_size): + for piece in (rank, 2 * world_size - 1 - rank): + a, z = cuts[piece : piece + 2] + if a < z: + ranks[rank].append(THDSpan(sequence, a, z, start, end, rank)) + return tuple(THDRankLayout(r, tuple(spans)) for r, spans in enumerate(ranks)) + + +def _zigzag_lower_bound(boundaries, source, world, block_size, model): + """Average compute plus exact outgoing traffic, without building THD spans. + + Consecutive zigzag pieces assigned to the same node form interval runs. + Intersect each source span with its rank's two pieces and its node's runs: + this gives exact self, intra-node and inter-node row counts. The number of + runs is small for contiguous node ranks; arbitrary explicit topologies are + supported too. Average compute and outgoing-only transport are lower bounds + on their respective critical times. Packing and incoming/peer bottlenecks + are omitted, so this cannot overprice the concrete full-zigzag candidate. + """ + piece_nodes = [model.rank_node_ids[min(i, 2 * world - 1 - i)] for i in range(2 * world)] + node_runs = defaultdict(list) + begin = 0 + for node, pieces in groupby(piece_nodes): + end = begin + sum(1 for _ in pieces) + node_runs[node].append((begin, end)) + begin = end + geometry, total_work, spans = [], 0, 0 + for a, z in zip(boundaries, boundaries[1:]): + blocks = (z - a) // block_size + geometry.append(divmod(blocks, 2 * world)) + total_work += _candidate_work(0, z - a, block_size) + spans += min(blocks, 2 * world) + intra, inter = [0] * world, [0] * world + for item, rank in source: + base, remainder = geometry[item.sequence] + + def overlap(left, right): + a = item.sequence_start + (left * base + min(left, remainder)) * block_size + z = item.sequence_start + (right * base + min(right, remainder)) * block_size + return max(0, min(item.token_end, z) - max(item.token_start, a)) + + own_rows = overlap(rank, rank + 1) + overlap(2 * world - 1 - rank, 2 * world - rank) + node_rows = sum(overlap(a, z) for a, z in node_runs[model.rank_node_ids[rank]]) + intra[rank] += node_rows - own_rows + inter[rank] += item.tokens - node_rows + transfer = 0.0 + for local, remote in zip(intra, inter): + a, b = local / model.intra_node_gbps, remote / model.inter_node_gbps + transfer = max(transfer, (max(a, b) if model.overlap_intra_inter else a + b) * model.bytes_per_query / 1e6) + if model.inter_node_aggregate_gbps is not None: + node_out = defaultdict(int) + for rank, rows in enumerate(inter): + node_out[model.rank_node_ids[rank]] += rows + transfer = max(transfer, max(node_out.values()) * model.bytes_per_query / (model.inter_node_aggregate_gbps * 1e6)) + if any(intra) or any(inter): + # Each used link kind requires at least one distinct remote peer. + peers = max((a > 0) + (b > 0) for a, b in zip(intra, inter)) + transfer += (model.exchange_us + model.peer_startup_us * peers) / 1e3 + compute = (model.candidate_ns * total_work + model.query_ns * boundaries[-1]) / (world * 1e6) + compute += model.span_us * spans / (world * 1e3) + return compute + transfer + + +def plan_thd_selection( + global_cu_seqlens: torch.Tensor | Sequence[int], + *, + world_size: int, + max_tokens_per_rank: int, + cost_model: THDSelectionCostModel, + config: THDPlannerConfig | None = None, +) -> THDLayoutPlan: + """Plan selection-only routing with an explicit per-rank row capacity. + + Compare contiguous, complete per-document zigzag and locality-preserving + long-document candidates in the same cost model. Only the latter pin + short source spans and split documents at least twice ``min_split_tokens``. + Target row counts + may differ: attention and KDA must retain source ownership, and selection + IDs/scores must be restored through the inverse exchange before use. + + The capacity includes pinned rows and must fit every contiguous source + shard. It bounds query-shaped buffers, not total backend workspace; the + caller must also budget selection scratch and gathered keys. This eager + CPU planner does no device probing, timing or implicit caching. + """ + config = THDPlannerConfig() if config is None else config + if not isinstance(config, THDPlannerConfig): + raise TypeError("config must be a THDPlannerConfig") + if not isinstance(cost_model, THDSelectionCostModel): + raise TypeError("cost_model must be a THDSelectionCostModel") + boundaries = _validate_inputs(global_cu_seqlens, world_size=world_size, config=config) + if len(cost_model.rank_node_ids) != world_size: + raise ValueError("cost-model node map must have one entry per process-group rank") + if isinstance(max_tokens_per_rank, bool) or not isinstance(max_tokens_per_rank, int): + raise TypeError("max_tokens_per_rank must be an integer") + offsets = tuple(x * config.block_size for x in balanced_shards(boundaries[-1] // config.block_size, world_size)) + if max_tokens_per_rank % config.block_size or max_tokens_per_rank < max(b - a for a, b in zip(offsets, offsets[1:])): + raise ValueError("max_tokens_per_rank must be block aligned and fit every source shard") + base = _contiguous_items(boundaries, world_size, config.block_size) + movable = {i for i, (a, z) in enumerate(zip(boundaries, boundaries[1:])) if z - a >= 2 * config.min_split_tokens} + pinned = [(item, rank) for item, rank in base if item.sequence not in movable] + pinned_spans = () + candidates = [] + + def add(assignments, policy, *, include_pinned=True): + spans = _coalesce(assignments) + if include_pinned: + # Pinned and movable documents are disjoint. Reusing their spans + # avoids rebuilding hundreds of identical short-document objects + # for every planning grid. + spans = sorted((*pinned_spans, *spans), key=lambda s: (s.sequence, s.token_start)) + grouped = [[] for _ in range(world_size)] + for span in spans: + grouped[span.owner].append(span) + ranks = tuple(THDRankLayout(r, tuple(group)) for r, group in enumerate(grouped)) + if any(rank.local_tokens > max_tokens_per_rank for rank in ranks): + return + score = cost_model.estimate_ms(ranks, block_size=config.block_size) + candidates.append((policy, ranks, score)) + + add(base, "contiguous", include_pinned=False) + baseline_ms = candidates[0][2] + lower_bound = baseline_ms + # This bound allows arbitrary row movement, including short documents. + # It may prune full zigzag too, but the long-document threshold may not. + if baseline_ms > cost_model.min_gain_ms: + lower_bound = ( + cost_model.candidate_ns * sum(item.causal_work for item, _ in base) / 1e6 + + cost_model.query_ns * boundaries[-1] / 1e6 + + cost_model.span_us * (len(boundaries) - 1) / 1e3 + ) / world_size + lower_bound = _transfer_lower_bound(base, world_size, config.block_size, cost_model, lower_bound, baseline_ms) + if movable and lower_bound < cost_model._migration_threshold_ms(baseline_ms): + pinned_spans = _coalesce(pinned) + add( + _paired_selection_items(boundaries, movable, world_size, config.block_size, offsets, cost_model), + "selection-paired-local", + ) + seen = set() + for grid in range(1, config.max_chunks_per_rank + 1): + items = tuple(_adaptive_items(boundaries, world_size, config, chunks_per_rank=grid, sequences=movable)) + if items in seen: + continue + seen.add(items) + add( + _selection_assign( + items, + pinned, + world=world_size, + capacity=max_tokens_per_rank, + offsets=offsets, + model=cost_model, + block_size=config.block_size, + ), + f"selection-local-{grid}x", + ) + # Score the cheap local candidates first. They tighten the incumbent, + # allowing an admissible bound to reject a fragmented full zigzag without + # allocating O(documents * CP) span objects. No candidate-specific heuristic + # threshold is used: any full zigzag that can win is still materialized. + threshold = min(cost_model._migration_threshold_ms(baseline_ms), min(c[2] for c in candidates)) + if ( + lower_bound < threshold + and _zigzag_lower_bound(boundaries, base, world_size, config.block_size, cost_model) < threshold + ): + zigzag = zigzag_thd_layout(boundaries, world_size=world_size, block_size=config.block_size) + if all(rank.local_tokens <= max_tokens_per_rank for rank in zigzag): + candidates.append(("zigzag", zigzag, cost_model.estimate_ms(zigzag, block_size=config.block_size))) + selected = min(candidates, key=lambda c: (c[2], c[0] != "contiguous", c[0])) + if selected[2] >= cost_model._migration_threshold_ms(baseline_ms): + selected = candidates[0] + policy, ranks, score = selected + metrics = _metrics( + [span for rank in ranks for span in rank.spans], world_size=world_size, block_size=config.block_size, config=config + ) + metrics = replace(metrics, score=score) + return THDLayoutPlan( + world_size, + config.block_size, + policy, + ranks, + metrics, + tuple((name, value) for name, _, value in candidates), + "ms", ) @@ -588,7 +1333,10 @@ def plan_thd_layout( "THDLayoutMetrics", "THDLayoutPlan", "THDPlannerConfig", + "THDSelectionCostModel", "THDRankLayout", "THDSpan", "plan_thd_layout", + "plan_thd_selection", + "zigzag_thd_layout", ] diff --git a/docs/THD_1M_STATISTICS_CASES.md b/docs/THD_1M_STATISTICS_CASES.md new file mode 100644 index 00000000..0790927c --- /dev/null +++ b/docs/THD_1M_STATISTICS_CASES.md @@ -0,0 +1,114 @@ +# Statistics-inspired 1M THD workload catalog + +The motivating histogram describes **document counts by character length**. Its largest visible bucket is `(10,100]`; exact percentages, +the full long tail and tokenizer information were not supplied. This catalog +uses explicit synthetic priors to explore that shape. It is not a reconstruction +of the real token distribution or a claim about hidden chart values. + +There are **18 new cases**, in addition to the previous five baseline cases. +Every case contains exactly **1,048,576 tokens**, with positive document lengths +divisible by four for the current complete-CSA CP harness. All source CP16 +shards consequently have 65,536 tokens. The generator uses only Python's +standard library and does not initialize CUDA or distributed execution. + +## Distribution assumptions + +Weights below are **sample-count priors**, not token shares or measurements +read from the chart. The primary `mix80` prior approximates the chart's visible +shape; `tiny90` and `mix70` test sensitivity to its dominant short bucket. +The generator samples uniformly over aligned lengths within each bucket. + +| Synthetic prior | (10,100] | (100,1K] | (1K,2K] | (2K,4K] | (4K,8K] | (8K,16K] | +|---|---:|---:|---:|---:|---:|---:| +| tiny90 | 90% | 5% | 2% | 2% | 0.8% | 0.2% | +| mix80 | 80% | 7% | 5% | 5% | 2.5% | 0.5% | +| mix70 | 70% | 12% | 8% | 6% | 3% | 1% | + +K=1024 is a synthetic convention. Default bucket endpoints act as token-length +proxies. Two additional cases divide those endpoints by 2 and 4 before drawing +aligned token lengths; these are character/token **sensitivity assumptions**, +not measured conversions. Actual tokenization is required to calibrate them. +For these scaled cases, the reported `<=100 token` fraction is not the same +quantity as the source chart's `(10,100] character` fraction. + +Sampling stops at the desired mixture token budget. Only the final draw may +be shortened to fill exactly; the manifest records the number of tokens removed. +It never fills a residual with an invented giant document. Explicit long stress +documents are then added without truncation. Fixed seed `20261112` and a +separate deterministic permutation make the complete ordered length list +reproducible. Different seeds provide additional replicas. + +## Twelve primary cases + +All numbers below are the **generated default-seed values**, not expected +probabilities. Prefix every short name with `1m-stat-` to obtain the benchmark +case id. Randomized cases use a reproducible shuffled order. + +| Case | Documents | <=100-token document share | <=100-token token share | Largest document | Explicit long-token share | +|---|---:|---:|---:|---:|---:| +| tiny64 | 16,384 | 100.00% | 100.00% | 64 | 0% | +| tiny90 | 4,100 | 89.68% | 19.75% | 14,148 | 0% | +| mix80 | 1,857 | 79.43% | 7.88% | 15,064 | 0% | +| mix70 | 1,403 | 69.57% | 5.27% | 15,932 | 0% | +| mix80-div2 | 3,860 | 80.00% | 8.37% | 7,532 | 0% | +| mix80-div4 | 7,783 | 82.04% | 9.53% | 4,052 | 0% | +| mix80-1x128k | 1,639 | 79.44% | 6.94% | 131,072 | 12.5% | +| mix80-1x256k | 1,450 | 79.03% | 6.10% | 262,144 | 25% | +| mix80-1x512k | 1,066 | 79.55% | 4.60% | 524,288 | 50% | +| mix80-2x256k | 1,067 | 79.48% | 4.60% | 262,144 | 50% | +| mix80-4x128k | 1,069 | 79.33% | 4.60% | 131,072 | 50% | +| mix80-8x64k | 1,073 | 79.03% | 4.60% | 65,536 | 50% | + +The distinction between document share and token share is material: `mix80` +contains nearly 80% tiny documents, but those documents contribute only 7.88% +of tokens. In `mix80-2x256k`, just two of 1,067 documents contribute 50% of all +tokens. These cases expose both many-document overhead and long-prefix causal +work, which the earlier 22-document mixed case could not represent together. + +The four 50%-long-token cases share **the identical 524,288-token mixture +background**, while splitting the remaining 524,288 tokens as one, two, four +or eight long documents. This controls total long-token volume and tests +whether the planner handles changing document count and causal lengths. +The 64K–512K spikes are deliberate stress additions; their frequency is not +inferred from the chart. + +`tiny64` stresses many short segments, boundaries, padding and scheduling. +`mix70`/`mix80`/`tiny90` vary document-count concentration. `div2`/`div4` increase +document density at a fixed token budget. Long-spike cases stress causal load, +communication and scratch memory without making document-count histograms +look predominantly long. + +## Six order-only controls + +For **both** `mix80` and `mix80-2x256k`, add these suffixes: + +| Suffix | Ordering | Purpose | +|---|---|---| +| `-ascending` | shortest to longest | Cluster longer documents at the end of packed input | +| `-descending` | longest to shortest | Move long-document ownership toward earlier source ranks | +| `-alternating` | shortest, longest, second shortest, second longest, ... | Interleave the same histogram | + +Each variant retains exactly the same length multiset and total as its +shuffled counterpart. Thus performance differences can be associated with +packing order/rank ownership rather than a different length histogram. The +control fixes lengths, not document-content tensors across order variants: +the current GPU harness still creates synthetic operands from rank-local RNG. + +## Reproducible suites + +The generator `benchmarks/thd_1m_cases.py` writes exact lengths, seeds, +assumptions, SHA256 digests and count/token histograms. The matrix runner +`benchmarks/bench_csa_layout_matrix.py` accepts `--list-cases` without CUDA. + +- `baseline`: five single, uniform, near-uniform and long-tail cases. +- `counted`: eleven 256--1024-document cases, including order-only controls. +- `heldout`: five lognormal, jittered, tiny-tail and trimodal cases for a supplied seed. +- `statistics`: the eighteen synthetic histogram cases described above. +- `validation`: the five baseline cases, eleven counted cases at seed 20261112, + and five held-out cases at each of seeds 20261114, 20261115 and 20261116. + This fixes the exact **31-case** matrix in the [measured report](THD_SELECTION_RESULTS.md). + +The statistics suite is an additional stress catalog; it is not part of that +31-case GPU result. All suites use synthetic tensor operands, not training data. +A planner does not receive case names or histogram priors: only CPU sequence +boundaries, its configuration and explicit deployment coefficients. diff --git a/docs/THD_LAYOUT_PLANNER.md b/docs/THD_LAYOUT_PLANNER.md index bb46035c..00df1066 100644 --- a/docs/THD_LAYOUT_PLANNER.md +++ b/docs/THD_LAYOUT_PLANNER.md @@ -1,117 +1,197 @@ -# Cost-driven THD context-parallel layout planner - -## Why the alternating prototype is not the production policy - -Alternating the shard direction of adjacent long samples exactly balances the -original `20 x 1K + 2 x 514048` experiment, but it encodes properties of that -batch into the policy. It is weak for a single dominant sequence, an odd -number of long sequences, and power-law mixtures. - -`plan_thd_layout` instead consumes arbitrary CPU `global_cu_seqlens` and -balances two independent resources: - -- token-linear KDA and index-pooling work; -- position-dependent causal candidate work in CSA/DSA. - -Short samples remain whole when exact token capacity permits it. Long samples -are considered on several planning grids from `1 x CP` through `6 x CP`. Equal-token pieces are assigned by a -deterministic multi-resource largest-processing-time scheduler, then adjacent -pieces with the same owner are coalesced. This naturally produces an -early/late zigzag for one long sequence and cross-sample compensation when -several long sequences are available. - -After compute scheduling, a capacity-repair pass moves whole spans where -possible and otherwise splits the cheapest span boundary. Every rank receives -its exact balanced block capacity (at most one block difference when the global -block count is not divisible by CP), so the plan remains compatible with -fixed-shape KDA and pooled all-gather collectives. - -## Objective and fallback guarantee +# THD context-parallel planning + +cuLA separates **where selection runs** from **where recurrent state and +attention activations live**. `plan_thd_selection` balances causal indexer work +while KDA, pooling, attention forward/backward and indexer backward retain their +original contiguous CP shards. Only indexer Q/weights move; document-local +block IDs and FP32 scores return to the source query owners before attention. +The [redistributor](THD_REDISTRIBUTION.md) implements both directions and their +first-order autograd, without casting or reducing row values. + +This avoids applying full per-document zigzag to every short document or moving +wide MLA attention activations just to balance selection. It is an eager +integration; it does not promise CUDA Graph capture or whole-model E2E speedups. +See the [31-distribution measurements](THD_SELECTION_RESULTS.md) for scope, +preparation costs, precision, memory and measured limitations. + +## Public interfaces + +- `plan_thd_selection`: calibrated, capacity-bounded selection ownership; target + row counts can differ or be zero. Keep attention and KDA in source ownership. +- `zigzag_thd_layout`: conventional per-document early/late pairing, shared by + the planner and benchmark baseline. Rank r receives pieces r and 2*CP-1-r + from each document, including short documents. Empty pieces are omitted; + adjacent pieces remain distinct execution spans. +- `plan_thd_layout`: existing balanced-token policy, for consumers that need + exact balanced block capacities. Its default analytic objective is preserved. + This API alone does not make shuffled KDA spans executable by a contiguous + Kimi CP state chain. + +All planning uses CPU sequence boundaries and explicit caller configuration. +There is no device probing, online timing, hidden cache, process collective or +case-name lookup. Peers must use identical global metadata, coefficients and +configuration. Plan once at microbatch ingress and reuse where appropriate. +Planning is deterministic; kernel `deterministic=False` remains the throughput +option and is independent of the planner's stable tie-breaking. + +```python +from cula.distributed import plan_thd_selection, THDRedistributionPlan, THDRedistributor + +layout = plan_thd_selection( + global_cu_seqlens, + world_size=cp_world_size, + max_tokens_per_rank=query_capacity, + cost_model=calibrated_model, +) +route = THDRedistributionPlan.build(layout.ranks, source_offsets, cp_rank) +exchange = THDRedistributor(route, local_index_q.device, group=cp_group) +selection_q = exchange.distribute(local_index_q) +selection_weights = exchange.distribute(local_weights) +# Selection must use layout.for_rank(cp_rank)'s original document origins, +# causal offsets and document-local block numbering, with the required keys. +selected = select_for_spans(selection_q, selection_weights, layout.for_rank(cp_rank)) +local_ids = exchange.restore(selected.block_ids) +local_scores = exchange.restore(selected.scores) +``` -For rank `r`, let `T_r` be its tokens and `C_r` its exact analytic causal -candidate count. The default robust objective is +The model assumes balanced, block-aligned contiguous source shards. Pass those +same offsets to the redistributor. `query_capacity` must be block aligned and +fit the largest source shard. It bounds query-shaped buffers, **not** gathered +keys or backend scratch. The full-CSA benchmark uses twice the source row count; +callers must budget actual backend workspace separately. Documents must be +block aligned for these planners; the current CSA harness uses ratio four. + +## Candidate pool and fallback + +Selection compares all feasible candidates under one cost model: + +1. Contiguous source ownership. +2. Complete per-document zigzag, including documents below the split threshold. +3. Early/late pairs within long documents, relabeled onto ranks with a + minimum-cost assignment to reduce aggregate traffic. Short source spans stay + local in this candidate family. +4. Greedy long-span placement on grids from 1 through `max_chunks_per_rank` + pieces per rank. Descending modeled work is placed using current compute, + incoming/outgoing traffic and row capacity; a span splits only when no bin + can hold it. Adjacent same-owner spans coalesce. + +Only candidates 3 and 4 pin documents shorter than twice `min_split_tokens` +(default 16K). Full zigzag is independently considered and obeys the same row +cap. A zigzag that concentrates tiny documents beyond that cap is infeasible. +The minimum-cost assignment is a stable O(CP^3) primal-dual algorithm. It +minimizes aggregate traffic, so the result is still scored by the full +critical-path model rather than assumed to be best. + +Migration requires both `min_gain_fraction` (default 5%) and `min_gain_ms` +(default zero) over contiguous. `min_gain_ms` is an explicit minimum predicted +saving per selection use. A caller can price one-time preparation divided by +an expected reuse count; cuLA neither guesses that count nor hides preparation +in steady-state timing. `evaluated_scores` contains only materialized/scored +candidates. The selected modeled cost cannot exceed contiguous; this is **not** +a guarantee of minimum measured GPU latency over arbitrary distributions. + +## Compute and communication model + +For each rank, compute cost in nanoseconds is ```text -max(max(T_r) / mean(T_r), max(C_r) / mean(C_r)) - + 0.02 * max(cross_rank_boundary_count_r) +candidate_ns * exact_causal_candidates + + query_ns * query_rows + 1000 * span_us * execution_spans ``` -The boundary term prevents fine planning grids from winning on an immaterial -compute difference while introducing extra KDA state chains. The weights and -maximum grid are explicit configuration rather than hidden thresholds. - -The planner always evaluates the ordinary contiguous CP partition with the -same objective and returns the lowest-scoring candidate. Therefore its result -is never worse than contiguous under the declared model. This is a model-level -guarantee; GPU profiling is still needed to calibrate how candidate work, -token work, and boundary communication overlap on a target system. - -## Representative CP4 distributions - -The CPU benchmark is `benchmarks/large_cp_emulation/bench_thd_planner.py`. -The following table uses 1M total tokens and the default cost model. - -| THD distribution | selected grid | token max/avg | causal max/avg | selected score | contiguous score | remote boundaries | -|---|---:|---:|---:|---:|---:|---:| -| 1024 equal short samples | contiguous | 1.000 | 1.000 | 1.000 | 1.000 | 0 | -| one 1M sequence | 2 x CP | 1.000 | 1.000 | 1.080 | 1.790 | 6 | -| 20 x 1K + 2 x 514048 | 2 x CP | 1.000 | 1.000 | 1.040 | 1.560 | 4 | -| 256 x 1K + 1 x 768K | 3 x CP | 1.000 | 1.037 | 1.157 | 2.261 | 10 | -| 32 x 4K + 128K + 256K + 512K | 4 x CP | 1.000 | 1.046 | 1.166 | 2.302 | 10 | -| power-law 1K through 511K | 4 x CP | 1.000 | 1.028 | 1.188 | 2.149 | 15 | - -The important result is not that one grid wins everywhere. Low-fragmentation -`2 x CP` is selected for the original and single-long cases, while irregular -mixtures spend additional boundaries only when they materially improve both -token and causal balance. - -At logical CP64, the planning grid scales below the fixed 16K short-sample -threshold for long sequences. A one-million-token sequence therefore still -selects `2 x CP`, with exact token and causal balance. The original two-long -mixture selects `5 x CP` and reduces modeled causal max/average from 2.007 to -1.072; the power-law mixture also selects `5 x CP` and reduces it from 2.770 -to 1.034. The threshold is used only to preserve genuinely short samples, not -to prevent a dominant long sequence from forming sub-rank zigzag pieces. - -## Four-GPU DSA validation - -The layout-native DSA benchmark executes real deterministic cuDNN index -pooling and DSA selection, including pooled-key all-gather and global block-ID -remap. Each number below is the median critical-path GPU time after two warmups -and three measured iterations. All cases contain 1,048,576 global tokens. -These published measurements used four index heads; current benchmark output -records `index_heads` explicitly because the default model shape is now 64. - -| THD distribution | contiguous | planned | speedup | planned causal max/avg | -|---|---:|---:|---:|---:| -| one 1M sequence | 418.51 ms | 239.16 ms | 42.9% | 1.000 | -| 20 x 1K + 2 x 514048 | 166.77 ms | 109.05 ms | 34.6% | 1.000 | -| 256 x 1K + 1 x 768K | 291.80 ms | 134.35 ms | 54.0% | 1.037 | - -For the original mixture, planned per-rank selection time is approximately -108 ms and remap plus collective time is 0.55--0.96 ms. Under contiguous CP, -the light ranks spend 107--120 ms waiting at the collective while the heavy -ranks finish selection. For the single-long sequence, contiguous candidate -work grows from 8.59 to 60.13 billion across ranks; the planned layout gives -every rank exactly 34.36 billion candidates. This confirms that the speedup is -removal of causal load bubbles rather than a precision or kernel change. - -## Plan contract and integration boundary - -`THDLayoutPlan` records the global spans, owner rank, local `cu_seqlens`, -causal offsets, per-resource loads, and all candidate scores. Planning is -CPU-only and deterministic. It must run once at microbatch ingress, before the -model layer stack, rather than permuting tokens inside every KDA or CSA layer. - -The current KDA runtime still assumes one contiguous global token shard. A -separate lowering step is required before `THDLayoutPlan` becomes its default: - -1. derive every sequence's ordered `(sequence, span ordinal)` chain; -2. merge forward and backward KDA state in sequence order, not physical-rank - order; -3. produce CSA global block IDs and key-remap metadata from the same spans; -4. apply the token permutation once and retain it across all model layers. - -The benchmark adapter already lets DSA consume the planned layout. Keeping the -planner independent from KDA transport is intentional: layout policy and the -collective implementation can be validated and evolved separately. +The candidate count is an integer prefix-sum formula for the complete causal +blocks visible at each query. It includes original-document causal offsets, +not just each fragment's local length. Critical compute is the maximum over +ranks. + +Transport sums actual rows over source/destination edges. `bytes_per_query` +includes the outgoing Q/weights and returning IDs/scores in their real dtypes. +The critical transfer term takes the maximum of: + +- incoming and outgoing per-rank time at explicit intra/inter-node rates; +- the busiest aggregated peer edge, if `peer_gbps` is supplied; +- shared node injection/receive time, if `inter_node_aggregate_gbps` is supplied. + +Add the busiest rank's nonempty peer count times `peer_startup_us`, actual +permutation-copy work times `packing_ns_per_query`, and `exchange_us`. Multiple +fragments on one edge do not pay multiple peer startups. Naturally ordered +source/receive ranges skip `index_select` and carry zero copy cost on that side. +Global identity skips all transport terms. + +Ordered forward exchange, compute and inverse exchange costs add. The optional +`overlap_intra_inter` lets local and inter-node transfer resources overlap +inside collectives; it does not assume compute/communication overlap. Enable +it only after measuring mixed-link traffic. Coefficients are effective eager +implementation costs, not physical link specifications. The payload model is +shape-specific; different head counts, top-K, topology or software require +calibration and held-out validation. + +## Admissible pruning and preparation complexity + +Two lower bounds avoid building candidates that cannot meet the margin: + +- Every partition has the same token/candidate sums and at least one span per + document. Their mean is a compute lower bound. To reduce source rank i's + compute below C, some work must leave it; no moved row can remove more work + than its largest causal position allows. Optimistic outgoing bandwidth prices + these minimum rows. Minimize `C + max(outgoing_bound_i(C))` at the endpoints + and intersections of affine functions. With concurrent intra/inter links, + their capacities add in this optimistic bound. +- Full zigzag has a stronger bound: mean compute plus exact outgoing intra/inter + traffic. Consecutive pieces on the same node form interval runs. Intersecting + source spans with those runs and the owner's two pieces avoids constructing + O(documents * CP) objects. This bound omits incoming and peer bottlenecks and + permutation copies. Local candidates run first to tighten its incumbent. + +Bounds are tested against exhaustive small assignments and concrete zigzag +layouts on contiguous, interleaved and irregular topologies. They cannot exclude +a strictly better modeled zigzag; they make no statement about model error. + +Repeated planning grids are deduplicated. Pinned spans are coalesced once; +owner groups are built in one pass, and diagnostics are computed only for the +selected selection plan. Balanced-token scheduling uses a rank heap for +identical-cost pieces and indexes capacity repair by donor and piece shape. +Source intersections use binary search. DSA window construction maintains an +integer candidate total instead of rescanning all preceding short documents; +window boundaries, scratch requirements and numerical execution are unchanged. + +## Calibrating and measuring + +`benchmarks/calibrate_thd_selection.py` fits nonnegative candidate/query/span +costs from unmodeled selection runs and retains source JSON digests. Pipeline +exchange measurements use differences of maximum cumulative phase endpoints, +so KDA/selection arrival waits are not counted again as network work. + +`benchmarks/bench_thd_transport.py` measures the actual Q/weight and inverse +ID/score exchanges with exact marker checks. Sparse peer pairs, node-local, +inter-node and dense exchanges exercise different message sizes. The 32768-row +and striped fixtures are held out. `--validation-only` measures additional +mixed-link fractions. `benchmarks/fit_thd_transport.py` fits nonnegative resource +costs without using held-out rows in its objective. Ordered fixtures do not +identify copy bandwidth: measure permutation copies separately and supply that +coefficient in the input profile. Unidentifiable node limits must not be +interpreted as measured physical bandwidth. + +The [example profiles](../benchmarks/profiles/README.md) are optional deployment +inputs, not library defaults. The runner's `--suite validation` fixes the 31 +measured THD shapes. Use `summarize_csa_layout_matrix.py` to check complete +output/gradient evidence, compatible configurations, all-rank samples and +preparation accounting before producing a comparison. Preparation includes +common metadata, layout/index/workspace construction and KDA transport buffers. +Report it separately and added to one iteration; amortize only when reuse is real. + +## KDA integration + +The [Kimi CP runtime](KIMI_CP_RUNTIME.md) requires contiguous source ownership. +When every internal shard boundary is a document boundary, all ranks agree that +no recurrence crosses ranks. Native local KDA/autograd then skips summaries and +boundary collectives, with unchanged operands, dtypes and batch-invariance. +One isolated rank cannot bypass exchanges required by other ranks. Manually +constructed plans conservatively default to requiring exchange. + +On the native summary path, backward context is reused only if the summarized +first span covers the complete local shard. A prefix-only context does not +contain the full THD shard's per-token intermediates; full apply prepares its +own intermediates instead. The paired independent-shard benchmark checks the +fast path against forced boundary execution, including weak decay and a +crossing-document control. diff --git a/docs/THD_REDISTRIBUTION.md b/docs/THD_REDISTRIBUTION.md new file mode 100644 index 00000000..ecce6f86 --- /dev/null +++ b/docs/THD_REDISTRIBUTION.md @@ -0,0 +1,99 @@ +# Executing and reversing a THD query layout + +`plan_thd_layout` and `plan_thd_selection` choose global token spans. `THDRedistributionPlan` and +`THDRedistributor`, exported from `cula.distributed`, execute that assignment +from existing contiguous CP shards and restore the original ownership/order. +The planner's modeled score is not an end-to-end latency guarantee; see the +[real CP16/CP8 measurements](THD_SELECTION_RESULTS.md). + +## Contract + +Each process-group rank starts with rows in +`[source_offsets[rank], source_offsets[rank + 1])`. Offsets start at zero and +are nondecreasing; source and target row counts need not be equal. The target +order is the concatenation of that rank's `THDRankLayout.spans`, in the supplied +order. A plan validates full coverage, span ownership, sequence containment, +and absence of gaps/overlap. Source offsets and layouts must be identical on +every peer; rank numbers are **process-group ranks**, not global ranks. + +Preparation builds CPU interval metadata and device row permutations once. +Execution packs rows as necessary, performs a real variable-split +`all_to_all_single`, and unpacks into target span order. `restore` reverses both +the communication splits and the permutations. There is no cast, reduction, +padding, or replicated full-tensor gather in this transport. An identity +layout skips the collective only when **all ranks** are unchanged, and returns +the input tensor itself. Callers must account for this alias before modifying +a returned tensor in place. + +All peers must call the exchanges in the same order with matching trailing +shapes and dtypes. Input tensors must have contiguous rows on the explicitly +selected device; `"cuda"` resolves to the current device during preparation. +An explicit device such as `torch.device('cuda', local_rank)` is also supported. +The caller owns any necessary conversion to contiguous storage. The process +group must outlive every backward using the redistributor. Backward participation +and collective order must also agree across ranks; rank-local conditional losses +must not cause peers to skip a required inverse exchange. + +Prepare on the execution stream, or establish an explicit stream dependency +before using the device indices. Keep collective ordering consistent across +peers. Permutation indices are read-only after preparation; each nonidentity +exchange allocates its own packed/received outputs rather than overwriting +transport storage retained by an earlier autograd invocation. + +## Integration + +```python +from cula.distributed import ( + THDRedistributionPlan, + THDRedistributor, + plan_thd_layout, +) + +# global_cu_seqlens and source_offsets are the same CPU metadata on all peers. +layout = plan_thd_layout(global_cu_seqlens, world_size=cp_world_size) +route = THDRedistributionPlan.build(layout.ranks, source_offsets, cp_rank) +exchange = THDRedistributor(route, local_q.device, group=cp_group) + +target_q = exchange.distribute(local_q) +# The attention call must use this rank's span metadata, original document +# origins, and causal offsets. KV ownership is a separate contract. +target_output = attention_for_spans(target_q, layout.for_rank(cp_rank)) +local_output = exchange.restore(target_output) +``` + +`distribute` backward invokes the inverse exchange; `restore` backward invokes +the forward exchange. First-order autograd is supported; higher-order gradients +are explicitly disabled. The full CSA benchmark also exercises the explicit +inverse APIs because native backward wrappers return gradient tensors directly. + +This does not turn arbitrary attention into distributed attention: global KV +visibility, document isolation, causal masking, KV-gradient reduction and +replicated-parameter reduction remain the integration's responsibility. In +particular, do not pass a shuffled set of recurrent KDA spans into a contiguous +Kimi CP boundary plan. The CP16 experiment keeps KDA and KV/pooling ownership +contiguous, redistributes CSA query-side operands, and restores CSA outputs and +query-side gradients at the layer boundary. + +For the selection-only strategy, use `plan_thd_selection` with calibrated costs +and an explicit row capacity. Route indexer Q/weights to its spans and inverse-route +the selected IDs/scores, then run attention in original source ownership. The +[planner contract](THD_LAYOUT_PLANNER.md#capacity-bounded-selection-planner) +describes this policy and its preparation/reuse budget. + +## Execution and validation scope + +This is an eager PyTorch/NCCL implementation with output/packing allocations. +It does not promise CUDA Graph capture, reusable tensor workspaces, asynchronous +overlap, or a topology-aware communication schedule. Tensor lifetimes can be +material at MLA widths and should be included in memory measurements. + +CPU protocol tests cover unequal counts, reversed target span order, sender +packing, receiver unpacking, inverse counts and identity skipping. Real CP16 +tests on two H20 nodes verify token/channel markers and both autograd directions +for all three layouts, including all 31 measured 1M distributions. Full-tensor CSA +output/gradient comparisons are in the linked report. The CSA harness requires +ratio-4-aligned document/source boundaries. In its default selection scope, +empty selection ranks skip native plan construction and selection kernels but +still participate in all exchanges. Attention stays in nonempty source shards. +The optional query-wide scope still requires nonempty attention query ranks; +these tests do not establish support for unaligned document boundaries. diff --git a/docs/THD_SELECTION_RESULTS.md b/docs/THD_SELECTION_RESULTS.md new file mode 100644 index 00000000..7096e18e --- /dev/null +++ b/docs/THD_SELECTION_RESULTS.md @@ -0,0 +1,163 @@ +# Real-CP THD selection results (2026-11-15) + +This is a **1 KDA + 1 complete CSA operator-chain** forward/backward study. +KDA and CSA use independent synthetic inputs; projections, residuals, MLP, +optimizer and the full training model are excluded. It is not a seven-KDA/one-CSA +model measurement. The 31 shapes contain exactly 1,048,576 tokens each. + +## Setup and accounting + +- H20-3e: two nodes, eight GPUs per node, real CP16. B300: one node, real CP8. +- cuDNN Frontend commit `855ccd77ba9efed22441fd454f7cc0206a068e94`, backend 9.20.0.48, CuTeDSL 4.8.1. +- KDA: H32, K=V=128, batch invariant enabled; CSA MLA-absorb: H64, D576, V512; indexer: H64/D128, Top-K512, ratio-4 pooling. +- Non-deterministic selection/pooling/sparse backward. The transport never changes dtypes; pool gradients retain the per-loss-rank ordering before FP32 accumulation. +- Three warmups and ten timed iterations per policy/shape. Time is the median of each iteration's maximum-rank duration. +- Timed work includes all runtime layouts and activation/gradient communication, pooling, Top-K, sparse attention, detached teacher/KL and all backwards. +- Preparation separately includes common metadata, planning, index/workspace materialization and KDA transport allocation. Fresh-layout cost adds this **once**, without amortization. RNG generation, JIT warmup and numerical oracles are excluded. +- Memory is peak allocated/reserved for the entire measured chain, **including inputs, outputs and gradients**, not workspace-only memory. + +## Results + +C = contiguous; Z = complete per-document zigzag; P = calibrated selection planner. +All table times are milliseconds. The machine-readable [results](results/thd_selection_20261115.json) +include per-policy preparation, memory, errors and original record hashes. + +| Case | Docs | H20 C | H20 Z | H20 P | B300 C | B300 Z | B300 P | +|---|---:|---:|---:|---:|---:|---:|---:| +| 20s2l | 22 | 1770.25 | 1361.15 | 1326.95 | 606.72 | 525.02 | 523.09 | +| count-mixed-1000-1long | 1000 | 1738.30 | 1107.86 | 1078.85 | 564.92 | 480.15 | 466.27 | +| count-mixed-256-1long | 256 | 1933.60 | 1223.23 | 1197.76 | 646.42 | 509.91 | 494.01 | +| count-mixed-512-2long | 512 | 1235.56 | 942.93 | 932.91 | 441.96 | 421.93 | 407.34 | +| count-mixed-512-2long-ascending | 512 | 1240.10 | 947.32 | 938.54 | 466.90 | 434.59 | 421.41 | +| count-mixed-512-2long-descending | 512 | 1241.66 | 936.86 | 933.32 | 466.69 | 430.64 | 412.11 | +| count-mixed-512-4long | 512 | 972.04 | 880.24 | 874.13 | 338.36 | 338.60 | 338.46 | +| count-near-uniform-512 | 512 | 452.80 | 489.87 | 452.81 | 174.68 | 185.55 | 174.55 | +| count-tiny-mix-1000 | 1000 | 804.45 | 819.81 | 803.92 | 277.50 | 288.30 | 277.98 | +| count-tiny-mix-512 | 512 | 685.93 | 716.08 | 685.85 | 252.41 | 260.91 | 252.61 | +| count-uniform-1024 | 1024 | 304.09 | 345.73 | 303.89 | 119.41 | 133.69 | 119.48 | +| count-uniform-256 | 256 | 549.62 | 584.04 | 549.45 | 213.00 | 220.55 | 213.09 | +| jittered-768-s14 | 768 | 358.52 | 397.64 | 358.48 | 139.60 | 152.69 | 139.54 | +| jittered-768-s15 | 768 | 358.78 | 398.11 | 358.70 | 139.20 | 152.08 | 138.97 | +| jittered-768-s16 | 768 | 359.07 | 398.91 | 359.14 | 139.43 | 152.10 | 139.20 | +| lognormal-1000-s14 | 1000 | 685.00 | 700.99 | 684.54 | 242.74 | 255.30 | 242.80 | +| lognormal-1000-s15 | 1000 | 763.70 | 760.71 | 763.37 | 238.08 | 248.49 | 238.69 | +| lognormal-1000-s16 | 1000 | 736.00 | 735.10 | 736.39 | 243.51 | 255.28 | 244.25 | +| lognormal-257-s14 | 257 | 666.27 | 694.94 | 666.14 | 241.62 | 249.37 | 241.79 | +| lognormal-257-s15 | 257 | 786.76 | 774.97 | 786.91 | 265.90 | 270.33 | 266.58 | +| lognormal-257-s16 | 257 | 792.44 | 789.95 | 792.44 | 260.86 | 265.92 | 261.18 | +| tiny-tail-768-s14 | 768 | 1157.98 | 905.56 | 887.67 | 436.30 | 406.08 | 397.62 | +| tiny-tail-768-s15 | 768 | 1348.06 | 970.18 | 959.86 | 498.77 | 423.77 | 416.50 | +| tiny-tail-768-s16 | 768 | 1590.68 | 1054.16 | 1043.18 | 559.72 | 466.85 | 460.22 | +| trimodal-513-s14 | 513 | 1590.94 | 1143.29 | 1123.55 | 528.07 | 482.18 | 471.44 | +| trimodal-513-s15 | 513 | 1565.77 | 1154.85 | 1138.55 | 550.40 | 479.26 | 475.16 | +| trimodal-513-s16 | 513 | 1917.07 | 1225.09 | 1195.03 | 606.03 | 509.75 | 498.81 | +| near-uniform | 64 | 657.86 | 691.02 | 657.87 | 261.57 | 266.84 | 261.59 | +| power-law | 7 | 1788.44 | 1200.61 | 1195.98 | 612.98 | 493.15 | 492.85 | +| single | 1 | 2908.84 | 1934.28 | 1926.76 | 879.36 | 667.50 | 664.84 | +| uniform | 64 | 653.51 | 690.32 | 657.16 | 261.74 | 267.41 | 261.72 | + +| Metric | H20 CP16 | B300 CP8 | +|---|---:|---:| +| Largest P slowdown vs faster C/Z, steady | 1.541% | 0.304% | +| Largest P slowdown vs faster C/Z, prepare + one iteration | 4.038% | 5.188% | +| Best C/P speedup | 1.614x | 1.323x | +| Mean P preparation | 34.118 ms | 18.972 ms | +| Mean extra P vs C preparation / mean P steady time | 3.038% | 2.518% | +| All P preparation / all P steady time | 4.011% | 5.647% | +| contiguous max allocated GiB | 44.91 | 72.95 | +| zigzag max allocated GiB | 46.20 | 73.43 | +| planner max allocated GiB | 46.02 | 75.91 | + +These results do **not** show universal optimality or a strict <3% preparation +guarantee. The complete planner preparation is larger than its net incremental +cost over contiguous, and the fresh-layout metric is more conservative than +steady-state throughput. Preparation was sampled once per case, so host jitter +is visible. Profile margins are explicit: 5% plus 40 ms on H20 and 20 ms on B300. + +## Precision and calibration + +All 186 policy/shape/platform results passed finite-value checks. Forward, inverse +and both autograd row-marker checks were bitwise exact. Every policy used the +same source input fingerprints and compared all 14 output/gradient tensors +against a lossless CPU copy of contiguous results. KDA output and all five KDA +gradients had zero difference. Worst CSA relative RMS was 0.145868% on H20 and +0.161238% on B300; maximum auxiliary KL absolute differences were 3.2014e-10 +and 1.7462e-10. These are auxiliary indexer losses, not training loss results. + +Four additional small FP32 attention/teacher/KL/pooling-gradient fixtures per +platform were tested under all three policies. The reference uses the selected +key set and checks causality, document isolation, uniqueness and tail coverage; +it does not independently prove the selector's discrete ranking. + +Compute coefficients used seven calibration shapes and their C/Z runs. +The other 24 matrix cases were not used for compute fitting. Independent +communication sweeps held out sizes/topologies: absolute percentage error +averaged 7.14% on H20 and 10.53% on B300. Four additional mixed-link H20 +checks had 2.01--3.73% error. These are effective-cost models, not physical +network simulators. No final E2E result is used as a case-specific lookup. + +## Reproduction + +Install the compatible cuDNN build and cuLA's `cudnn-hybrid` extra first. Under +CUDA 13, preserve the `[cu13]` extra when pinning `nvidia-cutlass-dsl`. Use the +appropriate NCCL/rendezvous configuration for the machine; rank-to-node mapping +must match the explicit profile. For the single-node B300 configuration: + +```bash +OMP_NUM_THREADS=4 torchrun --standalone --nproc-per-node=8 -m benchmarks.bench_csa_layout_matrix \ + --suite validation --heads 64 --warmups 3 --repeats 10 \ + --planner-strategy selection \ + --planner-cost-model benchmarks/profiles/thd_selection_b300_cp8.json \ + --output-dir results/b300-cp8 +python -m benchmarks.summarize_csa_layout_matrix results/b300-cp8 --output results/b300-summary.json +``` + +For H20, launch on two eight-GPU nodes with `--nnodes=2`, distinct node ranks +and shared rendezvous; select `thd_selection_h20_cp16.json`. The runner first +executes small FP32 checks, then all 31 cases, keeping contiguous first and +alternating the other two policies. `--list-cases` lists shapes without CUDA. + +## Final source review + +The full matrix above precedes the final CPU metadata cleanup. This cleanup +rejects noninteger transport intervals, removes an obsolete benchmark import, +fixes preparation accounting in the public summarizer and replaces a quadratic +DSA window candidate sum with an integer running total. Planner decisions and +numerical kernels are unchanged. The final branch has separate regression +validation recorded below; the historical matrix is not relabeled as a new run. + +Local CPU preparation microbenchmark (10 measured samples after one warmup): + +| Documents | Old window preparation ms | New ms | Metadata | +|---|---:|---:|---| +| 22 | 0.087 | 0.083 | field-for-field equal | +| 1000 | 11.527 | 2.693 | field-for-field equal | +| 4096 | 153.647 | 7.648 | field-for-field equal | +| 16384 | 2404.650 | 25.638 | field-for-field equal | + +These CPU-only measurements are not GPU or whole-chain speedups. The change +removes repeated scans of already-grouped documents; it does not change scratch +capacity, math precision or kernel launch boundaries. +## Final-branch GPU regression + +On both H20 CP16 and B300 CP8, the final source passed four small FP32 fixtures +and three representative 1M shapes (single long, 1000 documents with one long, +and 1000-document tiny mixture), each under C/Z/P: **42 complete CSA rows**. +The 1M rerun used three warmups and five measurements. A separate six-case KDA +A/B on each platform compared native document-local execution with the forced +boundary route, including weak decay and isolated ranks with a crossing peer: +**24 A/B rows**, with zero difference in output and all five gradients. + +All 181 tested source/config files match the submitted branch. The 62 original +planner decisions still match every measured rank's policy, row count, span +count and remote rows. All **2,232** DSA rank plans across the full 31 x 3 x +(CP16 + CP8) matrix have field-for-field identical window metadata before and +after the integer running-total optimization. The [regression record](results/thd_selection_review_20261115.json) +includes source hashes, correctness maxima and per-case timings. + +337 focused CPU tests and both repository pre-commit hooks passed. Review +covered the complete proposed diff and its distributed/hybrid call paths: +coverage and ownership, collective participation, inverse autograd, storage +lifetimes, context reuse, cost-model bounds and benchmark accounting. No +handwritten GPU kernel, precision mode or math approximation is changed. +This is not a claim of a complete race audit of every unchanged kernel in cuLA. diff --git a/docs/results/thd_selection_20261115.json b/docs/results/thd_selection_20261115.json new file mode 100644 index 00000000..3de510ea --- /dev/null +++ b/docs/results/thd_selection_20261115.json @@ -0,0 +1,6544 @@ +{ + "schema_version": 1, + "date": "2026-11-15", + "cudnn_frontend_commit": "855ccd77ba9efed22441fd454f7cc0206a068e94", + "cudnn_backend": "9.20.0.48", + "cutlass_dsl": "4.8.1", + "protocol": "3 warmups, 10 measured iterations; median of per-iteration maximum rank time; full prepare counted once", + "scope": "1 KDA + 1 full CSA forward/backward, independent inputs; not a connected model", + "platforms": { + "h20_cp16": { + "world_size": 16, + "cases": { + "1m-20s2l": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1770.2546997070312, + "min_ms": 1766.39697265625, + "max_ms": 1779.2506103515625, + "allocated_gib": 40.48734903335571, + "reserved_gib": 45.47265625, + "prepare_ms": 9.66643076390028, + "layout_prepare_ms": 9.303988888859749, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.999981328845024, + "max_spans": 21, + "raw_file": "layout-1m-20s2l-contiguous.json", + "raw_sha256": "c27f0de10476d5a5227da3f8eb46c815480ae913c329c852efa1f8b8b418602f" + }, + "planner": { + "total_ms": 1326.9475708007812, + "min_ms": 1323.5238037109375, + "max_ms": 1330.18505859375, + "allocated_gib": 40.48831605911255, + "reserved_gib": 45.951171875, + "prepare_ms": 56.893481872975826, + "layout_prepare_ms": 56.678880006074905, + "policy": "selection-local-4x", + "relative_rms": { + "output": 0.0014370549510826182, + "dq": 0.0007328903431475611, + "dkv": 0.0007098334972614795, + "d_index_q": 0.0007886133158625485, + "d_weights": 0.0007656313854345311, + "d_pool_kv": 0.0009375874547660811, + "d_pool_score": 0.0009411841698845073, + "d_ape": 1.331346387614e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 3.9998921006917953, + "max_spans": 24, + "raw_file": "layout-1m-20s2l-planner.json", + "raw_sha256": "65c946c6186791db5b35e4c309bebf479114decc0c7ce35e7065967232d63621" + }, + "zigzag": { + "total_ms": 1361.1481323242188, + "min_ms": 1357.9793701171875, + "max_ms": 1367.4815673828125, + "allocated_gib": 40.49222230911255, + "reserved_gib": 45.970703125, + "prepare_ms": 10.714996606111526, + "layout_prepare_ms": 10.436772368848324, + "policy": "zigzag", + "relative_rms": { + "output": 0.0014426966180279143, + "dq": 0.000736235596560469, + "dkv": 0.000665001758953214, + "d_index_q": 0.0007290876335645271, + "d_weights": 0.0007622767518445443, + "d_pool_kv": 0.0009443198974116189, + "d_pool_score": 0.0009462030090884896, + "d_ape": 1.3866521682671272e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 8.731149137020111e-11, + "workspace_gib": 1.9999244809150696, + "max_spans": 44, + "raw_file": "layout-1m-20s2l-zigzag.json", + "raw_sha256": "0baff442ce3f471a823476dc4863c99b60004430a19c311cb608e5e7f7e0847e" + } + }, + "speedup_vs_contiguous": 1.3340803650883695, + "gap_to_best_baseline_pct": -2.5126259744439827, + "prepare_plus_iteration_ms": { + "contiguous": 1779.9211304709315, + "planner": 1383.841052673757, + "zigzag": 1371.8631289303303 + }, + "prepare_inclusive_gap_pct": 0.8731136139482176, + "documents": 22, + "lengths_sha256": "1fbc78fcb26714baab3313b04d1a82e7d4c3c5f2a707fddfa67b2c0893379098" + }, + "1m-count-mixed-1000-1long": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1738.2982177734375, + "min_ms": 1732.321044921875, + "max_ms": 1749.4837646484375, + "allocated_gib": 40.49317121505737, + "reserved_gib": 45.59375, + "prepare_ms": 10.79770177602768, + "layout_prepare_ms": 10.190024971961975, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999728836119175, + "max_spans": 135, + "raw_file": "layout-1m-count-mixed-1000-1long-contiguous.json", + "raw_sha256": "77a6c060f06eafec547a93790326e091c6aa01ede84b38849cfe169eb8fbf692" + }, + "planner": { + "total_ms": 1078.8523559570312, + "min_ms": 1075.45654296875, + "max_ms": 1081.654541015625, + "allocated_gib": 41.948423862457275, + "reserved_gib": 45.96875, + "prepare_ms": 57.30481201317161, + "layout_prepare_ms": 56.81393697159365, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0014131674788891825, + "dq": 0.0007217496110718596, + "dkv": 0.0006838480550948861, + "d_index_q": 0.0007880740154021596, + "d_weights": 0.0008131424597783085, + "d_pool_kv": 0.0009271833921768376, + "d_pool_score": 0.0009146511551639808, + "d_ape": 3.901471804680105e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 3.999987006187439, + "max_spans": 137, + "raw_file": "layout-1m-count-mixed-1000-1long-planner.json", + "raw_sha256": "5041bcf57be4ba051f162f08ea08577de37d5eaad5833c4dfde3fb4db49149a7" + }, + "zigzag": { + "total_ms": 1107.8590698242188, + "min_ms": 1105.778564453125, + "max_ms": 1109.240234375, + "allocated_gib": 40.492013454437256, + "reserved_gib": 45.97265625, + "prepare_ms": 73.95509001798928, + "layout_prepare_ms": 73.50210502045229, + "policy": "zigzag", + "relative_rms": { + "output": 0.001396905567037877, + "dq": 0.0007126076884560058, + "dkv": 0.000898063044848878, + "d_index_q": 0.000842882708912927, + "d_weights": 0.0008584308868511431, + "d_pool_kv": 0.0009289185753135385, + "d_pool_score": 0.0009154616825916759, + "d_ape": 4.003750630157111e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 2.999989103525877, + "max_spans": 1200, + "raw_file": "layout-1m-count-mixed-1000-1long-zigzag.json", + "raw_sha256": "2dc533ddba4e51392912145142e4bd7781c883022f478efebf1d799a8faf6f34" + } + }, + "speedup_vs_contiguous": 1.611247552248633, + "gap_to_best_baseline_pct": -2.6182674906285675, + "prepare_plus_iteration_ms": { + "contiguous": 1749.0959195494652, + "planner": 1136.1571679702029, + "zigzag": 1181.814159842208 + }, + "prepare_inclusive_gap_pct": -3.863297075244143, + "documents": 1000, + "lengths_sha256": "9e67a0b0cf2c6f62c886060fcce16cad37d396e458fe8e31e2ea92de7569371d" + }, + "1m-count-mixed-256-1long": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1933.6011962890625, + "min_ms": 1923.75244140625, + "max_ms": 1944.3497314453125, + "allocated_gib": 41.22977256774902, + "reserved_gib": 46.46875, + "prepare_ms": 5.177393555641174, + "layout_prepare_ms": 4.873349331319332, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 2.4999958872795105, + "max_spans": 52, + "raw_file": "layout-1m-count-mixed-256-1long-contiguous.json", + "raw_sha256": "e220a459b7f099102bcbfc2c44d7340a46e640a12a1032c04384e3c9223c7d20" + }, + "planner": { + "total_ms": 1197.7588500976562, + "min_ms": 1195.3802490234375, + "max_ms": 1202.0479736328125, + "allocated_gib": 41.97810459136963, + "reserved_gib": 48.919921875, + "prepare_ms": 52.76484042406082, + "layout_prepare_ms": 52.50781960785389, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0014226647261483673, + "dq": 0.0007180340724526626, + "dkv": 0.0008179497186912406, + "d_index_q": 0.0008058696030484662, + "d_weights": 0.0008432608681242646, + "d_pool_kv": 0.0010930844599177977, + "d_pool_score": 0.0010590800398992991, + "d_ape": 7.770387411027729e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.3283064365386963e-10, + "workspace_gib": 4.999912668019533, + "max_spans": 53, + "raw_file": "layout-1m-count-mixed-256-1long-planner.json", + "raw_sha256": "95643a4a8536f00a772f49252efdd308acb51c87cb2c242a9297e005537d8ef6" + }, + "zigzag": { + "total_ms": 1223.2321166992188, + "min_ms": 1221.118408203125, + "max_ms": 1227.0054931640625, + "allocated_gib": 40.99202299118042, + "reserved_gib": 46.470703125, + "prepare_ms": 22.380927577614784, + "layout_prepare_ms": 22.075112909078598, + "policy": "zigzag", + "relative_rms": { + "output": 0.0013963022789706349, + "dq": 0.0007049773454525711, + "dkv": 0.0007368037351704907, + "d_index_q": 0.0007336936166034252, + "d_weights": 0.0007946033580117142, + "d_pool_kv": 0.0009276963136814727, + "d_pool_score": 0.0009221220113713877, + "d_ape": 7.63173704818653e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 2.499992474913597, + "max_spans": 307, + "raw_file": "layout-1m-count-mixed-256-1long-zigzag.json", + "raw_sha256": "10922039f1b3ddb1b55635eb368d7ebfc2fc730d4cf0feb151c809d59e0f8543" + } + }, + "speedup_vs_contiguous": 1.6143493292755977, + "gap_to_best_baseline_pct": -2.0824556724605814, + "prepare_plus_iteration_ms": { + "contiguous": 1938.7785898447037, + "planner": 1250.523690521717, + "zigzag": 1245.6130442768335 + }, + "prepare_inclusive_gap_pct": 0.3942352938134608, + "documents": 256, + "lengths_sha256": "013b49129cf177ac7e785bf7126e9e6899c7405866ddd6a51c91d4aec66cc87e" + }, + "1m-count-mixed-512-2long-ascending": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1240.0969848632812, + "min_ms": 1234.22412109375, + "max_ms": 1242.7333984375, + "allocated_gib": 40.953940868377686, + "reserved_gib": 44.96875, + "prepare_ms": 11.49603258818388, + "layout_prepare_ms": 10.997926816344261, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.9999969005584717, + "max_spans": 418, + "raw_file": "layout-1m-count-mixed-512-2long-ascending-contiguous.json", + "raw_sha256": "191f9c9e6f96e2ccf3acd63dfa1bc38bf1bf31f9e710a83fe1d84279e946e8b0" + }, + "planner": { + "total_ms": 938.5447387695312, + "min_ms": 937.6407470703125, + "max_ms": 941.2828979492188, + "allocated_gib": 42.990283489227295, + "reserved_gib": 46.3046875, + "prepare_ms": 46.396294608712196, + "layout_prepare_ms": 45.94092257320881, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0014403781516027449, + "dq": 0.0007327477018683716, + "dkv": 0.0007074783258196851, + "d_index_q": 0.0007088233181552034, + "d_weights": 0.0007418597362617036, + "d_pool_kv": 0.0008261977568685192, + "d_pool_score": 0.0008087736658695805, + "d_ape": 6.546711824353377e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999847412109375, + "max_spans": 422, + "raw_file": "layout-1m-count-mixed-512-2long-ascending-planner.json", + "raw_sha256": "4363781658c77cc3b9a7e42a822c60108c59e74f35d4925f6be61fd1b7927d7c" + }, + "zigzag": { + "total_ms": 947.3248901367188, + "min_ms": 946.660888671875, + "max_ms": 949.937255859375, + "allocated_gib": 41.866726875305176, + "reserved_gib": 50.775390625, + "prepare_ms": 58.15050844103098, + "layout_prepare_ms": 57.70234391093254, + "policy": "zigzag", + "relative_rms": { + "output": 0.0014537235383189086, + "dq": 0.0007407989394821003, + "dkv": 0.0007096909729663449, + "d_index_q": 0.0008041080050001198, + "d_weights": 0.0007943771738968879, + "d_pool_kv": 0.0008371011910827963, + "d_pool_score": 0.0008341807726690167, + "d_ape": 6.293301240637564e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999847412109375, + "max_spans": 614, + "raw_file": "layout-1m-count-mixed-512-2long-ascending-zigzag.json", + "raw_sha256": "3d28b4576e300c475c485aec206bf644e380d2a754c1cc239669c5e711197243" + } + }, + "speedup_vs_contiguous": 1.3212976788821988, + "gap_to_best_baseline_pct": -0.926836342906634, + "prepare_plus_iteration_ms": { + "contiguous": 1251.5930174514651, + "planner": 984.9410333782434, + "zigzag": 1005.4753985777497 + }, + "prepare_inclusive_gap_pct": -2.042254363314333, + "documents": 512, + "lengths_sha256": "c8ef7a47c8782c941def4feb26285b36f3ad51a989a3c052ec4e3fd7e8677f0e" + }, + "1m-count-mixed-512-2long": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1235.557861328125, + "min_ms": 1233.1134033203125, + "max_ms": 1238.40869140625, + "allocated_gib": 39.73763704299927, + "reserved_gib": 44.96875, + "prepare_ms": 6.890648975968361, + "layout_prepare_ms": 6.548076868057251, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.9999978207051754, + "max_spans": 86, + "raw_file": "layout-1m-count-mixed-512-2long-contiguous.json", + "raw_sha256": "c5be0e549e5a89c44368a0b4a6ad8b7a56d573be301683298146b145455eea1c" + }, + "planner": { + "total_ms": 932.9089050292969, + "min_ms": 932.2576293945312, + "max_ms": 933.833984375, + "allocated_gib": 39.72488594055176, + "reserved_gib": 46.2265625, + "prepare_ms": 43.387351965066046, + "layout_prepare_ms": 43.043665995355695, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.001390238819945953, + "dq": 0.000701639014897124, + "dkv": 0.0006863240111215172, + "d_index_q": 0.000673929731405553, + "d_weights": 0.0007422031462348568, + "d_pool_kv": 0.000996414348174742, + "d_pool_score": 0.0009960602473099074, + "d_ape": 6.394037327728149e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999865889549255, + "max_spans": 90, + "raw_file": "layout-1m-count-mixed-512-2long-planner.json", + "raw_sha256": "f0a97969490f8e8aeabdcd6190e37924ae901254b2fa1f36786ca10bae0367c7" + }, + "zigzag": { + "total_ms": 942.929443359375, + "min_ms": 942.33837890625, + "max_ms": 944.03173828125, + "allocated_gib": 40.74278402328491, + "reserved_gib": 46.474609375, + "prepare_ms": 40.236313827335835, + "layout_prepare_ms": 39.91378378123045, + "policy": "zigzag", + "relative_rms": { + "output": 0.0013902129191113775, + "dq": 0.0007078508527508515, + "dkv": 0.0007465641023219604, + "d_index_q": 0.0007212337867090088, + "d_weights": 0.0007829665474866085, + "d_pool_kv": 0.0010004758288360228, + "d_pool_score": 0.0009971238645788182, + "d_ape": 6.249562389713757e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999849684536457, + "max_spans": 614, + "raw_file": "layout-1m-count-mixed-512-2long-zigzag.json", + "raw_sha256": "333c20f643fc915448950bc524334b6701b9850dbd17fd0212bf99183a9c9804" + } + }, + "speedup_vs_contiguous": 1.3244142645302799, + "gap_to_best_baseline_pct": -1.062702877786692, + "prepare_plus_iteration_ms": { + "contiguous": 1242.4485103040934, + "planner": 976.2962569943629, + "zigzag": 983.1657571867108 + }, + "prepare_inclusive_gap_pct": -0.698712311950811, + "documents": 512, + "lengths_sha256": "21794dd7586d487ed826710eb069c8ec277ff51b5c88db0b0400e835d0419bcd" + }, + "1m-count-mixed-512-2long-descending": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1241.6589965820312, + "min_ms": 1240.9886474609375, + "max_ms": 1247.15087890625, + "allocated_gib": 41.22573900222778, + "reserved_gib": 45.48828125, + "prepare_ms": 12.419818027410656, + "layout_prepare_ms": 11.910784989595413, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.9999969005584717, + "max_spans": 418, + "raw_file": "layout-1m-count-mixed-512-2long-descending-contiguous.json", + "raw_sha256": "c1bddd9fac6471e12def2d7dc44740ce5235469ee0f34738a9eaf5ca5234372b" + }, + "planner": { + "total_ms": 933.3216857910156, + "min_ms": 932.8864135742188, + "max_ms": 933.894775390625, + "allocated_gib": 43.259296894073486, + "reserved_gib": 51.81640625, + "prepare_ms": 45.23335298290476, + "layout_prepare_ms": 44.762280012946576, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0014545159003805394, + "dq": 0.000743494012154302, + "dkv": 0.0007685056085245936, + "d_index_q": 0.0008703250133279459, + "d_weights": 0.000838913170206235, + "d_pool_kv": 0.0008371936081197537, + "d_pool_score": 0.000825633756631383, + "d_ape": 6.513117921279345e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.3283064365386963e-10, + "workspace_gib": 1.9999847412109375, + "max_spans": 420, + "raw_file": "layout-1m-count-mixed-512-2long-descending-planner.json", + "raw_sha256": "a948e5b646919a94e00f9e31f6a8dd38cf4aa1b30d734c9d86efa949992ed131" + }, + "zigzag": { + "total_ms": 936.8607788085938, + "min_ms": 936.211669921875, + "max_ms": 938.4207763671875, + "allocated_gib": 43.137155055999756, + "reserved_gib": 51.8203125, + "prepare_ms": 58.16895398311317, + "layout_prepare_ms": 57.69163102377206, + "policy": "zigzag", + "relative_rms": { + "output": 0.001422822688413853, + "dq": 0.0007246148440246227, + "dkv": 0.0007254313535724738, + "d_index_q": 0.0007736511212151291, + "d_weights": 0.0007601264812653758, + "d_pool_kv": 0.0008365214053928546, + "d_pool_score": 0.0008298024805049333, + "d_ape": 6.2789767196702126e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 1.9999847412109375, + "max_spans": 614, + "raw_file": "layout-1m-count-mixed-512-2long-descending-zigzag.json", + "raw_sha256": "a831a51932d12b792df73be5d194891b435766a9e9adfbeea5f44922d4d966d0" + } + }, + "speedup_vs_contiguous": 1.3303655272187225, + "gap_to_best_baseline_pct": -0.37776082611535866, + "prepare_plus_iteration_ms": { + "contiguous": 1254.078814609442, + "planner": 978.5550387739204, + "zigzag": 995.0297327917069 + }, + "prepare_inclusive_gap_pct": -1.6556986665679063, + "documents": 512, + "lengths_sha256": "1355e0fb1ef1d83a855305c16e873372467e69d68007d35dcefa354ea7c6ab1b" + }, + "1m-count-mixed-512-4long": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 972.0389709472656, + "min_ms": 970.7367553710938, + "max_ms": 973.3665771484375, + "allocated_gib": 39.3654465675354, + "reserved_gib": 45.3046875, + "prepare_ms": 7.157045416533947, + "layout_prepare_ms": 6.765970028936863, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 86, + "raw_file": "layout-1m-count-mixed-512-4long-contiguous.json", + "raw_sha256": "67e72a989c83401b91323ed83782e3cb11b216a0cd580612b06ed511631e9d92" + }, + "planner": { + "total_ms": 874.1318664550781, + "min_ms": 873.6409301757812, + "max_ms": 875.0445556640625, + "allocated_gib": 39.242146015167236, + "reserved_gib": 44.970703125, + "prepare_ms": 53.79614233970642, + "layout_prepare_ms": 53.46741620451212, + "policy": "selection-local-6x", + "relative_rms": { + "output": 0.0014319279148353801, + "dq": 0.000730531837343021, + "dkv": 0.0006971483885515934, + "d_index_q": 0.0006813065174239298, + "d_weights": 0.0006861706654843519, + "d_pool_kv": 0.0007879833098417588, + "d_pool_score": 0.0007882555784148795, + "d_ape": 6.418386021629022e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.3283064365386963e-10, + "workspace_gib": 0.4999895580112934, + "max_spans": 89, + "raw_file": "layout-1m-count-mixed-512-4long-planner.json", + "raw_sha256": "0b4d24ea5cda106a16d3515fb3d8236d1efc50a131d269ebf4d0e9b3b2f22820" + }, + "zigzag": { + "total_ms": 880.24072265625, + "min_ms": 879.207763671875, + "max_ms": 880.8388671875, + "allocated_gib": 39.36966896057129, + "reserved_gib": 45.740234375, + "prepare_ms": 37.095713429152966, + "layout_prepare_ms": 36.7745952680707, + "policy": "zigzag", + "relative_rms": { + "output": 0.0014058193089270753, + "dq": 0.0007201690410107729, + "dkv": 0.0006351635106884441, + "d_index_q": 0.0006657213660369258, + "d_weights": 0.000676296287009572, + "d_pool_kv": 0.0007949862823955126, + "d_pool_score": 0.0007856044854621893, + "d_ape": 6.393762828290671e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49999282509088516, + "max_spans": 614, + "raw_file": "layout-1m-count-mixed-512-4long-zigzag.json", + "raw_sha256": "587fc508900e40c6333631ad80d10af8a5165c2c75601bde78d44a9798f920c9" + } + }, + "speedup_vs_contiguous": 1.1120049597199062, + "gap_to_best_baseline_pct": -0.6939983624862922, + "prepare_plus_iteration_ms": { + "contiguous": 979.1960163637996, + "planner": 927.9280087947845, + "zigzag": 917.336436085403 + }, + "prepare_inclusive_gap_pct": 1.154600677869011, + "documents": 512, + "lengths_sha256": "74f528dba1eacc05b1dd3ae32df6d6e5fcba98ba8abc06fecf0c0df6bf0aa380" + }, + "1m-count-near-uniform-512": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 452.79539489746094, + "min_ms": 452.1741638183594, + "max_ms": 453.1943359375, + "allocated_gib": 37.642160415649414, + "reserved_gib": 44.06640625, + "prepare_ms": 7.008280954323709, + "layout_prepare_ms": 6.630392977967858, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.07122802734375, + "max_spans": 36, + "raw_file": "layout-1m-count-near-uniform-512-contiguous.json", + "raw_sha256": "62d05651861d7981e13bf43c83846a15306b206ca1e1b66a1f00626397fa6739" + }, + "planner": { + "total_ms": 452.81201171875, + "min_ms": 452.55108642578125, + "max_ms": 453.0105895996094, + "allocated_gib": 37.642160415649414, + "reserved_gib": 44.5390625, + "prepare_ms": 7.0143090561032295, + "layout_prepare_ms": 6.682493723928928, + "policy": "contiguous", + "relative_rms": { + "output": 0.000312570186443386, + "dq": 0.00021878066333155848, + "dkv": 0.00017310433315514652, + "d_index_q": 8.758753491107588e-05, + "d_weights": 8.747408107936404e-05, + "d_pool_kv": 0.0001562169465468653, + "d_pool_score": 0.00014843652847624337, + "d_ape": 2.1200156610156e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.07122802734375, + "max_spans": 36, + "raw_file": "layout-1m-count-near-uniform-512-planner.json", + "raw_sha256": "ae47956396ddb81e5bbbd890d2e31d31a5a5cab5e970a179ea2f3b13364d2d05" + }, + "zigzag": { + "total_ms": 489.8685302734375, + "min_ms": 488.3931884765625, + "max_ms": 490.7578430175781, + "allocated_gib": 37.648831844329834, + "reserved_gib": 45.1796875, + "prepare_ms": 64.41162247210741, + "layout_prepare_ms": 64.05988894402981, + "policy": "zigzag", + "relative_rms": { + "output": 0.0003119673592817592, + "dq": 0.00021851863380101095, + "dkv": 0.00017099683323057972, + "d_index_q": 8.753351513712065e-05, + "d_weights": 8.460601101446695e-05, + "d_pool_kv": 0.0001494269842368115, + "d_pool_score": 0.00018111080123773155, + "d_ape": 2.193984997606667e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.06634521484375, + "max_spans": 1024, + "raw_file": "layout-1m-count-near-uniform-512-zigzag.json", + "raw_sha256": "9c0ac05320b645e3d9290cc65c3e6c92fc0b703a622603743c3d114dd6cd3a92" + } + }, + "speedup_vs_contiguous": 0.9999633030466087, + "gap_to_best_baseline_pct": 0.0036698300106996484, + "prepare_plus_iteration_ms": { + "contiguous": 459.80367585178465, + "planner": 459.82632077485323, + "zigzag": 554.2801527455449 + }, + "prepare_inclusive_gap_pct": 0.004924911273618271, + "documents": 512, + "lengths_sha256": "a883d69122302c1f8f9693929fa0ea899a3e5e33acb0a13cd8340e29afc198a0" + }, + "1m-count-tiny-mix-1000": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 804.4497375488281, + "min_ms": 803.3792114257812, + "max_ms": 804.8482666015625, + "allocated_gib": 39.36701440811157, + "reserved_gib": 45.427734375, + "prepare_ms": 11.593663948588073, + "layout_prepare_ms": 11.099680326879025, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 143, + "raw_file": "layout-1m-count-tiny-mix-1000-contiguous.json", + "raw_sha256": "1dc08db67824ae58a274a6c2e945a5729ca8c097cd1d95ab55166978e3cb5181" + }, + "planner": { + "total_ms": 803.9241638183594, + "min_ms": 803.6096801757812, + "max_ms": 804.8082275390625, + "allocated_gib": 39.36701440811157, + "reserved_gib": 46.46875, + "prepare_ms": 12.909071519970894, + "layout_prepare_ms": 12.430059723556042, + "policy": "contiguous", + "relative_rms": { + "output": 0.0009725538862074621, + "dq": 0.0006188448813383469, + "dkv": 0.0003971155353896982, + "d_index_q": 0.0002914177003272136, + "d_weights": 0.0003071750406410824, + "d_pool_kv": 0.0003651129601905051, + "d_pool_score": 0.0003462786951790806, + "d_ape": 3.5353953008116053e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.5, + "max_spans": 143, + "raw_file": "layout-1m-count-tiny-mix-1000-planner.json", + "raw_sha256": "05addf8eabd249e3f02186e0478fd744b54c21e61b18c854750e7c80f2ab61fe" + }, + "zigzag": { + "total_ms": 819.8125, + "min_ms": 818.898193359375, + "max_ms": 820.943603515625, + "allocated_gib": 39.35548257827759, + "reserved_gib": 46.896484375, + "prepare_ms": 70.85726968944073, + "layout_prepare_ms": 70.35546749830246, + "policy": "zigzag", + "relative_rms": { + "output": 0.0009806580554309915, + "dq": 0.0006204996956369439, + "dkv": 0.0003984549191234964, + "d_index_q": 0.00029134836348343544, + "d_weights": 0.0003059298731533832, + "d_pool_kv": 0.000370834144304363, + "d_pool_score": 0.000391578141157335, + "d_ape": 3.161593514832567e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49914050847291946, + "max_spans": 1200, + "raw_file": "layout-1m-count-tiny-mix-1000-zigzag.json", + "raw_sha256": "82adb8554d17767de8049dfbb13a48c79d2ff126bdfecfa730ecfba4629cacc8" + } + }, + "speedup_vs_contiguous": 1.0006537603347714, + "gap_to_best_baseline_pct": -0.06533332114324608, + "prepare_plus_iteration_ms": { + "contiguous": 816.0434014974162, + "planner": 816.8332353383303, + "zigzag": 890.6697696894407 + }, + "prepare_inclusive_gap_pct": 0.09678821487493217, + "documents": 1000, + "lengths_sha256": "2043af46235527c07d70653288a5fbff85cbdc1d61c2df251c4b11c9f2173662" + }, + "1m-count-tiny-mix-512": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 685.9302673339844, + "min_ms": 684.9505615234375, + "max_ms": 686.43310546875, + "allocated_gib": 38.420175552368164, + "reserved_gib": 45.21484375, + "prepare_ms": 7.0847609313204885, + "layout_prepare_ms": 6.701943988446146, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.498516321182251, + "max_spans": 59, + "raw_file": "layout-1m-count-tiny-mix-512-contiguous.json", + "raw_sha256": "a09d8c61624f4cc1af71729054dc7ddf2611dac3c7046af0ae8bd417b04ec30c" + }, + "planner": { + "total_ms": 685.8549194335938, + "min_ms": 685.347900390625, + "max_ms": 685.97705078125, + "allocated_gib": 38.420175552368164, + "reserved_gib": 45.21484375, + "prepare_ms": 6.993969029281288, + "layout_prepare_ms": 6.630199961364269, + "policy": "contiguous", + "relative_rms": { + "output": 0.0010325317851200527, + "dq": 0.0006162005011788455, + "dkv": 0.0003776748189111857, + "d_index_q": 0.0002628102942323622, + "d_weights": 0.0002676192491992476, + "d_pool_kv": 0.00033682698470347753, + "d_pool_score": 0.0003439917375613672, + "d_ape": 6.1279133614286e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.498516321182251, + "max_spans": 59, + "raw_file": "layout-1m-count-tiny-mix-512-planner.json", + "raw_sha256": "0add243c5864581013780f0e5889b80b837e719a555a8ac74d61f354649a2e00" + }, + "zigzag": { + "total_ms": 716.0761108398438, + "min_ms": 715.8760986328125, + "max_ms": 717.7543334960938, + "allocated_gib": 38.55094909667969, + "reserved_gib": 45.19921875, + "prepare_ms": 43.37962158024311, + "layout_prepare_ms": 43.03775541484356, + "policy": "zigzag", + "relative_rms": { + "output": 0.0010499063952199626, + "dq": 0.0006258225003131088, + "dkv": 0.00041073803877893905, + "d_index_q": 0.00032662600157353964, + "d_weights": 0.00031260323144411474, + "d_pool_kv": 0.00035676072352841396, + "d_pool_score": 0.0003572713035249323, + "d_ape": 6.468741565403711e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.37377477437257767, + "max_spans": 614, + "raw_file": "layout-1m-count-tiny-mix-512-zigzag.json", + "raw_sha256": "19cccd84d9f2a66d30d27386dcd71840e0b359724ec570a1bf237e3257b1ee70" + } + }, + "speedup_vs_contiguous": 1.0001098598234928, + "gap_to_best_baseline_pct": -0.010984775563771532, + "prepare_plus_iteration_ms": { + "contiguous": 693.0150282653049, + "planner": 692.848888462875, + "zigzag": 759.4557324200869 + }, + "prepare_inclusive_gap_pct": -0.023973477580374603, + "documents": 512, + "lengths_sha256": "eb5e64b29a22782c3e203c9db504474452dd18b36ac3aa9a4ad991a5af9bdbf9" + }, + "1m-count-uniform-1024": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 304.08592224121094, + "min_ms": 303.8802490234375, + "max_ms": 304.4345703125, + "allocated_gib": 38.423105239868164, + "reserved_gib": 45.3671875, + "prepare_ms": 11.142310046125203, + "layout_prepare_ms": 10.64562500687316, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.03118896484375, + "max_spans": 64, + "raw_file": "layout-1m-count-uniform-1024-contiguous.json", + "raw_sha256": "11561bae83a343dadcdb661feaa53ae03cd8f5eadfd0080792d1f6fc43d05d54" + }, + "planner": { + "total_ms": 303.88612365722656, + "min_ms": 303.5679931640625, + "max_ms": 304.477783203125, + "allocated_gib": 38.423166275024414, + "reserved_gib": 45.9609375, + "prepare_ms": 12.489238986745477, + "layout_prepare_ms": 12.01151602435857, + "policy": "contiguous", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 4.0017354011135795e-05, + "d_index_q": 0.0, + "d_weights": 1.5643278801343326e-05, + "d_pool_kv": 3.5892032839695286e-05, + "d_pool_score": 4.1180529947898683e-05, + "d_ape": 4.6654965940994376e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.03118896484375, + "max_spans": 64, + "raw_file": "layout-1m-count-uniform-1024-planner.json", + "raw_sha256": "27317d3bcce2e740aa3113a446f2d33f3f4c1fff3fa1014172bb3fa0956a3b5b" + }, + "zigzag": { + "total_ms": 345.7340545654297, + "min_ms": 344.55413818359375, + "max_ms": 346.9438171386719, + "allocated_gib": 38.42808675765991, + "reserved_gib": 45.96484375, + "prepare_ms": 129.5411480241455, + "layout_prepare_ms": 129.09127998864278, + "policy": "zigzag", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 4.131296766393347e-05, + "d_index_q": 0.0, + "d_weights": 1.1611570293793908e-05, + "d_pool_kv": 4.137243430716575e-05, + "d_pool_score": 7.625351996008623e-05, + "d_ape": 5.545519532233894e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.03118896484375, + "max_spans": 2048, + "raw_file": "layout-1m-count-uniform-1024-zigzag.json", + "raw_sha256": "a572931b350c86621dfd0eeb7dc1ca0e4ffab8bc02da97a47fe8195d874f4b1a" + } + }, + "speedup_vs_contiguous": 1.000657478471145, + "gap_to_best_baseline_pct": -0.06570464772318596, + "prepare_plus_iteration_ms": { + "contiguous": 315.22823228733614, + "planner": 316.37536264397204, + "zigzag": 475.2752025895752 + }, + "prepare_inclusive_gap_pct": 0.363904701146911, + "documents": 1024, + "lengths_sha256": "7d1b6ad860e729dfc1e098d7b89b3e6e85ea0e907b90de52c462e82eb70e9471" + }, + "1m-count-uniform-256": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 549.6219177246094, + "min_ms": 549.1296997070312, + "max_ms": 550.0491943359375, + "allocated_gib": 38.51983880996704, + "reserved_gib": 45.65625, + "prepare_ms": 4.39696479588747, + "layout_prepare_ms": 4.108703695237637, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.12493896484375, + "max_spans": 16, + "raw_file": "layout-1m-count-uniform-256-contiguous.json", + "raw_sha256": "bd6a3011bc09519f88cdbb431d094b4dc9d7f52ae5cc585e0538289d59d65a84" + }, + "planner": { + "total_ms": 549.4464111328125, + "min_ms": 549.179443359375, + "max_ms": 549.8413696289062, + "allocated_gib": 38.51983880996704, + "reserved_gib": 45.0625, + "prepare_ms": 4.716673865914345, + "layout_prepare_ms": 4.421164281666279, + "policy": "contiguous", + "relative_rms": { + "output": 0.0006925854248702454, + "dq": 0.0004392233399569253, + "dkv": 0.00029740960412245063, + "d_index_q": 0.00024004049781900123, + "d_weights": 0.00019391788661221848, + "d_pool_kv": 0.00026141680733655204, + "d_pool_score": 0.0002586076167179979, + "d_ape": 4.22166115570864e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.12493896484375, + "max_spans": 16, + "raw_file": "layout-1m-count-uniform-256-planner.json", + "raw_sha256": "d2eb7ac4c21a145d7a446f6436c735525217ccb0764abc7f8deee85e4d728e6e" + }, + "zigzag": { + "total_ms": 584.0359802246094, + "min_ms": 583.1168212890625, + "max_ms": 585.0107421875, + "allocated_gib": 38.524731159210205, + "reserved_gib": 45.958984375, + "prepare_ms": 32.832130789756775, + "layout_prepare_ms": 32.5444545596838, + "policy": "zigzag", + "relative_rms": { + "output": 0.0006908169770485342, + "dq": 0.00043303490110947876, + "dkv": 0.00027639050441138717, + "d_index_q": 0.00015210646909709564, + "d_weights": 0.00015894974404154317, + "d_pool_kv": 0.0002506036255637015, + "d_pool_score": 0.00026886913645408276, + "d_ape": 4.130315630069566e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.12493896484375, + "max_spans": 512, + "raw_file": "layout-1m-count-uniform-256-zigzag.json", + "raw_sha256": "a3209638e2436bb3bd95b42af0c6ce1f771dd7736f682c207a4df18e76810150" + } + }, + "speedup_vs_contiguous": 1.0003194244028912, + "gap_to_best_baseline_pct": -0.03193224035232811, + "prepare_plus_iteration_ms": { + "contiguous": 554.0188825204968, + "planner": 554.1630849987268, + "zigzag": 616.8681110143661 + }, + "prepare_inclusive_gap_pct": 0.026028441047709627, + "documents": 256, + "lengths_sha256": "2b66265ed16d5c91894fb143f8c654f23f801053a71d4fd69181b0642cf716a7" + }, + "1m-heldout-jittered-768-seed20261114": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 358.52392578125, + "min_ms": 357.597412109375, + "max_ms": 358.72125244140625, + "allocated_gib": 38.9788122177124, + "reserved_gib": 45.28515625, + "prepare_ms": 8.966105058789253, + "layout_prepare_ms": 8.518191985785961, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.0449279248714447, + "max_spans": 51, + "raw_file": "layout-1m-heldout-jittered-768-seed20261114-contiguous.json", + "raw_sha256": "5dcb5213bc8f12b186a0ceaeed228456ac87d83946aba7bb5d5dee019ad26ce1" + }, + "planner": { + "total_ms": 358.4803161621094, + "min_ms": 357.7920837402344, + "max_ms": 358.86279296875, + "allocated_gib": 38.9788122177124, + "reserved_gib": 45.28515625, + "prepare_ms": 10.183462873101234, + "layout_prepare_ms": 9.80326347053051, + "policy": "contiguous", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.363129604384954e-05, + "d_index_q": 0.0, + "d_weights": 1.1220725449324892e-05, + "d_pool_kv": 8.384201051467693e-05, + "d_pool_score": 5.988107855092994e-05, + "d_ape": 5.636189088678152e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.0449279248714447, + "max_spans": 51, + "raw_file": "layout-1m-heldout-jittered-768-seed20261114-planner.json", + "raw_sha256": "7cd682aa27cc1f41a05c9af6ac44e2d9121ab9dec408343086ba737f0cdbfa91" + }, + "zigzag": { + "total_ms": 397.6351623535156, + "min_ms": 396.7493896484375, + "max_ms": 398.86016845703125, + "allocated_gib": 38.98426389694214, + "reserved_gib": 45.98828125, + "prepare_ms": 95.2249551191926, + "layout_prepare_ms": 94.84434872865677, + "policy": "zigzag", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.3002213991950895e-05, + "d_index_q": 0.0, + "d_weights": 1.3272182524832172e-05, + "d_pool_kv": 8.348898455953135e-05, + "d_pool_score": 4.427979618573066e-05, + "d_ape": 5.096660004587656e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.04387390986084938, + "max_spans": 1536, + "raw_file": "layout-1m-heldout-jittered-768-seed20261114-zigzag.json", + "raw_sha256": "d14853409595353c0dafa9ca64ebddcee9ac78ca1611928c3256058091b1ab4d" + } + }, + "speedup_vs_contiguous": 1.0001216513631976, + "gap_to_best_baseline_pct": -0.012163656594355032, + "prepare_plus_iteration_ms": { + "contiguous": 367.49003084003925, + "planner": 368.6637790352106, + "zigzag": 492.8601174727082 + }, + "prepare_inclusive_gap_pct": 0.3193959282346448, + "documents": 768, + "lengths_sha256": "2384da57da625501af834608e8298b60467638272e4c35dc6ea261713c7eb0d3" + }, + "1m-heldout-jittered-768-seed20261115": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 358.77650451660156, + "min_ms": 358.13946533203125, + "max_ms": 359.1441650390625, + "allocated_gib": 39.808849811553955, + "reserved_gib": 45.8671875, + "prepare_ms": 9.590373025275767, + "layout_prepare_ms": 9.206185990478843, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.04477034509181976, + "max_spans": 51, + "raw_file": "layout-1m-heldout-jittered-768-seed20261115-contiguous.json", + "raw_sha256": "789902a0f27ec3d80ade697ee5da1a97a3c9573fee04bc888f5934378afb9322" + }, + "planner": { + "total_ms": 358.70045471191406, + "min_ms": 358.292236328125, + "max_ms": 359.0645751953125, + "allocated_gib": 39.808849811553955, + "reserved_gib": 45.8671875, + "prepare_ms": 10.364365763962269, + "layout_prepare_ms": 9.964034892618656, + "policy": "contiguous", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.2490964013625554e-05, + "d_index_q": 0.0, + "d_weights": 1.3651717477780841e-05, + "d_pool_kv": 3.4509005688492454e-05, + "d_pool_score": 3.3288530731895434e-05, + "d_ape": 4.501287051876582e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.04477034509181976, + "max_spans": 51, + "raw_file": "layout-1m-heldout-jittered-768-seed20261115-planner.json", + "raw_sha256": "4c51e8a59b01dad3ad4f98ac18943960178bbe4e4f1cd4a2786e503612769735" + }, + "zigzag": { + "total_ms": 398.11195373535156, + "min_ms": 397.47796630859375, + "max_ms": 399.0572509765625, + "allocated_gib": 39.81116342544556, + "reserved_gib": 46.27734375, + "prepare_ms": 97.08238858729601, + "layout_prepare_ms": 96.70192841440439, + "policy": "zigzag", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 4.378364012653045e-05, + "d_index_q": 0.0, + "d_weights": 1.5808015694390196e-05, + "d_pool_kv": 3.262385514096063e-05, + "d_pool_score": 3.426303838873765e-05, + "d_ape": 4.392719494088674e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.043894730508327484, + "max_spans": 1536, + "raw_file": "layout-1m-heldout-jittered-768-seed20261115-zigzag.json", + "raw_sha256": "b38910fe602a76d46de8d8a34e7db773bcaedb881686cf6b2318b3c2d2dd98d8" + } + }, + "speedup_vs_contiguous": 1.000212014798667, + "gap_to_best_baseline_pct": -0.02119698579202689, + "prepare_plus_iteration_ms": { + "contiguous": 368.36687754187733, + "planner": 369.06482047587633, + "zigzag": 495.19434232264757 + }, + "prepare_inclusive_gap_pct": 0.18946951437555093, + "documents": 768, + "lengths_sha256": "8884d0c226a9c39788069b745f1fa9b8499da77272f0e098c192c933dea50872" + }, + "1m-heldout-jittered-768-seed20261116": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 359.0693359375, + "min_ms": 358.796142578125, + "max_ms": 359.2643737792969, + "allocated_gib": 40.17335319519043, + "reserved_gib": 46.28125, + "prepare_ms": 9.378077986184508, + "layout_prepare_ms": 8.974294003564864, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.044239819049835205, + "max_spans": 51, + "raw_file": "layout-1m-heldout-jittered-768-seed20261116-contiguous.json", + "raw_sha256": "d11bdff7eb5b9169b7cc30d74ed4caf21b5506ae4d8761eb04c9a6d7769f1274" + }, + "planner": { + "total_ms": 359.144287109375, + "min_ms": 358.93280029296875, + "max_ms": 359.4841613769531, + "allocated_gib": 40.17335319519043, + "reserved_gib": 46.28125, + "prepare_ms": 10.32171497354284, + "layout_prepare_ms": 9.934334957506508, + "policy": "contiguous", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.280996475029592e-05, + "d_index_q": 0.0, + "d_weights": 1.2683953507657087e-05, + "d_pool_kv": 3.495714158265876e-05, + "d_pool_score": 3.7603865072635344e-05, + "d_ape": 4.496830226084333e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.044239819049835205, + "max_spans": 51, + "raw_file": "layout-1m-heldout-jittered-768-seed20261116-planner.json", + "raw_sha256": "a543fa3f4100c72630f6afd3572f5c0a197ea70b3b70f3202460326a5fe8acf4" + }, + "zigzag": { + "total_ms": 398.9141540527344, + "min_ms": 397.929931640625, + "max_ms": 399.3319091796875, + "allocated_gib": 40.17674732208252, + "reserved_gib": 46.283203125, + "prepare_ms": 97.00689493911341, + "layout_prepare_ms": 96.62403498077765, + "policy": "zigzag", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.293799597415976e-05, + "d_index_q": 0.0, + "d_weights": 1.7251727926864844e-05, + "d_pool_kv": 3.9521198405270576e-05, + "d_pool_score": 4.615198594900765e-05, + "d_ape": 5.105090459413078e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.04397561401128769, + "max_spans": 1536, + "raw_file": "layout-1m-heldout-jittered-768-seed20261116-zigzag.json", + "raw_sha256": "e84e9c5456c0795d9f4893ed1e9ce4e21ee13233bef2169fbd5128e3f39db425" + } + }, + "speedup_vs_contiguous": 0.9997913062393996, + "gap_to_best_baseline_pct": 0.020873732277726376, + "prepare_plus_iteration_ms": { + "contiguous": 368.4474139236845, + "planner": 369.46600208291784, + "zigzag": 495.9210489918478 + }, + "prepare_inclusive_gap_pct": 0.27645414806583, + "documents": 768, + "lengths_sha256": "484660be7f47772a4ee1c32aa13529e5d4dfa02ba770b46f67c83944d3d16782" + }, + "1m-heldout-lognormal-1000-seed20261114": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 684.9967041015625, + "min_ms": 684.418701171875, + "max_ms": 685.22021484375, + "allocated_gib": 39.45905113220215, + "reserved_gib": 46.2421875, + "prepare_ms": 10.71262452751398, + "layout_prepare_ms": 10.212206281721592, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 114, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261114-contiguous.json", + "raw_sha256": "fc53cac7b6a0143619cea370851e59a133f109d31f150b72b933cd217c1be2e1" + }, + "planner": { + "total_ms": 684.5411682128906, + "min_ms": 684.1309814453125, + "max_ms": 684.8707275390625, + "allocated_gib": 39.45905113220215, + "reserved_gib": 46.2421875, + "prepare_ms": 12.842495983932167, + "layout_prepare_ms": 12.371807999443263, + "policy": "contiguous", + "relative_rms": { + "output": 0.0006604366951019903, + "dq": 0.0004884184178103446, + "dkv": 0.0002441307659025493, + "d_index_q": 0.00017720154893536717, + "d_weights": 0.0001965275658067716, + "d_pool_kv": 0.0002635452150096701, + "d_pool_score": 0.00025799601845620344, + "d_ape": 3.7463702901400385e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 114, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261114-planner.json", + "raw_sha256": "56ea84e33677dd134f4c00ed9632d537cc5df9e7dd030f54cd7be1144bed6490" + }, + "zigzag": { + "total_ms": 700.9886169433594, + "min_ms": 700.3733520507812, + "max_ms": 701.34033203125, + "allocated_gib": 39.49775457382202, + "reserved_gib": 46.5, + "prepare_ms": 120.16775365918875, + "layout_prepare_ms": 119.67392452061176, + "policy": "zigzag", + "relative_rms": { + "output": 0.0006636288524415482, + "dq": 0.0004896882885293665, + "dkv": 0.0002431552086838662, + "d_index_q": 0.00017754175506518597, + "d_weights": 0.00019942199427568522, + "d_pool_kv": 0.0002599323951245154, + "d_pool_score": 0.00026026892084907567, + "d_ape": 3.772762659927586e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.3476196713745594, + "max_spans": 1628, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261114-zigzag.json", + "raw_sha256": "dcc44346b9d207f0c56919c0e0ca3ab35a5842c9b77986c69219d4bb25b3e689" + } + }, + "speedup_vs_contiguous": 1.0006654616403292, + "gap_to_best_baseline_pct": -0.0665019095631103, + "prepare_plus_iteration_ms": { + "contiguous": 695.7093286290765, + "planner": 697.3836641968228, + "zigzag": 821.1563706025481 + }, + "prepare_inclusive_gap_pct": 0.24066596477090307, + "documents": 1000, + "lengths_sha256": "f9552804d64123e178b417a374ec673ead4524cfdca92d036e2c49d2242a4462" + }, + "1m-heldout-lognormal-1000-seed20261115": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 763.6994323730469, + "min_ms": 763.1716918945312, + "max_ms": 764.0468139648438, + "allocated_gib": 40.053749561309814, + "reserved_gib": 46.6796875, + "prepare_ms": 12.699897983111441, + "layout_prepare_ms": 12.214038986712694, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 113, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261115-contiguous.json", + "raw_sha256": "a508d050d66317a33bed9a5c2ef06bf8b4089f1ebfcfedf36b64c479ab8e8527" + }, + "planner": { + "total_ms": 763.3740234375, + "min_ms": 762.8582153320312, + "max_ms": 763.90478515625, + "allocated_gib": 40.053749561309814, + "reserved_gib": 46.6796875, + "prepare_ms": 42.369666101876646, + "layout_prepare_ms": 41.90250305691734, + "policy": "contiguous", + "relative_rms": { + "output": 0.0008212079038689687, + "dq": 0.0005803233894914287, + "dkv": 0.0003178547583325437, + "d_index_q": 0.00024748702763004843, + "d_weights": 0.0002898346991169899, + "d_pool_kv": 0.00037226213041429183, + "d_pool_score": 0.0003641375152335028, + "d_ape": 3.5695850024897406e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 113, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261115-planner.json", + "raw_sha256": "9ba3060c3dbb7e99ec6a0205903bd122391f8254146785881fd03798dff85481" + }, + "zigzag": { + "total_ms": 760.7092590332031, + "min_ms": 760.1244506835938, + "max_ms": 761.7604370117188, + "allocated_gib": 40.262939453125, + "reserved_gib": 47.68359375, + "prepare_ms": 111.01808212697506, + "layout_prepare_ms": 110.55053118616343, + "policy": "zigzag", + "relative_rms": { + "output": 0.0008240264857030691, + "dq": 0.000580487816087925, + "dkv": 0.00031653498036455385, + "d_index_q": 0.0002474463983232176, + "d_weights": 0.0002914637802480217, + "d_pool_kv": 0.00036201676107118724, + "d_pool_score": 0.00034605030505217594, + "d_ape": 3.512907903393745e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.4038251228630543, + "max_spans": 1617, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261115-zigzag.json", + "raw_sha256": "ef3337acf693424381cffe7c0f51de3ee5e65139739c476a8ce96f4e858ccbf6" + } + }, + "speedup_vs_contiguous": 1.0004262771925112, + "gap_to_best_baseline_pct": 0.3502999828980169, + "prepare_plus_iteration_ms": { + "contiguous": 776.3993303561583, + "planner": 805.7436895393766, + "zigzag": 871.7273411601782 + }, + "prepare_inclusive_gap_pct": 3.779544628117737, + "documents": 1000, + "lengths_sha256": "4860b063d4278394f20027f7e1f50de3bf6080e17af8500ea52a852f8f4840bf" + }, + "1m-heldout-lognormal-1000-seed20261116": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 736.0016479492188, + "min_ms": 735.2288818359375, + "max_ms": 737.14697265625, + "allocated_gib": 40.697120666503906, + "reserved_gib": 47.77734375, + "prepare_ms": 11.603533290326595, + "layout_prepare_ms": 11.127131059765816, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 99, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261116-contiguous.json", + "raw_sha256": "13efa21223b67e20bef071619cac3497a2dbb9ee457fc8770998898b2c556cf8" + }, + "planner": { + "total_ms": 736.3946838378906, + "min_ms": 734.807861328125, + "max_ms": 737.6834716796875, + "allocated_gib": 40.697792053222656, + "reserved_gib": 47.77734375, + "prepare_ms": 12.68920605070889, + "layout_prepare_ms": 12.206138984765857, + "policy": "contiguous", + "relative_rms": { + "output": 0.0006433898524578946, + "dq": 0.0005110624096845733, + "dkv": 0.00026048934040463144, + "d_index_q": 0.00019598883463898154, + "d_weights": 0.000228863130253541, + "d_pool_kv": 0.000301853480114409, + "d_pool_score": 0.000297540264113885, + "d_ape": 4.091797227406095e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 99, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261116-planner.json", + "raw_sha256": "b4a6625eec2d393f2c092be2cadeb171c27c1f3177e3c92750bde9602a1a1490" + }, + "zigzag": { + "total_ms": 735.1014709472656, + "min_ms": 734.1682739257812, + "max_ms": 735.7579956054688, + "allocated_gib": 41.009629249572754, + "reserved_gib": 47.47265625, + "prepare_ms": 107.5354665517807, + "layout_prepare_ms": 107.07924794405699, + "policy": "zigzag", + "relative_rms": { + "output": 0.0006420663728273947, + "dq": 0.0005102186802942892, + "dkv": 0.00027717264627597377, + "d_index_q": 0.00019555019132033196, + "d_weights": 0.0002284901651517546, + "d_pool_kv": 0.00030743783418931916, + "d_pool_score": 0.0003033758473351343, + "d_ape": 3.978015480011178e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.49536293372511864, + "max_spans": 1584, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261116-zigzag.json", + "raw_sha256": "72dd0d69778869f26fb583147e76cf249ffa64625bf1c376320dbbca473fa59a" + } + }, + "speedup_vs_contiguous": 0.9994662700623754, + "gap_to_best_baseline_pct": 0.17592304487685784, + "prepare_plus_iteration_ms": { + "contiguous": 747.6051812395453, + "planner": 749.0838898885995, + "zigzag": 842.6369374990463 + }, + "prepare_inclusive_gap_pct": 0.19779272350712862, + "documents": 1000, + "lengths_sha256": "a790875510a4369ef17daa8104180cfe9404b90dfa3567b8652ea1435220224c" + }, + "1m-heldout-lognormal-257-seed20261114": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 666.2662658691406, + "min_ms": 665.9510498046875, + "max_ms": 666.6072998046875, + "allocated_gib": 39.30071496963501, + "reserved_gib": 46.08203125, + "prepare_ms": 4.745754005853087, + "layout_prepare_ms": 4.4530140003189445, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.463335856795311, + "max_spans": 26, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261114-contiguous.json", + "raw_sha256": "4dcabc1f4bce11d18a2d57a37fe93b11f4837c03a49ec63c70a03fae41f78a68" + }, + "planner": { + "total_ms": 666.1408996582031, + "min_ms": 665.9105224609375, + "max_ms": 666.6676635742188, + "allocated_gib": 39.30185651779175, + "reserved_gib": 46.08203125, + "prepare_ms": 4.790247010532767, + "layout_prepare_ms": 4.503867996390909, + "policy": "contiguous", + "relative_rms": { + "output": 0.0009385242732204369, + "dq": 0.0005866022976175567, + "dkv": 0.00033332166942627665, + "d_index_q": 0.0002301383322868088, + "d_weights": 0.0002399194161665796, + "d_pool_kv": 0.0002873366391359497, + "d_pool_score": 0.0002897758095958852, + "d_ape": 4.674192029871579e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.463335856795311, + "max_spans": 26, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261114-planner.json", + "raw_sha256": "3d2579cce44e52c4cbe0ae529d9f6cb1dc6c2cae81df1d33a5e012991896d356" + }, + "zigzag": { + "total_ms": 694.9446716308594, + "min_ms": 694.22998046875, + "max_ms": 695.3518676757812, + "allocated_gib": 39.167086124420166, + "reserved_gib": 46.083984375, + "prepare_ms": 32.833476550877094, + "layout_prepare_ms": 32.56948012858629, + "policy": "zigzag", + "relative_rms": { + "output": 0.0009470464886583148, + "dq": 0.0005880154208656388, + "dkv": 0.00036135005526755385, + "d_index_q": 0.00022518916873369107, + "d_weights": 0.00024094943810340667, + "d_pool_kv": 0.00029319441343405016, + "d_pool_score": 0.0003009505490939196, + "d_ape": 4.417832424111279e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.3246483616530895, + "max_spans": 514, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261114-zigzag.json", + "raw_sha256": "c9d586768d9e15167c314f37e3321489cba239d2ae0aced4c94349a4e8696776" + } + }, + "speedup_vs_contiguous": 1.0001881977386493, + "gap_to_best_baseline_pct": -0.01881623269248678, + "prepare_plus_iteration_ms": { + "contiguous": 671.0120198749937, + "planner": 670.9311466687359, + "zigzag": 727.7781481817365 + }, + "prepare_inclusive_gap_pct": -0.012052422886987824, + "documents": 257, + "lengths_sha256": "22124dfa90691813499ba5fff3956732dd43551f4504a48fc46bbb35d7aa1141" + }, + "1m-heldout-lognormal-257-seed20261115": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 786.7605895996094, + "min_ms": 786.594482421875, + "max_ms": 787.9214477539062, + "allocated_gib": 39.929911613464355, + "reserved_gib": 46.1015625, + "prepare_ms": 4.555713036097586, + "layout_prepare_ms": 4.276246996596456, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 30, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261115-contiguous.json", + "raw_sha256": "01d703a50f75290adad1292fa978fa35a81b8ccd5af057a28ed4963da8cabe0f" + }, + "planner": { + "total_ms": 786.9058532714844, + "min_ms": 785.9761352539062, + "max_ms": 787.4791259765625, + "allocated_gib": 39.929789543151855, + "reserved_gib": 46.1015625, + "prepare_ms": 23.62960804020986, + "layout_prepare_ms": 23.33585696760565, + "policy": "contiguous", + "relative_rms": { + "output": 0.0011388051659333431, + "dq": 0.0006564971734834571, + "dkv": 0.0004364387193785559, + "d_index_q": 0.000436640407897889, + "d_weights": 0.000383328993036165, + "d_pool_kv": 0.000393598589728051, + "d_pool_score": 0.00039426697683359133, + "d_ape": 5.08645882566227e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.5, + "max_spans": 30, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261115-planner.json", + "raw_sha256": "13efb3b4d74cf45df412460339bbe0a63c20173fcbbd81e46215bc1fd7d38ca2" + }, + "zigzag": { + "total_ms": 774.9671936035156, + "min_ms": 774.4342651367188, + "max_ms": 775.7385864257812, + "allocated_gib": 39.93263816833496, + "reserved_gib": 47.46875, + "prepare_ms": 33.89150928705931, + "layout_prepare_ms": 33.621191047132015, + "policy": "zigzag", + "relative_rms": { + "output": 0.001143064133573562, + "dq": 0.0006575020348302019, + "dkv": 0.00043892282645587147, + "d_index_q": 0.00035061364043188786, + "d_weights": 0.00038229657460199485, + "d_pool_kv": 0.00039741900440744445, + "d_pool_score": 0.00039195516172039574, + "d_ape": 5.082429890969267e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49996573850512505, + "max_spans": 513, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261115-zigzag.json", + "raw_sha256": "01378420248c6dd51aa82cdbc474318bd904cf12df08386f5a49b6ad410b73b7" + } + }, + "speedup_vs_contiguous": 0.9998153989180902, + "gap_to_best_baseline_pct": 1.5405374274561456, + "prepare_plus_iteration_ms": { + "contiguous": 791.316302635707, + "planner": 810.5354613116942, + "zigzag": 808.8587028905749 + }, + "prepare_inclusive_gap_pct": 2.428758084721916, + "documents": 257, + "lengths_sha256": "0b8ffc4c0c7294d43fa7ae5f3ee55faaef51c2f526387b1efe2d60aca24ecf20" + }, + "1m-heldout-lognormal-257-seed20261116": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 792.4435119628906, + "min_ms": 792.0433959960938, + "max_ms": 792.8259887695312, + "allocated_gib": 40.349995136260986, + "reserved_gib": 47.30859375, + "prepare_ms": 4.70799405593425, + "layout_prepare_ms": 4.365537024568766, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 28, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261116-contiguous.json", + "raw_sha256": "a5ddb06a51ad5b0301088d49f0e7592fe7c03e5e1c4bfeef1c8f61f90b7c4426" + }, + "planner": { + "total_ms": 792.43798828125, + "min_ms": 791.5970458984375, + "max_ms": 793.3018188476562, + "allocated_gib": 40.349995136260986, + "reserved_gib": 47.30859375, + "prepare_ms": 4.752930020913482, + "layout_prepare_ms": 4.501574032474309, + "policy": "contiguous", + "relative_rms": { + "output": 0.001227522930499042, + "dq": 0.0006738229944997933, + "dkv": 0.0005094287079412098, + "d_index_q": 0.000377814752024436, + "d_weights": 0.0004027883643553077, + "d_pool_kv": 0.0004238109628606652, + "d_pool_score": 0.0005288219532210354, + "d_ape": 5.122086960896457e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.5, + "max_spans": 28, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261116-planner.json", + "raw_sha256": "198812023d665581c0d6b7835fc3e313c600c914000996a05f6c4dae6ff024bd" + }, + "zigzag": { + "total_ms": 789.9468688964844, + "min_ms": 789.567626953125, + "max_ms": 790.7005615234375, + "allocated_gib": 40.58277988433838, + "reserved_gib": 46.7109375, + "prepare_ms": 33.60013302881271, + "layout_prepare_ms": 33.324415038805455, + "policy": "zigzag", + "relative_rms": { + "output": 0.0012300934864721798, + "dq": 0.0006733776529817055, + "dkv": 0.0005092419932310364, + "d_index_q": 0.0003789284595906472, + "d_weights": 0.0004030942702858978, + "d_pool_kv": 0.00042597496878129035, + "d_pool_score": 0.0005224856786887003, + "d_ape": 4.969292163654653e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.46208810433745384, + "max_spans": 513, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261116-zigzag.json", + "raw_sha256": "084681bc0cd40e931ce7c1d70dc1712899139a7b97c431ef9feb9066829e0b35" + } + }, + "speedup_vs_contiguous": 1.0000069704907164, + "gap_to_best_baseline_pct": 0.3153527766045272, + "prepare_plus_iteration_ms": { + "contiguous": 797.1515060188249, + "planner": 797.1909183021635, + "zigzag": 823.5470019252971 + }, + "prepare_inclusive_gap_pct": 0.004944139607210296, + "documents": 257, + "lengths_sha256": "1b0bd973931c10a52c40d767fb8a267929d55b8a7e94ed85145c4ab27033efda" + }, + "1m-heldout-tiny-tail-768-seed20261114": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1157.9805297851562, + "min_ms": 1154.6259765625, + "max_ms": 1161.591064453125, + "allocated_gib": 41.0916953086853, + "reserved_gib": 48.49609375, + "prepare_ms": 10.18020004266873, + "layout_prepare_ms": 9.75555699551478, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.9999936819076538, + "max_spans": 182, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261114-contiguous.json", + "raw_sha256": "91ed22c0ece3fdda9e0af9b39d07862c32bc0ec7844dbaddac47961b6d34899d" + }, + "planner": { + "total_ms": 887.6731567382812, + "min_ms": 886.7418823242188, + "max_ms": 888.07470703125, + "allocated_gib": 41.17432641983032, + "reserved_gib": 49.134765625, + "prepare_ms": 60.14263443648815, + "layout_prepare_ms": 59.783799573779106, + "policy": "selection-local-6x", + "relative_rms": { + "output": 0.001392233060533727, + "dq": 0.0007103945696792637, + "dkv": 0.0006237114201774019, + "d_index_q": 0.0007110733774308313, + "d_weights": 0.0007290097887728568, + "d_pool_kv": 0.0008730318487869236, + "d_pool_score": 0.0008682559631854369, + "d_ape": 6.470404000014752e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.3283064365386963e-10, + "workspace_gib": 1.8399817384779453, + "max_spans": 186, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261114-planner.json", + "raw_sha256": "da74a5fecf18cfdd36af78e14717511d3f5a627256de5cf71e13209e75995a9b" + }, + "zigzag": { + "total_ms": 905.5602416992188, + "min_ms": 905.1878051757812, + "max_ms": 906.0325317382812, + "allocated_gib": 42.47430372238159, + "reserved_gib": 46.845703125, + "prepare_ms": 58.144996874034405, + "layout_prepare_ms": 57.731485925614834, + "policy": "zigzag", + "relative_rms": { + "output": 0.0013693331780748614, + "dq": 0.0007012683661039539, + "dkv": 0.0006250740418910341, + "d_index_q": 0.0006958873963356512, + "d_weights": 0.000717607521930308, + "d_pool_kv": 0.0008696228817925042, + "d_pool_score": 0.0008796289615144255, + "d_ape": 6.436690481241068e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.3283064365386963e-10, + "workspace_gib": 1.9739395715296268, + "max_spans": 894, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261114-zigzag.json", + "raw_sha256": "18264c92f06f169c8730c50c9612f06ba2c64c3ab8d51799b0fba94dbe51dbbc" + } + }, + "speedup_vs_contiguous": 1.304512275712052, + "gap_to_best_baseline_pct": -1.9752506942413484, + "prepare_plus_iteration_ms": { + "contiguous": 1168.160729827825, + "planner": 947.8157911747694, + "zigzag": 963.7052385732532 + }, + "prepare_inclusive_gap_pct": -1.6487870733179588, + "documents": 768, + "lengths_sha256": "759566912504d164342d1556047348e640f650e2bd969cace033c5f384cd1e9f" + }, + "1m-heldout-tiny-tail-768-seed20261115": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1348.0639038085938, + "min_ms": 1345.923828125, + "max_ms": 1351.31689453125, + "allocated_gib": 41.892484188079834, + "reserved_gib": 47.6171875, + "prepare_ms": 9.628218016587198, + "layout_prepare_ms": 9.187710005789995, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.49999376013875, + "max_spans": 127, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261115-contiguous.json", + "raw_sha256": "f23e6d23f6186c4dfeeb3396f0e4902d4f550ce4a0fecce0007f4279f8dddd96" + }, + "planner": { + "total_ms": 959.8637390136719, + "min_ms": 959.2150268554688, + "max_ms": 960.6021728515625, + "allocated_gib": 43.086970806121826, + "reserved_gib": 49.92578125, + "prepare_ms": 62.3437559697777, + "layout_prepare_ms": 61.92620098590851, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0014097002039817799, + "dq": 0.0007193239552737513, + "dkv": 0.0007043678097197213, + "d_index_q": 0.0008185716297708999, + "d_weights": 0.0008139468703262711, + "d_pool_kv": 0.0009509534037469282, + "d_pool_score": 0.0009260895711974831, + "d_ape": 6.186036509744377e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 2.999843694269657, + "max_spans": 134, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261115-planner.json", + "raw_sha256": "fed7483a29b50600ee22b7dd13bd9565c6371f32c0b7d9867f7b9e39df31bac3" + }, + "zigzag": { + "total_ms": 970.1784362792969, + "min_ms": 968.9087524414062, + "max_ms": 971.3029174804688, + "allocated_gib": 43.80655336380005, + "reserved_gib": 49.220703125, + "prepare_ms": 52.959115244448185, + "layout_prepare_ms": 52.52271518111229, + "policy": "zigzag", + "relative_rms": { + "output": 0.0014112870474365484, + "dq": 0.0007248772146562982, + "dkv": 0.0007172076699478802, + "d_index_q": 0.0007868982065434454, + "d_weights": 0.0007947178818619413, + "d_pool_kv": 0.0009190684436244239, + "d_pool_score": 0.000898462375877342, + "d_ape": 5.798520906604598e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 2.9999621137976646, + "max_spans": 900, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261115-zigzag.json", + "raw_sha256": "a5e3c36bc6ff75b804f68f235bbdc01ca47ae018f6e4a2d37f1f1527631586ce" + } + }, + "speedup_vs_contiguous": 1.4044325762256893, + "gap_to_best_baseline_pct": -1.0631752757959245, + "prepare_plus_iteration_ms": { + "contiguous": 1357.692121825181, + "planner": 1022.2074949834496, + "zigzag": 1023.1375515237451 + }, + "prepare_inclusive_gap_pct": -0.09090239517749454, + "documents": 768, + "lengths_sha256": "747a3b346f6fb67d2a1bda28b2c1431fae38be2adb70abab6f64c52541fce124" + }, + "1m-heldout-tiny-tail-768-seed20261116": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1590.6795043945312, + "min_ms": 1584.950927734375, + "max_ms": 1595.4150390625, + "allocated_gib": 42.541175365448, + "reserved_gib": 48.34375, + "prepare_ms": 10.44242299394682, + "layout_prepare_ms": 9.98386600986123, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999874122440815, + "max_spans": 192, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261116-contiguous.json", + "raw_sha256": "d40a92d0689cf9f689f3c42b6b3bdbd185f0eb0158a1d35fc12a603622060f7a" + }, + "planner": { + "total_ms": 1043.1842651367188, + "min_ms": 1041.0396728515625, + "max_ms": 1050.0198974609375, + "allocated_gib": 46.02216053009033, + "reserved_gib": 52.56640625, + "prepare_ms": 73.80954397376627, + "layout_prepare_ms": 73.403590999078, + "policy": "selection-local-5x", + "relative_rms": { + "output": 0.0013978769968494877, + "dq": 0.0007126548832640084, + "dkv": 0.0005994592647928282, + "d_index_q": 0.0006814399394547405, + "d_weights": 0.0007170806907142871, + "d_pool_kv": 0.0008913555060706143, + "d_pool_score": 0.0008884188541226811, + "d_ape": 6.953670537953373e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 3.999817803502083, + "max_spans": 194, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261116-planner.json", + "raw_sha256": "5780aacb4562ec565e2a2a011af8572cd0f482563ff53094b55f7d10c9a5f0f5" + }, + "zigzag": { + "total_ms": 1054.1594848632812, + "min_ms": 1053.013916015625, + "max_ms": 1055.3916015625, + "allocated_gib": 45.27772665023804, + "reserved_gib": 50.9765625, + "prepare_ms": 62.31703143566847, + "layout_prepare_ms": 61.90841551870108, + "policy": "zigzag", + "relative_rms": { + "output": 0.0013928374079413585, + "dq": 0.0007163195568851283, + "dkv": 0.0006183839712719321, + "d_index_q": 0.0007805775784666594, + "d_weights": 0.0007601769275057709, + "d_pool_kv": 0.0008918821804395749, + "d_pool_score": 0.0008784295268673588, + "d_ape": 7.135205817860119e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 3.9999601282179356, + "max_spans": 892, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261116-zigzag.json", + "raw_sha256": "f7c6e53ffc1874b39853489c2911068ce53115b45f331148f965adda8dbba092" + } + }, + "speedup_vs_contiguous": 1.5248308065555976, + "gap_to_best_baseline_pct": -1.041134656013265, + "prepare_plus_iteration_ms": { + "contiguous": 1601.121927388478, + "planner": 1116.993809110485, + "zigzag": 1116.4765162989497 + }, + "prepare_inclusive_gap_pct": 0.04633261909081643, + "documents": 768, + "lengths_sha256": "e879dc84790636c8379bc654c1bf98f0f184183c998e485cd8cf5a1df8e1e686" + }, + "1m-heldout-trimodal-513-seed20261114": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1590.93896484375, + "min_ms": 1587.810302734375, + "max_ms": 1597.840576171875, + "allocated_gib": 42.64446830749512, + "reserved_gib": 48.48828125, + "prepare_ms": 7.761615968775004, + "layout_prepare_ms": 7.369155006017536, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.999986007809639, + "max_spans": 158, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261114-contiguous.json", + "raw_sha256": "b79765dd4a8f05f94432c920fec00478564e03860cc14e4701403733835e6341" + }, + "planner": { + "total_ms": 1123.5488891601562, + "min_ms": 1121.196533203125, + "max_ms": 1124.972412109375, + "allocated_gib": 44.79515075683594, + "reserved_gib": 51.78125, + "prepare_ms": 72.7891989517957, + "layout_prepare_ms": 72.46607198612764, + "policy": "selection-local-5x", + "relative_rms": { + "output": 0.0014105699808921169, + "dq": 0.0007211853655796001, + "dkv": 0.00076317319296445, + "d_index_q": 0.0008273633359754639, + "d_weights": 0.000839848530016898, + "d_pool_kv": 0.0010063930178328682, + "d_pool_score": 0.0009932757448149157, + "d_ape": 7.00794864677479e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 3.999897550791502, + "max_spans": 162, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261114-planner.json", + "raw_sha256": "819ca7d68179708b71824ddac20148db07f896b4f26e0964df375bcb645ad7d6" + }, + "zigzag": { + "total_ms": 1143.2892456054688, + "min_ms": 1139.7706298828125, + "max_ms": 1147.6728515625, + "allocated_gib": 44.624155044555664, + "reserved_gib": 50.60546875, + "prepare_ms": 45.48390599666163, + "layout_prepare_ms": 45.11003097286448, + "policy": "zigzag", + "relative_rms": { + "output": 0.001423907749754376, + "dq": 0.0007267030659625826, + "dkv": 0.0008249438553013025, + "d_index_q": 0.0007623419003029103, + "d_weights": 0.0007973129116156198, + "d_pool_kv": 0.0010020190272064045, + "d_pool_score": 0.0009955530954732558, + "d_ape": 6.664383819341363e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 3.999913454055786, + "max_spans": 616, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261114-zigzag.json", + "raw_sha256": "28325435bf8b7964b07d4f4716e6f170883b247d4e3cc4408f22a533473c1c24" + } + }, + "speedup_vs_contiguous": 1.4159944264045012, + "gap_to_best_baseline_pct": -1.726628368209504, + "prepare_plus_iteration_ms": { + "contiguous": 1598.700580812525, + "planner": 1196.338088111952, + "zigzag": 1188.7731516021304 + }, + "prepare_inclusive_gap_pct": 0.636365020494134, + "documents": 513, + "lengths_sha256": "3e4264b20b69bf872e0287259db21e68128815011e3a225f7f002b5e26266a7b" + }, + "1m-heldout-trimodal-513-seed20261115": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1565.771240234375, + "min_ms": 1562.936767578125, + "max_ms": 1571.0311279296875, + "allocated_gib": 42.291651248931885, + "reserved_gib": 47.84375, + "prepare_ms": 7.783631037455052, + "layout_prepare_ms": 7.3381830006837845, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999883584678173, + "max_spans": 140, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261115-contiguous.json", + "raw_sha256": "865ef22abb24e72f9ac9bc8df39d87636f0b8b2c00487563c5ee7d5517132236" + }, + "planner": { + "total_ms": 1138.5536499023438, + "min_ms": 1137.5244140625, + "max_ms": 1141.59814453125, + "allocated_gib": 43.47452640533447, + "reserved_gib": 50.501953125, + "prepare_ms": 65.18473598407581, + "layout_prepare_ms": 64.8464719997719, + "policy": "selection-local-5x", + "relative_rms": { + "output": 0.0014311802780475353, + "dq": 0.0007300040993747967, + "dkv": 0.0007274725527564618, + "d_index_q": 0.0007625024247133749, + "d_weights": 0.0007744764822715035, + "d_pool_kv": 0.001020879848512074, + "d_pool_score": 0.0009976675758443746, + "d_ape": 7.196140335950982e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 2.9999768882989883, + "max_spans": 144, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261115-planner.json", + "raw_sha256": "6dca6f101f5597b0bdda06a3fcb03153c2ffa2db0bb9f1d338a6b9df97968853" + }, + "zigzag": { + "total_ms": 1154.8492431640625, + "min_ms": 1152.441650390625, + "max_ms": 1156.752685546875, + "allocated_gib": 44.93105983734131, + "reserved_gib": 50.974609375, + "prepare_ms": 44.415701006073505, + "layout_prepare_ms": 44.05278398189694, + "policy": "zigzag", + "relative_rms": { + "output": 0.0014446751397546181, + "dq": 0.0007365494400272126, + "dkv": 0.0006853989864517794, + "d_index_q": 0.0008626266028998927, + "d_weights": 0.0009449086875199775, + "d_pool_kv": 0.0009599962727863646, + "d_pool_score": 0.0009406345768126211, + "d_ape": 6.54012337861862e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 3.9999019987881184, + "max_spans": 616, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261115-zigzag.json", + "raw_sha256": "e84e2afa237164871da19461e39333b654d6d8e7d12c39de24ff5e995b28035c" + } + }, + "speedup_vs_contiguous": 1.3752283349745307, + "gap_to_best_baseline_pct": -1.4110580543891582, + "prepare_plus_iteration_ms": { + "contiguous": 1573.55487127183, + "planner": 1203.7383858864196, + "zigzag": 1199.264944170136 + }, + "prepare_inclusive_gap_pct": 0.3730152989153801, + "documents": 513, + "lengths_sha256": "d11985e121377244a83f6693db589940ae4899c1bf48610d0e00341a06f525bd" + }, + "1m-heldout-trimodal-513-seed20261116": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1917.0702514648438, + "min_ms": 1912.1605224609375, + "max_ms": 1927.1201171875, + "allocated_gib": 43.041377544403076, + "reserved_gib": 49.6796875, + "prepare_ms": 13.605939981061965, + "layout_prepare_ms": 13.198564003687352, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 2.4999979436397552, + "max_spans": 125, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261116-contiguous.json", + "raw_sha256": "757713ac12769cf75f84e27b9fc0bad211974344e489f5dd20775b2b8514074a" + }, + "planner": { + "total_ms": 1195.0348510742188, + "min_ms": 1192.755615234375, + "max_ms": 1196.207275390625, + "allocated_gib": 45.410380840301514, + "reserved_gib": 49.587890625, + "prepare_ms": 62.280201993416995, + "layout_prepare_ms": 61.91658799070865, + "policy": "selection-local-5x", + "relative_rms": { + "output": 0.001453102960327942, + "dq": 0.0007394295376428531, + "dkv": 0.0006929703357612946, + "d_index_q": 0.0009285016240026516, + "d_weights": 0.0008356778914921855, + "d_pool_kv": 0.0009733506318998237, + "d_pool_score": 0.0009755384220336541, + "d_ape": 5.943132432689433e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 4.99997153878212, + "max_spans": 129, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261116-planner.json", + "raw_sha256": "313bc655ca0f1021f66224cbb9a4a96431c19bb13b3a695417a065b5ed3b5c6a" + }, + "zigzag": { + "total_ms": 1225.0924682617188, + "min_ms": 1222.8372802734375, + "max_ms": 1226.3341064453125, + "allocated_gib": 46.19820690155029, + "reserved_gib": 51.845703125, + "prepare_ms": 48.36773098213598, + "layout_prepare_ms": 47.98452300019562, + "policy": "zigzag", + "relative_rms": { + "output": 0.0014586838423307257, + "dq": 0.000749034668781768, + "dkv": 0.0008060485699208124, + "d_index_q": 0.0008707924287472155, + "d_weights": 0.0008722376455450429, + "d_pool_kv": 0.0013020207402422673, + "d_pool_score": 0.0012741966886479401, + "d_ape": 6.281001290077127e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 4.999932385981083, + "max_spans": 616, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261116-zigzag.json", + "raw_sha256": "a444f890fab0b9c9e3b8c69cccefebca5a7b9c905700e58d5da5d6b9e9f9e078" + } + }, + "speedup_vs_contiguous": 1.6041961033534597, + "gap_to_best_baseline_pct": -2.453497835159224, + "prepare_plus_iteration_ms": { + "contiguous": 1930.6761914459057, + "planner": 1257.3150530676357, + "zigzag": 1273.4601992438547 + }, + "prepare_inclusive_gap_pct": -1.267817100668367, + "documents": 513, + "lengths_sha256": "30e8a9b80449ecc324bba6134d04db805dac074f3b7693579d6f2afb153135f7" + }, + "1m-near-uniform": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 657.8585815429688, + "min_ms": 657.422119140625, + "max_ms": 658.462158203125, + "allocated_gib": 38.75661849975586, + "reserved_gib": 45.703125, + "prepare_ms": 2.901871979702264, + "layout_prepare_ms": 2.6385170058347285, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.3607950210571289, + "max_spans": 4, + "raw_file": "layout-1m-near-uniform-contiguous.json", + "raw_sha256": "4839fa9922f01fd5680c089e3b287c4e3dfea81d886b85f0b416cfde52d871d7" + }, + "planner": { + "total_ms": 657.8680419921875, + "min_ms": 657.4669189453125, + "max_ms": 658.1314697265625, + "allocated_gib": 38.75661849975586, + "reserved_gib": 45.703125, + "prepare_ms": 2.4814242497086525, + "layout_prepare_ms": 2.266555093228817, + "policy": "contiguous", + "relative_rms": { + "output": 0.0012094462774270827, + "dq": 0.0006690625087143198, + "dkv": 0.00050289701248222, + "d_index_q": 0.00048048109350015526, + "d_weights": 0.0003585406867666776, + "d_pool_kv": 0.000397641522095392, + "d_pool_score": 0.00037759271103066154, + "d_ape": 8.173075437996835e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.3283064365386963e-10, + "workspace_gib": 0.3607950210571289, + "max_spans": 4, + "raw_file": "layout-1m-near-uniform-planner.json", + "raw_sha256": "7c0b7122a26409e447f407526a46a39586a9b82b65095a27c193733633e0167c" + }, + "zigzag": { + "total_ms": 691.0231323242188, + "min_ms": 690.33544921875, + "max_ms": 692.6437377929688, + "allocated_gib": 38.89805316925049, + "reserved_gib": 45.986328125, + "prepare_ms": 14.919791370630264, + "layout_prepare_ms": 14.696252532303333, + "policy": "zigzag", + "relative_rms": { + "output": 0.0012156282361116832, + "dq": 0.0006701063181955824, + "dkv": 0.0004998448482890624, + "d_index_q": 0.0003623673282831218, + "d_weights": 0.0003377786590599061, + "d_pool_kv": 0.0003491324172495882, + "d_pool_score": 0.0003654630032104385, + "d_ape": 7.500653892418262e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.3283064365386963e-10, + "workspace_gib": 0.4973450005054474, + "max_spans": 128, + "raw_file": "layout-1m-near-uniform-zigzag.json", + "raw_sha256": "8e09ad7be40af8ce81ae3a2b8b76cfdab794b1a3e02270d70ee82dbc5c85ea16" + } + }, + "speedup_vs_contiguous": 0.9999856195336833, + "gap_to_best_baseline_pct": 0.001438067311765323, + "prepare_plus_iteration_ms": { + "contiguous": 660.760453522671, + "planner": 660.3494662418962, + "zigzag": 705.942923694849 + }, + "prepare_inclusive_gap_pct": -0.06219913413155753, + "documents": 64, + "lengths_sha256": "f7b3e262fd896136c35c22e4766cae5a4b416484124973745b17cbc8ceac3850" + }, + "1m-power-law": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 1788.4425659179688, + "min_ms": 1784.1978759765625, + "max_ms": 1796.81005859375, + "allocated_gib": 42.91158723831177, + "reserved_gib": 47.84375, + "prepare_ms": 3.3689523115754128, + "layout_prepare_ms": 3.1191427260637283, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999989978969097, + "max_spans": 4, + "raw_file": "layout-1m-power-law-contiguous.json", + "raw_sha256": "ce4146f1ee3890865780f6784326c03488e5affca35da0a224ee79f45d3043fa" + }, + "planner": { + "total_ms": 1195.981201171875, + "min_ms": 1193.8533935546875, + "max_ms": 1202.4031982421875, + "allocated_gib": 42.91142702102661, + "reserved_gib": 47.951171875, + "prepare_ms": 64.25684876739979, + "layout_prepare_ms": 64.0103267505765, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.00141111190665047, + "dq": 0.0007189686564165684, + "dkv": 0.000768608027980026, + "d_index_q": 0.000982448407481547, + "d_weights": 0.0009287907382984111, + "d_pool_kv": 0.0010326563504508956, + "d_pool_score": 0.0010357392149652606, + "d_ape": 1.2755589527582849e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 3.999922826886177, + "max_spans": 11, + "raw_file": "layout-1m-power-law-planner.json", + "raw_sha256": "ed160493d20ca4d75fedbdf8083b23940a454980ff880cff8ca5c6925f5a428a" + }, + "zigzag": { + "total_ms": 1200.6126708984375, + "min_ms": 1199.58984375, + "max_ms": 1202.20849609375, + "allocated_gib": 42.416353702545166, + "reserved_gib": 47.84765625, + "prepare_ms": 10.712767951190472, + "layout_prepare_ms": 10.503863915801048, + "policy": "zigzag", + "relative_rms": { + "output": 0.0013937638936558827, + "dq": 0.0007097413346802662, + "dkv": 0.0008191421111825079, + "d_index_q": 0.0008236355513542162, + "d_weights": 0.0008566196450316358, + "d_pool_kv": 0.001021948285677823, + "d_pool_score": 0.0010267541408195688, + "d_ape": 1.1541836768590658e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 1.9999937117099762, + "max_spans": 14, + "raw_file": "layout-1m-power-law-zigzag.json", + "raw_sha256": "ecf17cd4721ee756c606f9097f902764309154dcb89f9046d88de584c1b3f6ac" + } + }, + "speedup_vs_contiguous": 1.4953768204429752, + "gap_to_best_baseline_pct": -0.38575885785852027, + "prepare_plus_iteration_ms": { + "contiguous": 1791.8115182295442, + "planner": 1260.2380499392748, + "zigzag": 1211.325438849628 + }, + "prepare_inclusive_gap_pct": 4.03794137569653, + "documents": 7, + "lengths_sha256": "b787057eb34fe32408b2fe31d07c9bc6642c12e889e2e2a42e790f32a7ce58d8" + }, + "1m-single": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 2908.836669921875, + "min_ms": 2895.02099609375, + "max_ms": 2922.881103515625, + "allocated_gib": 44.911484241485596, + "reserved_gib": 49.34375, + "prepare_ms": 5.531359056476504, + "layout_prepare_ms": 5.292983027175069, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 3.999951247125864, + "max_spans": 1, + "raw_file": "layout-1m-single-contiguous.json", + "raw_sha256": "bdbbfaac7bef04b46a9356c86ea45d5723b298e95ccd426c7ea2b748e7af47cd" + }, + "planner": { + "total_ms": 1926.761962890625, + "min_ms": 1924.40087890625, + "max_ms": 1931.9456787109375, + "allocated_gib": 44.916353702545166, + "reserved_gib": 49.97265625, + "prepare_ms": 60.06631493801251, + "layout_prepare_ms": 59.86356601351872, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0014038787207327147, + "dq": 0.0007154462314895009, + "dkv": 0.0006833642438317521, + "d_index_q": 0.0007211015679207741, + "d_weights": 0.0008126837022277005, + "d_pool_kv": 0.0009996668460791477, + "d_pool_score": 0.0009953564906126419, + "d_ape": 1.471933089292079e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 3.2014213502407074e-10, + "workspace_gib": 3.999988541007042, + "max_spans": 2, + "raw_file": "layout-1m-single-planner.json", + "raw_sha256": "916b072e7cf7a7079caa13195995c67c587bba2a0b6715a365ff577f812e822f" + }, + "zigzag": { + "total_ms": 1934.275390625, + "min_ms": 1925.960205078125, + "max_ms": 1942.73828125, + "allocated_gib": 44.816391944885254, + "reserved_gib": 49.865234375, + "prepare_ms": 8.57052201172337, + "layout_prepare_ms": 8.357521030120552, + "policy": "zigzag", + "relative_rms": { + "output": 0.0014390151905128753, + "dq": 0.000735736599938945, + "dkv": 0.0006618938605150542, + "d_index_q": 0.000861860733717636, + "d_weights": 0.0008535259313058091, + "d_pool_kv": 0.0010403120797250875, + "d_pool_score": 0.0010515623317991771, + "d_ape": 1.4940338041906002e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.4551915228366852e-10, + "workspace_gib": 3.999988541007042, + "max_spans": 2, + "raw_file": "layout-1m-single-zigzag.json", + "raw_sha256": "93948f98a3acecba7d0deaabfaf4f6c8e589d19e6247ffbf4a55316ad41596e9" + } + }, + "speedup_vs_contiguous": 1.5097021458519413, + "gap_to_best_baseline_pct": -0.3884362987189416, + "prepare_plus_iteration_ms": { + "contiguous": 2914.3680289783515, + "planner": 1986.8282778286375, + "zigzag": 1942.8459126367234 + }, + "prepare_inclusive_gap_pct": 2.263811293826379, + "documents": 1, + "lengths_sha256": "df57f4ef94807b0499d37da5e83d5c5333272a5ebcad42ac3dbec6ac94a30bf2" + }, + "1m-uniform": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 653.5117797851562, + "min_ms": 653.2141723632812, + "max_ms": 658.2883911132812, + "allocated_gib": 38.895822048187256, + "reserved_gib": 45.234375, + "prepare_ms": 3.467416390776634, + "layout_prepare_ms": 3.2254476100206375, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.49993896484375, + "max_spans": 4, + "raw_file": "layout-1m-uniform-contiguous.json", + "raw_sha256": "6e865c7f586f9301303f2978436088bbabe9721f239ecfc52fe9935174fcd326" + }, + "planner": { + "total_ms": 657.158935546875, + "min_ms": 656.90869140625, + "max_ms": 657.7572021484375, + "allocated_gib": 38.895822048187256, + "reserved_gib": 45.234375, + "prepare_ms": 2.456046990118921, + "layout_prepare_ms": 2.2205039858818054, + "policy": "contiguous", + "relative_rms": { + "output": 0.001222877084560653, + "dq": 0.0006775747367604897, + "dkv": 0.0005307056800977869, + "d_index_q": 0.00037191161926160743, + "d_weights": 0.00033510128340201917, + "d_pool_kv": 0.000352034253727824, + "d_pool_score": 0.000378997248118142, + "d_ape": 7.817866314212561e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49993896484375, + "max_spans": 4, + "raw_file": "layout-1m-uniform-planner.json", + "raw_sha256": "5a4b2455ed9656af314a3a2f0fc539935d551041e550d382f50644f680352a1f" + }, + "zigzag": { + "total_ms": 690.3211975097656, + "min_ms": 689.617431640625, + "max_ms": 690.9261474609375, + "allocated_gib": 38.90070724487305, + "reserved_gib": 45.986328125, + "prepare_ms": 90.23720677942038, + "layout_prepare_ms": 90.0002857670188, + "policy": "zigzag", + "relative_rms": { + "output": 0.0012208882109481808, + "dq": 0.0006700987030479299, + "dkv": 0.0005020949017264413, + "d_index_q": 0.0003544317603985004, + "d_weights": 0.0003364373695151482, + "d_pool_kv": 0.0003600490455313742, + "d_pool_score": 0.00036589665566245076, + "d_ape": 7.339361484699418e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49993896484375, + "max_spans": 128, + "raw_file": "layout-1m-uniform-zigzag.json", + "raw_sha256": "9e4cd5238a8c4b8f0b44732c138bbe8e870fe81f8ed269602153d5853f90e48a" + } + }, + "speedup_vs_contiguous": 0.9944501161523678, + "gap_to_best_baseline_pct": 0.5580856955505364, + "prepare_plus_iteration_ms": { + "contiguous": 656.9791961759329, + "planner": 659.6149825369939, + "zigzag": 780.558404289186 + }, + "prepare_inclusive_gap_pct": 0.40119784255012725, + "documents": 64, + "lengths_sha256": "dd1b660aba10a40fca5d0224dbbcfdec6e38447a6ae6c9aadae9aa252935fd2e" + } + } + }, + "b300_cp8": { + "world_size": 8, + "cases": { + "1m-20s2l": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 606.7195434570312, + "min_ms": 603.2216186523438, + "max_ms": 607.1049194335938, + "allocated_gib": 68.95169401168823, + "reserved_gib": 71.357421875, + "prepare_ms": 8.157755946740508, + "layout_prepare_ms": 7.820633007213473, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 3.999997615814209, + "max_spans": 21, + "raw_file": "layout-1m-20s2l-contiguous.json", + "raw_sha256": "6e60bf1ead83ddf7d64e883c230ed1e7808be48a09e885988971479496baf23c" + }, + "planner": { + "total_ms": 523.0918579101562, + "min_ms": 521.7444458007812, + "max_ms": 524.9149780273438, + "allocated_gib": 71.21805715560913, + "reserved_gib": 81.74609375, + "prepare_ms": 25.480400072410703, + "layout_prepare_ms": 25.222072028554976, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.00114268760664425, + "dq": 0.0003795518734018198, + "dkv": 0.0004977505257510024, + "d_index_q": 0.0006354303346022228, + "d_weights": 0.0005348152030303236, + "d_pool_kv": 0.0006389127848179412, + "d_pool_score": 0.0006350322727140332, + "d_ape": 1.0398483891015381e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 5.999911297112703, + "max_spans": 24, + "raw_file": "layout-1m-20s2l-planner.json", + "raw_sha256": "0d057d4d9bb3eae1c4ec23e927636eb0251e442a5592de852e5c8bf16c3384eb" + }, + "zigzag": { + "total_ms": 525.017578125, + "min_ms": 523.6755981445312, + "max_ms": 528.3817138671875, + "allocated_gib": 69.14970111846924, + "reserved_gib": 72.060546875, + "prepare_ms": 8.265939075499773, + "layout_prepare_ms": 7.958356058225036, + "policy": "zigzag", + "relative_rms": { + "output": 0.0011220897239465242, + "dq": 0.0003615562187011278, + "dkv": 0.0005358599327513749, + "d_index_q": 0.0006301410117376193, + "d_weights": 0.0005489266029995818, + "d_pool_kv": 0.0006605039288327338, + "d_pool_score": 0.0006744354766970948, + "d_ape": 1.1430774781154517e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 3.9999856054782867, + "max_spans": 44, + "raw_file": "layout-1m-20s2l-zigzag.json", + "raw_sha256": "231c5cd7327bd55911a5ee839f891ca84e62b0004a55a2886176e160f17e915a" + } + }, + "speedup_vs_contiguous": 1.1598718930189094, + "gap_to_best_baseline_pct": -0.3667915694786972, + "prepare_plus_iteration_ms": { + "contiguous": 614.8772994037718, + "planner": 548.572257982567, + "zigzag": 533.2835172004998 + }, + "prepare_inclusive_gap_pct": 2.8669066807701427, + "documents": 22, + "lengths_sha256": "1fbc78fcb26714baab3313b04d1a82e7d4c3c5f2a707fddfa67b2c0893379098" + }, + "1m-count-mixed-1000-1long": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 564.9183959960938, + "min_ms": 562.6470947265625, + "max_ms": 567.5447387695312, + "allocated_gib": 69.90887594223022, + "reserved_gib": 72.322265625, + "prepare_ms": 9.918121038936079, + "layout_prepare_ms": 9.384725010022521, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 3.9999988861382008, + "max_spans": 262, + "raw_file": "layout-1m-count-mixed-1000-1long-contiguous.json", + "raw_sha256": "09eddcebc906090d96c39180c67440f1a35211d78349812b6a948624cc0a4ab9" + }, + "planner": { + "total_ms": 466.26866149902344, + "min_ms": 465.1852722167969, + "max_ms": 466.9646301269531, + "allocated_gib": 72.88241815567017, + "reserved_gib": 85.33203125, + "prepare_ms": 37.03177708666772, + "layout_prepare_ms": 36.51334100868553, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0009270768706657761, + "dq": 0.00031215269029789, + "dkv": 0.00046040820270757207, + "d_index_q": 0.0004667214906071487, + "d_weights": 0.00046785144097795687, + "d_pool_kv": 0.0007079749914338807, + "d_pool_score": 0.0006910569760609635, + "d_ape": 3.5272129210754033e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 5.999798700213432, + "max_spans": 264, + "raw_file": "layout-1m-count-mixed-1000-1long-planner.json", + "raw_sha256": "bcb863f548a77b3da2675aa1f1476a4964e4226890939bdeeb4eb9d49a178e92" + }, + "zigzag": { + "total_ms": 480.1496124267578, + "min_ms": 479.004638671875, + "max_ms": 482.7588195800781, + "allocated_gib": 72.79625606536865, + "reserved_gib": 74.830078125, + "prepare_ms": 85.75332898180932, + "layout_prepare_ms": 85.18884400837123, + "policy": "zigzag", + "relative_rms": { + "output": 0.0009499978231453273, + "dq": 0.00035834556965688485, + "dkv": 0.0005074644981803778, + "d_index_q": 0.0006145701352548918, + "d_weights": 0.0005349551113659254, + "d_pool_kv": 0.0006670691629931602, + "d_pool_score": 0.0006652888839264348, + "d_ape": 3.2772513683446074e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 5.999901540577412, + "max_spans": 2000, + "raw_file": "layout-1m-count-mixed-1000-1long-zigzag.json", + "raw_sha256": "8cd57f99a5c1ef4180c616f58a86bcc4b8e82c272b2bfdab18ca97f7d8215054" + } + }, + "speedup_vs_contiguous": 1.211572731866469, + "gap_to_best_baseline_pct": -2.890963684751857, + "prepare_plus_iteration_ms": { + "contiguous": 574.8365170350298, + "planner": 503.30043858569115, + "zigzag": 565.9029414085671 + }, + "prepare_inclusive_gap_pct": -11.062409866090206, + "documents": 1000, + "lengths_sha256": "9e67a0b0cf2c6f62c886060fcce16cad37d396e458fe8e31e2ea92de7569371d" + }, + "1m-count-mixed-256-1long": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 646.4150695800781, + "min_ms": 639.7410278320312, + "max_ms": 655.7701416015625, + "allocated_gib": 70.46625900268555, + "reserved_gib": 72.87890625, + "prepare_ms": 6.630808115005493, + "layout_prepare_ms": 6.256341002881527, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 4.999974433332682, + "max_spans": 82, + "raw_file": "layout-1m-count-mixed-256-1long-contiguous.json", + "raw_sha256": "00e0cf7d510294d34b536ba15a711f2c242982c64dae404f8df89b142b09c14b" + }, + "planner": { + "total_ms": 494.0136413574219, + "min_ms": 492.4333190917969, + "max_ms": 495.97784423828125, + "allocated_gib": 74.01397752761841, + "reserved_gib": 85.20703125, + "prepare_ms": 18.05205293931067, + "layout_prepare_ms": 17.699307994917035, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0008858106682604503, + "dq": 0.00045696975731111025, + "dkv": 0.0006497224056940322, + "d_index_q": 0.0006953071842500477, + "d_weights": 0.0006144128886141594, + "d_pool_kv": 0.0008463621505370647, + "d_pool_score": 0.0008385926850077365, + "d_ape": 7.137320680575466e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 7.999998513609171, + "max_spans": 84, + "raw_file": "layout-1m-count-mixed-256-1long-planner.json", + "raw_sha256": "839a52e070e1e1f5f24fbfac53fcd848de76b3cad5141e8afd574f262278abf3" + }, + "zigzag": { + "total_ms": 509.91094970703125, + "min_ms": 507.9485168457031, + "max_ms": 510.84820556640625, + "allocated_gib": 70.80725765228271, + "reserved_gib": 73.716796875, + "prepare_ms": 21.465071011334658, + "layout_prepare_ms": 21.089443005621433, + "policy": "zigzag", + "relative_rms": { + "output": 0.0008941719266047247, + "dq": 0.00045941777187373734, + "dkv": 0.0005930797558927764, + "d_index_q": 0.0006706491690614671, + "d_weights": 0.0005955728663222536, + "d_pool_kv": 0.0008320355873393238, + "d_pool_score": 0.0008225265210542579, + "d_ape": 6.629130868855286e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 4.999996654689312, + "max_spans": 512, + "raw_file": "layout-1m-count-mixed-256-1long-zigzag.json", + "raw_sha256": "8e8b0a3e7aafb5f925681b06acf0c4ede83d0cc9e2f163a550714ec0753f757b" + } + }, + "speedup_vs_contiguous": 1.3084963965851155, + "gap_to_best_baseline_pct": -3.1176636545544145, + "prepare_plus_iteration_ms": { + "contiguous": 653.0458776950836, + "planner": 512.0656942967325, + "zigzag": 531.3760207183659 + }, + "prepare_inclusive_gap_pct": -3.6340229270277913, + "documents": 256, + "lengths_sha256": "013b49129cf177ac7e785bf7126e9e6899c7405866ddd6a51c91d4aec66cc87e" + }, + "1m-count-mixed-512-2long-ascending": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 466.8989715576172, + "min_ms": 466.17083740234375, + "max_ms": 468.3266906738281, + "allocated_gib": 69.80380439758301, + "reserved_gib": 84.18359375, + "prepare_ms": 22.160860942676663, + "layout_prepare_ms": 21.723491954617202, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999922811985016, + "max_spans": 432, + "raw_file": "layout-1m-count-mixed-512-2long-ascending-contiguous.json", + "raw_sha256": "9e87c991926de8af250f166e40a77b1f38cce04235dbcc5d3e3595c64f6c959d" + }, + "planner": { + "total_ms": 421.4059600830078, + "min_ms": 419.9235534667969, + "max_ms": 423.1059875488281, + "allocated_gib": 73.5907506942749, + "reserved_gib": 88.091796875, + "prepare_ms": 26.00089693441987, + "layout_prepare_ms": 25.468059931881726, + "policy": "selection-local-6x", + "relative_rms": { + "output": 0.0011625036828467048, + "dq": 0.00048191146093208825, + "dkv": 0.0005925134624210264, + "d_index_q": 0.0005005708418548132, + "d_weights": 0.0004610351395769133, + "d_pool_kv": 0.0006021968088168659, + "d_pool_score": 0.0005987209876557188, + "d_ape": 5.704240967664213e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 3.778191454708576, + "max_spans": 435, + "raw_file": "layout-1m-count-mixed-512-2long-ascending-planner.json", + "raw_sha256": "ea633766e5684664cc4b4390e982912be90d03e5688c48cf1d2c410af16394a7" + }, + "zigzag": { + "total_ms": 434.58563232421875, + "min_ms": 432.279052734375, + "max_ms": 437.4580993652344, + "allocated_gib": 71.56598663330078, + "reserved_gib": 73.9140625, + "prepare_ms": 55.45506288763136, + "layout_prepare_ms": 54.934649961069226, + "policy": "zigzag", + "relative_rms": { + "output": 0.001145584907702924, + "dq": 0.0004733690371043385, + "dkv": 0.0005199240863022013, + "d_index_q": 0.0005926175683857409, + "d_weights": 0.0005237273746309723, + "d_pool_kv": 0.0006443768894823862, + "d_pool_score": 0.0006404921576780437, + "d_ape": 5.340775707345109e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 2.9998051151633263, + "max_spans": 1024, + "raw_file": "layout-1m-count-mixed-512-2long-ascending-zigzag.json", + "raw_sha256": "46185171c19639efdff42f646abb228b268b7538d5f55ab168009f12267a3ec6" + } + }, + "speedup_vs_contiguous": 1.1079553109919191, + "gap_to_best_baseline_pct": -3.032698566384806, + "prepare_plus_iteration_ms": { + "contiguous": 489.05983250029385, + "planner": 447.4068570174277, + "zigzag": 490.0406952118501 + }, + "prepare_inclusive_gap_pct": -8.516948789254975, + "documents": 512, + "lengths_sha256": "c8ef7a47c8782c941def4feb26285b36f3ad51a989a3c052ec4e3fd7e8677f0e" + }, + "1m-count-mixed-512-2long": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 441.9642791748047, + "min_ms": 439.4814758300781, + "max_ms": 444.86492919921875, + "allocated_gib": 67.59718465805054, + "reserved_gib": 70.009765625, + "prepare_ms": 6.5072940196841955, + "layout_prepare_ms": 6.10797805711627, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999815858900547, + "max_spans": 128, + "raw_file": "layout-1m-count-mixed-512-2long-contiguous.json", + "raw_sha256": "6da77918492109977a8174da04e87b5773ed494d66935b745ac20e5a1651341b" + }, + "planner": { + "total_ms": 407.34478759765625, + "min_ms": 404.76300048828125, + "max_ms": 410.2059326171875, + "allocated_gib": 69.54749727249146, + "reserved_gib": 81.146484375, + "prepare_ms": 32.38745790440589, + "layout_prepare_ms": 32.009240007027984, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0009130715838757859, + "dq": 0.0003953446079186865, + "dkv": 0.0005196069178357984, + "d_index_q": 0.0004475866982705158, + "d_weights": 0.0004382092502930036, + "d_pool_kv": 0.0006609964862132346, + "d_pool_score": 0.0006553244279760129, + "d_ape": 5.201641577139356e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 2.999816305935383, + "max_spans": 132, + "raw_file": "layout-1m-count-mixed-512-2long-planner.json", + "raw_sha256": "684838bb2153ab31197ba4fd95b7a86a2568fc9c8b8a2d26e1440f56b0318aa4" + }, + "zigzag": { + "total_ms": 421.9330749511719, + "min_ms": 420.48248291015625, + "max_ms": 424.0693359375, + "allocated_gib": 68.32417440414429, + "reserved_gib": 71.236328125, + "prepare_ms": 40.53927294444293, + "layout_prepare_ms": 40.1057000271976, + "policy": "zigzag", + "relative_rms": { + "output": 0.0008742053584959008, + "dq": 0.00038871127807538956, + "dkv": 0.0006647450765884712, + "d_index_q": 0.0005054744827599346, + "d_weights": 0.00046845562206280025, + "d_pool_kv": 0.0007495320656450234, + "d_pool_score": 0.0007417334133141131, + "d_ape": 5.2839636515700575e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 2.9998051151633263, + "max_spans": 1024, + "raw_file": "layout-1m-count-mixed-512-2long-zigzag.json", + "raw_sha256": "fc7f6bc7a78e939c6e007c5d7d6d844e526b54be053c23ba56a787fa19d3beb4" + } + }, + "speedup_vs_contiguous": 1.084988178641782, + "gap_to_best_baseline_pct": -3.45748845482281, + "prepare_plus_iteration_ms": { + "contiguous": 448.4715731944889, + "planner": 439.73224550206214, + "zigzag": 462.4723478956148 + }, + "prepare_inclusive_gap_pct": -1.9486915592388576, + "documents": 512, + "lengths_sha256": "21794dd7586d487ed826710eb069c8ec277ff51b5c88db0b0400e835d0419bcd" + }, + "1m-count-mixed-512-2long-descending": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 466.68701171875, + "min_ms": 464.418212890625, + "max_ms": 470.1160583496094, + "allocated_gib": 69.80540466308594, + "reserved_gib": 84.1796875, + "prepare_ms": 10.136506985872984, + "layout_prepare_ms": 9.61173593532294, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999922811985016, + "max_spans": 432, + "raw_file": "layout-1m-count-mixed-512-2long-descending-contiguous.json", + "raw_sha256": "a1e5aff7a16615d0379729e41f357707511f7f08670af3e2ae65f0f2f5826a1b" + }, + "planner": { + "total_ms": 412.10789489746094, + "min_ms": 410.8602600097656, + "max_ms": 413.2406005859375, + "allocated_gib": 73.81171321868896, + "reserved_gib": 88.30859375, + "prepare_ms": 35.53258301690221, + "layout_prepare_ms": 34.98343599494547, + "policy": "selection-local-6x", + "relative_rms": { + "output": 0.0011776489787716086, + "dq": 0.0004764408764781611, + "dkv": 0.0005078191487493045, + "d_index_q": 0.0005257317147264598, + "d_weights": 0.0004880231426663937, + "d_pool_kv": 0.0006782394860014693, + "d_pool_score": 0.0006898723741323015, + "d_ape": 5.235521354946445e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 3.998665437102318, + "max_spans": 435, + "raw_file": "layout-1m-count-mixed-512-2long-descending-planner.json", + "raw_sha256": "38e8a91ba4d35806c6dff4952478cfee49fe069d45b658e879f0141d21d2ddb6" + }, + "zigzag": { + "total_ms": 430.64112854003906, + "min_ms": 427.5303955078125, + "max_ms": 433.921630859375, + "allocated_gib": 71.83758449554443, + "reserved_gib": 87.01953125, + "prepare_ms": 68.68545711040497, + "layout_prepare_ms": 68.15863598603755, + "policy": "zigzag", + "relative_rms": { + "output": 0.0011748686063494781, + "dq": 0.00047520037171146624, + "dkv": 0.0005415161789643414, + "d_index_q": 0.0005674451612003116, + "d_weights": 0.00048600187424832343, + "d_pool_kv": 0.0005817740228488663, + "d_pool_score": 0.0005603234157210047, + "d_ape": 5.432171671313229e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 2.9998051151633263, + "max_spans": 1024, + "raw_file": "layout-1m-count-mixed-512-2long-descending-zigzag.json", + "raw_sha256": "8055ef0fefe8d48eb4a8e5f0ef8a6632ed7eac920f7deb986023511dc0b57a1b" + } + }, + "speedup_vs_contiguous": 1.132438901309739, + "gap_to_best_baseline_pct": -4.303637626394297, + "prepare_plus_iteration_ms": { + "contiguous": 476.823518704623, + "planner": 447.64047791436315, + "zigzag": 499.32658565044403 + }, + "prepare_inclusive_gap_pct": -6.120302301686131, + "documents": 512, + "lengths_sha256": "1355e0fb1ef1d83a855305c16e873372467e69d68007d35dcefa354ea7c6ab1b" + }, + "1m-count-mixed-512-4long": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 338.35548400878906, + "min_ms": 337.0683898925781, + "max_ms": 339.7387390136719, + "allocated_gib": 66.59222507476807, + "reserved_gib": 69.00390625, + "prepare_ms": 8.868525037541986, + "layout_prepare_ms": 8.5072279907763, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 128, + "raw_file": "layout-1m-count-mixed-512-4long-contiguous.json", + "raw_sha256": "2dc7e20d38e92e28ab857def38a7a1baa59daa25e1114930adc86faa455c401a" + }, + "planner": { + "total_ms": 338.45623779296875, + "min_ms": 336.9595031738281, + "max_ms": 341.4984436035156, + "allocated_gib": 66.59222507476807, + "reserved_gib": 69.00390625, + "prepare_ms": 19.420458003878593, + "layout_prepare_ms": 19.02695291209966, + "policy": "contiguous", + "relative_rms": { + "output": 0.001108400347265694, + "dq": 0.00041324557296966425, + "dkv": 0.0004567346009868542, + "d_index_q": 0.0002833367986887155, + "d_weights": 0.00024968591781364885, + "d_pool_kv": 0.00032218307925626635, + "d_pool_score": 0.0003184380093125898, + "d_ape": 5.236217222337733e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.5, + "max_spans": 128, + "raw_file": "layout-1m-count-mixed-512-4long-planner.json", + "raw_sha256": "6f84a09f175260bf25c2595c7071ee4c324b11e42965c5d7fedd606ef3207465" + }, + "zigzag": { + "total_ms": 338.5984802246094, + "min_ms": 337.65234375, + "max_ms": 342.5445556640625, + "allocated_gib": 66.80190896987915, + "reserved_gib": 69.716796875, + "prepare_ms": 37.792065064422786, + "layout_prepare_ms": 37.35221491660923, + "policy": "zigzag", + "relative_rms": { + "output": 0.0011215964857729552, + "dq": 0.00041829052447210673, + "dkv": 0.0004561462148145632, + "d_index_q": 0.00033356936908467654, + "d_weights": 0.0002592224993963174, + "d_pool_kv": 0.0003434961985130709, + "d_pool_score": 0.0003701823394787622, + "d_ape": 5.452835218376787e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.49999136850237846, + "max_spans": 1024, + "raw_file": "layout-1m-count-mixed-512-4long-zigzag.json", + "raw_sha256": "84ee23ee7a5bc2e3bc5ad747b70f63d8b668af58cd1869aefb51165e623fe8b8" + } + }, + "speedup_vs_contiguous": 0.9997023137028388, + "gap_to_best_baseline_pct": 0.02977749406807284, + "prepare_plus_iteration_ms": { + "contiguous": 347.22400904633105, + "planner": 357.87669579684734, + "zigzag": 376.39054528903216 + }, + "prepare_inclusive_gap_pct": 3.0679579962729076, + "documents": 512, + "lengths_sha256": "74f528dba1eacc05b1dd3ae32df6d6e5fcba98ba8abc06fecf0c0df6bf0aa380" + }, + "1m-count-near-uniform-512": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 174.68292236328125, + "min_ms": 173.8264923095703, + "max_ms": 177.15196228027344, + "allocated_gib": 65.79301404953003, + "reserved_gib": 68.0859375, + "prepare_ms": 6.28169986885041, + "layout_prepare_ms": 5.795156001113355, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.1400146484375, + "max_spans": 70, + "raw_file": "layout-1m-count-near-uniform-512-contiguous.json", + "raw_sha256": "46b66a22406b73c9ade46c9389b8981bb27ec8a8f1bfe6b3e1fa4d17215ad402" + }, + "planner": { + "total_ms": 174.54737854003906, + "min_ms": 173.66610717773438, + "max_ms": 175.65142822265625, + "allocated_gib": 65.79301404953003, + "reserved_gib": 68.0859375, + "prepare_ms": 6.889444077387452, + "layout_prepare_ms": 6.43392198253423, + "policy": "contiguous", + "relative_rms": { + "output": 0.0003621722687541866, + "dq": 0.0001877717766341684, + "dkv": 0.00015745879408379858, + "d_index_q": 5.0233157871382964e-05, + "d_weights": 4.737857482285738e-05, + "d_pool_kv": 0.0001252604413295691, + "d_pool_score": 0.0001366667434959041, + "d_ape": 2.009941592126655e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.1400146484375, + "max_spans": 70, + "raw_file": "layout-1m-count-near-uniform-512-planner.json", + "raw_sha256": "913cceeccdd10800dd4e912a1d564ef8bb61dad70ae81a422a862a906e3a8c9b" + }, + "zigzag": { + "total_ms": 185.5495834350586, + "min_ms": 185.0115203857422, + "max_ms": 186.0485382080078, + "allocated_gib": 65.8086576461792, + "reserved_gib": 68.587890625, + "prepare_ms": 40.83809698931873, + "layout_prepare_ms": 40.41551903355867, + "policy": "zigzag", + "relative_rms": { + "output": 0.00035880839521131567, + "dq": 0.00018598617770927155, + "dkv": 0.00015672983164195206, + "d_index_q": 4.980354544334212e-05, + "d_weights": 4.6031241434262136e-05, + "d_pool_kv": 0.00012127384059513735, + "d_pool_score": 0.0001278846890799026, + "d_ape": 2.0326038418112683e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.1326904296875, + "max_spans": 1024, + "raw_file": "layout-1m-count-near-uniform-512-zigzag.json", + "raw_sha256": "1cc9d1f19a5a539dc40fe26386924bd4ac6896b9d1eca72fe3f782ccd62ae421" + } + }, + "speedup_vs_contiguous": 1.0007765445942294, + "gap_to_best_baseline_pct": -0.07759420406323603, + "prepare_plus_iteration_ms": { + "contiguous": 180.96462223213166, + "planner": 181.43682261742651, + "zigzag": 226.38768042437732 + }, + "prepare_inclusive_gap_pct": 0.26093519245389274, + "documents": 512, + "lengths_sha256": "a883d69122302c1f8f9693929fa0ea899a3e5e33acb0a13cd8340e29afc198a0" + }, + "1m-count-tiny-mix-1000": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 277.5030212402344, + "min_ms": 276.7580871582031, + "max_ms": 278.6227111816406, + "allocated_gib": 67.28772163391113, + "reserved_gib": 69.443359375, + "prepare_ms": 14.695362886413932, + "layout_prepare_ms": 14.116181991994381, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 174, + "raw_file": "layout-1m-count-tiny-mix-1000-contiguous.json", + "raw_sha256": "80d08f5ab5f1e35f442698c25b83751be87ef5ce4224b955890777d7182d1219" + }, + "planner": { + "total_ms": 277.97694396972656, + "min_ms": 276.58367919921875, + "max_ms": 281.081787109375, + "allocated_gib": 67.28772163391113, + "reserved_gib": 69.443359375, + "prepare_ms": 12.267046957276762, + "layout_prepare_ms": 11.748468037694693, + "policy": "contiguous", + "relative_rms": { + "output": 0.0008147533423000863, + "dq": 0.0003699549868243877, + "dkv": 0.00028025793158283253, + "d_index_q": 0.00018789359275136517, + "d_weights": 0.00016652942081256042, + "d_pool_kv": 0.00023713204488080765, + "d_pool_score": 0.00023688382513071412, + "d_ape": 2.7803123769608203e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 174, + "raw_file": "layout-1m-count-tiny-mix-1000-planner.json", + "raw_sha256": "3eac9c25237afd5472f5a365b4f857ee8e947e2718dfb2c3611e8688666e20aa" + }, + "zigzag": { + "total_ms": 288.2996520996094, + "min_ms": 287.6239318847656, + "max_ms": 289.6219177246094, + "allocated_gib": 67.24870872497559, + "reserved_gib": 78.861328125, + "prepare_ms": 67.15863605495542, + "layout_prepare_ms": 66.5940580656752, + "policy": "zigzag", + "relative_rms": { + "output": 0.0008172251772034926, + "dq": 0.00036548175905332905, + "dkv": 0.0002639633962520787, + "d_index_q": 0.00017265337760804814, + "d_weights": 0.00016465928857432128, + "d_pool_kv": 0.00023364198757436886, + "d_pool_score": 0.00023719059082038686, + "d_ape": 2.881065687905103e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.49526814743876457, + "max_spans": 2000, + "raw_file": "layout-1m-count-tiny-mix-1000-zigzag.json", + "raw_sha256": "ca6895e139050eaba280929dc0e0e527168019b7b4e68b3b07fbbd3644138080" + } + }, + "speedup_vs_contiguous": 0.9982951005837959, + "gap_to_best_baseline_pct": 0.17078110622872344, + "prepare_plus_iteration_ms": { + "contiguous": 292.1983841266483, + "planner": 290.2439909270033, + "zigzag": 355.4582881545648 + }, + "prepare_inclusive_gap_pct": -0.6688583188050323, + "documents": 1000, + "lengths_sha256": "2043af46235527c07d70653288a5fbff85cbdc1d61c2df251c4b11c9f2173662" + }, + "1m-count-tiny-mix-512": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 252.4097137451172, + "min_ms": 251.78445434570312, + "max_ms": 253.2755126953125, + "allocated_gib": 66.40801906585693, + "reserved_gib": 68.822265625, + "prepare_ms": 11.81349204853177, + "layout_prepare_ms": 11.319566983729601, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.49916257709264755, + "max_spans": 92, + "raw_file": "layout-1m-count-tiny-mix-512-contiguous.json", + "raw_sha256": "470b9156895dfef6f001c6566a52ff9fe9156a7aebfe0d9e953cec31588205b4" + }, + "planner": { + "total_ms": 252.61129760742188, + "min_ms": 251.07884216308594, + "max_ms": 253.76771545410156, + "allocated_gib": 66.40801906585693, + "reserved_gib": 68.822265625, + "prepare_ms": 10.621751076541841, + "layout_prepare_ms": 10.238889022730291, + "policy": "contiguous", + "relative_rms": { + "output": 0.0011379571872195018, + "dq": 0.0005142828500427043, + "dkv": 0.00032494544441751173, + "d_index_q": 0.00016323910386101733, + "d_weights": 0.00014454080721691223, + "d_pool_kv": 0.00024713382526628155, + "d_pool_score": 0.00024822032949893725, + "d_ape": 5.576403384703898e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49916257709264755, + "max_spans": 92, + "raw_file": "layout-1m-count-tiny-mix-512-planner.json", + "raw_sha256": "542b74951fd33de1c6536f234290815cf3368ed74b1a311ca939395424d0cce1" + }, + "zigzag": { + "total_ms": 260.91038513183594, + "min_ms": 260.1084899902344, + "max_ms": 261.8586730957031, + "allocated_gib": 66.41342687606812, + "reserved_gib": 69.32421875, + "prepare_ms": 35.87489610072225, + "layout_prepare_ms": 35.48457403667271, + "policy": "zigzag", + "relative_rms": { + "output": 0.0011495718791550967, + "dq": 0.000523029028005613, + "dkv": 0.0003364792880244074, + "d_index_q": 0.00021014620007773496, + "d_weights": 0.0001769941445596639, + "d_pool_kv": 0.0002674930321212269, + "d_pool_score": 0.0002657953944677991, + "d_ape": 5.380611858644655e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.4989374950528145, + "max_spans": 1024, + "raw_file": "layout-1m-count-tiny-mix-512-zigzag.json", + "raw_sha256": "25ff432deedf54ecca7b914719d4cc1415c96127bd9f5acb375435664074a70d" + } + }, + "speedup_vs_contiguous": 0.9992019998146798, + "gap_to_best_baseline_pct": 0.07986374981916455, + "prepare_plus_iteration_ms": { + "contiguous": 264.22320579364896, + "planner": 263.2330486839637, + "zigzag": 296.7852812325582 + }, + "prepare_inclusive_gap_pct": -0.3747426751223859, + "documents": 512, + "lengths_sha256": "eb5e64b29a22782c3e203c9db504474452dd18b36ac3aa9a4ad991a5af9bdbf9" + }, + "1m-count-uniform-1024": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 119.41489791870117, + "min_ms": 119.24073791503906, + "max_ms": 119.6561279296875, + "allocated_gib": 66.34996938705444, + "reserved_gib": 68.70703125, + "prepare_ms": 8.79430107306689, + "layout_prepare_ms": 8.168380009010434, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.0623779296875, + "max_spans": 128, + "raw_file": "layout-1m-count-uniform-1024-contiguous.json", + "raw_sha256": "cb2b198cea9cd3cc1c3eaf1a11d285567036530e09b0bb6e49b1e711424adf27" + }, + "planner": { + "total_ms": 119.48390579223633, + "min_ms": 119.34534454345703, + "max_ms": 119.6822738647461, + "allocated_gib": 66.34996938705444, + "reserved_gib": 68.70703125, + "prepare_ms": 11.64705806877464, + "layout_prepare_ms": 11.14371104631573, + "policy": "contiguous", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.345404721876349e-05, + "d_index_q": 0.0, + "d_weights": 0.0, + "d_pool_kv": 5.14921621395609e-05, + "d_pool_score": 7.218511403644321e-05, + "d_ape": 9.385957743902641e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.0623779296875, + "max_spans": 128, + "raw_file": "layout-1m-count-uniform-1024-planner.json", + "raw_sha256": "27c35dcd661256741e720d8db490b9e8e83568b814699ed745b9ab2bbc01fc1d" + }, + "zigzag": { + "total_ms": 133.69087982177734, + "min_ms": 133.57740783691406, + "max_ms": 133.81129455566406, + "allocated_gib": 66.35586500167847, + "reserved_gib": 69.208984375, + "prepare_ms": 96.13504004664719, + "layout_prepare_ms": 95.60391097329557, + "policy": "zigzag", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.0615702213174114e-05, + "d_index_q": 0.0, + "d_weights": 0.0, + "d_pool_kv": 5.488063479448549e-05, + "d_pool_score": 7.075341797691834e-05, + "d_ape": 9.443483387805362e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.0623779296875, + "max_spans": 2048, + "raw_file": "layout-1m-count-uniform-1024-zigzag.json", + "raw_sha256": "0dfd44fe1fc27144d82b9d43d49510d9504ce3ee909f4a66712e0e47b687967a" + } + }, + "speedup_vs_contiguous": 0.9994224504708178, + "gap_to_best_baseline_pct": 0.0577883285401537, + "prepare_plus_iteration_ms": { + "contiguous": 128.20919899176806, + "planner": 131.13096386101097, + "zigzag": 229.82591986842453 + }, + "prepare_inclusive_gap_pct": 2.278904237932644, + "documents": 1024, + "lengths_sha256": "7d1b6ad860e729dfc1e098d7b89b3e6e85ea0e907b90de52c462e82eb70e9471" + }, + "1m-count-uniform-256": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 212.9967041015625, + "min_ms": 212.8686065673828, + "max_ms": 213.72950744628906, + "allocated_gib": 65.50574588775635, + "reserved_gib": 67.923828125, + "prepare_ms": 3.961967071518302, + "layout_prepare_ms": 3.575184033252299, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.2498779296875, + "max_spans": 32, + "raw_file": "layout-1m-count-uniform-256-contiguous.json", + "raw_sha256": "06822967569423fd2d1a139db17c3413ae46207130da1cfde995a274d5d45d78" + }, + "planner": { + "total_ms": 213.0918197631836, + "min_ms": 212.87930297851562, + "max_ms": 213.86585998535156, + "allocated_gib": 65.50574588775635, + "reserved_gib": 67.923828125, + "prepare_ms": 4.589442978613079, + "layout_prepare_ms": 4.242056980729103, + "policy": "contiguous", + "relative_rms": { + "output": 0.0008983001869912695, + "dq": 0.0004206017803911536, + "dkv": 0.00029550489189777144, + "d_index_q": 0.00012622909156508592, + "d_weights": 0.00011351108154107496, + "d_pool_kv": 0.00020215864138665445, + "d_pool_score": 0.0002058701846442034, + "d_ape": 3.364103427754296e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.2498779296875, + "max_spans": 32, + "raw_file": "layout-1m-count-uniform-256-planner.json", + "raw_sha256": "f2b892081f4956336269dce71261727b62a18bd3c2a902b38e6846a72bd0e6c7" + }, + "zigzag": { + "total_ms": 220.54678344726562, + "min_ms": 220.18325805664062, + "max_ms": 221.15260314941406, + "allocated_gib": 65.51161479949951, + "reserved_gib": 68.42578125, + "prepare_ms": 22.930420003831387, + "layout_prepare_ms": 22.559862001799047, + "policy": "zigzag", + "relative_rms": { + "output": 0.0009009673640706196, + "dq": 0.0004183338551494578, + "dkv": 0.0002940296337405208, + "d_index_q": 0.00010926371136128527, + "d_weights": 9.464661783500973e-05, + "d_pool_kv": 0.00020544086367790907, + "d_pool_score": 0.00021230314881310683, + "d_ape": 3.6113839509353313e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.2498779296875, + "max_spans": 512, + "raw_file": "layout-1m-count-uniform-256-zigzag.json", + "raw_sha256": "bebe21ddd1346db24c9d611e1a1a05d400b8ec7f65ace3032d45430e6888efbf" + } + }, + "speedup_vs_contiguous": 0.9995536400143056, + "gap_to_best_baseline_pct": 0.044655931190251685, + "prepare_plus_iteration_ms": { + "contiguous": 216.9586711730808, + "planner": 217.68126274179667, + "zigzag": 243.477203451097 + }, + "prepare_inclusive_gap_pct": 0.3330549384400472, + "documents": 256, + "lengths_sha256": "2b66265ed16d5c91894fb143f8c654f23f801053a71d4fd69181b0642cf716a7" + }, + "1m-heldout-jittered-768-seed20261114": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 139.59954833984375, + "min_ms": 139.31805419921875, + "max_ms": 140.8841552734375, + "allocated_gib": 66.06588745117188, + "reserved_gib": 68.396484375, + "prepare_ms": 7.3116159765049815, + "layout_prepare_ms": 6.80255691986531, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.08821307122707367, + "max_spans": 99, + "raw_file": "layout-1m-heldout-jittered-768-seed20261114-contiguous.json", + "raw_sha256": "c61c210bfbe957150e8897a19dae3ec5aefa62d1b97f3dbc0c3c74a13421bbf6" + }, + "planner": { + "total_ms": 139.54326629638672, + "min_ms": 139.3474884033203, + "max_ms": 139.70681762695312, + "allocated_gib": 66.06588745117188, + "reserved_gib": 68.396484375, + "prepare_ms": 9.15238680317998, + "layout_prepare_ms": 8.70554894208908, + "policy": "contiguous", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.534552172078891e-05, + "d_index_q": 0.0, + "d_weights": 0.0, + "d_pool_kv": 8.384488122997325e-05, + "d_pool_score": 0.00012568695483731863, + "d_ape": 9.973954559775284e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.08821307122707367, + "max_spans": 99, + "raw_file": "layout-1m-heldout-jittered-768-seed20261114-planner.json", + "raw_sha256": "84b9744b6aa02b91671350f67939997a9415d18cd770df78214da079e1e72be8" + }, + "zigzag": { + "total_ms": 152.68809509277344, + "min_ms": 152.55538940429688, + "max_ms": 153.68234252929688, + "allocated_gib": 66.0734510421753, + "reserved_gib": 68.90234375, + "prepare_ms": 64.65917301829904, + "layout_prepare_ms": 64.22794598620385, + "policy": "zigzag", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.467940785081395e-05, + "d_index_q": 0.0, + "d_weights": 0.0, + "d_pool_kv": 5.491533441383689e-05, + "d_pool_score": 6.582463735603153e-05, + "d_ape": 8.561384532654269e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.08652793243527412, + "max_spans": 1536, + "raw_file": "layout-1m-heldout-jittered-768-seed20261114-zigzag.json", + "raw_sha256": "8a93d233b6c7707cf3595479a5e33dfa2e64b450083591db987e93dc77794549" + } + }, + "speedup_vs_contiguous": 1.0004033304146507, + "gap_to_best_baseline_pct": -0.040316780481275405, + "prepare_plus_iteration_ms": { + "contiguous": 146.91116431634873, + "planner": 148.6956530995667, + "zigzag": 217.34726811107248 + }, + "prepare_inclusive_gap_pct": 1.2146720036711134, + "documents": 768, + "lengths_sha256": "2384da57da625501af834608e8298b60467638272e4c35dc6ea261713c7eb0d3" + }, + "1m-heldout-jittered-768-seed20261115": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 139.19557189941406, + "min_ms": 138.859619140625, + "max_ms": 140.72189331054688, + "allocated_gib": 66.05843544006348, + "reserved_gib": 68.38671875, + "prepare_ms": 7.30161985848099, + "layout_prepare_ms": 6.851075915619731, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.08720123767852783, + "max_spans": 98, + "raw_file": "layout-1m-heldout-jittered-768-seed20261115-contiguous.json", + "raw_sha256": "281825c0dfd3827c5cc80ef8b905d5396badd31ecbada0b521049755e9fae486" + }, + "planner": { + "total_ms": 138.96669006347656, + "min_ms": 138.5364532470703, + "max_ms": 139.24237060546875, + "allocated_gib": 66.05843544006348, + "reserved_gib": 68.38671875, + "prepare_ms": 9.032243047840893, + "layout_prepare_ms": 8.597164996899664, + "policy": "contiguous", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.083760511669527e-05, + "d_index_q": 0.0, + "d_weights": 0.0, + "d_pool_kv": 5.48209891306436e-05, + "d_pool_score": 6.628093591786182e-05, + "d_ape": 8.97144166007357e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.08720123767852783, + "max_spans": 98, + "raw_file": "layout-1m-heldout-jittered-768-seed20261115-planner.json", + "raw_sha256": "a2229866121576881acd3547ce8ad2ba875e0536e87568b6d4b5b6425ad2d497" + }, + "zigzag": { + "total_ms": 152.07752227783203, + "min_ms": 151.6907501220703, + "max_ms": 152.71705627441406, + "allocated_gib": 66.06595468521118, + "reserved_gib": 68.890625, + "prepare_ms": 67.99968285486102, + "layout_prepare_ms": 67.59183399844915, + "policy": "zigzag", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.278026323711552e-05, + "d_index_q": 0.0, + "d_weights": 0.0, + "d_pool_kv": 7.544563700271164e-05, + "d_pool_score": 7.063303606390711e-05, + "d_ape": 9.006565520482359e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.0866801105439663, + "max_spans": 1536, + "raw_file": "layout-1m-heldout-jittered-768-seed20261115-zigzag.json", + "raw_sha256": "5ef0a181cfe1c6fafec89e9ac1539b46788a6868f57d4dd07a2bee0ff28bb0cd" + } + }, + "speedup_vs_contiguous": 1.0016470266063973, + "gap_to_best_baseline_pct": -0.16443183702919972, + "prepare_plus_iteration_ms": { + "contiguous": 146.49719175789505, + "planner": 147.99893311131746, + "zigzag": 220.07720513269305 + }, + "prepare_inclusive_gap_pct": 1.0250990721407227, + "documents": 768, + "lengths_sha256": "8884d0c226a9c39788069b745f1fa9b8499da77272f0e098c192c933dea50872" + }, + "1m-heldout-jittered-768-seed20261116": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 139.4260025024414, + "min_ms": 138.7571258544922, + "max_ms": 140.87948608398438, + "allocated_gib": 66.05876111984253, + "reserved_gib": 68.38671875, + "prepare_ms": 7.246268913149834, + "layout_prepare_ms": 6.824985961429775, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.08736230432987213, + "max_spans": 98, + "raw_file": "layout-1m-heldout-jittered-768-seed20261116-contiguous.json", + "raw_sha256": "880cadfe68a2931bee30456d4c858043bad4546227d18fe035b62b8ea3f8b7ec" + }, + "planner": { + "total_ms": 139.19524383544922, + "min_ms": 138.77737426757812, + "max_ms": 140.00262451171875, + "allocated_gib": 66.05876111984253, + "reserved_gib": 68.38671875, + "prepare_ms": 9.026253945194185, + "layout_prepare_ms": 8.594213984906673, + "policy": "contiguous", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.93177721660562e-05, + "d_index_q": 0.0, + "d_weights": 0.0, + "d_pool_kv": 5.695678676610094e-05, + "d_pool_score": 5.4488619542700796e-05, + "d_ape": 8.187076335588852e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.08736230432987213, + "max_spans": 98, + "raw_file": "layout-1m-heldout-jittered-768-seed20261116-planner.json", + "raw_sha256": "840688ba09cf768b72512d250f48fe5d9f33bd023b6ee5b7103d19f9b8335802" + }, + "zigzag": { + "total_ms": 152.10254669189453, + "min_ms": 151.87277221679688, + "max_ms": 152.91253662109375, + "allocated_gib": 66.06567144393921, + "reserved_gib": 68.890625, + "prepare_ms": 71.22155895922333, + "layout_prepare_ms": 70.7582599716261, + "policy": "zigzag", + "relative_rms": { + "output": 0.0, + "dq": 0.0, + "dkv": 3.1343651448698765e-05, + "d_index_q": 0.0, + "d_weights": 0.0, + "d_pool_kv": 5.659607648562089e-05, + "d_pool_score": 5.1206900409261796e-05, + "d_ape": 8.198515312622374e-07, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.08655709028244019, + "max_spans": 1536, + "raw_file": "layout-1m-heldout-jittered-768-seed20261116-zigzag.json", + "raw_sha256": "3aebfa0afb6dc800f3e22106a7f55c050272ff51d1bce0726e29d3fee735c395" + } + }, + "speedup_vs_contiguous": 1.0016578056881382, + "gap_to_best_baseline_pct": -0.16550619170778713, + "prepare_plus_iteration_ms": { + "contiguous": 146.67227141559124, + "planner": 148.2214977806434, + "zigzag": 223.32410565111786 + }, + "prepare_inclusive_gap_pct": 1.0562503396858602, + "documents": 768, + "lengths_sha256": "484660be7f47772a4ee1c32aa13529e5d4dfa02ba770b46f67c83944d3d16782" + }, + "1m-heldout-lognormal-1000-seed20261114": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 242.74365997314453, + "min_ms": 241.8260498046875, + "max_ms": 243.4641571044922, + "allocated_gib": 67.14972496032715, + "reserved_gib": 69.392578125, + "prepare_ms": 23.308494011871517, + "layout_prepare_ms": 22.75374298915267, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 186, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261114-contiguous.json", + "raw_sha256": "c72415467035a1b2320593612913f0d9156c3b9f87dfd0b2bab580825435d73d" + }, + "planner": { + "total_ms": 242.79873657226562, + "min_ms": 242.02297973632812, + "max_ms": 243.5925750732422, + "allocated_gib": 67.14972496032715, + "reserved_gib": 69.392578125, + "prepare_ms": 18.588110920973122, + "layout_prepare_ms": 17.979708965867758, + "policy": "contiguous", + "relative_rms": { + "output": 0.0006639286414964582, + "dq": 0.0003421409964573097, + "dkv": 0.00019721484937837802, + "d_index_q": 0.00011000092475129282, + "d_weights": 0.0001068132442141927, + "d_pool_kv": 0.00018391022308396582, + "d_pool_score": 0.000179099258457748, + "d_ape": 3.408956283145262e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.5, + "max_spans": 186, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261114-planner.json", + "raw_sha256": "31fe420fe090d09c73296c247e5e8a6243701726a0ea69e87df03d963bc8a78d" + }, + "zigzag": { + "total_ms": 255.3045883178711, + "min_ms": 253.9938507080078, + "max_ms": 256.24114990234375, + "allocated_gib": 67.42135286331177, + "reserved_gib": 79.7109375, + "prepare_ms": 73.20481608621776, + "layout_prepare_ms": 72.67806399613619, + "policy": "zigzag", + "relative_rms": { + "output": 0.0006729130295918793, + "dq": 0.000346805284697457, + "dkv": 0.00019871221130998912, + "d_index_q": 0.00011022225577992002, + "d_weights": 0.00010803303612996262, + "d_pool_kv": 0.00018681248298492773, + "d_pool_score": 0.00017741006842812262, + "d_ape": 3.0188399219256512e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49985016882419586, + "max_spans": 1790, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261114-zigzag.json", + "raw_sha256": "9021d15661632a997b26c2d03add080ed503ddb322430f01d16390e8079eedc8" + } + }, + "speedup_vs_contiguous": 0.9997731594492679, + "gap_to_best_baseline_pct": 0.02268920190426904, + "prepare_plus_iteration_ms": { + "contiguous": 266.05215398501605, + "planner": 261.38684749323875, + "zigzag": 328.50940440408885 + }, + "prepare_inclusive_gap_pct": -1.7535308103688751, + "documents": 1000, + "lengths_sha256": "f9552804d64123e178b417a374ec673ead4524cfdca92d036e2c49d2242a4462" + }, + "1m-heldout-lognormal-1000-seed20261115": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 238.08277130126953, + "min_ms": 237.04464721679688, + "max_ms": 240.6115264892578, + "allocated_gib": 67.31743335723877, + "reserved_gib": 69.40234375, + "prepare_ms": 10.576636996120214, + "layout_prepare_ms": 10.025152005255222, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 205, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261115-contiguous.json", + "raw_sha256": "73d12f484cc6a6c5781d76c844be01adbcc0bb83c62e714ff358b96cdf452c3f" + }, + "planner": { + "total_ms": 238.69235229492188, + "min_ms": 236.03648376464844, + "max_ms": 239.77203369140625, + "allocated_gib": 67.31743335723877, + "reserved_gib": 69.40234375, + "prepare_ms": 14.750760048627853, + "layout_prepare_ms": 14.257603092119098, + "policy": "contiguous", + "relative_rms": { + "output": 0.000627483968379822, + "dq": 0.0003440353669091771, + "dkv": 0.00019056774527328763, + "d_index_q": 0.00012198431218257316, + "d_weights": 0.00012043062385770405, + "d_pool_kv": 0.00018010804743631497, + "d_pool_score": 0.00017470367552733856, + "d_ape": 3.126033191671862e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 205, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261115-planner.json", + "raw_sha256": "268cbe29bd9f8bbfb74658d4ec75f8412f70a70d7a8090fd2764979bf02fba83" + }, + "zigzag": { + "total_ms": 248.48849487304688, + "min_ms": 246.69786071777344, + "max_ms": 250.46841430664062, + "allocated_gib": 67.61479187011719, + "reserved_gib": 69.91015625, + "prepare_ms": 69.25003707874566, + "layout_prepare_ms": 68.7437430024147, + "policy": "zigzag", + "relative_rms": { + "output": 0.0006277650198511363, + "dq": 0.00034722313626910604, + "dkv": 0.00019309980305575396, + "d_index_q": 0.00011586721853121804, + "d_weights": 0.00011320829699045079, + "d_pool_kv": 0.00019337419199732237, + "d_pool_score": 0.0001837468057090465, + "d_ape": 3.3393516739202175e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49977222830057144, + "max_spans": 1756, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261115-zigzag.json", + "raw_sha256": "462ccac477b21d252cce91a052b7ebeedc598fc61058bf33fe9395890da44b82" + } + }, + "speedup_vs_contiguous": 0.9974461645386142, + "gap_to_best_baseline_pct": 0.25603742359037174, + "prepare_plus_iteration_ms": { + "contiguous": 248.65940829738975, + "planner": 253.44311234354973, + "zigzag": 317.73853195179254 + }, + "prepare_inclusive_gap_pct": 1.9237977275482043, + "documents": 1000, + "lengths_sha256": "4860b063d4278394f20027f7e1f50de3bf6080e17af8500ea52a852f8f4840bf" + }, + "1m-heldout-lognormal-1000-seed20261116": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 243.51073455810547, + "min_ms": 242.13845825195312, + "max_ms": 245.1307830810547, + "allocated_gib": 67.10111045837402, + "reserved_gib": 69.26171875, + "prepare_ms": 9.780772146768868, + "layout_prepare_ms": 9.23799304291606, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 165, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261116-contiguous.json", + "raw_sha256": "85762a7b6a5337bbff4590396f9f87426434440d07a330772a0b23ac03910407" + }, + "planner": { + "total_ms": 244.25122833251953, + "min_ms": 242.3041229248047, + "max_ms": 245.93923950195312, + "allocated_gib": 67.10111045837402, + "reserved_gib": 69.26171875, + "prepare_ms": 11.766831041313708, + "layout_prepare_ms": 11.266377987340093, + "policy": "contiguous", + "relative_rms": { + "output": 0.0005700379404832603, + "dq": 0.000319132883698665, + "dkv": 0.00017456473994610376, + "d_index_q": 0.00011017834715051893, + "d_weights": 9.883468029904095e-05, + "d_pool_kv": 0.00017233705959233462, + "d_pool_score": 0.00017515985135813642, + "d_ape": 3.255570361937096e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.5, + "max_spans": 165, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261116-planner.json", + "raw_sha256": "066d43150dee8501d7f08bc63475b30c1f33486a98044180dc550a0c599da0f0" + }, + "zigzag": { + "total_ms": 255.27643585205078, + "min_ms": 254.18067932128906, + "max_ms": 256.8161315917969, + "allocated_gib": 67.19186353683472, + "reserved_gib": 69.892578125, + "prepare_ms": 65.90253801550716, + "layout_prepare_ms": 65.40064502041787, + "policy": "zigzag", + "relative_rms": { + "output": 0.0005658249552824931, + "dq": 0.00032052362678565844, + "dkv": 0.00017358126670537923, + "d_index_q": 0.00010731651292044749, + "d_weights": 9.582209699794192e-05, + "d_pool_kv": 0.00017146293516180915, + "d_pool_score": 0.0001825117182559775, + "d_ape": 3.296560839970807e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.49838995188474655, + "max_spans": 1743, + "raw_file": "layout-1m-heldout-lognormal-1000-seed20261116-zigzag.json", + "raw_sha256": "d898c9cf7a64ce0e3dc8bbc7f34d48e71c1bac6dcccc8b6008a9ecd44aeb7b41" + } + }, + "speedup_vs_contiguous": 0.99696831094988, + "gap_to_best_baseline_pct": 0.30409081380244896, + "prepare_plus_iteration_ms": { + "contiguous": 253.29150670487434, + "planner": 256.01805937383324, + "zigzag": 321.17897386755794 + }, + "prepare_inclusive_gap_pct": 1.076448517531925, + "documents": 1000, + "lengths_sha256": "a790875510a4369ef17daa8104180cfe9404b90dfa3567b8652ea1435220224c" + }, + "1m-heldout-lognormal-257-seed20261114": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 241.6246566772461, + "min_ms": 240.7863311767578, + "max_ms": 242.99119567871094, + "allocated_gib": 65.84781551361084, + "reserved_gib": 68.2734375, + "prepare_ms": 4.298857995308936, + "layout_prepare_ms": 3.948985948227346, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.49603627994656563, + "max_spans": 41, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261114-contiguous.json", + "raw_sha256": "9f80e24a6b4b20a2697560effb1c4ce1ea3384ddd71ec8131fd60f255b096e43" + }, + "planner": { + "total_ms": 241.78618621826172, + "min_ms": 241.03724670410156, + "max_ms": 242.47116088867188, + "allocated_gib": 65.84781551361084, + "reserved_gib": 68.2734375, + "prepare_ms": 16.895215027034283, + "layout_prepare_ms": 16.556818038225174, + "policy": "contiguous", + "relative_rms": { + "output": 0.001082461469725319, + "dq": 0.00047458198967384186, + "dkv": 0.00032668096235836366, + "d_index_q": 0.00016693420591685536, + "d_weights": 0.0001401149820797931, + "d_pool_kv": 0.0002270806698028004, + "d_pool_score": 0.0002237423415161784, + "d_ape": 4.043788132397096e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.49603627994656563, + "max_spans": 41, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261114-planner.json", + "raw_sha256": "2627c6242e0e931d47e104db31fdd7f534a82a2e567533cd631d8a1ebca7aaca" + }, + "zigzag": { + "total_ms": 249.37068939208984, + "min_ms": 248.5408935546875, + "max_ms": 250.9279327392578, + "allocated_gib": 65.8637466430664, + "reserved_gib": 68.78125, + "prepare_ms": 22.184235975146294, + "layout_prepare_ms": 21.849395940080285, + "policy": "zigzag", + "relative_rms": { + "output": 0.001088782543496487, + "dq": 0.0004730404072428335, + "dkv": 0.00031546559266904786, + "d_index_q": 0.00016690660493783074, + "d_weights": 0.00014110205381527205, + "d_pool_kv": 0.0002280621593994692, + "d_pool_score": 0.0002186074713902558, + "d_ape": 3.871855939807412e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49925995245575905, + "max_spans": 514, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261114-zigzag.json", + "raw_sha256": "77d01364b5020f7f3f07344f74d5e5c49a00d484dbec869d72f66e5812e4068b" + } + }, + "speedup_vs_contiguous": 0.9993319323012531, + "gap_to_best_baseline_pct": 0.06685143115645609, + "prepare_plus_iteration_ms": { + "contiguous": 245.92351467255503, + "planner": 258.681401245296, + "zigzag": 271.55492536723614 + }, + "prepare_inclusive_gap_pct": 5.187745706110292, + "documents": 257, + "lengths_sha256": "22124dfa90691813499ba5fff3956732dd43551f4504a48fc46bbb35d7aa1141" + }, + "1m-heldout-lognormal-257-seed20261115": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 265.89527893066406, + "min_ms": 264.75982666015625, + "max_ms": 268.54608154296875, + "allocated_gib": 65.86178588867188, + "reserved_gib": 68.294921875, + "prepare_ms": 4.706783103756607, + "layout_prepare_ms": 4.385833046399057, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 43, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261115-contiguous.json", + "raw_sha256": "0e96976fed2028414081cc39e060cf53f598d02e636f8fa3f134d0f65c0451cf" + }, + "planner": { + "total_ms": 266.5758819580078, + "min_ms": 264.8830261230469, + "max_ms": 267.7908020019531, + "allocated_gib": 65.86178588867188, + "reserved_gib": 68.294921875, + "prepare_ms": 5.949159967713058, + "layout_prepare_ms": 5.652374937199056, + "policy": "contiguous", + "relative_rms": { + "output": 0.0011651272922486198, + "dq": 0.00046214190754927277, + "dkv": 0.00033944054288377243, + "d_index_q": 0.00018021932141442865, + "d_weights": 0.00016083575052146454, + "d_pool_kv": 0.00026245941371384453, + "d_pool_score": 0.00027060036694570604, + "d_ape": 3.819325031365223e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.5, + "max_spans": 43, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261115-planner.json", + "raw_sha256": "a6a02d026ba3e2910be4548d73f88cfb1ead501e4292eb973941dfac8667150b" + }, + "zigzag": { + "total_ms": 270.3296203613281, + "min_ms": 269.5667724609375, + "max_ms": 272.5, + "allocated_gib": 65.86807107925415, + "reserved_gib": 68.802734375, + "prepare_ms": 29.988013091497123, + "layout_prepare_ms": 29.641884961165488, + "policy": "zigzag", + "relative_rms": { + "output": 0.0011900939859345021, + "dq": 0.0004752948227896761, + "dkv": 0.0003530750774232262, + "d_index_q": 0.0001982857983837737, + "d_weights": 0.00016784374447724294, + "d_pool_kv": 0.00026278078754386075, + "d_pool_score": 0.0002623528065003457, + "d_ape": 3.922395870611972e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.4999861344695091, + "max_spans": 514, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261115-zigzag.json", + "raw_sha256": "3f4742ba6a41a71ac42df4190de2bedd3f97ce2acfdcd640f44e3148b04dd391" + } + }, + "speedup_vs_contiguous": 0.9974468694529126, + "gap_to_best_baseline_pct": 0.25596657077961993, + "prepare_plus_iteration_ms": { + "contiguous": 270.60206203442067, + "planner": 272.52504192572087, + "zigzag": 300.31763345282525 + }, + "prepare_inclusive_gap_pct": 0.710630169202342, + "documents": 257, + "lengths_sha256": "0b8ffc4c0c7294d43fa7ae5f3ee55faaef51c2f526387b1efe2d60aca24ecf20" + }, + "1m-heldout-lognormal-257-seed20261116": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 260.8553009033203, + "min_ms": 259.1219482421875, + "max_ms": 261.8494567871094, + "allocated_gib": 65.91541194915771, + "reserved_gib": 68.26171875, + "prepare_ms": 5.178843857720494, + "layout_prepare_ms": 4.816529923118651, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 54, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261116-contiguous.json", + "raw_sha256": "195dddebf12e65361a3e617322fbf574c7c9c3eed81643a4e319b1fd093c307d" + }, + "planner": { + "total_ms": 261.18247985839844, + "min_ms": 260.1310119628906, + "max_ms": 263.29669189453125, + "allocated_gib": 65.91541194915771, + "reserved_gib": 68.26171875, + "prepare_ms": 5.219785147346556, + "layout_prepare_ms": 4.866166040301323, + "policy": "contiguous", + "relative_rms": { + "output": 0.0011647173346943536, + "dq": 0.00047342276965134394, + "dkv": 0.00036562031615802835, + "d_index_q": 0.00021551581252850696, + "d_weights": 0.00016625701885295734, + "d_pool_kv": 0.0002632888196715603, + "d_pool_score": 0.000255773612521125, + "d_ape": 3.971134246049848e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.5, + "max_spans": 54, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261116-planner.json", + "raw_sha256": "8d936534214d4549c1acb1225671cf5c54859c2056d5b334d7cc1ad492298d73" + }, + "zigzag": { + "total_ms": 265.91778564453125, + "min_ms": 263.9945983886719, + "max_ms": 267.6018371582031, + "allocated_gib": 65.97511625289917, + "reserved_gib": 68.794921875, + "prepare_ms": 21.29810012411326, + "layout_prepare_ms": 20.93889401294291, + "policy": "zigzag", + "relative_rms": { + "output": 0.0011734780735060887, + "dq": 0.00047267021844590634, + "dkv": 0.0003651486194391658, + "d_index_q": 0.00019081633609087836, + "d_weights": 0.0001568154855097009, + "d_pool_kv": 0.0002506288295072141, + "d_pool_score": 0.0002447311671719562, + "d_ape": 3.5682579411177634e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.4963202215731144, + "max_spans": 514, + "raw_file": "layout-1m-heldout-lognormal-257-seed20261116-zigzag.json", + "raw_sha256": "abea4ee11e6a7073940a93bf00e5942008bb99412477d1c56c274fe4044782f4" + } + }, + "speedup_vs_contiguous": 0.998747316606935, + "gap_to_best_baseline_pct": 0.12542545769440583, + "prepare_plus_iteration_ms": { + "contiguous": 266.0341447610408, + "planner": 266.402265005745, + "zigzag": 287.2158857686445 + }, + "prepare_inclusive_gap_pct": 0.13837330731918396, + "documents": 257, + "lengths_sha256": "1b0bd973931c10a52c40d767fb8a267929d55b8a7e94ed85145c4ab27033efda" + }, + "1m-heldout-tiny-tail-768-seed20261114": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 436.30291748046875, + "min_ms": 433.5298767089844, + "max_ms": 439.7943115234375, + "allocated_gib": 68.20519065856934, + "reserved_gib": 70.546875, + "prepare_ms": 10.106927016749978, + "layout_prepare_ms": 9.562587947584689, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 2.0, + "max_spans": 263, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261114-contiguous.json", + "raw_sha256": "8a8ffeec6eec8a264804f99b37d66ec9a4b009a10313c251fc50f63ae72185af" + }, + "planner": { + "total_ms": 397.61912536621094, + "min_ms": 393.9225769042969, + "max_ms": 398.3644714355469, + "allocated_gib": 69.3592586517334, + "reserved_gib": 82.36328125, + "prepare_ms": 42.66655596438795, + "layout_prepare_ms": 42.218683985993266, + "policy": "selection-local-6x", + "relative_rms": { + "output": 0.0008605439165391654, + "dq": 0.0003796395940608871, + "dkv": 0.0004054932800869999, + "d_index_q": 0.00046272970168726135, + "d_weights": 0.0004308179609189755, + "d_pool_kv": 0.0006452094646867585, + "d_pool_score": 0.0006358833131884315, + "d_ape": 5.545222900579305e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 2.9356987215578556, + "max_spans": 267, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261114-planner.json", + "raw_sha256": "784f57c9706e909b3737814020733d26552a436f7be44459872241000b3725c8" + }, + "zigzag": { + "total_ms": 406.08197021484375, + "min_ms": 404.5019226074219, + "max_ms": 407.4826965332031, + "allocated_gib": 70.75117206573486, + "reserved_gib": 73.427734375, + "prepare_ms": 48.15629299264401, + "layout_prepare_ms": 47.64960997272283, + "policy": "zigzag", + "relative_rms": { + "output": 0.0008973106239127031, + "dq": 0.00038915186357727963, + "dkv": 0.0005022528545868634, + "d_index_q": 0.0005194953800697627, + "d_weights": 0.0004678227992383376, + "d_pool_kv": 0.0006610885127278837, + "d_pool_score": 0.0006449522590483258, + "d_ape": 5.407920341001154e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 2.9998814575374126, + "max_spans": 1260, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261114-zigzag.json", + "raw_sha256": "7d6cbc1cb6b8c8507589e766a4faf98800549fc3398bf84b122e09175a2c8179" + } + }, + "speedup_vs_contiguous": 1.0972885599469837, + "gap_to_best_baseline_pct": -2.0840237856793786, + "prepare_plus_iteration_ms": { + "contiguous": 446.4098444972187, + "planner": 440.2856813305989, + "zigzag": 454.23826320748776 + }, + "prepare_inclusive_gap_pct": -1.3718700969772124, + "documents": 768, + "lengths_sha256": "759566912504d164342d1556047348e640f650e2bd969cace033c5f384cd1e9f" + }, + "1m-heldout-tiny-tail-768-seed20261115": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 498.76747131347656, + "min_ms": 496.61907958984375, + "max_ms": 499.63848876953125, + "allocated_gib": 68.21028566360474, + "reserved_gib": 70.623046875, + "prepare_ms": 9.636490955017507, + "layout_prepare_ms": 9.107938036322594, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 2.99999725446105, + "max_spans": 176, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261115-contiguous.json", + "raw_sha256": "751af802d0941f5e890120e8eb2cb43fbcdd5b47b8f92461fdb1fa7de6da76f2" + }, + "planner": { + "total_ms": 416.4952392578125, + "min_ms": 412.5445251464844, + "max_ms": 419.02020263671875, + "allocated_gib": 71.1473913192749, + "reserved_gib": 80.89453125, + "prepare_ms": 29.679763014428318, + "layout_prepare_ms": 29.224156984128058, + "policy": "selection-local-6x", + "relative_rms": { + "output": 0.0007987615295327556, + "dq": 0.00039969776861594446, + "dkv": 0.0005472686255923894, + "d_index_q": 0.0004013407150718083, + "d_weights": 0.00039543349130716937, + "d_pool_kv": 0.0006895992619430324, + "d_pool_score": 0.0006990540356347693, + "d_ape": 5.209086564608632e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 4.499835789203644, + "max_spans": 177, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261115-planner.json", + "raw_sha256": "30332df67d347bcfa79a52ba3f9690159d7c4efc61181cd7792ad349b4bf31bd" + }, + "zigzag": { + "total_ms": 423.7662811279297, + "min_ms": 422.471435546875, + "max_ms": 425.5033874511719, + "allocated_gib": 71.05869436264038, + "reserved_gib": 73.974609375, + "prepare_ms": 48.98834810592234, + "layout_prepare_ms": 48.50035498384386, + "policy": "zigzag", + "relative_rms": { + "output": 0.0007981808335954349, + "dq": 0.00040108914815335767, + "dkv": 0.0005455319088188014, + "d_index_q": 0.00040511993368696884, + "d_weights": 0.00040129581062005136, + "d_pool_kv": 0.000683351457010383, + "d_pool_score": 0.0006834509121711517, + "d_ape": 5.314517142166228e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 4.499952055513859, + "max_spans": 1233, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261115-zigzag.json", + "raw_sha256": "6a2beb285d81a216825fd74f33c3b1cc372c41ee64d142f80226c6e7de0b5a5b" + } + }, + "speedup_vs_contiguous": 1.1975346277721488, + "gap_to_best_baseline_pct": -1.7158141631193558, + "prepare_plus_iteration_ms": { + "contiguous": 508.40396226849407, + "planner": 446.1750022722408, + "zigzag": 472.75462923385203 + }, + "prepare_inclusive_gap_pct": -5.622288036541545, + "documents": 768, + "lengths_sha256": "747a3b346f6fb67d2a1bda28b2c1431fae38be2adb70abab6f64c52541fce124" + }, + "1m-heldout-tiny-tail-768-seed20261116": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 559.7161865234375, + "min_ms": 555.4302978515625, + "max_ms": 560.9325561523438, + "allocated_gib": 69.61964559555054, + "reserved_gib": 72.03125, + "prepare_ms": 9.729802957735956, + "layout_prepare_ms": 9.215633966960013, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 3.999971453100443, + "max_spans": 225, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261116-contiguous.json", + "raw_sha256": "34fb5f5d012997932088d2de86f6c14a8a809f74ed42e02a14fa7eb70040d2f8" + }, + "planner": { + "total_ms": 460.2198486328125, + "min_ms": 457.4324951171875, + "max_ms": 461.8628234863281, + "allocated_gib": 71.91085004806519, + "reserved_gib": 84.1875, + "prepare_ms": 33.673338941298425, + "layout_prepare_ms": 33.20295491721481, + "policy": "selection-local-5x", + "relative_rms": { + "output": 0.0009838151945294016, + "dq": 0.0003731228063005086, + "dkv": 0.0004893858809695903, + "d_index_q": 0.000563171314835403, + "d_weights": 0.000552436597671842, + "d_pool_kv": 0.0006584843852002015, + "d_pool_score": 0.000660263037667876, + "d_ape": 6.329523728349438e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 5.999660342931747, + "max_spans": 226, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261116-planner.json", + "raw_sha256": "87ded17b209d211147131a5fc1862e21ff1f67971640652625b880fb27055cb5" + }, + "zigzag": { + "total_ms": 466.84815979003906, + "min_ms": 465.43475341796875, + "max_ms": 468.9653625488281, + "allocated_gib": 72.83784294128418, + "reserved_gib": 82.203125, + "prepare_ms": 49.553396995179355, + "layout_prepare_ms": 49.08921697642654, + "policy": "zigzag", + "relative_rms": { + "output": 0.0009946083346030021, + "dq": 0.00038457455793733337, + "dkv": 0.0005425483112289231, + "d_index_q": 0.0006348606318300278, + "d_weights": 0.000538693682633851, + "d_pool_kv": 0.0006613934471291266, + "d_pool_score": 0.0006581440262921791, + "d_ape": 5.958685410178528e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 5.999810948967934, + "max_spans": 1248, + "raw_file": "layout-1m-heldout-tiny-tail-768-seed20261116-zigzag.json", + "raw_sha256": "fd5cbe18c33e009862cd9cdab3a5a6d72d1be1f2db6e9201e6cd706880b2efbb" + } + }, + "speedup_vs_contiguous": 1.2161930611776122, + "gap_to_best_baseline_pct": -1.419800210888178, + "prepare_plus_iteration_ms": { + "contiguous": 569.4459894811735, + "planner": 493.8931875741109, + "zigzag": 516.4015567852184 + }, + "prepare_inclusive_gap_pct": -4.358695072731777, + "documents": 768, + "lengths_sha256": "e879dc84790636c8379bc654c1bf98f0f184183c998e485cd8cf5a1df8e1e686" + }, + "1m-heldout-trimodal-513-seed20261114": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 528.0744018554688, + "min_ms": 522.5753784179688, + "max_ms": 529.0509643554688, + "allocated_gib": 70.32668733596802, + "reserved_gib": 72.73828125, + "prepare_ms": 8.3013930125162, + "layout_prepare_ms": 7.790984003804624, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 3.9999376945197582, + "max_spans": 233, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261114-contiguous.json", + "raw_sha256": "8a3fc72747754bc7bf98ae1deb8ea22ee20008aa3b6703f2d087437b21883ccb" + }, + "planner": { + "total_ms": 471.4351348876953, + "min_ms": 470.94830322265625, + "max_ms": 474.5873107910156, + "allocated_gib": 73.74629783630371, + "reserved_gib": 87.171875, + "prepare_ms": 44.60881382692605, + "layout_prepare_ms": 44.13713398389518, + "policy": "selection-local-6x", + "relative_rms": { + "output": 0.000961612511327622, + "dq": 0.0003228331744803191, + "dkv": 0.000675315032828408, + "d_index_q": 0.0006175052651110469, + "d_weights": 0.0005102943346481259, + "d_pool_kv": 0.0007424000145656556, + "d_pool_score": 0.0007213206164765067, + "d_ape": 5.763866208010157e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 5.999752186238766, + "max_spans": 237, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261114-planner.json", + "raw_sha256": "5441b436adfd01760c603c170f255191312cae6630d20e5ac4b7616c6600aa09" + }, + "zigzag": { + "total_ms": 482.18006896972656, + "min_ms": 480.6382141113281, + "max_ms": 484.48101806640625, + "allocated_gib": 73.42837762832642, + "reserved_gib": 75.80078125, + "prepare_ms": 34.889695001766086, + "layout_prepare_ms": 34.403237979859114, + "policy": "zigzag", + "relative_rms": { + "output": 0.0009026663219808964, + "dq": 0.00029800123046863397, + "dkv": 0.0005882285438040862, + "d_index_q": 0.0004945744903112981, + "d_weights": 0.0004758399315457316, + "d_pool_kv": 0.0006676745367674404, + "d_pool_score": 0.0006603297039606205, + "d_ape": 5.349247680815768e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 5.999862506985664, + "max_spans": 835, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261114-zigzag.json", + "raw_sha256": "5f55ccd78b5bdd22737e144e4239d13ccba51f553282e2a54b8e49fbc808dce0" + } + }, + "speedup_vs_contiguous": 1.1201422269497712, + "gap_to_best_baseline_pct": -2.2284069320803623, + "prepare_plus_iteration_ms": { + "contiguous": 536.375794867985, + "planner": 516.0439487146214, + "zigzag": 517.0697639714926 + }, + "prepare_inclusive_gap_pct": -0.19839010678022184, + "documents": 513, + "lengths_sha256": "3e4264b20b69bf872e0287259db21e68128815011e3a225f7f002b5e26266a7b" + }, + "1m-heldout-trimodal-513-seed20261115": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 550.4004211425781, + "min_ms": 547.5628051757812, + "max_ms": 553.02490234375, + "allocated_gib": 69.8761420249939, + "reserved_gib": 72.076171875, + "prepare_ms": 33.551717875525355, + "layout_prepare_ms": 33.11699989717454, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 3.9999942742288113, + "max_spans": 260, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261115-contiguous.json", + "raw_sha256": "3dee930bb2ff3e79a9e051ed87ccaa077dee76d566fb3f1bb0d6e015c51dd7b4" + }, + "planner": { + "total_ms": 475.1640930175781, + "min_ms": 471.80645751953125, + "max_ms": 477.1839904785156, + "allocated_gib": 74.11927461624146, + "reserved_gib": 85.970703125, + "prepare_ms": 28.17985403817147, + "layout_prepare_ms": 27.757827076129615, + "policy": "selection-local-6x", + "relative_rms": { + "output": 0.0009194823642314863, + "dq": 0.0002948452198108362, + "dkv": 0.00043585622989332116, + "d_index_q": 0.0007520857577959455, + "d_weights": 0.0005999834445308111, + "d_pool_kv": 0.0006288663704566335, + "d_pool_score": 0.0006258680549696073, + "d_ape": 5.887180290091932e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 5.999993029981852, + "max_spans": 265, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261115-planner.json", + "raw_sha256": "924d83bdefd5a1ee078e10521aee743d31584790a0f0ae9d1f6e24569a585005" + }, + "zigzag": { + "total_ms": 479.2586669921875, + "min_ms": 477.9535827636719, + "max_ms": 481.8824768066406, + "allocated_gib": 71.65527057647705, + "reserved_gib": 74.568359375, + "prepare_ms": 35.18300596624613, + "layout_prepare_ms": 34.71819101832807, + "policy": "zigzag", + "relative_rms": { + "output": 0.0008696921284109005, + "dq": 0.0003016373452874105, + "dkv": 0.0005305068105551274, + "d_index_q": 0.0006150898262228985, + "d_weights": 0.0005590287009485252, + "d_pool_kv": 0.0007163439171067582, + "d_pool_score": 0.0007367160338217451, + "d_ape": 5.756793869761055e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 5.999988615512848, + "max_spans": 817, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261115-zigzag.json", + "raw_sha256": "27be3e9d0a28de7930f03c3651bd2d9858cf830d7ba19b8ff0487e2815828021" + } + }, + "speedup_vs_contiguous": 1.1583375706005141, + "gap_to_best_baseline_pct": -0.8543557491211939, + "prepare_plus_iteration_ms": { + "contiguous": 583.9521390181035, + "planner": 503.3439470557496, + "zigzag": 514.4416729584336 + }, + "prepare_inclusive_gap_pct": -2.1572369592190332, + "documents": 513, + "lengths_sha256": "d11985e121377244a83f6693db589940ae4899c1bf48610d0e00341a06f525bd" + }, + "1m-heldout-trimodal-513-seed20261116": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 606.0254821777344, + "min_ms": 603.9866943359375, + "max_ms": 608.9718017578125, + "allocated_gib": 71.13527822494507, + "reserved_gib": 73.546875, + "prepare_ms": 20.425522001460195, + "layout_prepare_ms": 20.0147470459342, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 4.999916918575764, + "max_spans": 240, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261116-contiguous.json", + "raw_sha256": "e787b7d95ec05a91a114359d1ab494d627217bdd711ce034667b52a13bc9434b" + }, + "planner": { + "total_ms": 498.80828857421875, + "min_ms": 495.22216796875, + "max_ms": 500.7232971191406, + "allocated_gib": 75.91035795211792, + "reserved_gib": 85.07421875, + "prepare_ms": 28.75487704295665, + "layout_prepare_ms": 28.326248051598668, + "policy": "selection-local-6x", + "relative_rms": { + "output": 0.0009195983309898245, + "dq": 0.0003224729936723083, + "dkv": 0.0005545372026871616, + "d_index_q": 0.0004788406854099131, + "d_weights": 0.0004916242112471586, + "d_pool_kv": 0.0007596727225373355, + "d_pool_score": 0.0007537076166265762, + "d_ape": 5.542803593958258e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 7.999753892421722, + "max_spans": 243, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261116-planner.json", + "raw_sha256": "a9d6fb26a731bfdea6c8af827da8d3fb53f15d16fd7edcc6b1d54c02c71082c5" + }, + "zigzag": { + "total_ms": 509.7503662109375, + "min_ms": 507.0311584472656, + "max_ms": 511.49639892578125, + "allocated_gib": 72.71457099914551, + "reserved_gib": 75.626953125, + "prepare_ms": 38.119480945169926, + "layout_prepare_ms": 37.66501497011632, + "policy": "zigzag", + "relative_rms": { + "output": 0.0009651923554078656, + "dq": 0.0003559762003050189, + "dkv": 0.0004964050388006907, + "d_index_q": 0.0006082251240356637, + "d_weights": 0.0005475287924962972, + "d_pool_kv": 0.0007222207414950428, + "d_pool_score": 0.0007242622401541285, + "d_ape": 5.483300095764783e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 7.499938875436783, + "max_spans": 847, + "raw_file": "layout-1m-heldout-trimodal-513-seed20261116-zigzag.json", + "raw_sha256": "a7707b4d3b17d281581ddee91ba773fdbb2646e2054a68873f5bb0aebb316db2" + } + }, + "speedup_vs_contiguous": 1.2149466960743227, + "gap_to_best_baseline_pct": -2.146556110994702, + "prepare_plus_iteration_ms": { + "contiguous": 626.4510041791946, + "planner": 527.5631656171754, + "zigzag": 547.8698471561074 + }, + "prepare_inclusive_gap_pct": -3.706479129001228, + "documents": 513, + "lengths_sha256": "30e8a9b80449ecc324bba6134d04db805dac074f3b7693579d6f2afb153135f7" + }, + "1m-near-uniform": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 261.5732116699219, + "min_ms": 261.14141845703125, + "max_ms": 262.1058654785156, + "allocated_gib": 65.3901014328003, + "reserved_gib": 67.666015625, + "prepare_ms": 3.4267649753019214, + "layout_prepare_ms": 3.1357220141217113, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.3920431137084961, + "max_spans": 8, + "raw_file": "layout-1m-near-uniform-contiguous.json", + "raw_sha256": "0341b198790d2b51903794067c2aecc73345790bc795019ab793fd43fa3e4991" + }, + "planner": { + "total_ms": 261.5891571044922, + "min_ms": 261.0076599121094, + "max_ms": 262.2134704589844, + "allocated_gib": 65.3901014328003, + "reserved_gib": 67.666015625, + "prepare_ms": 3.440934931859374, + "layout_prepare_ms": 3.165671951137483, + "policy": "contiguous", + "relative_rms": { + "output": 0.0015901644171629613, + "dq": 0.0005902133591829151, + "dkv": 0.00047656249471409655, + "d_index_q": 0.00026291229043044637, + "d_weights": 0.000199747845851943, + "d_pool_kv": 0.00029679011974003083, + "d_pool_score": 0.00028698171976176143, + "d_ape": 6.356026201118735e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 0.3920431137084961, + "max_spans": 8, + "raw_file": "layout-1m-near-uniform-planner.json", + "raw_sha256": "9798272f912bf142eb9127388a691e04d11e776a1c7423d3f2f5f9df8619fac8" + }, + "zigzag": { + "total_ms": 266.84141540527344, + "min_ms": 266.42767333984375, + "max_ms": 267.36077880859375, + "allocated_gib": 65.50305652618408, + "reserved_gib": 68.41796875, + "prepare_ms": 10.221436969004571, + "layout_prepare_ms": 9.95832693297416, + "policy": "zigzag", + "relative_rms": { + "output": 0.0016123834602235457, + "dq": 0.000596027757416673, + "dkv": 0.0004744482659872333, + "d_index_q": 0.0003024936753378096, + "d_weights": 0.00022482807025107514, + "d_pool_kv": 0.00029945938494957544, + "d_pool_score": 0.0002934684618935451, + "d_ape": 6.307271516024825e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 0.4991369843482971, + "max_spans": 128, + "raw_file": "layout-1m-near-uniform-zigzag.json", + "raw_sha256": "3f1624f6a8368598fe04d11064f2689db4a6f15a9c78f9e45f8bdcb05df1a07c" + } + }, + "speedup_vs_contiguous": 0.9999390439774078, + "gap_to_best_baseline_pct": 0.006095973845532399, + "prepare_plus_iteration_ms": { + "contiguous": 264.9999766452238, + "planner": 265.03009203635156, + "zigzag": 277.062852374278 + }, + "prepare_inclusive_gap_pct": 0.011364299540339573, + "documents": 64, + "lengths_sha256": "f7b3e262fd896136c35c22e4766cae5a4b416484124973745b17cbc8ceac3850" + }, + "1m-power-law": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 612.9796752929688, + "min_ms": 610.664306640625, + "max_ms": 614.4771118164062, + "allocated_gib": 68.94974088668823, + "reserved_gib": 71.298828125, + "prepare_ms": 4.962046048603952, + "layout_prepare_ms": 4.639261984266341, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 3.999988242983818, + "max_spans": 5, + "raw_file": "layout-1m-power-law-contiguous.json", + "raw_sha256": "6429bf4696405989be5de571ee173b6ca4acde3df0aaaa4c786cf941014001e3" + }, + "planner": { + "total_ms": 492.8457794189453, + "min_ms": 490.5483093261719, + "max_ms": 493.98095703125, + "allocated_gib": 71.04951000213623, + "reserved_gib": 81.416015625, + "prepare_ms": 17.59058702737093, + "layout_prepare_ms": 17.31892500538379, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0013432263284307595, + "dq": 0.00048809261707209576, + "dkv": 0.0005241199919794483, + "d_index_q": 0.0005870922763788422, + "d_weights": 0.0005419402939198647, + "d_pool_kv": 0.0006357484486274489, + "d_pool_score": 0.0006410094965115505, + "d_ape": 1.1075007383756194e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 8.731149137020111e-11, + "workspace_gib": 5.999798443168402, + "max_spans": 11, + "raw_file": "layout-1m-power-law-planner.json", + "raw_sha256": "a6abe46aecd4b94aff2226f824224590238014f009c4258ae1b44969ec53371a" + }, + "zigzag": { + "total_ms": 493.15296936035156, + "min_ms": 491.9137878417969, + "max_ms": 497.9830627441406, + "allocated_gib": 68.97773599624634, + "reserved_gib": 71.888671875, + "prepare_ms": 7.186377886682749, + "layout_prepare_ms": 6.911287899129093, + "policy": "zigzag", + "relative_rms": { + "output": 0.001332787454565865, + "dq": 0.0004750203554706029, + "dkv": 0.0005353831251106813, + "d_index_q": 0.0005565436942807204, + "d_weights": 0.0005130840726434935, + "d_pool_kv": 0.0006657684779061981, + "d_pool_score": 0.0006483417130847936, + "d_ape": 1.1188895558466485e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 3.9999998174607754, + "max_spans": 14, + "raw_file": "layout-1m-power-law-zigzag.json", + "raw_sha256": "2e25f55ea691125c1c3adb2d2e7bf27af6d94db7c98b2aa0f4070eef7dd2aaaa" + } + }, + "speedup_vs_contiguous": 1.24375555374677, + "gap_to_best_baseline_pct": -0.062291005122550036, + "prepare_plus_iteration_ms": { + "contiguous": 617.9417213415727, + "planner": 510.43636644631624, + "zigzag": 500.3393472470343 + }, + "prepare_inclusive_gap_pct": 2.018034211148434, + "documents": 7, + "lengths_sha256": "b787057eb34fe32408b2fe31d07c9bc6642c12e889e2e2a42e790f32a7ce58d8" + }, + "1m-single": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 879.3570251464844, + "min_ms": 876.3743286132812, + "max_ms": 884.391357421875, + "allocated_gib": 72.9497447013855, + "reserved_gib": 75.298828125, + "prepare_ms": 6.599797983653843, + "layout_prepare_ms": 6.2927789986133575, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 7.9999911189079285, + "max_spans": 1, + "raw_file": "layout-1m-single-contiguous.json", + "raw_sha256": "de07cbd27df21fd95be7f54d41bd223ef072cd85db0e59944fbc0776603a1610" + }, + "planner": { + "total_ms": 664.8384704589844, + "min_ms": 663.4234008789062, + "max_ms": 669.0645141601562, + "allocated_gib": 72.95559072494507, + "reserved_gib": 75.802734375, + "prepare_ms": 15.023829997517169, + "layout_prepare_ms": 14.757112949155271, + "policy": "selection-local-2x", + "relative_rms": { + "output": 0.0011529975036186093, + "dq": 0.0003767490804819508, + "dkv": 0.0005946098839724117, + "d_index_q": 0.0006048463254406639, + "d_weights": 0.0005030932802858819, + "d_pool_kv": 0.0008104081461652777, + "d_pool_score": 0.0007695389939561969, + "d_ape": 1.2836426006061245e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.9103830456733704e-11, + "workspace_gib": 7.9999911189079285, + "max_spans": 2, + "raw_file": "layout-1m-single-planner.json", + "raw_sha256": "dface57613b8b8bdec4b67f29b41e3a4814f217e27e436fbd73114e1b6f7db98" + }, + "zigzag": { + "total_ms": 667.4992980957031, + "min_ms": 662.85498046875, + "max_ms": 671.0496826171875, + "allocated_gib": 72.95510244369507, + "reserved_gib": 75.80078125, + "prepare_ms": 6.756177055649459, + "layout_prepare_ms": 6.48829503916204, + "policy": "zigzag", + "relative_rms": { + "output": 0.001182160242463775, + "dq": 0.0004037382914331386, + "dkv": 0.0005202209349556262, + "d_index_q": 0.0006295794340313956, + "d_weights": 0.0005169888293507331, + "d_pool_kv": 0.0007736514408215355, + "d_pool_score": 0.0007362455606161046, + "d_ape": 1.444483038268409e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 7.9999911189079285, + "max_spans": 2, + "raw_file": "layout-1m-single-zigzag.json", + "raw_sha256": "ae689331fefbba2baca40beac27367e73c7758b5e7833cc80dfe10fe1c55d506" + } + }, + "speedup_vs_contiguous": 1.3226626680303306, + "gap_to_best_baseline_pct": -0.3986262823511222, + "prepare_plus_iteration_ms": { + "contiguous": 885.9568231301382, + "planner": 679.8623004565015, + "zigzag": 674.2554751513526 + }, + "prepare_inclusive_gap_pct": 0.8315579942291818, + "documents": 1, + "lengths_sha256": "df57f4ef94807b0499d37da5e83d5c5333272a5ebcad42ac3dbec6ac94a30bf2" + }, + "1m-uniform": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 10, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "total_ms": 261.7406768798828, + "min_ms": 261.2946472167969, + "max_ms": 262.6141052246094, + "allocated_gib": 65.49799585342407, + "reserved_gib": 67.916015625, + "prepare_ms": 21.517536020837724, + "layout_prepare_ms": 21.237667999230325, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.49993896484375, + "max_spans": 8, + "raw_file": "layout-1m-uniform-contiguous.json", + "raw_sha256": "1be5b4895931639b8ffdae843a7316effeb9f792a8fdb2cd7344db3d5933f273" + }, + "planner": { + "total_ms": 261.7190704345703, + "min_ms": 261.2510070800781, + "max_ms": 262.2694091796875, + "allocated_gib": 65.49799585342407, + "reserved_gib": 67.916015625, + "prepare_ms": 4.200693103484809, + "layout_prepare_ms": 3.913125954568386, + "policy": "contiguous", + "relative_rms": { + "output": 0.0015967309781703524, + "dq": 0.0006004709784135087, + "dkv": 0.0005059608205209192, + "d_index_q": 0.00029251105906248924, + "d_weights": 0.00022732957796148034, + "d_pool_kv": 0.00029126673820099435, + "d_pool_score": 0.0002934495651972289, + "d_ape": 6.876366322072345e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 0.49993896484375, + "max_spans": 8, + "raw_file": "layout-1m-uniform-planner.json", + "raw_sha256": "0c3dee88bee4c9bd715e8e224758cbef62730da61683099646ce4092be28962f" + }, + "zigzag": { + "total_ms": 267.4135284423828, + "min_ms": 266.8036193847656, + "max_ms": 267.57830810546875, + "allocated_gib": 65.5038571357727, + "reserved_gib": 68.41796875, + "prepare_ms": 9.938867064192891, + "layout_prepare_ms": 9.64121101424098, + "policy": "zigzag", + "relative_rms": { + "output": 0.0016095293393893419, + "dq": 0.0005985745463675235, + "dkv": 0.0004895944404512913, + "d_index_q": 0.0002713512548711526, + "d_weights": 0.0002148084702065561, + "d_pool_kv": 0.0002933053408000937, + "d_pool_score": 0.00029111625679209704, + "d_ape": 6.765475676396151e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.49993896484375, + "max_spans": 128, + "raw_file": "layout-1m-uniform-zigzag.json", + "raw_sha256": "763cd6a9c47b94fed97a8ac9aac15ece2cc739a8a320973118e87c63096ddd2d" + } + }, + "speedup_vs_contiguous": 1.0000825558690722, + "gap_to_best_baseline_pct": -0.00825490541632723, + "prepare_plus_iteration_ms": { + "contiguous": 283.25821290072054, + "planner": 265.9197635380551, + "zigzag": 277.3523955065757 + }, + "prepare_inclusive_gap_pct": -4.122059933046273, + "documents": 64, + "lengths_sha256": "dd1b660aba10a40fca5d0224dbbcfdec6e38447a6ae6c9aadae9aa252935fd2e" + } + } + } + }, + "measured_source_sha256": { + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "9100c6359659a85d024340878a7ff1c395ba20b51ecf2668d308a9066304a231", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "0fe29b40204b5f59976517353c63a5ed5e2ea1033be1bb58b68aeb1c703a3aa3", + "cula/distributed/thd_planner.py": "6b10315a430627461d5ecb7941b8bd1e7bf5411cf4afa3057317070fda80867c", + "cula/hybrid/__init__.py": "74934cf8db62dd1f237a30ee6aca283aa7a38483c5ed921da61aee09ea7ebbf5", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "6b4a64ed35b2b70e41fc978fb4db3a8fd60b85fe33160c5d4fa02afb0ca4b52e", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "benchmarks/bench_full_csa_cp.py": "39bdd101b52253d9da338b94f259cbde4a0f1f07dda9d137231c2b1dfe653bfa" + } +} diff --git a/docs/results/thd_selection_review_20261115.json b/docs/results/thd_selection_review_20261115.json new file mode 100644 index 00000000..7c8e97a4 --- /dev/null +++ b/docs/results/thd_selection_review_20261115.json @@ -0,0 +1,1038 @@ +{ + "cpu_tests_passed": 337, + "dsa_rank_plans_metadata_equal": 2232, + "profiles_and_planner_decisions_unchanged_cases": 62, + "source_sha256": { + "benchmarks/bench_cake_vs_flashkda_cp.py": "22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d", + "benchmarks/bench_chunk_delta_h.py": "9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d", + "benchmarks/bench_csa_layout_matrix.py": "774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d", + "benchmarks/bench_full_csa_cp.py": "2acb5c13043c7776ce6b029620310335f2bbb032ce58118b39fe8db23dfb70d2", + "benchmarks/bench_fused_kda_conv_mtp.py": "bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc", + "benchmarks/bench_fwd_o.py": "3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d", + "benchmarks/bench_hybrid_cp_emulation.py": "518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc", + "benchmarks/bench_hybrid_kda_dsa_e2e.py": "31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa", + "benchmarks/bench_index_pool_cp.py": "943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606", + "benchmarks/bench_kda_bwd_wy_dqkg_sm100.py": "83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d", + "benchmarks/bench_kda_bwd_wy_dqkg_sm90.py": "94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b", + "benchmarks/bench_kda_chunk_intra.py": "776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70", + "benchmarks/bench_kda_decode.py": "370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938", + "benchmarks/bench_kda_decode_mtp.py": "0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053", + "benchmarks/bench_kda_independent_shards.py": "a7d06bb6f9cd7c14c2ee792baf64e094a35e745f81a22c948d6b8608ed16ac1f", + "benchmarks/bench_kda_packed_decode.py": "54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32", + "benchmarks/bench_kda_sm90_cp.py": "0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32", + "benchmarks/bench_kda_sm90_prefill.py": "70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841", + "benchmarks/bench_kimi_cp_e2e.py": "1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7", + "benchmarks/bench_la_decode_mtp.py": "e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5", + "benchmarks/bench_la_decode_vs_fla.py": "6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230", + "benchmarks/bench_la_kvbuffer.py": "4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21", + "benchmarks/bench_lightning_attn_prefill.py": "e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5", + "benchmarks/bench_linear_attn.py": "a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327", + "benchmarks/bench_recompute_wu.py": "4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f", + "benchmarks/bench_thd_transport.py": "4d50912e6c143d3c68889cb14722afde283d552c56fc575758a48ab3211d5c40", + "benchmarks/calibrate_thd_selection.py": "90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792", + "benchmarks/cp_layouts.py": "10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894", + "benchmarks/fit_thd_transport.py": "20ce22c2a71a747492004a459379f2d902220e37fab79ba05f7889ccc18f3c0a", + "benchmarks/large_cp_emulation/__init__.py": "62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1", + "benchmarks/large_cp_emulation/bench_components.py": "567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600", + "benchmarks/large_cp_emulation/bench_dsa_layout.py": "410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9", + "benchmarks/large_cp_emulation/bench_hybrid.py": "1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f", + "benchmarks/large_cp_emulation/bench_kda.py": "1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a", + "benchmarks/large_cp_emulation/bench_thd_planner.py": "ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779", + "benchmarks/large_cp_emulation/query_layout.py": "62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f", + "benchmarks/large_cp_emulation/topology.py": "e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba", + "benchmarks/large_cp_emulation/transport.py": "c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe", + "benchmarks/large_cp_emulation/workload.py": "383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b", + "benchmarks/profiles/README.md": "4b15ea28c35d6dbcb65fb4be02d233fd82a93bedfecacbc9df08926ac290f0a6", + "benchmarks/profiles/thd_selection_b300_cp8.json": "d166704b094b2c6aef277290e0d77672b4ea06cbd8f24bdd110ebb316fe1eb72", + "benchmarks/profiles/thd_selection_h20_cp16.json": "63839a024e0120c256576a159e555441c1f4850524af07d10ea0b1cc5fc774de", + "benchmarks/stress_kda_sm100_cutedsl_determinism.py": "42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06", + "benchmarks/summarize_csa_layout_matrix.py": "058a536d36c0117f70ebf6309d290909a537bfa7e816d9cf04ea58b2495c8d0f", + "benchmarks/thd_1m_cases.py": "de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5", + "benchmarks/utils.py": "a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032", + "cula/__init__.py": "5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51", + "cula/_metadata.py": "990bd5ed2a5fb559ad65020d140356d995f83ff84c4363148f24800dcf122a6a", + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "9100c6359659a85d024340878a7ff1c395ba20b51ecf2668d308a9066304a231", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "b923570e51067143cf99919ca3b11e56b47308dd7f44ba6d3daa9fc34d7a0e65", + "cula/distributed/thd_planner.py": "6b10315a430627461d5ecb7941b8bd1e7bf5411cf4afa3057317070fda80867c", + "cula/hybrid/__init__.py": "74934cf8db62dd1f237a30ee6aca283aa7a38483c5ed921da61aee09ea7ebbf5", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "fdf845764b609034cb9ed45170dc5e1aa4b3dcecaf268671b6897c5aceb321c7", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "cula/kda/__init__.py": "10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894", + "cula/kda/_flashkda_arch.py": "a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e", + "cula/kda/chunk_intra.py": "0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5", + "cula/kda/flashkda.py": "6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037", + "cula/kda/prefill.py": "0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e", + "cula/kernels/__init__.py": "c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5", + "cula/kernels/_lazy.py": "b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6", + "cula/kernels/kda.py": "16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb", + "cula/kernels/lightning.py": "95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0", + "cula/kernels/registry.py": "9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34", + "cula/lightning/__init__.py": "76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c", + "cula/lightning/la_decode_mtp.py": "e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2", + "cula/lightning/la_state_update_kvbuffer.py": "8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5", + "cula/lightning/la_verify_kvbuffer.py": "18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c", + "cula/ops/__init__.py": "50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876", + "cula/ops/_mlir_compat.py": "65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605", + "cula/ops/_nvvm_compat.py": "08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296", + "cula/ops/experimental/__init__.py": "e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72", + "cula/ops/experimental/linear_attn_prototype.py": "0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14", + "cula/ops/inv.py": "c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43", + "cula/ops/kda/__init__.py": "3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164", + "cula/ops/kda/cp_mode.py": "ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46", + "cula/ops/kda/decode/__init__.py": "fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd", + "cula/ops/kda/decode/cute.py": "01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507", + "cula/ops/kda/decode/mtp.py": "3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5", + "cula/ops/kda/decode/mtp_conv.py": "b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227", + "cula/ops/kda/decode/mtp_conv_kvbuffer.py": "b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e", + "cula/ops/kda/decode/mtp_kvbuffer.py": "8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170", + "cula/ops/kda/experimental/__init__.py": "327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb", + "cula/ops/kda/index.py": "0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37", + "cula/ops/kda/sm100/__init__.py": "90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36", + "cula/ops/kda/sm100/akk_inv_fp32.py": "ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660", + "cula/ops/kda/sm100/akk_inv_tf32.py": "2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879", + "cula/ops/kda/sm100/bwd_wy_dqkg.py": "105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a", + "cula/ops/kda/sm100/cp/__init__.py": "06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784", + "cula/ops/kda/sm100/cp/chunk_delta_h.py": "2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9", + "cula/ops/kda/sm100/cp/merge.py": "cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1", + "cula/ops/kda/sm100/cp/pre_scan.py": "b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36", + "cula/ops/kda/sm100/delta_h.py": "9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e", + "cula/ops/kda/sm100/full_port.py": "12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f", + "cula/ops/kda/sm100/fwd_o.py": "6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012", + "cula/ops/kda/sm100/intra_fused.py": "4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be", + "cula/ops/kda/sm100/policy.py": "9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325", + "cula/ops/kda/sm100/recompute_wu.py": "6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b", + "cula/ops/kda/sm90/__init__.py": "3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16", + "cula/ops/kda/sm90/_common.py": "44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac", + "cula/ops/kda/sm90/bwd_wy_dqkg.py": "c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac", + "cula/ops/kda/sm90/cp/__init__.py": "319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2", + "cula/ops/kda/sm90/cp/driver.py": "c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159", + "cula/ops/kda/sm90/cp/merge.py": "0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882", + "cula/ops/kda/sm90/cp/plan.py": "f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc", + "cula/ops/kda/sm90/cp/pre_scan.py": "8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a", + "cula/ops/kda/sm90/fwd.py": "ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362", + "cula/ops/kda/sm90/k1.py": "3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34", + "cula/ops/kda/sm90/k2.py": "6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044", + "cula/ops/lightning/__init__.py": "6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7", + "cula/ops/lightning/decode.py": "7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45", + "cula/ops/lightning/prefill.py": "68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b", + "cula/ops/lightning/prefill_sm100.py": "d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43", + "cula/ops/lightning/prefill_sm90.py": "13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6", + "cula/ops/lightning/sm90/__init__.py": "0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75", + "cula/ops/lightning/sm90/prefill_kernel.py": "9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb", + "cula/ops/lightning/sm90/schedule.py": "8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac", + "cula/ops/ptx.py": "184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4", + "cula/ops/sm100/__init__.py": "0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae", + "cula/ops/sm100/ptx.py": "fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee", + "cula/utils.py": "0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34", + "pyproject.toml": "56a112afeea1bfd5f334853f3f34e92afe3dd26ad025a73ada3075bb1aff7f25", + "scripts/modal_validate.py": "048d89dc199da77a4a38b390fe6f02275ea4ec4123a8cb05fe9778fa23bd773a", + "setup.py": "6b65a6be394a519d1a1f79db18c60a20479e6065c9fe4c0f9a27474d8f58d6b3", + "tests/__init__.py": "0f0f8fcb798517a7b8cf062cf3bcbcc7f3b245a3431590f85a40b4150e6aa857", + "tests/conftest.py": "ce2c8122dc096d503d5904e612d4656f592293d96456955856899acfd2199127", + "tests/lightning_attn_reference.py": "5072c4000e3e51a6887e24b5820e8364d8f0ca5216f282506f11cc366321f29d", + "tests/test_chunk_wy_dqkg_sm90.py": "b3275ae3e718ceace6a315dceefd19c4bc0386dd8a3f453ae1b40af4791d8f17", + "tests/test_compare_with_fla.py": "a32febc8fc73cab1e751cd2daa9ee31ae022136b8cf37613836cdf72f416512c", + "tests/test_csa_matrix_report.py": "35b201871efed3e85ec540724d2f8e9f24b71eae0a471143183ccde2777f1411", + "tests/test_cutedsl_compat.py": "1abe8b60c888f1bce045c4b881fb201976b3c80004f32ed3c1a519fb4cb7f573", + "tests/test_cutedsl_mbarrier_init.py": "e408a02c3d1f547576277f7d73e019f951c54202c69354ed81083f946f7008d6", + "tests/test_full_csa_cp_metadata.py": "c44aca48dff4765fb850b6203cccb9269e203fffc9d87b0635ca5a23db411e48", + "tests/test_hybrid_distributed_pool.py": "071ece1d2f11154500486c5948d11e51d5f53bdcc561c76066841cacb2af5fd2", + "tests/test_hybrid_dsa_cudnn.py": "25d14e60911a4dfee55cf561c39db180bfbb59eb3996cc94bd16067a6d5d4602", + "tests/test_hybrid_dsa_helpers.py": "642c55c8536011c8afa65cc101d55c2b0c56968cef30c91c2e42e719e7154d6c", + "tests/test_hybrid_dsa_plan.py": "647102932147049e6569e4896e094c867de6211124548d97d98d704e9464d0ed", + "tests/test_hybrid_index_pool_helpers.py": "d3eb6cc43cd023872039e94c3928b4f253a51e6582a75d5c07519d79130fe6da", + "tests/test_hybrid_index_pool_plan.py": "aa47c241c3c55e386da4f716ab7b83626e170b7a9c3dd81020bdba2916444f2f", + "tests/test_kda_conv_mtp.py": "484743cdc3b7c50d4a196caaa2c00119f3f1631124b5d5999f0c1d200310f053", + "tests/test_kda_conv_mtp_kvbuffer.py": "6fa813cf8f9c25caa79756dd2b58070036c83610313db4529bf3dfd202df2527", + "tests/test_kda_decode.py": "fcdaca68b9773dea3a8822ec571daa7a6898b993ec78fab259a3969a02276afc", + "tests/test_kda_decode_mtp.py": "45224002328dbace1a9250f4944c7e5c91f6804efd26f221ca278c42f293be9c", + "tests/test_kda_flashkda_arch.py": "7d0b125df694743b97429434537608cd09ce288897cba75cdd2489fea2e27374", + "tests/test_kda_flashkda_pipeline.py": "4598953061b94e593da29775b85692632e41558f39fb0916e5bb2d3ceab3e9c6", + "tests/test_kda_flashkda_sm100.py": "427cf2782a86b2143b2315b31e77dc94d4495f762d05ce688606f515e01a8599", + "tests/test_kda_packed_decode.py": "1eed4f70b8ca7152a7205a12faaeec8e9c605a5790b215e8016e447cde029242", + "tests/test_kda_prefill_api.py": "10c913455885e763c4b64f64b222aba01a4ad853d24f2a5293854c83d5f76b85", + "tests/test_kda_sm100_csrc_golden.py": "e0b97255a6b76430cd432bbe2a97dcae225885d2a5bf6f464ae9691a569e7e29", + "tests/test_kda_sm100_full_port_cutedsl.py": "b7ff7a5b1b05c48be0861bf0cfac36dc0c53383fd514f3676a66ab74ef1f68ac", + "tests/test_kda_sm100_intra_fused_cutedsl.py": "7bdccf9e9213ce59b85e011517a53a789634fa3ecdf614c8624f4d15c591fcc6", + "tests/test_kda_sm100_intracard_cp.py": "ac55728c850d864514956fab7b9f6a030ed36c10a24a6645ceb418a573ef83e0", + "tests/test_kda_sm100_output.py": "986b89eb1654907df89d683e06552dd377766dbccebfeeb0a1e9efe845095ab0", + "tests/test_kda_sm100_recompute_wu_cutedsl.py": "a436cc24f8bb00693f4efb93d631bfe43fc598e127012f5c9ec17454df976397", + "tests/test_kda_sm100_recurrence.py": "f129df6556f6ee3717a62d7a384263726f2ae99e7993fd0883a3fd47c3f781e6", + "tests/test_kda_sm90_intracard_cp.py": "a29ba5ed1c5e7c20a44fbfbb4863dc6b5d084a4194370d9c1616d318e797e6b6", + "tests/test_kda_sm90_prefill_vs_fla.py": "c592157326564935b2db6bf270f8b6f3c464170a2bc0a24b7624bb881665d255", + "tests/test_kimi_cp_distributed.py": "24ec2a82ad164c38365cba0840935ec0262659bc2a9b6c931dbe48ef5649684c", + "tests/test_kimi_cp_helpers.py": "c2374b4267b86be6003c1687b1b787c153fac5214a7485ba11850d78a92f116e", + "tests/test_kimi_cp_plan.py": "facddb9d2471b7c5c172c4eeea89febebb34e2f9192116c361b3a3f7b8e4181e", + "tests/test_la_decode_mtp.py": "0af705c288e6c176a610c0da6344f414bfe79f8752571e2816683e69ca840319", + "tests/test_la_kvbuffer.py": "33aec4bd91f031b8fc55f7917e3fee916a9c987728e617ee18c36766999fdb8d", + "tests/test_large_cp_emulation.py": "37e5e0eebf108e9673442b15fa6f2893d010ac65242a0ac76fdd65cc475fd174", + "tests/test_large_cp_query_layout.py": "ba5504cc75c7bab381ba9918dd6179abcd38d9030df5558ca4f602322a3ca6d6", + "tests/test_lightning_attn_prefill_dispatch.py": "002ca5602944b82083fb5a8c0cce45ab7f7dc4661efde9a6beca6d232fb708cc", + "tests/test_lightning_attn_prefill_sm90.py": "7817d21b004690f54fc75ae45fb4bf4aaed2a0d85b445e27608a456cbbf4f7d7", + "tests/test_lightning_decode.py": "58d8d89dd162d2d9ed16256fddef92cddfc0b37954d79acb58bae321a45bd82b", + "tests/test_lightning_decode_pool.py": "faf013566520c5869eafbf576437c08e3e85921a075c6ff8b9698b5b37dcea04", + "tests/test_lightning_sm100_prefill.py": "93bd5e250dc9b5db4cf7bbdc6bae07c87c20157d5e6ac388afcc5e3be6c829c3", + "tests/test_ptx_umma_masked.py": "f88ca7d76598396d147a58e23d535bcc80bcdb3aa52ca15b5f1a8d1e3a1c9082", + "tests/test_ptx_umma_ws.py": "6043d672a5456cd039d4bdec5425dd434a15c21f13ab8e0003ab56d44291b568", + "tests/test_standalone_kernel_surface.py": "7d06007483aaa21bba94e9c49353cbc3ddf868a75bfa3a5b7b28fd51fd78b60e", + "tests/test_test_suite_profile.py": "cbabf13caa933a1e4259796a947874280774b28f0883738c63d0636c5fa1ecab", + "tests/test_thd_1m_cases.py": "8f49b87c0f75fdedb359ba382752b124e3c9c4f6c6aac14c69c9678b6d3f5a08", + "tests/test_thd_cost_fit.py": "80811592b6e22b4c0ace12b68b081345c23a5288fcadef4a6482b9ffa16a84b1", + "tests/test_thd_planner.py": "b78eaad978f14b420b29ac4805eaaba968771030e45fd949cc1f23b81f36b500", + "tests/test_thd_redistribute.py": "6967330ec4b8e86273de0ff2069f3e6d648832404745d528b0b9f990f14bdceb" + }, + "platforms": { + "h20_cp16": { + "full_csa_rows": 21, + "fp32_check_rows": 12, + "one_m_cases": { + "1m-count-mixed-1000-1long": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 5, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "source": "layout-1m-count-mixed-1000-1long-contiguous.json", + "total_ms": 1734.75927734375, + "min_ms": 1730.8006591796875, + "max_ms": 1741.20263671875, + "allocated_gib": 40.67960977554321, + "reserved_gib": 45.763671875, + "prepare_ms": 18.482470943126827, + "layout_prepare_ms": 17.99330097856, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 1.9999728836119175, + "max_spans": 135 + }, + "planner": { + "source": "layout-1m-count-mixed-1000-1long-planner.json", + "total_ms": 1079.9918212890625, + "min_ms": 1078.9337158203125, + "max_ms": 1080.5509033203125, + "allocated_gib": 42.25836515426636, + "reserved_gib": 46.767578125, + "prepare_ms": 67.1296549262479, + "layout_prepare_ms": 66.67199596995488, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0013937532701230287, + "dq": 0.0007082964070750158, + "dkv": 0.0006137254351491774, + "d_index_q": 0.000786539812462648, + "d_weights": 0.0008088782633845682, + "d_pool_kv": 0.0009303882391162907, + "d_pool_score": 0.0009171219579661385, + "d_ape": 4.0186864686063254e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 3.999987006187439, + "max_spans": 137 + }, + "zigzag": { + "source": "layout-1m-count-mixed-1000-1long-zigzag.json", + "total_ms": 1110.866943359375, + "min_ms": 1110.0362548828125, + "max_ms": 1112.42529296875, + "allocated_gib": 41.40707540512085, + "reserved_gib": 46.76953125, + "prepare_ms": 71.14337000530213, + "layout_prepare_ms": 70.65627403790131, + "policy": "zigzag", + "relative_rms": { + "output": 0.0014044624923471708, + "dq": 0.000718481723676461, + "dkv": 0.0006745502854727569, + "d_index_q": 0.0008122306113631543, + "d_weights": 0.0008234815695709059, + "d_pool_kv": 0.0009008851498893785, + "d_pool_score": 0.000896099670380151, + "d_ape": 4.149431394764015e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 2.999989103525877, + "max_spans": 1200 + } + }, + "speedup_vs_contiguous": 1.6062707542295707, + "gap_to_best_baseline_pct": -2.779371755985738, + "prepare_plus_iteration_ms": { + "contiguous": 1753.2417482868768, + "planner": 1147.1214762153104, + "zigzag": 1182.0103133646771 + }, + "prepare_inclusive_gap_pct": -2.951652515624259, + "documents": 1000 + }, + "1m-count-tiny-mix-1000": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 5, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "source": "layout-1m-count-tiny-mix-1000-contiguous.json", + "total_ms": 806.0984497070312, + "min_ms": 805.9192504882812, + "max_ms": 806.1605834960938, + "allocated_gib": 39.01279067993164, + "reserved_gib": 46.146484375, + "prepare_ms": 27.179943048395216, + "layout_prepare_ms": 26.643655030056834, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 143 + }, + "planner": { + "source": "layout-1m-count-tiny-mix-1000-planner.json", + "total_ms": 805.8177490234375, + "min_ms": 805.7346801757812, + "max_ms": 806.04150390625, + "allocated_gib": 39.0129189491272, + "reserved_gib": 44.91015625, + "prepare_ms": 13.915454037487507, + "layout_prepare_ms": 13.422106392681599, + "policy": "contiguous", + "relative_rms": { + "output": 0.0009711554023225683, + "dq": 0.0006152729484808843, + "dkv": 0.0003926991846874368, + "d_index_q": 0.0003016586499429551, + "d_weights": 0.0003208988010868512, + "d_pool_kv": 0.0003709002742156663, + "d_pool_score": 0.000379869535872596, + "d_ape": 3.3729356601707806e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 143 + }, + "zigzag": { + "source": "layout-1m-count-tiny-mix-1000-zigzag.json", + "total_ms": 821.2994995117188, + "min_ms": 821.0466918945312, + "max_ms": 822.2781372070312, + "allocated_gib": 39.00111246109009, + "reserved_gib": 46.18359375, + "prepare_ms": 76.13682397641242, + "layout_prepare_ms": 75.66057000076398, + "policy": "zigzag", + "relative_rms": { + "output": 0.0010180829441058961, + "dq": 0.0006456383045368285, + "dkv": 0.0004906538276004508, + "d_index_q": 0.00034542113019621524, + "d_weights": 0.00033085709677908745, + "d_pool_kv": 0.00037554118525190026, + "d_pool_score": 0.0003727287946029054, + "d_ape": 3.2555742636422667e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.49914050847291946, + "max_spans": 1200 + } + }, + "speedup_vs_contiguous": 1.000348342641911, + "gap_to_best_baseline_pct": -0.034822134156908824, + "prepare_plus_iteration_ms": { + "contiguous": 833.2783927554265, + "planner": 819.733203060925, + "zigzag": 897.4363234881312 + }, + "prepare_inclusive_gap_pct": -1.6255299324048456, + "documents": 1000 + }, + "1m-single": { + "world_size": 16, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 5, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "source": "layout-1m-single-contiguous.json", + "total_ms": 2905.626953125, + "min_ms": 2882.656982421875, + "max_ms": 2919.6826171875, + "allocated_gib": 42.58390665054321, + "reserved_gib": 47.701171875, + "prepare_ms": 6.134580064099282, + "layout_prepare_ms": 5.915455054491758, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 3.999951247125864, + "max_spans": 1 + }, + "planner": { + "source": "layout-1m-single-planner.json", + "total_ms": 1930.8380126953125, + "min_ms": 1929.918701171875, + "max_ms": 1935.875732421875, + "allocated_gib": 43.17422676086426, + "reserved_gib": 48.498046875, + "prepare_ms": 64.26966283470392, + "layout_prepare_ms": 64.06422145664692, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.0014571483324829387, + "dq": 0.0007421278526508277, + "dkv": 0.0007551298904303639, + "d_index_q": 0.0007261477208478219, + "d_weights": 0.0007914909302235379, + "d_pool_kv": 0.0009610520429536651, + "d_pool_score": 0.0009602856176819985, + "d_ape": 1.3991300052915012e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 5.820766091346741e-11, + "workspace_gib": 3.999988541007042, + "max_spans": 2 + }, + "zigzag": { + "source": "layout-1m-single-zigzag.json", + "total_ms": 1944.2569580078125, + "min_ms": 1939.1024169921875, + "max_ms": 1955.9830322265625, + "allocated_gib": 43.17422676086426, + "reserved_gib": 48.5, + "prepare_ms": 7.630876265466213, + "layout_prepare_ms": 7.41471815854311, + "policy": "zigzag", + "relative_rms": { + "output": 0.0014060094451772223, + "dq": 0.0007140955156081367, + "dkv": 0.0006730968914330185, + "d_index_q": 0.000726804709767014, + "d_weights": 0.0007835076200786753, + "d_pool_kv": 0.00101384945694068, + "d_pool_score": 0.0010062370245195436, + "d_ape": 1.4595408260036373e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 8.731149137020111e-11, + "workspace_gib": 3.999988541007042, + "max_spans": 2 + } + }, + "speedup_vs_contiguous": 1.5048527810310464, + "gap_to_best_baseline_pct": -0.6901837361173557, + "prepare_plus_iteration_ms": { + "contiguous": 2911.7615331890993, + "planner": 1995.1076755300164, + "zigzag": 1951.8878342732787 + }, + "prepare_inclusive_gap_pct": 2.214258447531603, + "documents": 1 + } + }, + "max_relative_rms": { + "output": 0.0022360824205777032, + "dq": 0.0011669460245709953, + "dkv": 0.002013003506138166, + "d_index_q": 0.0026207664468348288, + "d_weights": 0.0019498450002418547, + "d_pool_kv": 0.0035533125482489977, + "d_pool_score": 0.0029468591104983063, + "d_ape": 4.616907922474155e-05, + "kda_output": 0, + "kda_dq": 0, + "kda_dk": 0, + "kda_dv": 0, + "kda_dg": 0, + "kda_dbeta": 0 + }, + "loss_abs_diff": 5.820766091346741e-10, + "independent_kda": [ + { + "case": "uniform-1024", + "label": "baseline", + "passed": true, + "total_ms": 30.399328231811523 + }, + { + "case": "uniform-1024", + "label": "candidate", + "passed": true, + "total_ms": 26.572128295898438 + }, + { + "case": "uniform-4096", + "label": "baseline", + "passed": true, + "total_ms": 35.26870346069336 + }, + { + "case": "uniform-4096", + "label": "candidate", + "passed": true, + "total_ms": 25.992992401123047 + }, + { + "case": "uniform-16384", + "label": "baseline", + "passed": true, + "total_ms": 58.847904205322266 + }, + { + "case": "uniform-16384", + "label": "candidate", + "passed": true, + "total_ms": 29.499359130859375 + }, + { + "case": "near-uniform", + "label": "baseline", + "passed": true, + "total_ms": 58.68083190917969 + }, + { + "case": "near-uniform", + "label": "candidate", + "passed": true, + "total_ms": 29.76799964904785 + }, + { + "case": "weak-decay-uniform", + "label": "baseline", + "passed": true, + "total_ms": 58.779518127441406 + }, + { + "case": "weak-decay-uniform", + "label": "candidate", + "passed": true, + "total_ms": 29.494943618774414 + }, + { + "case": "isolated-ranks-with-crossing-peer", + "label": "baseline", + "passed": true, + "total_ms": 111.36412811279297 + }, + { + "case": "isolated-ranks-with-crossing-peer", + "label": "candidate", + "passed": true, + "total_ms": 111.15647888183594 + } + ], + "raw_sha256": { + "layout-check-single-contiguous.json": "df4f9940c230c68ca647c70e636a8259f30b3630fa56f4ff8505e59eeb7fb713", + "layout-check-uniform-zigzag.json": "12951e3aa159381afd92fe6a34f398118ced9484f0d70b663dba6c8da869c165", + "layout-check-dense-zigzag.json": "2753074b3e030efce01c3cf5690f0ac79107321a5efcf26346c5b92eabc0242e", + "layout-check-mixed-planner.json": "b2b48f44dabbe1078a343704c104182875b4eabb67a46ac256baeb0ec13777a4", + "layout-1m-single-planner.json": "e547b82aa37d1dce0353e67acd524f02f238d7e7e20290426541875e0f40b540", + "layout-1m-count-mixed-1000-1long-zigzag.json": "811050d5906a45c3bd89e7a54a498116d97f7fa16faaa760079cab881e140c65", + "layout-check-mixed-zigzag.json": "a292ec0bee1f427930f1a8195491e5c333897f72f57cc98b35211b8a27af0fdd", + "layout-1m-count-mixed-1000-1long-contiguous.json": "583a4487a52242e40ba34476924a962d7ec56289821da15fdc0af2cba0380ce1", + "layout-check-single-zigzag.json": "7c72292b8584f667c3446d0725953f23b967b13903d5b5dafa21aa8f1dee4a4e", + "layout-1m-count-tiny-mix-1000-contiguous.json": "7c973181c8902c9891993cf2b8237872ce0c7f880adc7a724ed0ad1ed840d7b7", + "layout-check-single-planner.json": "8fabf01ebe04935b40a5a9455abf5f982f5565fdcb5c4b34c4cde9501ebb9f3a", + "layout-check-uniform-planner.json": "74fc7347994c5a6c98065a84c0fee011c5894727cf0ac9fc916f15847410068f", + "layout-check-mixed-contiguous.json": "6aa870d6ce4d270dd740fa5dd6f2fdfbe7dd0b0320d20e1f7a9c8be07f5a4a1a", + "layout-1m-single-contiguous.json": "21b0740f9da731c6c51354ef8d5eaf0e6716cf79293d073156444bba35c073da", + "layout-check-dense-planner.json": "8b9df01222bf46328824a7856df56889f1c281e8da5aceca66b0740450edd097", + "layout-1m-single-zigzag.json": "5e2adbed587139640c0236552a46902e790c8b4fea51fe1098e0575b9e44b6aa", + "layout-1m-count-tiny-mix-1000-planner.json": "4fc9ef2dfbdf4d73aade67b6227b2a2a37774556a1befc4ce78ee98a6a6a0ed3", + "layout-1m-count-tiny-mix-1000-zigzag.json": "33231fee890bc3d94bfd53dfd4b1f5068c10e19faebfed835382f503f53353d7", + "layout-check-uniform-contiguous.json": "6f21a533c62df42232b337f1fd4424386813480793c57c7bc7de6af109157957", + "layout-check-dense-contiguous.json": "910a2defc4a846c6bd43dfa3c6aef7ea6d0d6ef51745fdeea99b4be572cec5f4", + "layout-1m-count-mixed-1000-1long-planner.json": "3c64c6cc910cc4111ef9f4533bf235fcf5aac8a18b32e4cdd5d8f9f100c18cec" + }, + "independent_raw_sha256": "3829d509f0bf33a97df9065301cd294d52e2dbf0323df0124586080e5b7818d7" + }, + "b300_cp8": { + "full_csa_rows": 21, + "fp32_check_rows": 12, + "one_m_cases": { + "1m-count-mixed-1000-1long": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 5, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "source": "layout-1m-count-mixed-1000-1long-contiguous.json", + "total_ms": 563.7484130859375, + "min_ms": 561.4152221679688, + "max_ms": 566.3046264648438, + "allocated_gib": 69.97186422348022, + "reserved_gib": 72.40625, + "prepare_ms": 11.447699856944382, + "layout_prepare_ms": 10.858646943233907, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 3.9999988861382008, + "max_spans": 262 + }, + "planner": { + "source": "layout-1m-count-mixed-1000-1long-planner.json", + "total_ms": 465.6362609863281, + "min_ms": 464.8326110839844, + "max_ms": 466.11572265625, + "allocated_gib": 72.94540643692017, + "reserved_gib": 85.4140625, + "prepare_ms": 37.901079980656505, + "layout_prepare_ms": 37.406648974865675, + "policy": "selection-paired-local", + "relative_rms": { + "output": 0.000981929418930544, + "dq": 0.0003586859933571614, + "dkv": 0.0005251233580841019, + "d_index_q": 0.000768516565343547, + "d_weights": 0.0005601425977036474, + "d_pool_kv": 0.00075289034085658, + "d_pool_score": 0.0007494019256045927, + "d_ape": 3.2458577600061467e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 5.999798700213432, + "max_spans": 264 + }, + "zigzag": { + "source": "layout-1m-count-mixed-1000-1long-zigzag.json", + "total_ms": 480.0238342285156, + "min_ms": 479.3189392089844, + "max_ms": 482.1390686035156, + "allocated_gib": 72.85924434661865, + "reserved_gib": 74.9140625, + "prepare_ms": 68.89537198003381, + "layout_prepare_ms": 68.42616200447083, + "policy": "zigzag", + "relative_rms": { + "output": 0.0009359406560165561, + "dq": 0.0003445985393205624, + "dkv": 0.0005055089868584756, + "d_index_q": 0.0007650331133222328, + "d_weights": 0.0005585781202017105, + "d_pool_kv": 0.0007500151256218873, + "d_pool_score": 0.0007479169339269727, + "d_ape": 3.378714550586395e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 5.999901540577412, + "max_spans": 2000 + } + }, + "speedup_vs_contiguous": 1.2107055663830488, + "gap_to_best_baseline_pct": -2.9972622641354696, + "prepare_plus_iteration_ms": { + "contiguous": 575.1961129428819, + "planner": 503.53734096698463, + "zigzag": 548.9192062085494 + }, + "prepare_inclusive_gap_pct": -8.267494510717299, + "documents": 1000 + }, + "1m-count-tiny-mix-1000": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 5, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "source": "layout-1m-count-tiny-mix-1000-contiguous.json", + "total_ms": 276.4977722167969, + "min_ms": 276.32672119140625, + "max_ms": 277.500244140625, + "allocated_gib": 67.35119819641113, + "reserved_gib": 69.52734375, + "prepare_ms": 14.639637200161815, + "layout_prepare_ms": 14.148701098747551, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 0.5, + "max_spans": 174 + }, + "planner": { + "source": "layout-1m-count-tiny-mix-1000-planner.json", + "total_ms": 276.5791931152344, + "min_ms": 275.75604248046875, + "max_ms": 278.41815185546875, + "allocated_gib": 67.35119819641113, + "reserved_gib": 69.52734375, + "prepare_ms": 13.63393000792712, + "layout_prepare_ms": 13.120088959112763, + "policy": "contiguous", + "relative_rms": { + "output": 0.000816856606217396, + "dq": 0.0003701320592240906, + "dkv": 0.00028171521311393853, + "d_index_q": 0.0001906295405525901, + "d_weights": 0.00016998027710324372, + "d_pool_kv": 0.00024510550786153437, + "d_pool_score": 0.00023626867066475846, + "d_ape": 2.881648668361276e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.1641532182693481e-10, + "workspace_gib": 0.5, + "max_spans": 174 + }, + "zigzag": { + "source": "layout-1m-count-tiny-mix-1000-zigzag.json", + "total_ms": 288.1846923828125, + "min_ms": 286.8497314453125, + "max_ms": 289.92547607421875, + "allocated_gib": 67.31179094314575, + "reserved_gib": 78.9453125, + "prepare_ms": 76.26319001428783, + "layout_prepare_ms": 75.76619903557003, + "policy": "zigzag", + "relative_rms": { + "output": 0.0008172618750855098, + "dq": 0.0003660674276407079, + "dkv": 0.0002623909333939321, + "d_index_q": 0.00018360667662851773, + "d_weights": 0.00016406571075909486, + "d_pool_kv": 0.0002447536048006018, + "d_pool_score": 0.00023747323117413518, + "d_ape": 2.8442642578901785e-06, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.3283064365386963e-10, + "workspace_gib": 0.49526814743876457, + "max_spans": 2000 + } + }, + "speedup_vs_contiguous": 0.99970561452031, + "gap_to_best_baseline_pct": 0.02944721680204765, + "prepare_plus_iteration_ms": { + "contiguous": 291.1374094169587, + "planner": 290.2131231231615, + "zigzag": 364.44788239710033 + }, + "prepare_inclusive_gap_pct": -0.31747424545962577, + "documents": 1000 + }, + "1m-single": { + "world_size": 8, + "contract": { + "heads": 64, + "top_k": 512, + "with_kda": true, + "kda_batch_invariant": true, + "kda_gate_scale": 1.0, + "candidate_mib": 0, + "redistribution_scope": "selection", + "pool_backward_order": "per-loss", + "repeats": 5, + "warmups": 3 + }, + "layouts": { + "contiguous": { + "source": "layout-1m-single-contiguous.json", + "total_ms": 878.70654296875, + "min_ms": 874.7012329101562, + "max_ms": 881.0527954101562, + "allocated_gib": 73.0117564201355, + "reserved_gib": 75.380859375, + "prepare_ms": 7.158453925512731, + "layout_prepare_ms": 6.8812749814242125, + "policy": "contiguous", + "relative_rms": {}, + "loss_abs_diff": 0.0, + "workspace_gib": 7.9999911189079285, + "max_spans": 1 + }, + "planner": { + "source": "layout-1m-single-planner.json", + "total_ms": 664.1754760742188, + "min_ms": 663.5114135742188, + "max_ms": 668.2277221679688, + "allocated_gib": 73.01857900619507, + "reserved_gib": 75.88671875, + "prepare_ms": 15.7493349397555, + "layout_prepare_ms": 15.474541927687824, + "policy": "selection-local-2x", + "relative_rms": { + "output": 0.001168400329939734, + "dq": 0.00039265724673352774, + "dkv": 0.0005302362191601861, + "d_index_q": 0.0007076503704418045, + "d_weights": 0.0005489574816612602, + "d_pool_kv": 0.0007111586908343255, + "d_pool_score": 0.0006894097289940324, + "d_ape": 1.3500283722646205e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 2.9103830456733704e-11, + "workspace_gib": 7.9999911189079285, + "max_spans": 2 + }, + "zigzag": { + "source": "layout-1m-single-zigzag.json", + "total_ms": 668.0455932617188, + "min_ms": 664.5176391601562, + "max_ms": 668.7427978515625, + "allocated_gib": 73.01857900619507, + "reserved_gib": 75.884765625, + "prepare_ms": 12.595297070220113, + "layout_prepare_ms": 12.315480038523674, + "policy": "zigzag", + "relative_rms": { + "output": 0.0011720185988330905, + "dq": 0.00039552385403338535, + "dkv": 0.0005946938023163722, + "d_index_q": 0.0006038215373079134, + "d_weights": 0.0005245172798592142, + "d_pool_kv": 0.000809623655331361, + "d_pool_score": 0.0007646019067327281, + "d_ape": 1.3008000488275949e-05, + "kda_output": 0.0, + "kda_dq": 0.0, + "kda_dk": 0.0, + "kda_dv": 0.0, + "kda_dg": 0.0, + "kda_dbeta": 0.0 + }, + "loss_abs_diff": 1.7462298274040222e-10, + "workspace_gib": 7.9999911189079285, + "max_spans": 2 + } + }, + "speedup_vs_contiguous": 1.3230035956198996, + "gap_to_best_baseline_pct": -0.5793193198991409, + "prepare_plus_iteration_ms": { + "contiguous": 885.8649968942627, + "planner": 679.9248110139742, + "zigzag": 680.6408903319389 + }, + "prepare_inclusive_gap_pct": -0.10520662630413291, + "documents": 1 + } + }, + "max_relative_rms": { + "output": 0.0024348185275864243, + "dq": 0.0007232451638847554, + "dkv": 0.0005946938023163722, + "d_index_q": 0.000768516565343547, + "d_weights": 0.0005601425977036474, + "d_pool_kv": 0.000809623655331361, + "d_pool_score": 0.0007646019067327281, + "d_ape": 3.0188638995342922e-05, + "kda_output": 0, + "kda_dq": 0, + "kda_dk": 0, + "kda_dv": 0, + "kda_dg": 0, + "kda_dbeta": 0 + }, + "loss_abs_diff": 1.5133991837501526e-09, + "independent_kda": [ + { + "case": "uniform-1024", + "label": "baseline", + "passed": true, + "total_ms": 13.65231990814209 + }, + { + "case": "uniform-1024", + "label": "candidate", + "passed": true, + "total_ms": 12.879487991333008 + }, + { + "case": "uniform-4096", + "label": "baseline", + "passed": true, + "total_ms": 14.166272163391113 + }, + { + "case": "uniform-4096", + "label": "candidate", + "passed": true, + "total_ms": 12.644831657409668 + }, + { + "case": "uniform-16384", + "label": "baseline", + "passed": true, + "total_ms": 26.2923526763916 + }, + { + "case": "uniform-16384", + "label": "candidate", + "passed": true, + "total_ms": 23.619583129882812 + }, + { + "case": "near-uniform", + "label": "baseline", + "passed": true, + "total_ms": 25.801279067993164 + }, + { + "case": "near-uniform", + "label": "candidate", + "passed": true, + "total_ms": 23.4333438873291 + }, + { + "case": "weak-decay-uniform", + "label": "baseline", + "passed": true, + "total_ms": 26.233535766601562 + }, + { + "case": "weak-decay-uniform", + "label": "candidate", + "passed": true, + "total_ms": 23.613311767578125 + }, + { + "case": "isolated-ranks-with-crossing-peer", + "label": "baseline", + "passed": true, + "total_ms": 29.493568420410156 + }, + { + "case": "isolated-ranks-with-crossing-peer", + "label": "candidate", + "passed": true, + "total_ms": 29.489408493041992 + } + ], + "raw_sha256": { + "layout-check-single-contiguous.json": "1fe908c09dff05415909118c66af592465e8f91343458d52a983c1c7b13ce871", + "layout-check-uniform-zigzag.json": "3285988d7171e294fe04d1dcb5478bd7075ca1ecd3767243b171f11f63ef8eb7", + "layout-check-dense-zigzag.json": "d23fb5db1ec3e09cbd0188e0b551d71c5fb4c00c7c0fbd745bff637740f4bc8a", + "layout-check-mixed-planner.json": "d846a3cbaff139fb00a4925639ad41892c8309870a9db51528a4de303e5eab5a", + "layout-1m-single-planner.json": "1dd73977e2e22a6c2a0e43d9834e3cf1054faa5ee24fe0a0c6e30d89093c2a37", + "layout-1m-count-mixed-1000-1long-zigzag.json": "c49c0de6b7a58a18a0829a98f80b560c80a4d61dec734e70eb208d51caee5b8b", + "layout-check-mixed-zigzag.json": "571f0e879504feb4dba87b75352e2e147b75054ff654ec94829d844bce2bfca2", + "layout-1m-count-mixed-1000-1long-contiguous.json": "1746f1715f6c65066db2ba233c76d34eb5088e1c26c5fb129a83c6791ab6f893", + "layout-check-single-zigzag.json": "2448feea4f6eb7c30e71d9901d301149ca38a716a578cd78842da88e446210bb", + "layout-1m-count-tiny-mix-1000-contiguous.json": "676fe0e3c57bf5f367a318771a62766a3c26711e34075d652bc1c26e4a2320ef", + "layout-check-single-planner.json": "c405c4b8908c997d16a6663e8b01e7d07c4307ec52d0845fe529f892e3304469", + "layout-check-uniform-planner.json": "ca3388e5689d4dbeacc218952621ba9e12a128664f7e56853ae3e00f94befdd4", + "layout-check-mixed-contiguous.json": "86fda36489cd9e03c72137363ee8fe90eb2cca8a823c9031656ccaca5bff74ab", + "layout-1m-single-contiguous.json": "f72c50eb44db7e50c7e09635063c63c9b97363764b0c7cc76b9afc66d6297916", + "layout-check-dense-planner.json": "4c159ab030611c0c9a29b81a10d46e1cde31cd14a8ff324b2a6836f7519c8fa5", + "layout-1m-single-zigzag.json": "0e50108c69a225344769d79dacaba4e9f70db7e1c8d2bd0c05a8e660bffc8384", + "layout-1m-count-tiny-mix-1000-planner.json": "83b4f0d29314fbaeb5884ea3e8d564c5ecb844ccf99c156c9157d29c284842cb", + "layout-1m-count-tiny-mix-1000-zigzag.json": "2a258d9126aafcb5c4bd0a6982e60c3f5c2b7834f7643b459c35013af991fe88", + "layout-check-uniform-contiguous.json": "96a42331a4114a8a30f2cc8294f1987dfab63b4b477281081b0c013cc63ce4c4", + "layout-check-dense-contiguous.json": "1074540bc05ba6fde4c79146e380af1ef0375be014bae0bd094fd9843bfba259", + "layout-1m-count-mixed-1000-1long-planner.json": "09f3b10bad5248e5df5039485a16f5189aea02aa1ca3d18c2a621ff587129f2a" + }, + "independent_raw_sha256": "67bebb11c6aac209a0cdae42d493378fada7952f4df806fdd3007a735cf9cf10" + } + } +} diff --git a/tests/test_csa_matrix_report.py b/tests/test_csa_matrix_report.py new file mode 100644 index 00000000..98604098 --- /dev/null +++ b/tests/test_csa_matrix_report.py @@ -0,0 +1,107 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +import json + +import pytest + +from benchmarks.summarize_csa_layout_matrix import summarize + + +def _matrix(tmp_path): + tensors = [ + "output", + "dq", + "dkv", + "d_index_q", + "d_weights", + "d_pool_kv", + "d_pool_score", + "d_ape", + "kda_output", + "kda_dq", + "kda_dk", + "kda_dv", + "kda_dg", + "kda_dbeta", + ] + for layout, latency, setup in [("contiguous", 10, 1), ("zigzag", 8, 3), ("planner", 7, 5)]: + rows = [ + dict( + rank=rank, + finite=True, + input_match=True, + redistribution_bitwise=True, + samples=[dict(total_ms=latency + rank, peak_allocated_gib=1, peak_reserved_gib=2)], + layout_prepare_ms=setup, + common_prepare_ms=2, + kda_prepare_ms=3, + total_prepare_ms=setup + 5, + selected_policy=layout, + selection_workspace_bytes=0, + selection_spans=1, + layout_vs_contiguous=( + None if layout == "contiguous" else {k: dict(finite=True, relative_rms=0, max_abs=0) for k in tensors} + ), + loss_abs_diff=None if layout == "contiguous" else 0, + ) + for rank in range(2) + ] + data = dict(world_size=2, config=dict(layout=layout, repeats=1, sequence_lengths=[1 << 20], with_kda=True), ranks=rows) + (tmp_path / f"layout-1m-fixture-{layout}.json").write_text(json.dumps(data)) + + +def test_report_distinguishes_steady_and_preparation_inclusive_cost(tmp_path): + _matrix(tmp_path) + case = summarize(tmp_path)["1m-fixture"] + assert case["speedup_vs_contiguous"] == 11 / 8 + assert case["prepare_plus_iteration_ms"] == dict(contiguous=17, zigzag=17, planner=18) + assert case["prepare_inclusive_gap_pct"] == pytest.approx(100 * (18 / 17 - 1)) + + +@pytest.mark.parametrize( + "broken", + [ + "missing_all", + "missing_dg", + "bad_loss", + "nan_loss", + "missing_rank", + "nan_time", + "negative_memory", + "heads", + "kda_batch_invariant", + "kda_gate_scale", + "candidate_mib", + "nan_prepare", + "inconsistent_prepare", + ], +) +def test_report_rejects_incomplete_precision_evidence(tmp_path, broken): + _matrix(tmp_path) + path = tmp_path / "layout-1m-fixture-planner.json" + data = json.loads(path.read_text()) + row = data["ranks"][0] + if broken == "missing_all": + row["layout_vs_contiguous"] = None + elif broken == "missing_dg": + del row["layout_vs_contiguous"]["kda_dg"] + elif broken == "bad_loss": + row["loss_abs_diff"] = 1 + elif broken == "nan_loss": + row["loss_abs_diff"] = float("nan") + elif broken == "missing_rank": + data["ranks"].pop() + elif broken == "nan_time": + row["samples"][0]["total_ms"] = float("nan") + elif broken == "negative_memory": + row["samples"][0]["peak_allocated_gib"] = -1 + elif broken in ("heads", "kda_batch_invariant", "kda_gate_scale", "candidate_mib"): + data["config"][broken] = 999 + elif broken == "nan_prepare": + row["total_prepare_ms"] = float("nan") + elif broken == "inconsistent_prepare": + row["total_prepare_ms"] += 1 + path.write_text(json.dumps(data)) + with pytest.raises(ValueError): + summarize(tmp_path) diff --git a/tests/test_full_csa_cp_metadata.py b/tests/test_full_csa_cp_metadata.py new file mode 100644 index 00000000..26415442 --- /dev/null +++ b/tests/test_full_csa_cp_metadata.py @@ -0,0 +1,59 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""CPU checks of the experimental full-CSA benchmark's addressing contract.""" + +import pytest +import torch + +from benchmarks.bench_full_csa_cp import expand_blocks, query_metadata +from cula.distributed import THDRankLayout, THDSpan + + +@pytest.mark.parametrize("visible", [1, 2, 3, 4, 5, 6, 7, 8, 17]) +@pytest.mark.parametrize("origin", [0, 128, 1024]) +def test_complete_blocks_and_causal_tail(visible, origin): + count = min(visible // 4, 4) + ids = torch.full((1, 8), -1, dtype=torch.int32) + # Valid entries intentionally have holes; ids/scores must stay paired. + ids[0, 1 : 2 * count : 2] = torch.arange(count) + scores = ids.float() + 0.25 + sorted_ids, sorted_scores, members, tokens, lengths = expand_blocks( + ids, scores, torch.tensor([origin]), torch.tensor([visible]) + ) + actual = tokens[0, : lengths.item()].tolist() + expected = list(range(origin, origin + 4 * count)) + expected += list(range(origin + visible // 4 * 4, origin + visible)) + assert actual == expected + assert len(actual) == len(set(actual)) + assert torch.all(tokens[0, lengths.item() :] == -1) + assert torch.all(members[0, 4 * count :] == -1) + assert torch.equal(sorted_scores, sorted_ids.float() + 0.25) + + +def test_all_selected_blocks_leave_room_for_three_tail_tokens(): + ids = torch.arange(128, dtype=torch.int32)[None] + _, _, _, tokens, lengths = expand_blocks(ids, ids.float(), torch.tensor([2048]), torch.tensor([515])) + assert lengths.item() == 515 + assert tokens.shape[1] % 128 == 0 + assert torch.equal(tokens[0, :515], torch.arange(2048, 2048 + 515)) + assert torch.all(tokens[0, 515:] == -1) + + +@pytest.mark.parametrize("spans", [(), ((128, 160, 64, 256),), ((512, 520, 256, 1024), (64, 128, 0, 256))]) +def test_bulk_metadata_preserves_addresses_including_reordered_and_empty_spans(spans): + layout = THDRankLayout(0, tuple(THDSpan(i, a, z, start, end, 0) for i, (a, z, start, end) in enumerate(spans))) + origin, visible, rows = query_metadata(layout, "cpu") + expected = [(start, t - start + 1, t) for a, z, start, end in spans for t in range(a, z)] + assert torch.stack((origin, visible, rows), dim=1).tolist() == [list(row) for row in expected] + assert origin.dtype == visible.dtype == rows.dtype == torch.int32 + assert all(x.is_contiguous() for x in (origin, visible, rows)) + + +def test_bulk_metadata_is_prepared_on_cpu_under_a_different_default_device(): + layout = THDRankLayout(0, (THDSpan(0, 4, 8, 0, 16, 0),)) + with torch.device("meta"): + origin, visible, rows = query_metadata(layout, "cpu") + assert origin.tolist() == [0] * 4 + assert visible.tolist() == [5, 6, 7, 8] + assert rows.tolist() == [4, 5, 6, 7] diff --git a/tests/test_thd_1m_cases.py b/tests/test_thd_1m_cases.py new file mode 100644 index 00000000..7b78a1e1 --- /dev/null +++ b/tests/test_thd_1m_cases.py @@ -0,0 +1,91 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +from collections import Counter + +import pytest + +from benchmarks.bench_csa_layout_matrix import performance_cases +from benchmarks.thd_1m_cases import TOTAL_TOKENS, counted_cases, heldout_cases, manifest, statistics_cases, summarize + + +@pytest.mark.parametrize("case", statistics_cases(), ids=lambda case: case.name) +def test_exact_packing_and_provenance(case): + assert sum(case.lengths) == TOTAL_TOKENS + assert all(isinstance(n, int) and n > 0 and n % 4 == 0 for n in case.lengths) + for length, count in Counter(case.long_documents).items(): + assert case.lengths.count(length) == count + assert 0 <= case.final_document_truncation < 16384 + stats = summarize(case) + assert sum(b["documents"] for b in stats["token_length_histogram"]) == len(case.lengths) + assert sum(b["tokens"] for b in stats["token_length_histogram"]) == TOTAL_TOKENS + + +def test_reproducible_cases_and_order_only_controls(): + cases = statistics_cases() + assert cases == statistics_cases() + assert len({case.name for case in cases}) == len(cases) == 18 + lookup = {case.name: case for case in cases} + for base in ("1m-stat-mix80", "1m-stat-mix80-2x256k"): + for order in ("ascending", "descending", "alternating"): + candidate = lookup[f"{base}-{order}"].lengths + assert Counter(candidate) == Counter(lookup[base].lengths) + assert candidate != lookup[base].lengths + assert lookup[base + "-ascending"].lengths == tuple(sorted(lookup[base].lengths)) + assert lookup[base + "-descending"].lengths == tuple(sorted(lookup[base].lengths, reverse=True)) + assert lookup["1m-stat-mix80"].lengths != statistics_cases(seed=123)[2].lengths + + +def test_matrix_keeps_baseline_and_manifest_matches_execution(): + baseline = performance_cases() + assert len(baseline) == 5 + assert [c[0] for c in baseline] == ["1m-single", "1m-uniform", "1m-near-uniform", "1m-20s2l", "1m-power-law"] + cases = performance_cases("statistics", seed=123) + saved = manifest(seed=123)["cases"] + assert [(name, lengths) for name, lengths, _ in cases] == [(c["name"], list(c["lengths"])) for c in saved] + assert len(performance_cases("all")) == 39 + with pytest.raises(ValueError, match="unknown suite"): + performance_cases("typo") + + +@pytest.mark.parametrize("case", counted_cases(), ids=lambda case: case.name) +def test_fixed_document_counts(case): + assert sum(case.lengths) == TOTAL_TOKENS + assert 256 <= len(case.lengths) <= 1024 + assert all(n > 0 and n % 4 == 0 for n in case.lengths) + assert len(case.lengths) == int(next(s for s in case.name.split("-") if s in {"256", "512", "1000", "1024"})) + + +def test_counted_manifest_matches_the_actual_matrix(): + saved = manifest(seed=123, suite="counted")["cases"] + cases = performance_cases("counted", seed=123) + assert [(name, lengths) for name, lengths, _ in cases] == [(c["name"], list(c["lengths"])) for c in saved] + + +def test_heldout_lengths_vary_without_changing_budget_or_document_counts(): + first, second = heldout_cases(20261114), heldout_cases(20261115) + assert first == heldout_cases(20261114) + assert len(first) == 5 + assert {len(c.lengths) for c in first} == {257, 1000, 768, 513} + for a, b in zip(first, second): + assert a.name == b.name + assert len(a.lengths) == len(b.lengths) + assert sorted(a.lengths) != sorted(b.lengths) + for case in (a, b): + assert sum(case.lengths) == TOTAL_TOKENS + assert all(n > 0 and n % 4 == 0 for n in case.lengths) + saved = manifest(20261114, "heldout")["cases"] + actual = performance_cases("heldout", 20261114) + assert [(name, lengths) for name, lengths, _ in actual] == [(c["name"], list(c["lengths"])) for c in saved] + + +def test_validation_suite_has_31_distinct_exact_1m_shapes(): + from benchmarks.bench_csa_layout_matrix import performance_cases + + cases = performance_cases("validation") + assert len(cases) == len({name for name, _, _ in cases}) == 31 + assert all(sum(lengths) == 1 << 20 and all(n > 0 and n % 4 == 0 for n in lengths) for _, lengths, _ in cases) + for seed in (20261114, 20261115, 20261116): + observed = {name: lengths for name, lengths, _ in cases} + for case in heldout_cases(seed): + assert observed[f"{case.name}-seed{seed}"] == list(case.lengths) diff --git a/tests/test_thd_cost_fit.py b/tests/test_thd_cost_fit.py new file mode 100644 index 00000000..74dc833c --- /dev/null +++ b/tests/test_thd_cost_fit.py @@ -0,0 +1,136 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +import pytest + +from benchmarks.bench_thd_transport import transport_layout +from benchmarks.calibrate_thd_selection import nonnegative_fit, routing_critical_ms +from cula.distributed import THDRedistributionPlan + + +def test_nonnegative_fit_recovers_independent_costs(): + x = [[1, 0, 0], [0, 1, 0], [0, 0, 1], [2, 3, 4]] + weights, rmse = nonnegative_fit(x, [2, 5, 7, 47]) + assert weights == pytest.approx([2, 5, 7]) + assert rmse == pytest.approx(0, abs=1e-10) + + +def test_fit_drops_negative_cost_instead_of_cancelling_compute(): + weights, _ = nonnegative_fit([[1, 0, 0], [0, 1, 0], [0, 0, 1]], [2, -5, 7]) + assert weights == pytest.approx([2, 0, 7]) + + +@pytest.mark.parametrize("features,targets", [([], []), ([[1, 2, 3]], []), ([[1, 2]], [3]), ([[float("nan"), 1, 2]], [3])]) +def test_fit_rejects_incomplete_or_nonfinite_measurements(features, targets): + with pytest.raises(ValueError): + nonnegative_fit(features, targets) + + +def test_routing_fit_excludes_kda_and_selection_arrival_waits(): + def rank(kda, query, selection, restore): + return dict( + kda_fwd_ms=kda, + query_redistribute_ms=query, + pool_fwd_ms=1, + pool_gather_ms=2, + selection_key_layout_ms=0.5, + selection_ms=selection, + selection_restore_ms=restore, + ) + + # Rank 0 waits 80 ms before query exchange and 60 ms before restore. + # Both exchanges take 5/3 ms after the last rank arrives, respectively. + a, b = rank(20, 85, 10, 63), rank(100, 5, 70, 3) + assert routing_critical_ms([a, b]) == pytest.approx(8.5) + # Shifting the slow phase earlier on the other rank leaves transfer cost + # unchanged. Neither the original waiting times nor rank identity matter. + assert routing_critical_ms([b, a]) == pytest.approx(8.5) + assert routing_critical_ms([rank(100, 5, 70, 3)] * 2) == pytest.approx(8.5) + + +def test_routing_fit_rejects_invalid_phase_measurements(): + with pytest.raises(ValueError): + routing_critical_ms([]) + + +@pytest.mark.parametrize("kind", ["intra", "intra_dense", "inter", "inter_dense", "striped"]) +@pytest.mark.parametrize("world,per_node", [(4, 2), (8, 4), (16, 8)]) +def test_transport_calibration_exercises_the_declared_links(kind, world, per_node): + rows = 128 + ranks = transport_layout(world, rows, per_node, kind) + for rank in range(world): + p = THDRedistributionPlan.build(ranks, tuple(i * rows for i in range(world + 1)), rank) + assert p.target_rows == p.source_rows == rows + assert sum(p.send_counts) == sum(p.receive_counts) == rows + assert not p.identity + peers = [i for i, count in enumerate(p.send_counts) if count] + if kind.startswith("intra"): + assert all(i // per_node == rank // per_node for i in peers) + assert (rank in peers) == (kind == "intra_dense") + elif kind.startswith("inter"): + assert all(i // per_node != rank // per_node for i in peers) + else: + assert peers == list(range(world)) + assert len(set(p.send_counts)) == 1 + + +@pytest.mark.parametrize("world,per_node", [(4, 2), (8, 8), (16, 8)]) +@pytest.mark.parametrize("kind", ["intra_pair", "intra", "intra_dense", "striped"]) +@pytest.mark.parametrize("overlap", [False, True]) +def test_transport_fit_prediction_uses_the_same_cost_model_as_planning(world, per_node, kind, overlap): + from benchmarks.fit_thd_transport import predict + from cula.distributed import THDSelectionCostModel + + rows = 128 + layouts = transport_layout(world, rows, per_node, kind) + plans = [THDRedistributionPlan.build(layouts, tuple(i * rows for i in range(world + 1)), r) for r in range(world)] + intra_out = [0] * world + inter_out = [0] * world + intra_in = [0] * world + inter_in = [0] * world + node_out = [0] * (world // per_node) + node_in = node_out.copy() + degrees_out = [0] * world + degrees_in = [0] * world + edge = [] + for s, p in enumerate(plans): + for t, n in enumerate(p.send_counts): + if s == t or not n: + continue + edge.append(n) + degrees_out[s] += 1 + degrees_in[t] += 1 + if s // per_node == t // per_node: + intra_out[s] += n + intra_in[t] += n + else: + inter_out[s] += n + inter_in[t] += n + node_out[s // per_node] += n + node_in[t // per_node] += n + f = dict( + rank_intra_rows=intra_out + intra_in, + rank_inter_rows=inter_out + inter_in, + peer_rows=max(edge), + node_rows=max(node_out + node_in), + peer_degree=max(degrees_out + degrees_in), + copies=0, + ) + coeff = [1, 3, 4, 2, 0.5, 0.007, 0.01] + factor = 65536 * 20608 / 1e6 + m = THDSelectionCostModel( + candidate_ns=0, + query_ns=0, + span_us=0, + bytes_per_query=20608, + rank_node_ids=tuple(r // per_node for r in range(world)), + intra_node_gbps=factor / coeff[0], + inter_node_gbps=factor / coeff[1], + peer_gbps=factor / coeff[2], + inter_node_aggregate_gbps=factor / coeff[3], + packing_ns_per_query=coeff[4] * 1e6 / 65536, + peer_startup_us=coeff[5] * 1000, + exchange_us=coeff[6] * 1000, + overlap_intra_inter=overlap, + ) + assert predict(f, coeff, overlap) == pytest.approx(m.estimate_ms(layouts, block_size=4)) diff --git a/tests/test_thd_planner.py b/tests/test_thd_planner.py index 963cd543..04587a09 100644 --- a/tests/test_thd_planner.py +++ b/tests/test_thd_planner.py @@ -3,10 +3,22 @@ import random from collections import defaultdict +from itertools import permutations, product import pytest -from cula.distributed.thd_planner import THDPlannerConfig, plan_thd_layout +from cula.distributed.thd_planner import ( + THDPlannerConfig, + THDRankLayout, + THDSelectionCostModel, + THDSpan, + _contiguous_items, + _localize_spans, + _minimum_assignment, + _transfer_lower_bound, + plan_thd_layout, + plan_thd_selection, +) def _boundaries(lengths): @@ -114,3 +126,423 @@ def test_random_thd_plans_preserve_coverage_and_never_lose_to_contiguous(): _assert_exact_cover(plan, boundaries) assert plan.metrics.score <= dict(plan.evaluated_scores)["contiguous"] assert max(plan.metrics.token_loads) - min(plan.metrics.token_loads) <= plan.block_size + + +def _cost_model(**overrides): + values = dict( + candidate_ns=0.1, + query_ns=1.0, + span_us=1.0, + bytes_per_query=20608, + intra_node_gbps=200.0, + inter_node_gbps=20.0, + packing_ns_per_query=20.0, + rank_node_ids=(0, 0, 1, 1), + exchange_us=10.0, + ) + return THDSelectionCostModel(**(values | overrides)) + + +def test_calibrated_model_rejects_migration_when_network_cost_dominates(): + lengths = [1 << 20] + cheap = plan_thd_layout(_boundaries(lengths), world_size=4, cost_model=_cost_model()) + expensive = plan_thd_layout( + _boundaries(lengths), + world_size=4, + cost_model=_cost_model(intra_node_gbps=0.001, inter_node_gbps=0.001), + ) + assert cheap.policy != "contiguous" + assert expensive.policy == "contiguous" + assert cheap.score_unit == expensive.score_unit == "ms" + _assert_exact_cover(cheap, _boundaries(lengths)) + assert cheap.metrics.score < dict(cheap.evaluated_scores)["contiguous"] + + +def test_identity_cost_contains_no_transport_and_margin_can_keep_it(): + boundaries = _boundaries([1024] * 1024) + plan = plan_thd_layout(boundaries, world_size=4, cost_model=_cost_model()) + assert plan.policy == "contiguous" + # One document's exact complete-block candidate count: sum(floor(i/4)). + candidates = sum(i // 4 for i in range(1, 1025)) * 256 + expected = candidates * 0.1 / 1e6 + 262144 / 1e6 + 256 / 1e3 + assert plan.metrics.score == pytest.approx(expected) + assert len(plan.evaluated_scores) == 1 # Proven lower bound prunes all migrations. + conservative = plan_thd_layout([0, 1 << 20], world_size=4, cost_model=_cost_model(min_gain_fraction=0.99)) + assert conservative.policy == "contiguous" + + +@pytest.mark.parametrize( + "overrides", + [ + {"candidate_ns": float("nan")}, + {"inter_node_gbps": 0}, + {"packing_ns_per_query": -1}, + {"min_gain_fraction": 1}, + {"bytes_per_query": True}, + {"rank_node_ids": (0, False)}, + {"peer_gbps": 0}, + {"peer_gbps": float("inf")}, + {"peer_gbps": True}, + {"min_gain_ms": -1}, + {"min_gain_ms": float("nan")}, + {"min_gain_ms": True}, + ], +) +def test_cost_model_rejects_invalid_profiles(overrides): + with pytest.raises((ValueError, TypeError)): + _cost_model(**overrides) + + +def test_cost_model_requires_matching_group_topology(): + with pytest.raises(ValueError, match="node map"): + plan_thd_layout([0, 65536], world_size=8, cost_model=_cost_model()) + + +@pytest.mark.parametrize("selection", [False, True]) +def test_absolute_saving_budget_prunes_search_without_changing_relative_margin(selection): + kwargs = {"max_tokens_per_rank": 524288} if selection else {} + planner = plan_thd_selection if selection else plan_thd_layout + reusable = planner([0, 1 << 20], world_size=4, cost_model=_cost_model(), **kwargs) + assert reusable.policy != "contiguous" + # Above the entire baseline cost, no possible redistribution can repay + # the caller's preparation budget. No candidate search is necessary. + one_use = planner([0, 1 << 20], world_size=4, cost_model=_cost_model(min_gain_ms=10000), **kwargs) + assert one_use.policy == "contiguous" + assert len(one_use.evaluated_scores) == 1 + savings = dict(reusable.evaluated_scores)["contiguous"] - reusable.metrics.score + rejected = planner([0, 1 << 20], world_size=4, cost_model=_cost_model(min_gain_ms=savings + 1), **kwargs) + assert rejected.policy == "contiguous" + + +def test_rank_matching_equals_exhaustive_optimum(): + generator = random.Random(20261113) + for size in range(1, 7): + for _ in range(8): + costs = [[generator.random() * 100 for _ in range(size)] for _ in range(size)] + assignment = _minimum_assignment(costs) + actual = sum(costs[i][j] for i, j in enumerate(assignment)) + expected = min(sum(costs[i][j] for i, j in enumerate(p)) for p in permutations(range(size))) + assert sorted(assignment) == list(range(size)) + assert actual == pytest.approx(expected) + assert _minimum_assignment([[0.0] * 4 for _ in range(4)]) == (0, 1, 2, 3) + + +@pytest.mark.parametrize("total", [65536, 65540]) +def test_localized_bins_preserve_capacity_and_do_not_worsen_chosen_score(total): + plan = plan_thd_layout([0, total], world_size=4, cost_model=_cost_model(min_gain_fraction=0.0)) + _assert_exact_cover(plan, [0, total]) + assert max(plan.metrics.token_loads) - min(plan.metrics.token_loads) <= 4 + scores = dict(plan.evaluated_scores) + assert plan.metrics.score <= min(value for name, value in scores.items() if not name.endswith("-local")) + original = plan_thd_layout([0, total], world_size=4) + localized = _localize_spans([s for r in original.ranks for s in r.spans], 4, 4, _cost_model()) + loads = [sum(s.tokens for s in localized if s.owner == r) for r in range(4)] + assert tuple(loads) == original.metrics.token_loads + + +@pytest.mark.parametrize("capacity_factor", [1, 1.25, 2]) +def test_selection_planner_preserves_cover_and_explicit_capacity(capacity_factor): + rng = random.Random(62813) + for _ in range(25): + lengths = [4 * rng.randint(1, 12000) for _ in range(rng.randint(1, 40))] + cu = _boundaries(lengths) + capacity = 4 * int(((cu[-1] // 4 + 3) // 4) * capacity_factor) + plan = plan_thd_selection(cu, world_size=4, max_tokens_per_rank=capacity, cost_model=_cost_model()) + # Empty target ranks are legal. Exact coverage is checked independently + # of scheduling order and must survive inverse redistribution. + spans = sorted((s.token_start, s.token_end) for r in plan.ranks for s in r.spans) + assert spans[0][0] == 0 and spans[-1][1] == cu[-1] + assert all(a[1] == b[0] for a, b in zip(spans, spans[1:])) + for r in plan.ranks: + assert r.local_tokens <= capacity + for s in r.spans: + assert s.owner == r.rank + assert (s.sequence_start, s.sequence_end) == tuple(cu[s.sequence : s.sequence + 2]) + assert s.sequence_start <= s.token_start < s.token_end <= s.sequence_end + assert plan.metrics.score <= dict(plan.evaluated_scores)["contiguous"] + assert plan == plan_thd_selection(cu, world_size=4, max_tokens_per_rank=capacity, cost_model=_cost_model()) + + +def test_selection_keeps_short_documents_in_source_ownership(): + cu = _boundaries([64] * 100 + [524288, 517888]) + plan = plan_thd_selection(cu, world_size=4, max_tokens_per_rank=524288, cost_model=_cost_model()) + assert plan.policy != "contiguous" + for layout in plan.ranks: + for span in layout.spans: + if span.sequence < 100: + assert span.owner == 0 + assert span.tokens == 64 + + +@pytest.mark.parametrize("capacity,error", [(True, TypeError), (0, ValueError), (15, ValueError), (12, ValueError)]) +def test_selection_rejects_invalid_row_capacity(capacity, error): + with pytest.raises(error, match="max_tokens_per_rank"): + plan_thd_selection([0, 64], world_size=4, max_tokens_per_rank=capacity, cost_model=_cost_model()) + + +@pytest.mark.parametrize("lengths", [[32], [4, 12, 16], [4] * 8]) +@pytest.mark.parametrize("bandwidth", [0.01, 1, 10000]) +def test_transfer_lower_bound_never_exceeds_exhaustive_partition_optimum(lengths, bandwidth): + # Enumerate every two-rank assignment of eight blocks, including empty + # ranks and unequal counts. Coalesce before scoring to avoid counting + # artificial fragment costs as necessary work. + cu = tuple(_boundaries(lengths)) + model = _cost_model(rank_node_ids=(0, 1), intra_node_gbps=bandwidth, inter_node_gbps=bandwidth) + source = _contiguous_items(cu, 2, 4) + ranks = tuple( + THDRankLayout( + r, + tuple( + THDSpan(i.sequence, i.token_start, i.token_end, i.sequence_start, i.sequence_end, r) + for i, owner in source + if owner == r + ), + ) + for r in range(2) + ) + total_work = sum(sum(i // 4 for i in range(1, length + 1)) for length in lengths) + mean = (model.candidate_ns * total_work / 1e6 + model.query_ns * 32 / 1e6 + model.span_us * len(lengths) / 1e3) / 2 + bound = _transfer_lower_bound(source, 2, 4, model, mean, model.estimate_ms(ranks, block_size=4)) + optimum = float("inf") + for owners in product(range(2), repeat=8): + spans = [] + for seq, (start, end) in enumerate(zip(cu, cu[1:])): + a = start + for z in range(start + 4, end + 1, 4): + if z == end or owners[z // 4] != owners[a // 4]: + spans.append(THDSpan(seq, a, z, start, end, owners[a // 4])) + a = z + candidate = tuple(THDRankLayout(r, tuple(s for s in spans if s.owner == r)) for r in range(2)) + optimum = min(optimum, model.estimate_ms(candidate, block_size=4)) + assert bound <= optimum + 1e-12 + + +def test_peer_limit_prices_aggregate_edge_rows_not_individual_fragments(): + from benchmarks.bench_thd_transport import transport_layout + + model = _cost_model( + candidate_ns=0, + query_ns=0, + span_us=0, + packing_ns_per_query=0, + exchange_us=0, + peer_gbps=10, + intra_node_gbps=1000, + inter_node_gbps=1000, + ) + permutation = transport_layout(4, 128, 2, "inter") + fragmented = tuple( + THDRankLayout( + r.rank, + tuple( + THDSpan(s.sequence, a, a + 64, s.sequence_start, s.sequence_end, s.owner) + for s in r.spans + for a in range(s.token_start, s.token_end, 64) + ), + ) + for r in permutation + ) + expected = 128 * model.bytes_per_query / (10 * 1e6) + assert model.estimate_ms(permutation, block_size=4) == pytest.approx(expected) + assert model.estimate_ms(fragmented, block_size=4) == pytest.approx(expected) + striped = transport_layout(4, 128, 2, "striped") + assert model.estimate_ms(striped, block_size=4) == pytest.approx(expected / 4) + + +@pytest.mark.parametrize("world", [2, 4, 8, 16, 32, 64]) +@pytest.mark.parametrize("peer_rate", [0.01, 12.0, 500.0]) +def test_selection_peer_model_remains_bounded_on_unseen_topologies(world, peer_rate): + rng = random.Random(73381 + world) + lengths = [4 * rng.randint(1, 256) for _ in range(127)] + [131072, 262144] + rng.shuffle(lengths) + cu = _boundaries(lengths) + capacity = 8 * ((cu[-1] // 4 + world - 1) // world) + model = _cost_model(rank_node_ids=tuple(r // 8 for r in range(world)), peer_gbps=peer_rate) + plan = plan_thd_selection(cu, world_size=world, max_tokens_per_rank=capacity, cost_model=model) + spans = sorted((s.token_start, s.token_end) for r in plan.ranks for s in r.spans) + assert spans[0][0] == 0 and spans[-1][1] == cu[-1] + assert all(a[1] == b[0] for a, b in zip(spans, spans[1:])) + assert max(plan.metrics.token_loads) <= capacity + assert plan.metrics.score <= dict(plan.evaluated_scores)["contiguous"] + assert plan.metrics.score == model.estimate_ms(plan.ranks, block_size=4) + + +def test_full_zigzag_can_win_even_when_all_documents_are_below_split_threshold(): + from benchmarks.cp_layouts import query_layouts + + cu = _boundaries([16384, 4096, 1024]) + model = _cost_model( + candidate_ns=10, + query_ns=0, + span_us=0, + packing_ns_per_query=0, + exchange_us=0, + intra_node_gbps=1e9, + inter_node_gbps=1e9, + min_gain_fraction=0, + ) + plan = plan_thd_selection(cu, world_size=4, max_tokens_per_rank=16384, cost_model=model) + zigzag, _ = query_layouts(cu, 4, "zigzag") + assert plan.policy == "zigzag" + assert plan.ranks == zigzag + assert dict(plan.evaluated_scores)["zigzag"] == model.estimate_ms(zigzag, block_size=4) + assert len(plan.evaluated_scores) == 2 # No long-document candidates. + _assert_exact_cover(plan, cu) + + +def test_full_zigzag_obeys_capacity_even_when_short_chunks_concentrate_on_rank_zero(): + cu = _boundaries([4] * 8 + [64]) + model = _cost_model(candidate_ns=10000, min_gain_fraction=0, min_gain_ms=0) + plan = plan_thd_selection(cu, world_size=4, max_tokens_per_rank=24, cost_model=model) + assert "zigzag" not in dict(plan.evaluated_scores) + assert max(plan.metrics.token_loads) <= 24 + + +@pytest.mark.parametrize("world", [2, 4, 8, 16, 64]) +def test_shared_full_zigzag_matches_explicit_early_late_block_definition(world): + from cula.distributed import zigzag_thd_layout + + lengths = [4, 12, 64, 260, 16384] + cu = _boundaries(lengths) + ranks = zigzag_thd_layout(cu, world_size=world) + for r in range(world): + expected = [] + for d, length in enumerate(lengths): + q, rem = divmod(length // 4, 2 * world) + for piece in (r, 2 * world - 1 - r): + begin = cu[d] + 4 * (piece * q + min(piece, rem)) + end = cu[d] + 4 * ((piece + 1) * q + min(piece + 1, rem)) + if end > begin: + expected.append((d, begin, end)) + assert [(s.sequence, s.token_start, s.token_end) for s in ranks[r].spans] == expected + + +def test_shared_node_bandwidth_and_peer_startup_are_not_per_fragment_costs(): + from benchmarks.bench_thd_transport import transport_layout + + model = _cost_model( + candidate_ns=0, + query_ns=0, + span_us=0, + packing_ns_per_query=0, + exchange_us=0, + intra_node_gbps=1e9, + inter_node_gbps=1e9, + inter_node_aggregate_gbps=10, + peer_startup_us=7, + ) + pair = transport_layout(4, 128, 2, "inter_pair") + ring = transport_layout(4, 128, 2, "inter") + dense = transport_layout(4, 128, 2, "inter_dense") + row_ms = 128 * model.bytes_per_query / (10 * 1e6) + assert model.estimate_ms(pair, block_size=4) == pytest.approx(row_ms + 0.007) + assert model.estimate_ms(ring, block_size=4) == pytest.approx(2 * row_ms + 0.007) + assert model.estimate_ms(dense, block_size=4) == pytest.approx(2 * row_ms + 0.014) + + +@pytest.mark.parametrize( + "overrides", + [ + dict(peer_startup_us=-1), + dict(peer_startup_us=True), + dict(peer_startup_us=float("nan")), + dict(inter_node_aggregate_gbps=0), + dict(inter_node_aggregate_gbps=True), + dict(inter_node_aggregate_gbps=float("inf")), + ], +) +def test_topology_model_rejects_invalid_limits(overrides): + with pytest.raises(ValueError): + _cost_model(**overrides) + + +@pytest.mark.parametrize("world", [1, 2, 4, 8, 16]) +@pytest.mark.parametrize("overlap", [False, True]) +@pytest.mark.parametrize("topology", ["contiguous", "interleaved", "irregular"]) +def test_zigzag_bound_never_overprices_concrete_layout(world, overlap, topology): + from cula.distributed.thd_planner import _zigzag_lower_bound, zigzag_thd_layout + + rng = random.Random(27113 + world) + for _ in range(50): + cu = _boundaries([4 * rng.randint(1, 8192) for _ in range(rng.randint(1, 50))]) + model = _cost_model( + rank_node_ids=tuple( + r // 3 if topology == "contiguous" else r % 3 if topology == "interleaved" else rng.randrange(world) + for r in range(world) + ), + peer_startup_us=7, + inter_node_aggregate_gbps=12, + peer_gbps=8, + overlap_intra_inter=overlap, + ) + source = _contiguous_items(cu, world, 4) + bound = _zigzag_lower_bound(cu, source, world, 4, model) + actual = model.estimate_ms(zigzag_thd_layout(cu, world_size=world), block_size=4) + assert bound <= actual + 1e-10 + + +def test_transport_prices_only_executed_permutations(): + from dataclasses import replace + + from benchmarks.bench_thd_transport import transport_layout + + layouts = transport_layout(4, 128, 2, "striped") + model = _cost_model( + candidate_ns=0, + query_ns=0, + span_us=0, + packing_ns_per_query=1000, + exchange_us=0, + intra_node_gbps=1000, + inter_node_gbps=1000, + ) + unpriced = replace(model, packing_ns_per_query=0) + assert model.estimate_ms(layouts, block_size=4) == unpriced.estimate_ms(layouts, block_size=4) + reversed_layouts = tuple(THDRankLayout(r.rank, tuple(reversed(r.spans))) for r in layouts) + assert model.estimate_ms(reversed_layouts, block_size=4) - unpriced.estimate_ms( + reversed_layouts, block_size=4 + ) == pytest.approx(0.128) + + +def test_independent_link_model_and_its_outgoing_bound(): + from dataclasses import replace + + from benchmarks.bench_thd_transport import transport_layout + + ranks = transport_layout(4, 128, 2, "striped") + serial = _cost_model( + candidate_ns=0, query_ns=0, span_us=0, packing_ns_per_query=0, exchange_us=0, intra_node_gbps=10, inter_node_gbps=10 + ) + parallel = replace(serial, overlap_intra_inter=True) + assert parallel.estimate_ms(ranks, block_size=4) == pytest.approx(2 / 3 * serial.estimate_ms(ranks, block_size=4)) + assert parallel._outgoing_capacity_gbps(0) == 20 + assert serial._outgoing_capacity_gbps(0) == 10 + with pytest.raises(TypeError, match="boolean"): + replace(serial, overlap_intra_inter=1) + + +def test_parallel_link_lower_bound_against_all_small_assignments(): + from cula.distributed.thd_planner import _coalesce, _make_item + + cu = (0, 4, 12, 24) + world = 3 + model = _cost_model( + rank_node_ids=(0, 0, 1), + candidate_ns=10000, + query_ns=10, + overlap_intra_inter=True, + peer_startup_us=2, + inter_node_aggregate_gbps=25, + ) + base = _contiguous_items(cu, world, 4) + spans = _coalesce(base) + source = tuple(THDRankLayout(r, tuple(s for s in spans if s.owner == r)) for r in range(world)) + mean = ( + model.candidate_ns * sum(i.causal_work for i, _ in base) + model.query_ns * 24 + ) / 1e6 / world + model.span_us * 3 / 1e3 / world + bound = _transfer_lower_bound(base, world, 4, model, mean, model.estimate_ms(source, block_size=4)) + blocks = [_make_item(d, a, a + 4, cu[d], cu[d + 1], 4) for d in range(3) for a in range(cu[d], cu[d + 1], 4)] + for owners in product(range(world), repeat=6): + spans = _coalesce(zip(blocks, owners)) + ranks = tuple(THDRankLayout(r, tuple(s for s in spans if s.owner == r)) for r in range(world)) + assert bound <= model.estimate_ms(ranks, block_size=4) + 1e-10 diff --git a/tests/test_thd_redistribute.py b/tests/test_thd_redistribute.py new file mode 100644 index 00000000..c4935e72 --- /dev/null +++ b/tests/test_thd_redistribute.py @@ -0,0 +1,130 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""CPU protocol tests, including unequal counts and a nontrivial receive order.""" + +from dataclasses import replace + +import pytest +import torch + +from benchmarks.cp_layouts import query_layouts +from cula._metadata import balanced_shards +from cula.distributed import THDRedistributionPlan, THDRedistributor + + +@pytest.mark.parametrize("policy", ["contiguous", "zigzag", "planner"]) +@pytest.mark.parametrize("boundaries", [(0, 64), (0, 4, 12, 32, 64), (0, 32768), (0, 4, 8, 12, 16)]) +def test_exchange_and_its_transpose(monkeypatch, policy, boundaries): + world = 4 + layouts, _ = query_layouts(boundaries, world, policy) + # Reverse local span order to require a genuine receive permutation too. + if policy != "contiguous": + layouts = tuple(replace(x, spans=x.spans[::-1]) for x in layouts) + offsets = balanced_shards(boundaries[-1], world) + plans = [THDRedistributionPlan.build(layouts, offsets, rank) for rank in range(world)] + source = [torch.arange(offsets[r], offsets[r + 1], dtype=torch.float64)[:, None].repeat(1, 3) for r in range(world)] + target = [ + ( + torch.cat([torch.arange(s.token_start, s.token_end, dtype=torch.float64) for s in x.spans]) + if x.spans + else torch.empty(0, dtype=torch.float64) + )[:, None].repeat(1, 3) + for x in layouts + ] + for rank, plan in enumerate(plans): + monkeypatch.setattr("torch.distributed.get_world_size", lambda group: world) + monkeypatch.setattr("torch.distributed.get_rank", lambda group: rank) + exchange = THDRedistributor(plan, "cpu") + calls = [] + reverse, factor = False, 1 + + def collective(out, packed, output_split_sizes, input_split_sizes, group): + calls.append(reverse) + tensors = [x * factor for x in (target if reverse else source)] + parts = [] + for sender, peer_plan in enumerate(plans): + from cula.distributed.redistribute import _permutations + + ranges = peer_plan.receive_ranges if reverse else peer_plan.send_ranges + rows = peer_plan.target_rows if reverse else peer_plan.source_rows + order, _ = _permutations(ranges, rows, "cpu") + data = tensors[sender] if order is None else tensors[sender].index_select(0, order) + counts = peer_plan.receive_counts if reverse else peer_plan.send_counts + begin = sum(counts[:rank]) + parts.append(data[begin : begin + counts[rank]]) + out.copy_(torch.cat(parts)) + expected_counts = plan.receive_counts if reverse else plan.send_counts + assert tuple(input_split_sizes) == expected_counts + assert sum(output_split_sizes) == out.shape[0] + # Verify the sender's local packing as well, independently of the + # mocked receive construction. + ranges = plan.receive_ranges if reverse else plan.send_ranges + idx = torch.tensor([i for a, z in ranges for i in range(a, z)], dtype=torch.int64) + assert torch.equal(packed, tensors[rank].index_select(0, idx)) + + monkeypatch.setattr("torch.distributed.all_to_all_single", collective) + leaf = source[rank].clone().requires_grad_() + routed = exchange.distribute(leaf) + assert torch.equal(routed, target[rank]) + reverse, factor = True, 2 + # Nonuniform gradients expose a wrong inverse even when a sum-of-rows + # test would pass. Empty destinations still participate in backward. + routed.backward(target[rank] * factor) + assert torch.equal(leaf.grad, source[rank] * factor) + reverse, factor = True, 1 + leaf = target[rank].clone().requires_grad_() + restored = exchange.restore(leaf) + assert torch.equal(restored, source[rank]) + reverse, factor = False, 3 + restored.backward(source[rank] * factor) + assert torch.equal(leaf.grad, target[rank] * factor) + assert calls == ([] if plan.identity else [False, True, True, False]) + + +def test_reject_overlap(): + layouts, _ = query_layouts((0, 64), 4, "contiguous") + broken = (layouts[0], replace(layouts[1], spans=layouts[0].spans), *layouts[2:]) + with pytest.raises(ValueError): + THDRedistributionPlan.build(broken, (0, 16, 32, 48, 64), 0) + + +@pytest.mark.parametrize("field,value", [("owner", False), ("token_start", 0.0), ("token_end", 16.0), ("sequence_end", 64.0)]) +def test_reject_noninteger_span_metadata_before_collectives(field, value): + layouts, _ = query_layouts((0, 64), 4, "contiguous") + span = replace(layouts[0].spans[0], **{field: value}) + layouts = (replace(layouts[0], spans=(span,)), *layouts[1:]) + with pytest.raises(TypeError, match="must be integers"): + THDRedistributionPlan.build(layouts, (0, 16, 32, 48, 64), 0) + + +def test_locally_unchanged_rank_cannot_skip_a_peer_exchange(): + layouts, _ = query_layouts((0, 64), 4, "contiguous") + layouts = tuple( + replace(layouts[source], rank=target, spans=tuple(replace(s, owner=target) for s in layouts[source].spans)) + for target, source in enumerate((0, 2, 1, 3)) + ) + plans = [THDRedistributionPlan.build(layouts, (0, 16, 32, 48, 64), r) for r in range(4)] + assert plans[0].remote_rows == plans[3].remote_rows == 0 + assert all(not plan.identity for plan in plans) + + +def test_prepare_indices_do_not_follow_the_framework_default_device(): + from cula.distributed.redistribute import _permutations + + with torch.device("meta"): + order, inverse = _permutations(((4, 8), (0, 4)), 8, "cpu") + assert order.device.type == inverse.device.type == "cpu" + assert order.tolist() == [4, 5, 6, 7, 0, 1, 2, 3] + assert inverse.tolist() == [4, 5, 6, 7, 0, 1, 2, 3] + + +def test_unindexed_cuda_device_is_resolved_at_prepare(monkeypatch): + layouts, _ = query_layouts((0, 64), 4, "contiguous") + plan = THDRedistributionPlan.build(layouts, (0, 16, 32, 48, 64), 2) + monkeypatch.setattr("torch.distributed.get_world_size", lambda group: 4) + monkeypatch.setattr("torch.distributed.get_rank", lambda group: 2) + monkeypatch.setattr("torch.cuda.current_device", lambda: 3) + # Identity needs no device allocation, so this also runs without CUDA. + exchange = THDRedistributor(plan, "cuda") + assert exchange.device == torch.device("cuda:3") From 4766413dda9e66c06d59b5027543f73aeff598d7 Mon Sep 17 00:00:00 2001 From: Chaofan Yu <103550325+icavan@users.noreply.github.com> Date: Mon, 16 Nov 2026 10:18:39 +0800 Subject: [PATCH 04/18] fix(thd): preserve calibration topology and reject failed reports --- benchmarks/fit_thd_transport.py | 19 +++++++++- benchmarks/summarize_csa_layout_matrix.py | 6 ++- tests/test_csa_matrix_report.py | 23 ++++++++++++ tests/test_thd_cost_fit.py | 45 +++++++++++++++++++++++ tests/test_thd_redistribute.py | 4 +- 5 files changed, 93 insertions(+), 4 deletions(-) diff --git a/benchmarks/fit_thd_transport.py b/benchmarks/fit_thd_transport.py index 0afbeeff..082bbc16 100644 --- a/benchmarks/fit_thd_transport.py +++ b/benchmarks/fit_thd_transport.py @@ -28,6 +28,17 @@ def predict(features, coefficients, overlap_links=False): def fit(raw, profile, *, overlap_links=False): from scipy.optimize import differential_evolution, least_squares + world, per_node = raw["world"], raw["ranks_per_node"] + if ( + isinstance(world, bool) + or not isinstance(world, int) + or isinstance(per_node, bool) + or not isinstance(per_node, int) + or world < 2 + or per_node < 1 + or world % per_node + ): + raise ValueError("calibration topology requires CP >= 2 and complete nodes") rows = [r for r in raw["records"] if not r["heldout"]] if len(rows) < 6 or any(not r["marker_exact"] or r["critical_median_ms"] <= 0 for r in raw["records"]): raise ValueError("need complete, positive transport timings and exact row markers") @@ -53,7 +64,13 @@ def residual(x): x[4] = profile["model"].get("packing_ns_per_query", 0) * 65536 / 1e6 # A single-node calibration cannot identify inter-node bandwidth. # Use the same unused fallback rate, not an arbitrary optimizer parameter. - model = dict(profile["model"], overlap_intra_inter=overlap_links) + # The sweep assigns contiguous group ranks to nodes. Export that same + # topology rather than retaining the input profile's deployment mapping. + model = dict( + profile["model"], + overlap_intra_inter=overlap_links, + rank_node_ids=[rank // per_node for rank in range(world)], + ) factor = 65536 * model["bytes_per_query"] / 1e6 model.update( intra_node_gbps=factor / max(x[0], 1e-10), diff --git a/benchmarks/summarize_csa_layout_matrix.py b/benchmarks/summarize_csa_layout_matrix.py index 675ad5d1..7d55f168 100644 --- a/benchmarks/summarize_csa_layout_matrix.py +++ b/benchmarks/summarize_csa_layout_matrix.py @@ -19,7 +19,11 @@ def summarize(directory): ranks = raw["ranks"] if sorted(r["rank"] for r in ranks) != list(range(raw["world_size"])): raise ValueError(f"incomplete rank results: {path}") - if any(not all(r[k] for k in ("finite", "input_match", "redistribution_bitwise")) for r in ranks): + if any( + not all(r[k] for k in ("finite", "input_match", "redistribution_bitwise")) + or (r.get("check") is not None and not r["check"]["pass_"]) + for r in ranks + ): raise ValueError(f"failed correctness check: {path}") repeats = raw["config"]["repeats"] if not repeats or any(len(r["samples"]) != repeats for r in ranks): diff --git a/tests/test_csa_matrix_report.py b/tests/test_csa_matrix_report.py index 98604098..a4b853d4 100644 --- a/tests/test_csa_matrix_report.py +++ b/tests/test_csa_matrix_report.py @@ -105,3 +105,26 @@ def test_report_rejects_incomplete_precision_evidence(tmp_path, broken): path.write_text(json.dumps(data)) with pytest.raises(ValueError): summarize(tmp_path) + + +@pytest.mark.parametrize("layout", ["contiguous", "zigzag", "planner"]) +@pytest.mark.parametrize("rank", [0, 1]) +def test_report_rejects_failed_fp32_check(tmp_path, layout, rank): + _matrix(tmp_path) + path = tmp_path / f"layout-1m-fixture-{layout}.json" + data = json.loads(path.read_text()) + data["ranks"][rank]["check"] = {"pass_": False} + path.write_text(json.dumps(data)) + with pytest.raises(ValueError, match="failed correctness check"): + summarize(tmp_path) + + +@pytest.mark.parametrize("check", [None, {"pass_": True}]) +def test_report_accepts_optional_or_successful_fp32_check(tmp_path, check): + _matrix(tmp_path) + for path in tmp_path.glob("*.json"): + data = json.loads(path.read_text()) + for rank in data["ranks"]: + rank["check"] = check + path.write_text(json.dumps(data)) + assert "1m-fixture" in summarize(tmp_path) diff --git a/tests/test_thd_cost_fit.py b/tests/test_thd_cost_fit.py index 74dc833c..0f625b57 100644 --- a/tests/test_thd_cost_fit.py +++ b/tests/test_thd_cost_fit.py @@ -134,3 +134,48 @@ def test_transport_fit_prediction_uses_the_same_cost_model_as_planning(world, pe overlap_intra_inter=overlap, ) assert predict(f, coeff, overlap) == pytest.approx(m.estimate_ms(layouts, block_size=4)) + + +@pytest.fixture +def transport_fit_inputs(monkeypatch): + from types import SimpleNamespace + + import numpy as np + + optimize = pytest.importorskip("scipy.optimize") + # Keep export/metadata regressions independent of optimizer convergence. + coefficients = np.array([1.0, 3.0, 4.0, 2.0, 0.5, 0.007, 0.01]) + monkeypatch.setattr(optimize, "differential_evolution", lambda *a, **kw: SimpleNamespace(x=coefficients.copy())) + monkeypatch.setattr(optimize, "least_squares", lambda *a, **kw: SimpleNamespace(x=coefficients.copy())) + profile = dict(model=dict(bytes_per_query=20608, rank_node_ids=[0] * 8, packing_ns_per_query=8.5)) + feature = dict(rank_intra_rows=[128] * 16, rank_inter_rows=[0] * 16, peer_rows=128, node_rows=0, copies=0, peer_degree=1) + record = dict(heldout=False, marker_exact=True, critical_median_ms=1, features=feature, kind="intra", rows=128) + return dict(world=8, ranks_per_node=8, records=[record.copy() for _ in range(6)]), profile + + +@pytest.mark.parametrize("world,per_node", [(8, 4), (16, 8), (8, 8), (4, 1)]) +@pytest.mark.parametrize("old_per_node", [4, 8]) +def test_transport_fit_exports_calibration_topology(transport_fit_inputs, world, per_node, old_per_node): + from copy import deepcopy + + from benchmarks.fit_thd_transport import fit + + raw, profile = transport_fit_inputs + profile["model"]["rank_node_ids"] = [r // old_per_node for r in range(8)] + original = deepcopy(profile) + raw.update(world=world, ranks_per_node=per_node) + result = fit(raw, profile) + assert result["model"]["rank_node_ids"] == [r // per_node for r in range(world)] + assert result["transport_calibration"]["world_size"] == world + assert result["transport_calibration"]["ranks_per_node"] == per_node + assert profile == original + + +@pytest.mark.parametrize("world,per_node", [(0, 4), (1, 1), (8, 0), (8, 3), (8, 16), (8.0, 4), (8, 4.0), (True, 1), (8, True)]) +def test_transport_fit_rejects_invalid_topology(transport_fit_inputs, world, per_node): + from benchmarks.fit_thd_transport import fit + + raw, profile = transport_fit_inputs + raw.update(world=world, ranks_per_node=per_node) + with pytest.raises(ValueError, match="topology"): + fit(raw, profile) diff --git a/tests/test_thd_redistribute.py b/tests/test_thd_redistribute.py index c4935e72..bbb3a593 100644 --- a/tests/test_thd_redistribute.py +++ b/tests/test_thd_redistribute.py @@ -84,8 +84,8 @@ def collective(out, packed, output_split_sizes, input_split_sizes, group): def test_reject_overlap(): layouts, _ = query_layouts((0, 64), 4, "contiguous") - broken = (layouts[0], replace(layouts[1], spans=layouts[0].spans), *layouts[2:]) - with pytest.raises(ValueError): + broken = (layouts[0], replace(layouts[1], spans=tuple(replace(span, owner=1) for span in layouts[0].spans)), *layouts[2:]) + with pytest.raises(ValueError, match="without gaps or overlap"): THDRedistributionPlan.build(broken, (0, 16, 32, 48, 64), 0) From 6e4c37df0521512b22553e81d765a05f5cfe2dd6 Mon Sep 17 00:00:00 2001 From: Chaofan Yu <103550325+icavan@users.noreply.github.com> Date: Mon, 16 Nov 2026 15:25:23 +0800 Subject: [PATCH 05/18] fix(thd): harden collective validation and benchmark evidence Reject invalid source alignment group-wide and preserve Hopper preflight on independent multi-rank plans. Keep numerical failure reports strict JSON, reject nonfinite calibration timings, and counterbalance KDA benchmark pairs with recorded execution order. Add CPU regressions and distinguish historical GPU evidence from the new timing protocol. Validation: 375 focused CPU tests, repository-wide Ruff lint/format, and git diff --check. No fresh CUDA/NCCL or performance rerun. --- benchmarks/bench_full_csa_cp.py | 26 ++++-- benchmarks/bench_kda_independent_shards.py | 94 ++++++++++++++-------- benchmarks/fit_thd_transport.py | 7 +- cula/distributed/kda.py | 2 + docs/THD_SELECTION_RESULTS.md | 29 +++++-- tests/test_full_csa_cp_metadata.py | 55 ++++++++++++- tests/test_kda_independent_benchmark.py | 41 ++++++++++ tests/test_kimi_cp_helpers.py | 41 +++++++++- tests/test_thd_cost_fit.py | 18 +++++ 9 files changed, 265 insertions(+), 48 deletions(-) create mode 100644 tests/test_kda_independent_benchmark.py diff --git a/benchmarks/bench_full_csa_cp.py b/benchmarks/bench_full_csa_cp.py index 885bc3b7..9ebb1489 100644 --- a/benchmarks/bench_full_csa_cp.py +++ b/benchmarks/bench_full_csa_cp.py @@ -40,6 +40,23 @@ from cula.hybrid.index_pool import _load_cudnn_index_pool_ops +def validate_source_alignment(lengths, world): + """Make the same alignment decision on every balanced source rank.""" + if sum(lengths) % (4 * world) or any(n % 4 for n in lengths): + raise ValueError("source CP shards and documents must be block aligned") + + +def json_safe(value): + """Replace nonfinite measurements only in the serialized report copy.""" + if isinstance(value, dict): + return {key: json_safe(item) for key, item in value.items()} + if isinstance(value, (list, tuple)): + return [json_safe(item) for item in value] + if isinstance(value, float) and not math.isfinite(value): + return None + return value + + def metrics(actual, expected): actual, expected = actual.float(), expected.float() delta = actual - expected @@ -121,12 +138,11 @@ def __init__( torch.cuda.synchronize(device) common_prepare_start = time.perf_counter() self.rank, self.world = dist.get_rank(), dist.get_world_size() + validate_source_alignment(lengths, self.world) self.cu = (0, *accumulate(lengths)) self.plan = build_kimi_cp_plan(self.cu, group=dist.group.WORLD) self.source_n, self.total = self.plan.local_tokens, self.cu[-1] self.scale, self.heads = 576**-0.5, heads - if self.source_n % 4 or any(n % 4 for n in lengths): - raise ValueError("source CP shards and documents must be block aligned") n = self.source_n pool_plan = IndexPoolPlan.from_cu_seqlens(self.plan.local_cu_seqlens, head_dim=128, ratio=4) pool_cu_tokens, pool_cu_blocks = pool_plan.materialize(device) @@ -700,7 +716,7 @@ def main(*, keep_group=False, baseline=None, save_baseline=False, comparison_nam if iteration >= args.warmups: samples.append(sample) if rank == 0: - print("ITER", iteration, json.dumps(sample), flush=True) + print("ITER", iteration, json.dumps(json_safe(sample), allow_nan=False), flush=True) if args.check and check is None: check = check_reference(csa) finite = all( @@ -797,8 +813,8 @@ def main(*, keep_group=False, baseline=None, save_baseline=False, comparison_nam report = dict(config=vars(args), world_size=world, critical_rank_median=critical, ranks=gathered) report["planner_cost_model"] = None if cost_model is None else asdict(cost_model) with open(args.output, "w") as f: - json.dump(report, f, indent=2) - print("RESULT", json.dumps(critical), flush=True) + json.dump(json_safe(report), f, indent=2, allow_nan=False) + print("RESULT", json.dumps(json_safe(critical), allow_nan=False), flush=True) okay = all( r["finite"] and r["input_match"] diff --git a/benchmarks/bench_kda_independent_shards.py b/benchmarks/bench_kda_independent_shards.py index cf9c9bb9..02768e3b 100644 --- a/benchmarks/bench_kda_independent_shards.py +++ b/benchmarks/bench_kda_independent_shards.py @@ -20,10 +20,25 @@ import torch import torch.distributed as dist -from benchmarks.bench_full_csa_cp import compare_cpu_reference +from benchmarks.bench_full_csa_cp import compare_cpu_reference, json_safe from cula.distributed import AllGatherKimiCPTransport, KimiCPPlan, cudnn_kda_cp +def paired_samples(run, *, warmups, repeats): + """Warm both routes, then counterbalance each measured pair on all ranks.""" + if warmups < 0 or repeats < 1: + raise ValueError("warmups must be nonnegative and repeats positive") + samples = {"baseline": [], "candidate": []} + for warming, count in ((True, warmups), (False, repeats)): + for pair_index in range(count): + order = ("baseline", "candidate") if pair_index % 2 == 0 else ("candidate", "baseline") + for position, label in enumerate(order): + sample = run(label) + if not warming: + samples[label].append(dict(sample, pair_index=pair_index, execution_order=list(order), position=position)) + return samples + + def main(): parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("--output", type=Path, required=True) @@ -63,33 +78,40 @@ def main(): beta = torch.sigmoid(torch.randn(n, 32, device=device)) inputs = [x.requires_grad_() for x in (q, k, v, g, beta)] dout = torch.randn_like(v) + plans = {"baseline": replace(plan, requires_boundary_exchange=True), "candidate": plan} + + def timed_iteration(label, inputs=inputs, cu=cu, transport=transport, dout=dout): + for x in inputs: + x.grad = None + dist.barrier(device_ids=[local_rank]) + torch.cuda.synchronize() + torch.cuda.reset_peak_memory_stats() + begin, forward, end = [torch.cuda.Event(enable_timing=True) for _ in range(3)] + begin.record() + out = cudnn_kda_cp(*inputs, cu, plan=plans[label], group=dist.group.WORLD, boundary_transport=transport) + forward.record() + out.backward(dout) + end.record() + end.synchronize() + sample = dict( + total_ms=begin.elapsed_time(end), + fwd_ms=begin.elapsed_time(forward), + bwd_ms=forward.elapsed_time(end), + allocated_gib=torch.cuda.max_memory_allocated() / 2**30, + ) + del out + return sample + + samples = paired_samples(timed_iteration, warmups=args.warmups, repeats=args.repeats) + del timed_iteration + # Run the numerical comparison separately, after both routes' timings. + # CPU copies and reference comparisons cannot perturb a measured pair. reference = None - for label, active_plan in (("baseline", replace(plan, requires_boundary_exchange=True)), ("candidate", plan)): - samples = [] - for iteration in range(args.warmups + args.repeats): - for x in inputs: - x.grad = None - dist.barrier(device_ids=[local_rank]) - torch.cuda.synchronize() - torch.cuda.reset_peak_memory_stats() - begin, forward, end = [torch.cuda.Event(enable_timing=True) for _ in range(3)] - begin.record() - out = cudnn_kda_cp(*inputs, cu, plan=active_plan, group=dist.group.WORLD, boundary_transport=transport) - forward.record() - out.backward(dout) - end.record() - end.synchronize() - if iteration >= args.warmups: - samples.append( - dict( - total_ms=begin.elapsed_time(end), - fwd_ms=begin.elapsed_time(forward), - bwd_ms=forward.elapsed_time(end), - allocated_gib=torch.cuda.max_memory_allocated() / 2**30, - ) - ) - if iteration + 1 < args.warmups + args.repeats: - del out + for label, active_plan in plans.items(): + for x in inputs: + x.grad = None + out = cudnn_kda_cp(*inputs, cu, plan=active_plan, group=dist.group.WORLD, boundary_transport=transport) + out.backward(dout) tensors = dict(output=out, **{key: x.grad for key, x in zip(("dq", "dk", "dv", "dg", "dbeta"), inputs)}) errors = {} if reference is None else {key: compare_cpu_reference(x, reference[key]) for key, x in tensors.items()} if reference is None: @@ -100,7 +122,7 @@ def main(): rank=rank, requires_boundary_exchange=active_plan.requires_boundary_exchange, intrinsic_requires_boundary_exchange=plan.requires_boundary_exchange, - samples=samples, + samples=samples[label], errors=errors, ) gathered = [None] * world @@ -122,14 +144,18 @@ def main(): args.output.parent.mkdir(parents=True, exist_ok=True) args.output.write_text( json.dumps( - dict( - world_size=world, - source_sha256=hashlib.sha256( - (Path(__file__).resolve().parents[1] / "cula/distributed/kda.py").read_bytes() - ).hexdigest(), - results=results, + json_safe( + dict( + world_size=world, + timing_protocol="paired-alternating-v1", + source_sha256=hashlib.sha256( + (Path(__file__).resolve().parents[1] / "cula/distributed/kda.py").read_bytes() + ).hexdigest(), + results=results, + ) ), indent=2, + allow_nan=False, ) + "\n" ) diff --git a/benchmarks/fit_thd_transport.py b/benchmarks/fit_thd_transport.py index 082bbc16..ce2f9ea2 100644 --- a/benchmarks/fit_thd_transport.py +++ b/benchmarks/fit_thd_transport.py @@ -40,8 +40,11 @@ def fit(raw, profile, *, overlap_links=False): ): raise ValueError("calibration topology requires CP >= 2 and complete nodes") rows = [r for r in raw["records"] if not r["heldout"]] - if len(rows) < 6 or any(not r["marker_exact"] or r["critical_median_ms"] <= 0 for r in raw["records"]): - raise ValueError("need complete, positive transport timings and exact row markers") + if len(rows) < 6 or any( + not r["marker_exact"] or not np.isfinite(r["critical_median_ms"]) or r["critical_median_ms"] <= 0 + for r in raw["records"] + ): + raise ValueError("need complete, finite positive transport timings and exact row markers") y = np.array([r["critical_median_ms"] for r in rows]) def residual(x): diff --git a/cula/distributed/kda.py b/cula/distributed/kda.py index 603cd113..3abbf43b 100644 --- a/cula/distributed/kda.py +++ b/cula/distributed/kda.py @@ -933,6 +933,8 @@ def cudnn_kda_cp( # independent native recurrence as CP1, including native autograd; # no forward or backward state can cross ranks. The plan flag is # identical on all peers, so no rank skips a required collective. + if plan.world_size > 1 and _resolve_kimi_cp_backend(backend, q.device) == "hopper-state-probe": + _validate_hopper_state_probe_options(options, a_log, dt_bias) kimi_delta_attention, _ = _load_cudnn_kda_ops() attention_outputs = kimi_delta_attention( q, diff --git a/docs/THD_SELECTION_RESULTS.md b/docs/THD_SELECTION_RESULTS.md index 7096e18e..276be400 100644 --- a/docs/THD_SELECTION_RESULTS.md +++ b/docs/THD_SELECTION_RESULTS.md @@ -117,13 +117,13 @@ and shared rendezvous; select `thd_selection_h20_cp16.json`. The runner first executes small FP32 checks, then all 31 cases, keeping contiguous first and alternating the other two policies. `--list-cases` lists shapes without CUDA. -## Final source review +## Original submission source review (2026-11-15) The full matrix above precedes the final CPU metadata cleanup. This cleanup rejects noninteger transport intervals, removes an obsolete benchmark import, fixes preparation accounting in the public summarizer and replaces a quadratic DSA window candidate sum with an integer running total. Planner decisions and -numerical kernels are unchanged. The final branch has separate regression +numerical kernels are unchanged. That submission has separate regression validation recorded below; the historical matrix is not relabeled as a new run. Local CPU preparation microbenchmark (10 measured samples after one warmup): @@ -138,9 +138,9 @@ Local CPU preparation microbenchmark (10 measured samples after one warmup): These CPU-only measurements are not GPU or whole-chain speedups. The change removes repeated scans of already-grouped documents; it does not change scratch capacity, math precision or kernel launch boundaries. -## Final-branch GPU regression +## Original submission GPU regression -On both H20 CP16 and B300 CP8, the final source passed four small FP32 fixtures +On both H20 CP16 and B300 CP8, the original submission source passed four small FP32 fixtures and three representative 1M shapes (single long, 1000 documents with one long, and 1000-document tiny mixture), each under C/Z/P: **42 complete CSA rows**. The 1M rerun used three warmups and five measurements. A separate six-case KDA @@ -148,7 +148,7 @@ A/B on each platform compared native document-local execution with the forced boundary route, including weak decay and isolated ranks with a crossing peer: **24 A/B rows**, with zero difference in output and all five gradients. -All 181 tested source/config files match the submitted branch. The 62 original +All 181 tested source/config files matched the original submission. The 62 original planner decisions still match every measured rank's policy, row count, span count and remote rows. All **2,232** DSA rank plans across the full 31 x 3 x (CP16 + CP8) matrix have field-for-field identical window metadata before and @@ -161,3 +161,22 @@ coverage and ownership, collective participation, inverse autograd, storage lifetimes, context reuse, cost-model bounds and benchmark accounting. No handwritten GPU kernel, precision mode or math approximation is changed. This is not a claim of a complete race audit of every unchanged kernel in cuLA. + + +## Post-review validation and timing protocol + +The subsequent review fixes add group-wide source-alignment rejection, finite +calibration-input validation, strict JSON failure reports, and the SM90 +independent-shard option preflight. The independent-shard KDA benchmark now +warms both routes and alternates baseline/candidate order for every measured +pair. Each raw sample records its pair index, actual execution order and +position; new reports identify this as `paired-alternating-v1`. Numerical +output/gradient comparison runs separately after both routes' timed samples. + +The historical JSON result files and tables above are unchanged. In particular, +the original KDA A/B timings ran all baseline samples before all candidate +samples; they are not measurements under the new paired protocol. The recorded +source hashes describe those historical runs, not the later review fixes. +No fresh GPU, NCCL or performance rerun accompanies these fixes. Their +validation consists of focused CPU regressions and repository-wide Ruff +lint/format checks; a new paired GPU run is needed for updated timing claims. diff --git a/tests/test_full_csa_cp_metadata.py b/tests/test_full_csa_cp_metadata.py index 26415442..3f18e02d 100644 --- a/tests/test_full_csa_cp_metadata.py +++ b/tests/test_full_csa_cp_metadata.py @@ -3,10 +3,16 @@ """CPU checks of the experimental full-CSA benchmark's addressing contract.""" +import json +import math +import sys +from types import SimpleNamespace + import pytest import torch -from benchmarks.bench_full_csa_cp import expand_blocks, query_metadata +from benchmarks import bench_full_csa_cp as bench +from benchmarks.bench_full_csa_cp import expand_blocks, json_safe, metrics, query_metadata, validate_source_alignment from cula.distributed import THDRankLayout, THDSpan @@ -57,3 +63,50 @@ def test_bulk_metadata_is_prepared_on_cpu_under_a_different_default_device(): assert origin.tolist() == [0] * 4 assert visible.tolist() == [5, 6, 7, 8] assert rows.tolist() == [4, 5, 6, 7] + + +@pytest.mark.parametrize("lengths,world", [([32], 8), ([4, 28], 8), ([8, 8], 2), ([4], 1)]) +def test_source_alignment_accepts_group_wide_aligned_shards(lengths, world): + validate_source_alignment(lengths, world) + + +@pytest.mark.parametrize("lengths,world", [([36], 8), ([12, 24], 8), ([6, 26], 8), ([6], 1)]) +def test_source_alignment_rejects_misaligned_shards_or_documents(lengths, world): + with pytest.raises(ValueError, match="source CP shards and documents must be block aligned"): + validate_source_alignment(lengths, world) + + +@pytest.mark.parametrize("rank", range(8)) +def test_invalid_alignment_stops_every_rank_before_plan_or_collective(monkeypatch, rank): + monkeypatch.setitem(sys.modules, "cudnn", SimpleNamespace(DSA=object())) + monkeypatch.setattr(bench, "_load_cudnn_index_pool_ops", lambda: (None, None)) + monkeypatch.setattr(bench.torch.cuda, "synchronize", lambda device: None) + monkeypatch.setattr(bench.dist, "get_rank", lambda: rank) + monkeypatch.setattr(bench.dist, "get_world_size", lambda: 8) + + def unexpected(*args, **kwargs): + pytest.fail("invalid global alignment reached plan construction or a collective") + + monkeypatch.setattr(bench, "build_kimi_cp_plan", unexpected) + monkeypatch.setattr(bench.dist, "broadcast", unexpected) + with pytest.raises(ValueError, match="block aligned"): + bench.FullCSA([36], heads=64, top_k=128, device="cpu", candidate_mib=0) + + +def test_failure_report_is_strict_json_without_changing_failure_evidence(): + errors = metrics(torch.tensor([float("nan")]), torch.ones(1)) + raw = { + "finite": False, + "check": {"pass_": False, "errors": errors}, + "samples": [{"time": float("inf")}], + "extra": (float("-inf"), 1.5, True, None), + } + encoded = json.dumps(json_safe(raw), allow_nan=False) + decoded = json.loads(encoded) + assert decoded["finite"] is False + assert decoded["check"]["pass_"] is False + assert decoded["check"]["errors"] == {"max_abs": None, "relative_rms": None, "finite": False} + assert decoded["samples"] == [{"time": None}] + assert decoded["extra"] == [None, 1.5, True, None] + assert math.isnan(raw["check"]["errors"]["max_abs"]) + assert math.isinf(raw["samples"][0]["time"]) diff --git a/tests/test_kda_independent_benchmark.py b/tests/test_kda_independent_benchmark.py new file mode 100644 index 00000000..10838dad --- /dev/null +++ b/tests/test_kda_independent_benchmark.py @@ -0,0 +1,41 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +import pytest + +from benchmarks.bench_kda_independent_shards import paired_samples + + +@pytest.mark.parametrize("warmups,repeats", [(0, 1), (1, 4), (3, 3)]) +def test_paired_samples_warm_both_routes_and_record_actual_order(warmups, repeats): + calls = [] + + def run(label): + calls.append(label) + return {"total_ms": len(calls), "fwd_ms": 1.0} + + samples = paired_samples(run, warmups=warmups, repeats=repeats) + assert len(calls) == 2 * (warmups + repeats) + assert calls[: 2 * warmups].count("baseline") == warmups + assert calls[: 2 * warmups].count("candidate") == warmups + for pair in range(repeats): + expected = ["baseline", "candidate"] if pair % 2 == 0 else ["candidate", "baseline"] + offset = 2 * (warmups + pair) + assert calls[offset : offset + 2] == expected + for position, label in enumerate(expected): + sample = samples[label][pair] + assert sample["pair_index"] == pair + assert sample["execution_order"] == expected + assert sample["position"] == position + assert sample["total_ms"] == offset + position + 1 + assert sample["fwd_ms"] == 1.0 + assert all(len(rows) == repeats for rows in samples.values()) + + +@pytest.mark.parametrize("warmups,repeats", [(-1, 1), (0, 0)]) +def test_paired_samples_reject_invalid_counts_before_running(warmups, repeats): + def unexpected(label): + pytest.fail("invalid counts executed a benchmark route") + + with pytest.raises(ValueError): + paired_samples(unexpected, warmups=warmups, repeats=repeats) diff --git a/tests/test_kimi_cp_helpers.py b/tests/test_kimi_cp_helpers.py index c9e437bd..2947b9b5 100644 --- a/tests/test_kimi_cp_helpers.py +++ b/tests/test_kimi_cp_helpers.py @@ -603,7 +603,8 @@ def backward(d_o, q, k, v, g, beta, cu, scale, **kwargs): @pytest.mark.parametrize("world", [1, 4]) -def test_independent_shards_call_native_attention_export(monkeypatch, world): +@pytest.mark.parametrize("major", [9, 10]) +def test_independent_shards_call_native_attention_export(monkeypatch, world, major): plan = KimiCPPlan.from_global_cu_seqlens(list(range(0, 2 * world + 1, 2)), rank=0, world_size=world) q = torch.zeros(2, 1, 4) v = torch.zeros(2, 1, 3) @@ -616,6 +617,7 @@ def attention(*args, **kwargs): observed["kwargs"] = kwargs return torch.ones_like(v), torch.empty(0) + monkeypatch.setattr(cp.torch.cuda, "get_device_capability", lambda device: (major, 0)) monkeypatch.setattr(cp, "_validate_inputs", lambda *args, **kwargs: None) monkeypatch.setattr(cp, "_load_cudnn_kda_ops", lambda: (attention, object())) @@ -623,3 +625,40 @@ def attention(*args, **kwargs): assert torch.equal(result, torch.ones_like(v)) assert all(actual is expected for actual, expected in zip(observed["args"][:5], (q, q, v, q, beta), strict=True)) + + +@pytest.mark.parametrize("option", ["use_qk_l2norm_in_kernel", "use_beta_sigmoid_in_kernel", "safe_gate"]) +@pytest.mark.parametrize( + "world,major,backend,reject", + [ + (4, 9, "auto", True), + (4, 10, "auto", False), + (1, 9, "auto", False), + (4, 10, "hopper-state-probe", True), + (4, 9, "frost-summary", False), + ], +) +def test_independent_shards_validate_only_multirank_hopper_options(monkeypatch, option, world, major, backend, reject): + plan = KimiCPPlan.from_global_cu_seqlens(list(range(0, 2 * world + 1, 2)), rank=0, world_size=world) + q = torch.zeros(2, 1, 4) + beta = torch.zeros(2, 1) + cu = torch.tensor([0, 2], dtype=torch.int32) + observed = {} + + def attention(*args, **kwargs): + observed.update(kwargs) + return q, None + + monkeypatch.setattr(cp, "_validate_inputs", lambda *args, **kwargs: None) + monkeypatch.setattr(cp.torch.cuda, "get_device_capability", lambda device: (major, 0)) + monkeypatch.setattr(cp, "_load_cudnn_kda_ops", lambda: (attention, object())) + options = {option: True} + if option == "safe_gate": + options.update(a_log=torch.zeros(1), dt_bias=torch.zeros(1, 4)) + if reject: + with pytest.raises(ValueError, match=option): + cp.cudnn_kda_cp(q, q, q, q, beta, cu, plan=plan, backend=backend, **options) + assert not observed + else: + assert cp.cudnn_kda_cp(q, q, q, q, beta, cu, plan=plan, backend=backend, **options) is q + assert observed[option] is True diff --git a/tests/test_thd_cost_fit.py b/tests/test_thd_cost_fit.py index 0f625b57..10573e44 100644 --- a/tests/test_thd_cost_fit.py +++ b/tests/test_thd_cost_fit.py @@ -179,3 +179,21 @@ def test_transport_fit_rejects_invalid_topology(transport_fit_inputs, world, per raw.update(world=world, ranks_per_node=per_node) with pytest.raises(ValueError, match="topology"): fit(raw, profile) + + +@pytest.mark.parametrize("heldout", [False, True]) +@pytest.mark.parametrize("timing", [float("nan"), float("inf"), float("-inf"), 0, -1]) +def test_transport_fit_rejects_invalid_timings_before_optimization(transport_fit_inputs, monkeypatch, heldout, timing): + import scipy.optimize + + from benchmarks.fit_thd_transport import fit + + raw, profile = transport_fit_inputs + raw["records"].append(dict(raw["records"][0], heldout=heldout, critical_median_ms=timing)) + + def unexpected(*args, **kwargs): + pytest.fail("invalid timing reached the optimizer") + + monkeypatch.setattr(scipy.optimize, "differential_evolution", unexpected) + with pytest.raises(ValueError, match="finite positive"): + fit(raw, profile) From d2cf4fdf7b7ec8fc4e22ecd780dd4a48d0a61670 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Mon, 16 Nov 2026 20:25:55 +0800 Subject: [PATCH 06/18] feat(hybrid): expose prepared CSA context-parallel selection Package host planning, CUDA workspaces, source-order restoration and retained results for downstream indexers. Add an explicit selection-fragment floor and reduce repeated identity and placement work without changing default plans. Build bulk integer mappings on device from compact host ranges. Validate 128K/256K complete CSA forward/backward on CP8, including subgroup and FP32-weight contracts. Report steady execution and fresh preparation separately, retaining smaller-context regressions and limits. Signed-off-by: shuyan.ycf --- README.md | 2 + benchmarks/bench_csa_cp_windows.py | 268 + benchmarks/bench_full_csa_cp.py | 133 +- benchmarks/check_csa_cp_selection.py | 98 + cula/_metadata.py | 22 +- cula/distributed/redistribute.py | 13 +- cula/distributed/thd_planner.py | 113 +- cula/hybrid/__init__.py | 5 + cula/hybrid/csa_cp.py | 283 ++ docs/CSA_CP_SELECTION.md | 144 + docs/CSA_CP_WINDOW_RESULTS.md | 139 + docs/HYBRID_CUDNN_RUNTIME.md | 3 + docs/results/csa_cp_windows_20261116.json | 5433 +++++++++++++++++++++ tests/test_csa_cp_selection.py | 238 + 14 files changed, 6842 insertions(+), 52 deletions(-) create mode 100644 benchmarks/bench_csa_cp_windows.py create mode 100644 benchmarks/check_csa_cp_selection.py create mode 100644 cula/hybrid/csa_cp.py create mode 100644 docs/CSA_CP_SELECTION.md create mode 100644 docs/CSA_CP_WINDOW_RESULTS.md create mode 100644 docs/results/csa_cp_windows_20261116.json create mode 100644 tests/test_csa_cp_selection.py diff --git a/README.md b/README.md index e1d4c545..2206afee 100644 --- a/README.md +++ b/README.md @@ -149,6 +149,8 @@ kernel boundary and the overlap assessment against FlashInfer and cuDNN. The optional [cuDNN hybrid-attention runtime](docs/HYBRID_CUDNN_RUNTIME.md) documents packed index pooling, memory-bounded DSA selection, and CP layout ownership without precision downgrades. +The [CSA CP selection API](docs/CSA_CP_SELECTION.md) packages adaptive THD +planning, query routing and result restoration for downstream frameworks. ## Benchmarks diff --git a/benchmarks/bench_csa_cp_windows.py b/benchmarks/bench_csa_cp_windows.py new file mode 100644 index 00000000..4342338e --- /dev/null +++ b/benchmarks/bench_csa_cp_windows.py @@ -0,0 +1,268 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Public CSA selection API: complete CSA F/B across packed context lengths. + +No projections, KDA, MoE, optimizer, or checkpoint recomputation are included. +All variants use the same BF16 inputs and FP32 communication/reduction contract. +""" + +import argparse +import datetime +import gc +import hashlib +import json +import math +import os +import statistics +import time +from dataclasses import replace +from pathlib import Path + +import torch +import torch.distributed as dist + +from benchmarks.bench_full_csa_cp import FullCSA, check_redistribution, check_reference, compare_cpu_reference, json_safe +from cula.distributed import THDPlannerConfig, THDSelectionCostModel + + +def cases(tokens): + """Five block-aligned layouts, including 512/1000-document packs.""" + short = 64 + mixed = [short] * 998 + [(tokens - 998 * short) // 2] * 2 + # The two long documents have different positions in a reproducible pack. + mixed = mixed[:199] + [mixed[-1]] + mixed[199:-2] + [mixed[-2]] + tail = [64] * 800 + [256] * 199 + [tokens - 800 * 64 - 199 * 256] + return { + "single": [tokens], + "uniform-1024": [tokens // 1024] * 1024, + "near-uniform-512": [tokens // 512 - 4, tokens // 512 + 4] * 256, + "mixed-1000": mixed, + "long-tail-1000": tail, + } + + +def tensors(csa): + r, b = csa.last, csa.indexer + return dict( + output=r["source_output"], + dq=r["source_dq"], + dkv=r["local_dkv"], + d_index_q=r["source_dqi"], + d_weights=r["source_dw"], + d_pool_kv=b.local_kv.grad, + d_pool_score=b.pool_score.grad, + d_ape=b.ape.grad, + ) + + +def iteration(csa): + dist.barrier(device_ids=[torch.cuda.current_device()]) + torch.cuda.synchronize() + torch.cuda.reset_peak_memory_stats() + begin, end = (torch.cuda.Event(enable_timing=True) for _ in range(2)) + wall = time.perf_counter() + begin.record() + csa.forward() + csa.backward() + end.record() + end.synchronize() + return dict( + total_ms=begin.elapsed_time(end), + wall_ms=1000 * (time.perf_counter() - wall), + allocated_gib=torch.cuda.max_memory_allocated() / 2**30, + reserved_gib=torch.cuda.max_memory_reserved() / 2**30, + **csa.timings(), + ) + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--profile", type=Path, required=True) + parser.add_argument("--output-dir", type=Path, required=True) + parser.add_argument("--tokens", type=int, nargs="+", default=[128 << 10, 256 << 10]) + parser.add_argument("--cases", nargs="+", help="Subset of the five named distributions") + parser.add_argument("--warmups", type=int, default=2) + parser.add_argument("--repeats", type=int, default=5) + parser.add_argument("--prepare-repeats", type=int, default=8) + parser.add_argument("--min-gain-ms", type=float, help="Explicit preparation budget override, recorded in the report") + parser.add_argument( + "--min-chunk-tokens", type=int, default=1024, help="Minimum newly created planner span; independent of context length" + ) + parser.add_argument("--max-chunks-per-rank", type=int, default=6) + parser.add_argument("--check-only", action="store_true", help="Small independent FP32 oracle fixtures") + args = parser.parse_args() + if min(args.warmups, args.repeats, args.prepare_repeats) < 1 or any(t < 128 << 10 or t % 4096 for t in args.tokens): + parser.error("warmups/repeats must be positive; contexts must be >= 128K and divisible by 4096") + torch.cuda.set_device(int(os.environ.get("LOCAL_RANK", 0))) + device = torch.device("cuda", torch.cuda.current_device()) + dist.init_process_group("nccl", timeout=datetime.timedelta(minutes=10)) + rank, world = dist.get_rank(), dist.get_world_size() + torch.backends.cuda.matmul.allow_tf32 = False + torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = False + profiles = [json.loads(args.profile.read_text())["model"] if rank == 0 else None] + dist.broadcast_object_list(profiles, src=0) + profiles[0]["rank_node_ids"] = tuple(profiles[0]["rank_node_ids"]) + model = THDSelectionCostModel(**profiles[0]) + if args.min_gain_ms is not None: + model = replace(model, min_gain_ms=args.min_gain_ms) + if len(model.rank_node_ids) != world: + raise ValueError("profile topology does not match world size") + args.output_dir.mkdir(parents=True, exist_ok=True) + from dataclasses import asdict + + manifest = dict(arguments={k: str(v) if isinstance(v, Path) else v for k, v in vars(args).items()}, model=asdict(model)) + source = Path(__file__).resolve().parents[1] + import importlib.metadata + + try: + frontend_version = importlib.metadata.version("nvidia-cudnn-frontend") + except importlib.metadata.PackageNotFoundError: + frontend_version = None # Source-only frontend checkouts have no wheel metadata. + manifest["software"] = { + "torch": torch.__version__, + "cuda_runtime": torch.version.cuda, + "cutlass_dsl": importlib.metadata.version("nvidia-cutlass-dsl"), + "cudnn_frontend": frontend_version, + } + manifest["source_sha256"] = { + str(p.relative_to(source)): hashlib.sha256(p.read_bytes()).hexdigest() + for directory in (source / "cula", source / "benchmarks") + for p in sorted(directory.rglob("*.py")) + } + manifests = [None] * world + dist.all_gather_object(manifests, manifest) + if any(m != manifests[0] for m in manifests): + raise RuntimeError("source/config differs across ranks") + if rank == 0: + (args.output_dir / "manifest.json").write_text(json.dumps(manifest, indent=2) + "\n") + suite = [ + (f"{t // 1024}k-{name}", lengths) + for t in args.tokens + for name, lengths in cases(t).items() + if not args.cases or name in args.cases + ] + if args.check_only: + suite = [("check-single", [4096]), ("check-many", [4] * 1024), ("check-mixed", [4] * 64 + [1920] * 2)] + if not suite: + raise ValueError("no matching cases") + for name, lengths in suite: + variants, samples, checks, preparation = {}, {}, {}, {} + policies = ("legacy-contiguous", "contiguous", "zigzag", "planner") + for policy in policies: + torch.manual_seed(20261116 + rank) + csa = FullCSA( + lengths, + 64, + 512, + device, + 0, + layout="contiguous" if policy.startswith("legacy") else policy, + planner_cost_model=model, + planner_strategy="selection", + selection_api=not policy.startswith("legacy"), + planner_config=THDPlannerConfig( + min_chunk_tokens=args.min_chunk_tokens, max_chunks_per_rank=args.max_chunks_per_rank + ), + ) + variants[policy], samples[policy] = csa, [] + if not check_redistribution(csa): + raise RuntimeError("row identity/inverse failed") + if rank == 0: + print("CASE", name, "selected", variants["planner"].selected_policy, flush=True) + orders = [] + for i in range(args.warmups + args.repeats): + order = policies[i % len(policies) :] + policies[: i % len(policies)] + if i % 2: + order = order[::-1] + orders.append(order) + for policy in order: + sample = iteration(variants[policy]) + if i >= args.warmups: + samples[policy].append(sample) + if rank == 0: + print("ITER", name, i, {p: round(samples[p][-1]["total_ms"], 3) for p in policies if samples[p]}, flush=True) + # Fresh metadata is measured after kernels/allocators are warm, in + # rotated order. Retain cold measurements separately, without silently + # substituting cache lookup time for fresh plan construction. + cold_prepare = {p: dict(common_ms=c.common_prepare_ms, layout_ms=c.layout_prepare_ms) for p, c in variants.items()} + prepare_orders = [] + for j in range(args.prepare_repeats): + order = policies[j % len(policies) :] + policies[: j % len(policies)] + if j % 2: + order = order[::-1] + prepare_orders.append(order) + for p in order: + dist.barrier(device_ids=[torch.cuda.current_device()]) + preparation.setdefault(p, []).append(variants[p].prepare_metadata()) + reference = {k: v.detach().cpu() for k, v in tensors(variants["legacy-contiguous"]).items()} + # Loss is normalized by global tokens in FullCSA. Reduce its scalar + # separately; selection routing must not change the objective. + losses = torch.stack([variants[p].last["loss"].detach() for p in policies]) + dist.all_reduce(losses) + loss_values = losses.cpu().tolist() + okay = True + for policy, csa in variants.items(): + errors = {k: compare_cpu_reference(v, reference[k]) for k, v in tensors(csa).items()} + ref = check_reference(csa) if args.check_only else None + okay &= all(e["finite"] and e["relative_rms"] < 0.01 for e in errors.values()) + loss = loss_values[policies.index(policy)] + loss_delta = abs(loss - loss_values[0]) + okay &= ref is None or ref["pass_"] + okay &= math.isfinite(loss) and loss_delta < 1e-5 + checks[policy] = dict( + errors=errors, + global_loss=loss, + loss_abs_diff=loss_delta, + fp32=ref, + selected_policy=csa.selected_policy, + cold_prepare=cold_prepare[policy], + prepare_samples=preparation[policy], + source_rows=csa.source_n, + selection_rows=csa.selection_layout.local_tokens, + selection_spans=len(csa.selection_layout.spans), + workspace_bytes=0 + if csa.indexer.select_plan is None + else csa.indexer.select_plan.candidate_workspace_floats * 4, + ) + records = [None] * world + dist.all_gather_object(records, dict(rank=rank, samples=samples, checks=checks, okay=okay)) + if rank == 0: + summary = {} + for policy in policies: + step = statistics.median( + max(r["samples"][policy][i]["total_ms"] for r in records) for i in range(args.repeats) + ) + prepare_samples = [ + max(sum(r["checks"][policy]["prepare_samples"][j].values()) for r in records) + for j in range(args.prepare_repeats) + ] + prepare = statistics.median(prepare_samples) + summary[policy] = dict( + step_ms=step, + prepare_ms=prepare, + one_use_ms=step + prepare, + prepare_min_ms=min(prepare_samples), + prepare_max_ms=max(prepare_samples), + ) + report = dict( + case=name, + lengths=lengths, + world_size=world, + orders=orders, + prepare_orders=prepare_orders, + summary=summary, + ranks=records, + ) + (args.output_dir / f"{name}.json").write_text(json.dumps(json_safe(report), indent=2, allow_nan=False) + "\n") + print("RESULT", name, json.dumps(summary), flush=True) + if not all(r["okay"] for r in records): + raise RuntimeError("numerical qualification failed; result retained") + del variants, csa, reference, records + gc.collect() + torch.cuda.empty_cache() + dist.destroy_process_group() + + +if __name__ == "__main__": + main() diff --git a/benchmarks/bench_full_csa_cp.py b/benchmarks/bench_full_csa_cp.py index 9ebb1489..c4f9cf68 100644 --- a/benchmarks/bench_full_csa_cp.py +++ b/benchmarks/bench_full_csa_cp.py @@ -36,7 +36,16 @@ build_kimi_cp_plan, cudnn_kda_cp, ) -from cula.hybrid import DsaSelectionPlan, DsaSelectionWorkspace, IndexPoolPlan, cudnn_dsa_select, cudnn_index_pool +from cula.hybrid import ( + CsaCPSelectionPlan, + CsaCPSelectionWorkspace, + DsaSelectionPlan, + DsaSelectionWorkspace, + IndexPoolPlan, + cudnn_csa_select_cp, + cudnn_dsa_select, + cudnn_index_pool, +) from cula.hybrid.index_pool import _load_cudnn_index_pool_ops @@ -50,7 +59,7 @@ def json_safe(value): """Replace nonfinite measurements only in the serialized report copy.""" if isinstance(value, dict): return {key: json_safe(item) for key, item in value.items()} - if isinstance(value, (list, tuple)): + if isinstance(value, list | tuple): return [json_safe(item) for item in value] if isinstance(value, float) and not math.isfinite(value): return None @@ -127,6 +136,8 @@ def __init__( redistribution_scope="selection", planner_cost_model=None, planner_strategy="balanced", + selection_api=False, + planner_config=None, ): import cudnn @@ -134,6 +145,11 @@ def __init__( self.top_k = top_k self.pool_backward_order = pool_backward_order self.redistribution_scope = redistribution_scope + self.selection_api = selection_api + if selection_api and ( + redistribution_scope != "selection" or (layout == "planner" and planner_strategy != "selection") + ): + raise ValueError("the public API requires selection-only routing and the selection planner") _, self.pool_backward = _load_cudnn_index_pool_ops() torch.cuda.synchronize(device) common_prepare_start = time.perf_counter() @@ -177,23 +193,86 @@ def __init__( self.global_kv = torch.empty(self.total, 576, device=device, dtype=torch.bfloat16) self.sink = torch.full((heads,), -torch.inf, device=device, dtype=torch.float32) self.unit_grad = torch.ones((), device=device, dtype=torch.float32) + self._layout_options = dict( + device=device, + candidate_mib=candidate_mib, + layout=layout, + redistribution_scope=redistribution_scope, + planner_cost_model=planner_cost_model, + planner_strategy=planner_strategy, + selection_api=selection_api, + planner_config=planner_config, + ) + self._prepare_layout(**self._layout_options) + self.events = [] + self.last = {} + + def prepare_metadata(self): + """Rebuild fresh metadata after warmup, without regenerating inputs. + + Synchronization includes H2D metadata copies and workspace allocation; + compilation and RNG initialization are outside this preparation metric. + """ + device = self.source_q.device + torch.cuda.synchronize(device) + start = time.perf_counter() + self.plan = build_kimi_cp_plan(self.cu, group=dist.group.WORLD) + b = self.indexer + b.pool_plan = IndexPoolPlan.from_cu_seqlens(self.plan.local_cu_seqlens, head_dim=128, ratio=4) + b.pool_cu_tokens, b.pool_cu_blocks = b.pool_plan.materialize(device) + torch.cuda.synchronize(device) + self.common_prepare_ms = (time.perf_counter() - start) * 1000 + self._prepare_layout(**self._layout_options) + return dict(common_ms=self.common_prepare_ms, layout_ms=self.layout_prepare_ms) + + def _prepare_layout( + self, + *, + device, + candidate_mib, + layout, + redistribution_scope, + planner_cost_model, + planner_strategy, + selection_api, + planner_config, + ): + b, top_k = self.indexer, self.top_k torch.cuda.synchronize(device) prepare_start = time.perf_counter() if planner_cost_model is not None and redistribution_scope != "selection": raise ValueError("the selection cost model is valid only for selection-only redistribution") if planner_strategy == "selection" and redistribution_scope != "selection": raise ValueError("selection planning requires selection-only redistribution") - ranks, self.selected_policy = query_layouts( - self.cu, self.world, layout, cost_model=planner_cost_model, planner_strategy=planner_strategy - ) + if selection_api: + cp_selection_plan = CsaCPSelectionPlan.from_cu_seqlens( + self.cu, + rank=self.rank, + world_size=self.world, + top_k=top_k, + policy=layout, + cost_model=planner_cost_model, + config=planner_config, + max_tokens_per_rank=self.total if layout == "zigzag" else None, + candidate_budget_bytes=None if candidate_mib == 0 else candidate_mib << 20, + ) + self.cp_selection = CsaCPSelectionWorkspace.from_plan(cp_selection_plan, device, group=dist.group.WORLD) + ranks, self.selected_policy = cp_selection_plan.ranks, cp_selection_plan.policy + else: + ranks, self.selected_policy = query_layouts( + self.cu, self.world, layout, cost_model=planner_cost_model, planner_strategy=planner_strategy + ) if redistribution_scope == "queries" and any(r.local_tokens == 0 for r in ranks): raise ValueError( "query-wide redistribution requires nonempty attention ranks; use selection scope for empty ranks" ) self.selection_layout = ranks[self.rank] source_offsets = balanced_shards(self.total, self.world) - exchange_plan = THDRedistributionPlan.build(ranks, source_offsets, self.rank) - self.selection_exchange = THDRedistributor(exchange_plan, device, group=dist.group.WORLD) + if selection_api: + self.selection_exchange = self.cp_selection.exchange + else: + exchange_plan = THDRedistributionPlan.build(ranks, source_offsets, self.rank) + self.selection_exchange = THDRedistributor(exchange_plan, device, group=dist.group.WORLD) if redistribution_scope == "selection": attention_ranks, _ = query_layouts(self.cu, self.world, "contiguous") self.layout = attention_ranks[self.rank] @@ -211,7 +290,9 @@ def __init__( key_ranges.append((span.sequence_start // 4, span.sequence_end // 4)) b.select_plan = None b.select_workspace = None - if self.selection_layout.local_tokens: + if selection_api: + b.select_plan, b.select_workspace = cp_selection_plan.selection, self.cp_selection.selection + elif self.selection_layout.local_tokens: b.select_plan = DsaSelectionPlan.from_cu_seqlens( self.selection_layout.local_cu_seqlens, key_prefix, @@ -222,7 +303,9 @@ def __init__( ) b.select_workspace = DsaSelectionWorkspace.from_plan(b.select_plan, device) self.selection_key_ids = None - if not key_ranges: + if selection_api: + self.selection_key_slice, self.selection_key_ids = self.cp_selection.key_slice, self.cp_selection.key_indices + elif not key_ranges: self.selection_key_slice = slice(0, 0) elif all(left[1] == right[0] for left, right in zip(key_ranges, key_ranges[1:])): self.selection_key_slice = slice(key_ranges[0][0], key_ranges[-1][1]) @@ -230,8 +313,6 @@ def __init__( self.selection_key_ids = torch.cat([torch.arange(a, z, device="cpu") for a, z in key_ranges]).to(device) torch.cuda.synchronize(device) self.layout_prepare_ms = (time.perf_counter() - prepare_start) * 1000 - self.events = [] - self.last = {} def mark(self, name): event = torch.cuda.Event(enable_timing=True) @@ -249,8 +330,10 @@ def forward(self): self.last = {} with torch.cuda.nvtx.range("csa.query_redistribute"): self.q = self.exchange.distribute(self.source_q) - selection_qi = self.selection_exchange.distribute(self.source_qi) - selection_weights = self.selection_exchange.distribute(self.source_weights) + selection_qi = self.source_qi if self.selection_api else self.selection_exchange.distribute(self.source_qi) + selection_weights = ( + self.source_weights if self.selection_api else self.selection_exchange.distribute(self.source_weights) + ) b.qi = self.source_qi if self.redistribution_scope == "selection" else selection_qi b.weights = self.source_weights if self.redistribution_scope == "selection" else selection_weights self.mark("query_redistribute") @@ -266,13 +349,25 @@ def forward(self): self.mark("pool_gather") with torch.cuda.nvtx.range("csa.selection_key_layout"): select_keys = ( - b.global_kbar[self.selection_key_slice] - if self.selection_key_ids is None - else b.global_kbar.index_select(0, self.selection_key_ids) + None + if self.selection_api + else ( + b.global_kbar[self.selection_key_slice] + if self.selection_key_ids is None + else b.global_kbar.index_select(0, self.selection_key_ids) + ) ) self.mark("selection_key_layout") with torch.cuda.nvtx.range("csa.selection"): - if b.select_plan is None: + if self.selection_api: + selected = cudnn_csa_select_cp( + self.source_qi, + b.global_kbar[:, None], + self.source_weights, + workspace=self.cp_selection, + deterministic=False, + ) + elif b.select_plan is None: selected = SimpleNamespace( block_ids=torch.empty((0, self.top_k), device=selection_qi.device, dtype=torch.int32), scores=torch.empty((0, self.top_k), device=selection_qi.device, dtype=torch.float32), @@ -288,7 +383,7 @@ def forward(self): ) self.mark("selection") with torch.cuda.nvtx.range("csa.selection_restore"): - if self.redistribution_scope == "selection": + if self.redistribution_scope == "selection" and not self.selection_api: selected_ids = self.selection_exchange.restore(selected.block_ids) selected_scores = self.selection_exchange.restore(selected.scores) else: @@ -611,6 +706,7 @@ def main(*, keep_group=False, baseline=None, save_baseline=False, comparison_nam parser.add_argument("--redistribution-scope", choices=("selection", "queries"), default="selection") parser.add_argument("--planner-cost-model", help="JSON calibrated THDSelectionCostModel coefficients") parser.add_argument("--planner-strategy", choices=("balanced", "selection"), default="balanced") + parser.add_argument("--selection-api", action="store_true", help="Use the public CSA CP selection API") parser.add_argument("--memory-stages", action="store_true", help="Diagnostic allocator counters at each phase boundary") parser.add_argument("--pool-backward-order", choices=("per-loss", "sum-first"), default="per-loss") parser.add_argument("--output", required=True) @@ -649,6 +745,7 @@ def main(*, keep_group=False, baseline=None, save_baseline=False, comparison_nam args.redistribution_scope, cost_model, args.planner_strategy, + args.selection_api, ) csa.record_memory = args.memory_stages redistribution_ok = check_redistribution(csa) diff --git a/benchmarks/check_csa_cp_selection.py b/benchmarks/check_csa_cp_selection.py new file mode 100644 index 00000000..7cb386fb --- /dev/null +++ b/benchmarks/check_csa_cp_selection.py @@ -0,0 +1,98 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Native distributed checks of source order, subgroups and retained results.""" + +import argparse +import datetime +import json +import math +import os +from itertools import accumulate +from pathlib import Path + +import torch +import torch.distributed as dist + +from cula.hybrid import CsaCPSelectionPlan, CsaCPSelectionWorkspace, cudnn_csa_select_cp + + +def canonical(result): + ids, order = result.block_ids.sort(-1) + scores = result.scores.gather(1, order).masked_fill(ids < 0, 0) + return ids, scores + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--weights-dtype", choices=("bf16", "fp32"), default="bf16") + args = parser.parse_args() + torch.cuda.set_device(int(os.environ["LOCAL_RANK"])) + device = torch.device("cuda", torch.cuda.current_device()) + dist.init_process_group("nccl", timeout=datetime.timedelta(minutes=5)) + world = dist.get_world_size() + if world < 4 or world % 2: + raise ValueError("launch an even number of >= 4 ranks") + groups = [dist.new_group(list(range(parity, world, 2))) for parity in (0, 1)] + group = groups[dist.get_rank() % 2] + rank, size = dist.get_rank(group), dist.get_world_size(group) + records = [] + # Aligned but unequal source lengths, document-crossing shards, and empty + # zigzag destinations. All policies must restore the same native result. + for lengths in ([4] * (2 * size), [4, 4 * (size + 1)], [4096], [4] * 20 + [984] * 2): + cu = (0, *accumulate(lengths)) + plan = CsaCPSelectionPlan.from_cu_seqlens(cu, rank=rank, world_size=size, top_k=512, policy="contiguous") + torch.manual_seed(20261116 + dist.get_rank()) + n = plan.exchange.source_rows + qi = torch.randn(n, 64, 128, dtype=torch.bfloat16, device=device) + dtype = torch.bfloat16 if args.weights_dtype == "bf16" else torch.float32 + weights = torch.randn(n, 64, dtype=dtype, device=device) / 64 + # Distinct replicated key sets per subgroup catch use of WORLD. + torch.manual_seed(713 + dist.get_rank() % 2) + keys = torch.randn(cu[-1] // 4, 1, 128, dtype=torch.bfloat16, device=device) + baseline = None + for policy in ("contiguous", "zigzag"): + plan = CsaCPSelectionPlan.from_cu_seqlens( + cu, rank=rank, world_size=size, top_k=512, policy=policy, max_tokens_per_rank=cu[-1] + ) + workspace = CsaCPSelectionWorkspace.from_plan(plan, device, group=group) + result = cudnn_csa_select_cp(qi, keys, weights, workspace=workspace) + ids, scores = canonical(result) + saved_ids, saved_scores = result.block_ids.clone(), result.scores.clone() + cudnn_csa_select_cp(qi * 2, keys, weights, workspace=workspace) + retained = torch.equal(saved_ids, result.block_ids) and torch.equal(saved_scores, result.scores) + if baseline is None: + baseline = ids.clone(), scores.clone() + ids_equal = torch.equal(ids, baseline[0]) + delta = (scores - baseline[1]).float() + relative = (delta.norm() / baseline[1].norm().clamp_min(1e-12)).item() + okay = retained and ids_equal and bool(torch.isfinite(scores).all()) and relative < 1e-5 + records.append( + dict( + lengths=lengths, + policy=policy, + weights_dtype=args.weights_dtype, + source_rows=n, + target_rows=plan.exchange.target_rows, + retained=retained, + ids_equal=ids_equal, + score_relative_rms=relative if math.isfinite(relative) else None, + okay=okay, + ) + ) + all_records = [None] * world + dist.all_gather_object(all_records, records) + if dist.get_rank() == 0: + out = Path(os.environ.get("CSA_CHECK_OUTPUT", "csa-cp-checks.json")) + out.write_text(json.dumps(all_records, indent=2, allow_nan=False) + "\n") + print("CHECKS", sum(len(r) for r in all_records), "PASS", all(x["okay"] for r in all_records for x in r), flush=True) + if not all(x["okay"] for r in all_records for x in r): + raise RuntimeError("CSA CP selection qualification failed") + for g in groups: + if g != dist.GroupMember.NON_GROUP_MEMBER: + dist.destroy_process_group(g) + dist.destroy_process_group() + + +if __name__ == "__main__": + main() diff --git a/cula/_metadata.py b/cula/_metadata.py index 850058fc..e6a02500 100644 --- a/cula/_metadata.py +++ b/cula/_metadata.py @@ -1,7 +1,7 @@ # Copyright 2025-2026 Ant Group Co., Ltd. # SPDX-License-Identifier: Apache-2.0 -"""CPU-only packed-sequence and contiguous-shard metadata helpers.""" +"""Host sequence/shard planning and explicit device index materialization.""" from __future__ import annotations @@ -56,4 +56,24 @@ def validate_shards(shard_offsets: Sequence[int], *, total_tokens: int, world_si return offsets +def _range_indices(ranges: Sequence[tuple[int, int]], device: torch.device) -> torch.Tensor: + """Materialize validated half-open ranges without a large CPU index array. + + CUDA receives only O(ranges) host metadata. The known output size avoids + repeat_interleave's device-to-host size synchronization. This helper does + not synchronize streams; callers retain normal PyTorch stream ordering. + """ + sizes, shifts, total = [], [], 0 + for start, end in ranges: + sizes.append(end - start) + shifts.append(start - total) + total += end - start + if not total: + return torch.empty(0, dtype=torch.int64, device=device) + metadata = torch.tensor((sizes, shifts), dtype=torch.int64, device=device) + result = torch.arange(total, dtype=torch.int64, device=device) + result += torch.repeat_interleave(metadata[1], metadata[0], output_size=total) + return result + + __all__ = ["as_boundaries", "balanced_shards", "validate_shards"] diff --git a/cula/distributed/redistribute.py b/cula/distributed/redistribute.py index 4672ca7c..61c81aa5 100644 --- a/cula/distributed/redistribute.py +++ b/cula/distributed/redistribute.py @@ -5,7 +5,7 @@ Only row ownership/order changes. Floating point values are neither reduced nor cast. The backward is the exact inverse exchange. Preparation is CPU -metadata work plus device index allocation; execution is eager PyTorch/NCCL +metadata work plus device index construction; execution is eager PyTorch/NCCL and allocates outputs. No CUDA Graph contract is implied. """ @@ -15,6 +15,7 @@ import torch.distributed as dist from torch.autograd.function import once_differentiable +from cula._metadata import _range_indices from cula.distributed.thd_planner import THDRankLayout @@ -117,16 +118,12 @@ def _permutations(ranges, rows, device): cursor = end if ordered and cursor == rows: return None, None - order = ( - torch.cat([torch.arange(a, z, dtype=torch.int64, device="cpu") for a, z in ranges]) - if rows - else torch.empty(0, dtype=torch.int64, device="cpu") - ) + order = _range_indices(ranges, device) if order.numel() != rows: raise ValueError("incomplete permutation") inverse = torch.empty_like(order) - inverse[order] = torch.arange(rows, device="cpu") - return order.to(device), inverse.to(device) + inverse[order] = torch.arange(rows, device=device) + return order, inverse class THDRedistributor: diff --git a/cula/distributed/thd_planner.py b/cula/distributed/thd_planner.py index 009e7c5b..1d3247f2 100644 --- a/cula/distributed/thd_planner.py +++ b/cula/distributed/thd_planner.py @@ -110,6 +110,12 @@ class THDPlannerConfig: token_weight: float = 1.0 causal_weight: float = 1.0 boundary_weight: float = 0.02 + min_chunk_tokens: int = 0 + """Minimum newly created selection span; zero preserves the legacy search. + + Existing source fragments and complete short documents remain legal. + This does not change the explicitly requested full-zigzag baseline. + """ @dataclass(frozen=True, slots=True) @@ -346,6 +352,13 @@ def _validate_inputs( raise ValueError(f"{name} must be a positive integer") if config.min_split_tokens % config.block_size: raise ValueError("min_split_tokens must be block aligned") + if ( + isinstance(config.min_chunk_tokens, bool) + or not isinstance(config.min_chunk_tokens, int) + or config.min_chunk_tokens < 0 + or config.min_chunk_tokens % config.block_size + ): + raise ValueError("min_chunk_tokens must be nonnegative and block aligned") if any((right - left) % config.block_size for left, right in zip(boundaries, boundaries[1:])): raise ValueError("every sequence length must be block aligned") if boundaries[-1] // config.block_size < world_size: @@ -415,6 +428,8 @@ def _adaptive_items( # prevents short THD samples from paying a max-CP fragmentation tax. if length_blocks < 2 * min_split_blocks: pieces = 1 + if config.min_chunk_tokens: + pieces = min(pieces, max(1, length_blocks // (config.min_chunk_tokens // block_size))) offsets = balanced_shards(length_blocks, pieces) for left, right in zip(offsets, offsets[1:]): start = sequence_start + left * block_size @@ -988,6 +1003,7 @@ def work(item): intersections = tuple(_source_intersections(placed, offsets)) cost = work(placed) max_compute, max_incoming, max_outgoing = max(compute), max(incoming), max(outgoing) + max_copies = max(offsets[r + 1] - offsets[r] + n for r, n in enumerate(loads)) if model.overlap_intra_inter: max_incoming, max_outgoing = max(*intra_in, *inter_in), max(*intra_out, *inter_out) best = None @@ -1036,23 +1052,22 @@ def work(item): receive_peers[rank] + len(new_edges), max((send_peers[s] + 1 for s in new_edges), default=0), ) - node_additions = defaultdict(int) - for s, n in intersections: - if model.rank_node_ids[s] != model.rank_node_ids[rank]: - node_additions[model.rank_node_ids[s]] += n - candidate_node = max( - node_peak, - node_in[model.rank_node_ids[rank]] + sum(node_additions.values()), - max((node_out[n] + rows for n, rows in node_additions.items()), default=0), - ) + candidate_node = node_peak if model.inter_node_aggregate_gbps is not None: + node_additions = defaultdict(int) + for s, n in intersections: + if model.rank_node_ids[s] != model.rank_node_ids[rank]: + node_additions[model.rank_node_ids[s]] += n + candidate_node = max( + node_peak, + node_in[model.rank_node_ids[rank]] + sum(node_additions.values()), + max((node_out[n] + rows for n, rows in node_additions.items()), default=0), + ) transfer = max(transfer, candidate_node * model.bytes_per_query / (model.inter_node_aggregate_gbps * 1e6)) transfer += candidate_degree * model.peer_startup_us / 1e3 # Partial placement uses an upper bound on copies. Final # scoring checks the actual source/destination permutations. - copies = max( - offsets[r + 1] - offsets[r] + n + (placed.tokens if r == rank else 0) for r, n in enumerate(loads) - ) + copies = max(max_copies, offsets[rank + 1] - offsets[rank] + loads[rank] + placed.tokens) critical = max(max_compute, compute[rank] + cost) + transfer if candidate_peer_peak: critical += copies * model.packing_ns_per_query / 1e6 + model.exchange_us / 1e3 @@ -1205,6 +1220,38 @@ def overlap(left, right): return compute + transfer +def _source_selection_candidate(source, world, model): + """Price known identity ownership without reconstructing its transport. + + Source items already have exact causal work and global token order. Reuse + both for baseline metrics instead of recomputing candidate prefixes and + source intersections several times on the common no-migration path. + """ + groups = [[] for _ in range(world)] + tokens, causal, boundaries, compute = ([0] * world for _ in range(4)) + previous = None + for item, rank in source: + groups[rank].append( + THDSpan(item.sequence, item.token_start, item.token_end, item.sequence_start, item.sequence_end, rank) + ) + tokens[rank] += item.tokens + causal[rank] += item.causal_work + compute[rank] += model.candidate_ns * item.causal_work / 1e6 + model.query_ns * item.tokens / 1e6 + model.span_us / 1e3 + if previous is not None and previous[0].sequence == item.sequence and previous[1] != rank: + boundaries[previous[1]] += 1 + boundaries[rank] += 1 + previous = item, rank + metrics = THDLayoutMetrics( + tuple(tokens), + tuple(causal), + tuple(boundaries), + max(tokens) / (sum(tokens) / world), + max(causal) / (sum(causal) / world) if sum(causal) else 1.0, + max(compute), + ) + return tuple(THDRankLayout(r, tuple(g)) for r, g in enumerate(groups)), metrics + + def plan_thd_selection( global_cu_seqlens: torch.Tensor | Sequence[int], *, @@ -1241,18 +1288,27 @@ def plan_thd_selection( if max_tokens_per_rank % config.block_size or max_tokens_per_rank < max(b - a for a, b in zip(offsets, offsets[1:])): raise ValueError("max_tokens_per_rank must be block aligned and fit every source shard") base = _contiguous_items(boundaries, world_size, config.block_size) + source_fragments = ( + {(item.sequence, item.token_start, item.token_end) for item, _ in base} if config.min_chunk_tokens else set() + ) movable = {i for i, (a, z) in enumerate(zip(boundaries, boundaries[1:])) if z - a >= 2 * config.min_split_tokens} pinned = [(item, rank) for item, rank in base if item.sequence not in movable] pinned_spans = () - candidates = [] - - def add(assignments, policy, *, include_pinned=True): - spans = _coalesce(assignments) - if include_pinned: - # Pinned and movable documents are disjoint. Reusing their spans - # avoids rebuilding hundreds of identical short-document objects - # for every planning grid. - spans = sorted((*pinned_spans, *spans), key=lambda s: (s.sequence, s.token_start)) + source_ranks, source_metrics = _source_selection_candidate(base, world_size, cost_model) + candidates = [("contiguous", source_ranks, source_metrics.score)] + + def add(assignments, policy): + # Pinned and movable documents are disjoint. Reusing pinned spans + # avoids rebuilding hundreds of short-document objects per grid. + spans = sorted((*pinned_spans, *_coalesce(assignments)), key=lambda s: (s.sequence, s.token_start)) + # Capacity repair can split an otherwise useful item into tiny pieces. + # Reject the whole candidate instead of silently weakening the floor. + # Existing short source fragments are unavoidable and remain legal. + if policy != "contiguous" and any( + span.tokens < config.min_chunk_tokens and (span.sequence, span.token_start, span.token_end) not in source_fragments + for span in spans + ): + return grouped = [[] for _ in range(world_size)] for span in spans: grouped[span.owner].append(span) @@ -1262,7 +1318,6 @@ def add(assignments, policy, *, include_pinned=True): score = cost_model.estimate_ms(ranks, block_size=config.block_size) candidates.append((policy, ranks, score)) - add(base, "contiguous", include_pinned=False) baseline_ms = candidates[0][2] lower_bound = baseline_ms # This bound allows arbitrary row movement, including short documents. @@ -1308,14 +1363,22 @@ def add(assignments, policy, *, include_pinned=True): and _zigzag_lower_bound(boundaries, base, world_size, config.block_size, cost_model) < threshold ): zigzag = zigzag_thd_layout(boundaries, world_size=world_size, block_size=config.block_size) - if all(rank.local_tokens <= max_tokens_per_rank for rank in zigzag): + if all(rank.local_tokens <= max_tokens_per_rank for rank in zigzag) and all( + span.tokens >= config.min_chunk_tokens or (span.sequence, span.token_start, span.token_end) in source_fragments + for rank in zigzag + for span in rank.spans + ): candidates.append(("zigzag", zigzag, cost_model.estimate_ms(zigzag, block_size=config.block_size))) selected = min(candidates, key=lambda c: (c[2], c[0] != "contiguous", c[0])) if selected[2] >= cost_model._migration_threshold_ms(baseline_ms): selected = candidates[0] policy, ranks, score = selected - metrics = _metrics( - [span for rank in ranks for span in rank.spans], world_size=world_size, block_size=config.block_size, config=config + metrics = ( + source_metrics + if policy == "contiguous" + else _metrics( + [span for rank in ranks for span in rank.spans], world_size=world_size, block_size=config.block_size, config=config + ) ) metrics = replace(metrics, score=score) return THDLayoutPlan( diff --git a/cula/hybrid/__init__.py b/cula/hybrid/__init__.py index 708d6636..998458c9 100644 --- a/cula/hybrid/__init__.py +++ b/cula/hybrid/__init__.py @@ -3,6 +3,7 @@ """cuDNN-backed hybrid-attention integration primitives.""" +from cula.hybrid.csa_cp import CsaCPSelectionPlan, CsaCPSelectionResult, CsaCPSelectionWorkspace, cudnn_csa_select_cp from cula.hybrid.distributed_pool import cudnn_index_pool_cp from cula.hybrid.dsa import ( DEFAULT_CANDIDATE_BUDGET_BYTES, @@ -18,6 +19,9 @@ from cula.hybrid.plan import IndexPoolPlan, IndexPoolShardPlan __all__ = [ + "CsaCPSelectionPlan", + "CsaCPSelectionResult", + "CsaCPSelectionWorkspace", "DEFAULT_CANDIDATE_BUDGET_BYTES", "MAX_BALANCED_CANDIDATE_BUDGET_BYTES", "MEMORY_EFFICIENT_CANDIDATE_BUDGET_BYTES", @@ -28,6 +32,7 @@ "IndexPoolPlan", "IndexPoolShardPlan", "cudnn_dsa_select", + "cudnn_csa_select_cp", "cudnn_index_pool", "cudnn_index_pool_cp", ] diff --git a/cula/hybrid/csa_cp.py b/cula/hybrid/csa_cp.py new file mode 100644 index 00000000..99df789e --- /dev/null +++ b/cula/hybrid/csa_cp.py @@ -0,0 +1,283 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Prepared CSA indexer selection with adaptive CP routing and inverse mapping.""" + +from __future__ import annotations + +import math +from bisect import bisect_left, bisect_right +from collections.abc import Sequence +from dataclasses import dataclass + +import torch +import torch.distributed as dist + +from cula._metadata import _range_indices, as_boundaries, balanced_shards +from cula.distributed.redistribute import THDRedistributionPlan, THDRedistributor +from cula.distributed.thd_planner import ( + THDPlannerConfig, + THDRankLayout, + THDSelectionCostModel, + THDSpan, + plan_thd_selection, + zigzag_thd_layout, +) +from cula.hybrid.dsa import DsaSelectionPlan, DsaSelectionWorkspace, cudnn_dsa_select + + +@dataclass(frozen=True, slots=True) +class CsaCPSelectionPlan: + """Host-only selection plan for one rank of a packed THD batch. + + Source tokens are contiguous, balanced in complete pooling blocks. All + ranks must use identical global boundaries, policy, capacity and costs. + Documents must be block-aligned; selection destinations may be empty. + No CUDA metadata is read, hardware probed, or process group accessed here. + """ + + global_cu_seqlens: tuple[int, ...] + source_offsets: tuple[int, ...] + ranks: tuple[THDRankLayout, ...] + policy: str + evaluated_scores: tuple[tuple[str, float], ...] + top_k: int + block_size: int + exchange: THDRedistributionPlan + selection: DsaSelectionPlan | None + key_ranges: tuple[tuple[int, int], ...] + cost_model: THDSelectionCostModel | None + + @classmethod + def from_cu_seqlens( + cls, + global_cu_seqlens: torch.Tensor | Sequence[int], + *, + rank: int, + world_size: int, + top_k: int, + policy: str = "planner", + cost_model: THDSelectionCostModel | None = None, + max_tokens_per_rank: int | None = None, + config: THDPlannerConfig | None = None, + candidate_budget_bytes: int | None = None, + ) -> CsaCPSelectionPlan: + """Choose a layout, then prepare native selection-window metadata. + + ``planner`` requires explicit calibrated costs. Fixed ``contiguous`` + and complete per-document ``zigzag`` policies need no cost model. + The default destination row cap is twice the largest source shard; + it is separate from the native compact-logit scratch budget. + """ + for name, value, minimum in (("world_size", world_size, 1), ("rank", rank, 0), ("top_k", top_k, 1)): + if isinstance(value, bool) or not isinstance(value, int) or value < minimum: + raise ValueError(f"{name} must be an integer >= {minimum}") + if rank >= world_size or top_k > 2048: + raise ValueError("rank must be below world_size and top_k must be <= 2048") + config = THDPlannerConfig() if config is None else config + if not isinstance(config, THDPlannerConfig): + raise TypeError("config must be a THDPlannerConfig") + block = config.block_size + if isinstance(block, bool) or not isinstance(block, int) or block < 1: + raise ValueError("config.block_size must be a positive integer") + if policy not in ("contiguous", "zigzag", "planner"): + raise ValueError("policy must be contiguous, zigzag, or planner") + if cost_model is not None and not isinstance(cost_model, THDSelectionCostModel): + raise TypeError("cost_model must be a THDSelectionCostModel") + if cost_model is not None and len(cost_model.rank_node_ids) != world_size: + raise ValueError("cost-model node map must match the process-group size") + if policy == "planner" and cost_model is None: + raise ValueError("planner requires an explicit calibrated cost_model") + if candidate_budget_bytes is not None and ( + isinstance(candidate_budget_bytes, bool) + or not isinstance(candidate_budget_bytes, int) + or candidate_budget_bytes < 4 + ): + raise ValueError("candidate_budget_bytes must hold at least one FP32 element") + cu = as_boundaries(global_cu_seqlens, name="global_cu_seqlens") + if cu[-1] >= 2**31 or any(x % block for x in cu): + raise ValueError("document boundaries must be block-aligned and fit int32") + offsets = tuple(x * block for x in balanced_shards(cu[-1] // block, world_size)) + source_cap = max(z - a for a, z in zip(offsets, offsets[1:])) + cap = 2 * source_cap if max_tokens_per_rank is None else max_tokens_per_rank + if isinstance(cap, bool) or not isinstance(cap, int) or cap < source_cap or cap % block: + raise ValueError("max_tokens_per_rank must be block-aligned and fit every source shard") + scores = () + if policy == "planner": + planned = plan_thd_selection( + cu, world_size=world_size, max_tokens_per_rank=cap, cost_model=cost_model, config=config + ) + ranks, policy, scores = planned.ranks, planned.policy, planned.evaluated_scores + elif policy == "zigzag": + ranks = zigzag_thd_layout(cu, world_size=world_size, block_size=block) + else: + ranks = tuple( + THDRankLayout( + owner, + tuple( + THDSpan(seq, max(left, a), min(right, z), a, z, owner) + for seq in range(bisect_right(cu, left) - 1, bisect_left(cu, right)) + for a, z in (cu[seq : seq + 2],) + ), + ) + for owner, (left, right) in enumerate(zip(offsets, offsets[1:])) + ) + if any(r.local_tokens > cap for r in ranks): + raise ValueError("selected layout exceeds max_tokens_per_rank") + local = ranks[rank] + ranges = tuple((s.sequence_start // block, s.sequence_end // block) for s in local.spans) + prefix = [0] + for a, z in ranges: + prefix.append(prefix[-1] + z - a) + native = None + if local.local_tokens: + native = DsaSelectionPlan.from_cu_seqlens( + local.local_cu_seqlens, + prefix, + top_k=top_k, + block_size=block, + q_causal_offsets=local.causal_offsets, + candidate_budget_bytes=candidate_budget_bytes, + ) + return cls( + cu, + offsets, + ranks, + policy, + scores, + top_k, + block, + THDRedistributionPlan.build(ranks, offsets, rank), + native, + ranges, + cost_model, + ) + + +@dataclass(frozen=True, slots=True) +class CsaCPSelectionWorkspace: + """Device metadata, transport and reusable selection scratch. + + Prepare/use on the same CUDA stream, or explicitly synchronize between + streams. Use a separate workspace for overlapping invocations; the native + scratch is mutable. Keep the process group alive through every invocation. + This eager, allocating transport has no CUDA Graph capture contract. + """ + + plan: CsaCPSelectionPlan + exchange: THDRedistributor + selection: DsaSelectionWorkspace | None + key_slice: slice + key_indices: torch.Tensor | None + + @classmethod + def from_plan(cls, plan: CsaCPSelectionPlan, device: torch.device | str, *, group=None) -> CsaCPSelectionWorkspace: + if not isinstance(plan, CsaCPSelectionPlan): + raise TypeError("plan must be a CsaCPSelectionPlan") + device = torch.device(device) + if device.type != "cuda": + raise ValueError("CSA CP selection requires a CUDA device") + if device.index is None: + device = torch.device("cuda", torch.cuda.current_device()) + exchange = THDRedistributor(plan.exchange, device, group=group) + native = None if plan.selection is None else DsaSelectionWorkspace.from_plan(plan.selection, device) + ranges, indices = plan.key_ranges, None + key_slice = slice(0, 0) + if ranges: + if all(a[1] == b[0] for a, b in zip(ranges, ranges[1:])): + key_slice = slice(ranges[0][0], ranges[-1][1]) + else: + indices = _range_indices(ranges, device) + return cls(plan, exchange, native, key_slice, indices) + + +@dataclass(frozen=True, slots=True) +class CsaCPSelectionResult: + """Source-ordered document-local int32 block IDs and FP32 raw scores. + + Outputs own their storage and survive workspace reuse. Invalid slots are + -1 IDs; slot order is unspecified. Selection is discrete and has no autograd + connection: downstream indexer training uses its explicit backward/loss. + """ + + block_ids: torch.Tensor + scores: torch.Tensor + + +@torch.no_grad() +def cudnn_csa_select_cp( + qi: torch.Tensor, + global_kbar: torch.Tensor, + weights: torch.Tensor, + *, + workspace: CsaCPSelectionWorkspace, + sm_scale: float = 1.0, + deterministic: bool = False, +) -> CsaCPSelectionResult: + """Route local queries, select pooled blocks, and restore original rows. + + ``qi`` is contiguous BF16 [source_rows, H, D], ``weights`` is BF16/FP32 + [source_rows, H], and ``global_kbar`` is contiguous BF16 [total_blocks, 1, D] + in original packed-document order, already gathered by the caller. Pooling, + attention, projections and their gradients stay independently composable. + No precision casts, head padding, or device-to-host metadata copies occur. + + All ranks must enter in the same order with matching tensor trailing + dimensions/dtypes and scalar options, including empty destination ranks. + Tensor validation is local, like the underlying PyTorch collectives. + """ + if not isinstance(workspace, CsaCPSelectionWorkspace): + raise TypeError("workspace must be a CsaCPSelectionWorkspace") + if not isinstance(deterministic, bool): + raise TypeError("deterministic must be a bool") + if isinstance(sm_scale, bool) or not isinstance(sm_scale, int | float) or not math.isfinite(sm_scale): + raise ValueError("sm_scale must be a finite host scalar") + plan, exchange = workspace.plan, workspace.exchange + if dist.get_rank(exchange.group) != plan.exchange.rank or dist.get_world_size(exchange.group) != plan.exchange.world_size: + raise ValueError("workspace process group no longer matches the plan") + if qi.ndim != 3 or qi.shape[0] != plan.exchange.source_rows or min(qi.shape[1:]) < 1: + raise ValueError("qi must have shape [source_rows, H, D] with positive H/D") + if weights.shape != qi.shape[:2] or global_kbar.shape != (plan.global_cu_seqlens[-1] // plan.block_size, 1, qi.shape[2]): + raise ValueError("weights/global_kbar shapes do not match the source query contract") + if ( + qi.dtype != torch.bfloat16 + or global_kbar.dtype != torch.bfloat16 + or weights.dtype not in (torch.bfloat16, torch.float32) + ): + raise TypeError("qi/global_kbar must be BF16 and weights BF16 or FP32; no implicit quantization") + for tensor in (qi, global_kbar, weights): + if tensor.device != exchange.device or not tensor.is_contiguous(): + raise ValueError("inputs must be contiguous and on the workspace device") + if plan.cost_model is not None: + payload = qi.shape[1] * qi.shape[2] * qi.element_size() + qi.shape[1] * weights.element_size() + plan.top_k * 8 + if payload != plan.cost_model.bytes_per_query: + raise ValueError("cost_model.bytes_per_query must match Q/weights plus returning int32 IDs/FP32 scores") + routed_q, routed_weights = exchange.distribute(qi), exchange.distribute(weights) + if plan.selection is None: + ids = torch.empty((0, plan.top_k), dtype=torch.int32, device=exchange.device) + scores = torch.empty((0, plan.top_k), dtype=torch.float32, device=exchange.device) + else: + keys = ( + global_kbar[workspace.key_slice] + if workspace.key_indices is None + else global_kbar.index_select(0, workspace.key_indices) + ) + selected = cudnn_dsa_select( + routed_q, + keys, + routed_weights, + plan=plan.selection, + workspace=workspace.selection, + sm_scale=sm_scale, + deterministic=deterministic, + ) + ids, scores = selected.block_ids, selected.scores + ids, scores = exchange.restore(ids), exchange.restore(scores) + # The identity transport returns aliases, whereas a real exchange owns its + # outputs. Provide the same retained-result lifetime for every policy. + if plan.exchange.identity: + ids, scores = ids.clone(), scores.clone() + return CsaCPSelectionResult(ids, scores) + + +__all__ = ["CsaCPSelectionPlan", "CsaCPSelectionWorkspace", "CsaCPSelectionResult", "cudnn_csa_select_cp"] diff --git a/docs/CSA_CP_SELECTION.md b/docs/CSA_CP_SELECTION.md new file mode 100644 index 00000000..695341f7 --- /dev/null +++ b/docs/CSA_CP_SELECTION.md @@ -0,0 +1,144 @@ +# CSA context-parallel selection API + +`cudnn_csa_select_cp` packages THD planning, query/weight redistribution, +cuDNN block selection, and the inverse exchange. It returns document-local +block IDs and FP32 scores in the caller's original token order. Downstream +attention implementations can use the planner without copying benchmark code. + +The interface stops at selection. Projection weights, pooling transforms, +sparse attention, and the indexer loss remain independently composable. +`cudnn_index_pool_cp` can pool before gathering; the caller supplies global +pooled keys after its normalization/position transform. Attention and KDA +keep source ownership. + +## Integration + +```python +import torch.distributed as dist +from cula.distributed import THDPlannerConfig, THDSelectionCostModel +from cula.hybrid import ( + CsaCPSelectionPlan, + CsaCPSelectionWorkspace, + cudnn_csa_select_cp, +) + +# Identical host-visible boundaries on all ranks, prepared outside forward. +plan = CsaCPSelectionPlan.from_cu_seqlens( + global_cu_seqlens_cpu, + rank=dist.get_rank(cp_group), + world_size=dist.get_world_size(cp_group), + top_k=512, + policy="planner", + cost_model=THDSelectionCostModel(**calibrated_coefficients), + config=THDPlannerConfig(min_chunk_tokens=1024), + candidate_budget_bytes=512 << 20, +) +workspace = CsaCPSelectionWorkspace.from_plan(plan, qi.device, group=cp_group) + +# Reuse for the same packed layout. Nondeterministic selection is the default. +selected = cudnn_csa_select_cp( + qi, # BF16 [source_rows, index_heads, index_dim] + global_kbar[:, None], # BF16 [global_blocks, 1, index_dim] + index_weights, # BF16 or FP32 [source_rows, index_heads] + workspace=workspace, +) +# selected.block_ids: int32 [source_rows, 512], document-local, -1 padding +# selected.scores: FP32 [source_rows, 512], paired raw scores +``` + +`plan.policy` and `plan.evaluated_scores` expose the chosen candidate and modeled +costs. Fixed `contiguous` and complete per-document `zigzag` policies need no +cost model. There is no implicit hardware detection, calibration, cache, or +device-to-host metadata readback. Planning remains on the host; workspace +materialization uploads compact interval metadata and builds the large integer +index/permutation arrays on the target device. This avoids constructing and +copying token-sized CPU arrays. Device operations use explicit output sizes. + +## Layout, lifetime and numerical contract + +- Documents are block-aligned, with pooling block size four by default. Source + ownership divides the packed stream into block-balanced contiguous shards. + `plan.source_offsets` gives the exact cuts, which can have unequal lengths. + There must be at least one block per source rank. +- All ranks use identical global metadata, costs and constraints. Rank IDs and + topology maps are relative to the supplied group; subgroups are supported. + Every rank enters the same exchanges, including empty selection destinations. +- Inputs are contiguous on the workspace device. Trailing dimensions, dtypes, + scale and deterministic mode agree across peers. No casts or head padding + are implicit; native backend head/dimension restrictions still apply. +- `cost_model.bytes_per_query` must match outgoing Q/weights and returning + int32 IDs/FP32 scores: `H*D*2 + H*weights.element_size() + top_k*8`. + This checks payload shape, not applicability of fitted kernel/bandwidth costs. +- IDs stay local to the original document. Rows are restored to source order; + output slot order is unspecified. Keep IDs and scores paired when sorting. + Add document block offsets only for a backend requiring global IDs. +- Results own their storage and survive workspace reuse. Identity routing + copies native outputs to provide the same lifetime as a real exchange. +- Selection is discrete and runs without autograd. Indexer training uses its + explicit backward/loss interface, as in the complete CSA benchmark. +- Scratch is mutable. Prepare/use on one stream, or establish an explicit + stream dependency. Overlapping invocations require separate workspaces. + Keep the process group alive. The eager transport allocates and does not + promise CUDA Graph capture/replay support. + +## Granularity and smaller contexts + +One planner handles 128K, 256K and 1M contexts. For a single long document, +causal selection work falls roughly quadratically with context length, while +moved bytes fall roughly linearly. Startup, span launches and preparation can +dominate shorter contexts. + +`min_split_tokens` controls document eligibility, not resulting piece size. +`min_chunk_tokens` separately constrains newly created selection spans: + +1. Adaptive grids cap their piece count to meet the floor. +2. Candidates violating it after placement/capacity repair are rejected. +3. Existing source fragments and complete short documents remain legal. +4. Contiguous remains feasible even if the requested grain is too large. +5. The planner applies the constraint to its full-zigzag candidate; explicitly + forcing `policy="zigzag"` preserves the baseline layout. + +The floor defaults to zero for backward compatibility. The example explicitly +uses 1024 tokens, a tunable constraint rather than a universally optimal value. +For 128K at CP64, six pieces per rank average about 341 tokens; a 1024-token +floor caps the adaptive partition at 128 pieces. This is a CPU planning +property, not a measured CP64 performance result. + +Destination capacity defaults to twice the largest source shard. It limits +query rows, not total memory. Candidate scratch has a separate budget; global +keys, routed payloads, retained results and key packing consume additional +memory. Explicit full zigzag can exceed the default cap for tiny documents; +raise `max_tokens_per_rank` deliberately to benchmark that layout. + +Calibrate for the actual shape, topology and message sizes. Historical 1M +profiles' 20/40 ms `min_gain_ms` values are one-use preparation budgets, not +universal defaults. Reusing them at shorter contexts can reject useful layouts. +Measure preparation, transport and native selection separately, then validate +their sum on held-out distributions. Use explicit calibrated parameters rather +than case-name or context-length-specific layout rules. + +## Validation + +- `tests/test_csa_cp_selection.py`: host metadata parity, invalid inputs, + capacities, result lifetime and CP64 grain constraints. +- `benchmarks/check_csa_cp_selection.py`: native selection in two disjoint + subgroups, unequal source sizes, empty destinations, exact source mapping, + and workspace reuse. +- `benchmarks/bench_csa_cp_windows.py`: legacy contiguous versus the public + contiguous/zigzag/planner paths, with rotating measurement order and full + output/seven-gradient comparisons. Small fixtures add independent FP32 + attention/indexer/pooling checks. + +The performance scope is complete CSA operator F/B, including pooling, +selection, sparse attention, teacher/KL backward, layouts and communication. +It excludes projections, KDA, MoE, optimizer and checkpoint recomputation. +Comparison fixtures coexist during timing: diagnostic allocator peaks include +other variants and are not standalone per-variant memory measurements. +Workspace bytes are reported separately. First-use compilation is outside +warmed timing and is not interpreted as a planner speedup. Fresh preparation +is rebuilt after warmup, with rotated and reversed policy order. Its full +wall time includes workspace allocation, H2D metadata and a completion sync; +there is no implicit cache or plan-reuse credit. Host-time outliers are retained. + +Measured B300 CP8 results and the preparation limitations are documented in +[the 128K/256K study](CSA_CP_WINDOW_RESULTS.md). diff --git a/docs/CSA_CP_WINDOW_RESULTS.md b/docs/CSA_CP_WINDOW_RESULTS.md new file mode 100644 index 00000000..b6d27a7b --- /dev/null +++ b/docs/CSA_CP_WINDOW_RESULTS.md @@ -0,0 +1,139 @@ +# CSA CP selection at 128K and 256K + +This tests the public `cudnn_csa_select_cp` API on eight B300 GPUs. The workload +is **one complete CSA operator forward/backward**, including ratio-4 pooling, +pooled-key and attention-KV gathers, selection routing/restoration, sparse +attention, teacher/KL, and all activation/parameter gradients. It excludes +KDA, projections, MoE, optimizer and checkpoint recomputation. These numbers +must not be substituted for a connected seven-KDA/one-CSA training block. + +## Protocol + +- CSA H64/D576/V512; indexer H64/D128; Top-K512; BF16 Q/K/weights; FP32 scores, + nonlinearities and communication reductions. TF32 and BF16 reduced-precision + GEMM intermediate reductions are disabled. Native nondeterministic mode. +- PyTorch 2.12.1+cu130, CUDA runtime 13.0, CuTeDSL 4.8.1. cuDNN Frontend source + `855ccd77ba9efed22441fd454f7cc0206a068e94`: all 3,285 checked Python/CUDA/C++ + source files match that commit. The installed frontend distribution version + in the JSON is wheel metadata, not the identity of the imported source tree. +- Five distributions per context: one document, 1,024 equal documents, 512 + slightly unequal documents, 998 short plus two long documents, and a + 1,000-document short/medium/long-tail mixture. `bench_csa_cp_windows.cases` + specifies exact lengths without a tokenizer or private dataset. +- Two warmups, seven execution samples and eight fresh preparation samples. + Policy order is rotated and reversed. Tables use the median of each sample's + maximum-rank duration. Preparation includes CPU planning, workspace/index + construction, H2D copies and a completion sync. It is rebuilt, not cached. + RNG generation, JIT compilation and correctness oracles are outside timing. +- Throughput experiment: existing compute/transport coefficients, explicit + `min_gain_ms=0`, `max_chunks_per_rank=6`, and `min_chunk_tokens=1024`. + This tests reuse-oriented planning; **zero is not a recommendation for a + fresh layout used once**. It does not replace the shipped 1M profile. + +## Complete CSA results + +C = public contiguous; Z = public complete per-document zigzag; P = public +planner. All times are milliseconds. The last column compares **preparation +plus one step** against the faster C/Z under that same accounting. + +| Case | C step | Z step | P step | C preparation | P preparation | P one-use gap | +|---|---:|---:|---:|---:|---:|---:| +| 128k-long-tail-1000 | 32.37 | 37.90 | 32.35 | 7.58 | 12.13 | +11.34% | +| 128k-mixed-1000 | 33.07 | 38.75 | 33.07 | 7.64 | 28.31 | +50.77% | +| 128k-near-uniform-512 | 10.01 | 11.21 | 10.03 | 3.74 | 4.96 | +8.92% | +| 128k-single | 47.60 | 46.23 | 45.82 | 0.73 | 7.55 | +13.21% | +| 128k-uniform-1024 | 9.29 | 11.10 | 9.30 | 6.78 | 8.97 | +13.70% | +| 256k-long-tail-1000 | 99.36 | 115.25 | 92.20 | 9.70 | 31.81 | +13.72% | +| 256k-mixed-1000 | 83.64 | 96.05 | 82.15 | 9.59 | 32.67 | +23.16% | +| 256k-near-uniform-512 | 21.79 | 24.21 | 21.76 | 3.94 | 5.02 | +4.10% | +| 256k-single | 115.29 | 105.58 | 104.15 | 1.12 | 7.79 | +4.89% | +| 256k-uniform-1024 | 18.96 | 22.56 | 18.94 | 6.91 | 8.97 | +7.89% | + +The worst measured steady-state gap against faster C/Z is **+0.142%**. Single +long documents improve over contiguous by about **3.7% at 128K** and **9.7% at +256K**. The 256K long-tail case improves about **7.2%**. These are observed +candidate comparisons, not a proof of optimality over arbitrary THD inputs. + +**Fresh preparation is still a limitation.** Searching can cost more than the +execution it saves, particularly when a mixed layout ultimately returns to +contiguous. The complete preparation-plus-one-step result is not uniformly +near the best fixed policy, and this standalone CSA study does not establish +an average <3% preparation bound. Host-time spikes remain in the raw critical +samples; no samples or garbage-collection time were removed. For example, the +256K long-tail planner preparation has a 31.81 ms median and a 132.93 ms maximum. +Do not infer a stable preparation budget from a single sample. + +## Sensitivity and next cost-model work + +Two additional experiments are retained in the machine-readable results: + +- Keeping the historical **20 ms** absolute headroom selected contiguous in + all ten cases, missing useful single-long-document routing. +- Reducing search to **two chunks/rank with 2 ms headroom** retained the single + long-document gains, but the 256K two-long/998-short mixture selected a route + **2.84% slower** than contiguous. Full search found a faster route. Preparation + for that exploratory run has only three samples and is not directly comparable + to the final eight-sample protocol. + +These are sensitivity experiments, **not independent short-context coefficient +calibration**. Neither a smaller fixed headroom nor fewer search grids is a +universal fix. A deployment should budget expected reuse and measure its message +sizes and kernel granularity. Further improvement should price the preparation +of each candidate and the value of additional search, rather than adding a +separate algorithm or case-name lookup for each context length. The interface +keeps costs, capacity, search granularity and minimum fragment size explicit. + +The fragment floor prevents increasingly fine splitting at large CP. At +128K/CP64, a 1,024-token floor caps an adaptive partition at 128 pieces rather +than the requested 384. Original short source fragments remain legal; a +candidate violating the floor after capacity repair is rejected. **CP64 here +is CPU metadata validation only**, not a 64-GPU performance measurement. + +## Correctness and review + +- **435 focused CPU tests pass**, including API validation, transport inverses, + empty targets, capacities, metadata parity at 128K/256K/1M and CP64 floors. +- **124 historical plans are exactly unchanged** at the default zero floor: + 31 distributions × CP8/CP16 × zero/original headroom, compared field-for-field + against the previous PR head. This is host-plan parity, not a new H20 run. +- **128 native subgroup checks pass**, covering BF16 and FP32 weights, unequal + source lengths, empty destinations, exact IDs/scores versus unrouted native + selection, and retained results across workspace reuse. Maximum score + difference is zero in these fixtures. +- All ten final context/distribution cases pass full-tensor comparison of the + output and seven gradients against the legacy contiguous implementation. + Largest relative RMS is **0.214%**; maximum auxiliary loss absolute difference + is **4.66e-10**. The native nondeterministic computation is not bitwise stable; + this does not change its dtype or numerical approximation contract. +- Three small fixtures under all four paths pass independent FP32 attention, + teacher/KL and pooling-gradient checks. These references use the selected key + set; they do not independently prove native discrete ranking. +- The 125 source files in the final timing manifest match the reviewed checkout. + Review checked group participation, unique inverse-permutation writes, source + ownership, empty destinations, retained outputs, explicit stream dependencies, + dtype validation and absence of D2H metadata reads. No handwritten GPU kernel + or native precision mode is changed. + +Allocator peaks in the raw harness include four coexisting comparison fixtures; +they are **not standalone per-policy memory claims**. The JSON separately +records candidate-workspace bytes for each rank. + +[Machine-readable results, error envelopes, samples and source hashes](results/csa_cp_windows_20261116.json) + +## Reproduction + +```bash +python -m torch.distributed.run --standalone --nproc-per-node=8 \ + -m benchmarks.bench_csa_cp_windows \ + --profile benchmarks/profiles/thd_selection_b300_cp8.json \ + --output-dir results/csa-windows --tokens 131072 262144 \ + --min-gain-ms 0 --min-chunk-tokens 1024 --max-chunks-per-rank 6 \ + --warmups 2 --repeats 7 --prepare-repeats 8 + +python -m torch.distributed.run --standalone --nproc-per-node=8 \ + -m benchmarks.check_csa_cp_selection --weights-dtype fp32 +``` + +See the [integration contract](CSA_CP_SELECTION.md) for plan/workspace lifetimes, +source ownership and explicit preparation. Calibrate for the actual deployment; +this experiment does not install a universal small-context profile. diff --git a/docs/HYBRID_CUDNN_RUNTIME.md b/docs/HYBRID_CUDNN_RUNTIME.md index 1c479461..1f7bbf56 100644 --- a/docs/HYBRID_CUDNN_RUNTIME.md +++ b/docs/HYBRID_CUDNN_RUNTIME.md @@ -1,5 +1,8 @@ # cuDNN hybrid-attention runtime +For downstream context-parallel indexers, the [CSA CP selection API](CSA_CP_SELECTION.md) +combines adaptive planning, distributed selection and exact source-order restoration. + cuLA's hybrid layer is a layout-aware integration boundary for composing cuDNN Frontend attention kernels. It is intentionally not another graph API: cuDNN owns the kernels and their numerical contracts; cuLA owns static packed diff --git a/docs/results/csa_cp_windows_20261116.json b/docs/results/csa_cp_windows_20261116.json new file mode 100644 index 00000000..6dc9905c --- /dev/null +++ b/docs/results/csa_cp_windows_20261116.json @@ -0,0 +1,5433 @@ +{ + "schema_version": 1, + "date": "2026-11-16", + "platform": "B300 CP8", + "scope": "Complete CSA operator forward/backward; no KDA, projections, MoE or optimizer", + "native_source_verification": { + "commit": "855ccd77ba9efed22441fd454f7cc0206a068e94", + "checked_files": 3285, + "mismatches": [] + }, + "cpu_tests": 435, + "historical_exact_plan_comparisons": 124, + "runs": { + "full_search": { + "arguments": { + "tokens": [ + 131072, + 262144 + ], + "cases": null, + "warmups": 2, + "repeats": 7, + "prepare_repeats": 8, + "min_gain_ms": 0.0, + "min_chunk_tokens": 1024, + "max_chunks_per_rank": 6, + "check_only": false + }, + "cost_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 0.0, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "cases": { + "128k-long-tail-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "1ce20ae25f95e468a8ceb74f0607b96cd4b3c96afba3f565edacffb45121c460", + "policies": { + "legacy-contiguous": { + "step_ms": 32.311038970947266, + "prepare_ms": 8.923984481953084, + "one_use_ms": 41.23502345290035, + "prepare_min_ms": 8.652233984321356, + "prepare_max_ms": 9.180870023556054, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 32.3218879699707, + 32.34201431274414, + 32.311038970947266, + 32.27436828613281, + 32.30780792236328, + 32.3006706237793, + 32.32668685913086 + ], + "critical_prepare_samples_ms": [ + 9.180870023556054, + 8.702786988578737, + 8.885186980478466, + 9.141317917965353, + 8.652233984321356, + 8.755585993640125, + 8.962781983427703, + 8.985426160506904 + ], + "candidate_workspace_bytes_per_rank": [ + 507904, + 507904, + 507904, + 1884160, + 2080768, + 2080768, + 79151104, + 339722240 + ] + }, + "contiguous": { + "step_ms": 32.37452697753906, + "prepare_ms": 7.578457531053573, + "one_use_ms": 39.952984508592635, + "prepare_min_ms": 7.474332000128925, + "prepare_max_ms": 12.586126918904483, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015154178483681854, + "dq": 0.0004590856367981372, + "dkv": 0.00046865559368039917, + "d_index_q": 0.0003544140670990448, + "d_weights": 0.0003176278618649191, + "d_pool_kv": 0.0005387196908820256, + "d_pool_score": 0.0005430168708674836, + "d_ape": 4.7473252849530434e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 32.37452697753906, + 32.392513275146484, + 32.36988830566406, + 32.39535903930664, + 32.35891342163086, + 32.35808181762695, + 32.382911682128906 + ], + "critical_prepare_samples_ms": [ + 7.727506919763982, + 7.595576927997172, + 7.546272943727672, + 12.586126918904483, + 7.49861600343138, + 7.561338134109974, + 7.474332000128925, + 7.61300593148917 + ], + "candidate_workspace_bytes_per_rank": [ + 507904, + 507904, + 507904, + 1884160, + 2080768, + 2080768, + 79151104, + 339722240 + ] + }, + "zigzag": { + "step_ms": 37.90224075317383, + "prepare_ms": 45.84232851630077, + "one_use_ms": 83.7445692694746, + "prepare_min_ms": 44.70354691147804, + "prepare_max_ms": 155.66171507816762, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0016252246640432245, + "dq": 0.0004916736119971625, + "dkv": 0.0004861918573380407, + "d_index_q": 0.0003569257876233377, + "d_weights": 0.0003177650459406723, + "d_pool_kv": 0.0005486278732828732, + "d_pool_score": 0.0005445220484194565, + "d_ape": 3.860767227143574e-06 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 37.866241455078125, + 37.90224075317383, + 37.91574478149414, + 37.9218864440918, + 37.847808837890625, + 37.96307373046875, + 37.85862350463867 + ], + "critical_prepare_samples_ms": [ + 47.00984014198184, + 45.00916204415262, + 44.70354691147804, + 153.49186910316348, + 46.21615505311638, + 45.468501979485154, + 44.9322130298242, + 155.66171507816762 + ], + "candidate_workspace_bytes_per_rank": [ + 53305344, + 53305344, + 53305344, + 53305344, + 53305344, + 53305344, + 53305344, + 53305344 + ] + }, + "planner": { + "step_ms": 32.353633880615234, + "prepare_ms": 12.12866249261424, + "one_use_ms": 44.482296373229474, + "prepare_min_ms": 11.894998839125037, + "prepare_max_ms": 123.44329594634473, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015138876329661513, + "dq": 0.00045860825477340696, + "dkv": 0.00046849135874668684, + "d_index_q": 0.0003562482112602212, + "d_weights": 0.00032118335948173643, + "d_pool_kv": 0.0005438274579043697, + "d_pool_score": 0.0005519648229923422, + "d_ape": 4.258189850384637e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 32.353633880615234, + 32.412353515625, + 32.39923095703125, + 32.37456130981445, + 32.34396743774414, + 32.31990432739258, + 32.341121673583984 + ], + "critical_prepare_samples_ms": [ + 12.077874038368464, + 12.179450946860015, + 123.44329594634473, + 12.385182897560298, + 11.991281062364578, + 12.406638008542359, + 11.894998839125037, + 11.912805959582329 + ], + "candidate_workspace_bytes_per_rank": [ + 507904, + 507904, + 507904, + 1884160, + 2080768, + 2080768, + 79151104, + 339722240 + ] + } + } + }, + "128k-mixed-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "a42d7db2614d9e21c3bd24a8de34199977030c3a75e1b28856d51a604529dfdb", + "policies": { + "legacy-contiguous": { + "step_ms": 33.05331039428711, + "prepare_ms": 8.72880796669051, + "one_use_ms": 41.78211836097762, + "prepare_min_ms": 8.669499889947474, + "prepare_max_ms": 9.25529608502984, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 33.07484817504883, + 33.05331039428711, + 33.061248779296875, + 33.03206253051758, + 33.019039154052734, + 33.1328010559082, + 33.0307502746582 + ], + "critical_prepare_samples_ms": [ + 9.25529608502984, + 8.874272927641869, + 8.747634943574667, + 8.709980989806354, + 8.782866061665118, + 8.703469997271895, + 8.687923080287874, + 8.669499889947474 + ], + "candidate_workspace_bytes_per_rank": [ + 7045120, + 193970176, + 363913216, + 507904, + 507904, + 827392, + 147832832, + 416268288 + ] + }, + "contiguous": { + "step_ms": 33.07494354248047, + "prepare_ms": 7.641692471224815, + "one_use_ms": 40.71663601370528, + "prepare_min_ms": 7.504745037294924, + "prepare_max_ms": 110.33575492911041, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.002124358368844286, + "dq": 0.0006708973533251172, + "dkv": 0.0006748384557586351, + "d_index_q": 0.000419026902945799, + "d_weights": 0.0003304557285110155, + "d_pool_kv": 0.0005772261277278353, + "d_pool_score": 0.0005797688319552085, + "d_ape": 7.489935465690975e-06 + }, + "max_loss_abs_diff": 3.4924596548080444e-10, + "critical_step_samples_ms": [ + 33.100799560546875, + 33.073055267333984, + 33.057918548583984, + 33.08787155151367, + 33.07494354248047, + 33.04643249511719, + 33.11958312988281 + ], + "critical_prepare_samples_ms": [ + 8.83635098580271, + 7.582117919810116, + 110.33575492911041, + 7.812974974513054, + 7.556077907793224, + 7.6242099748924375, + 7.504745037294924, + 7.659174967557192 + ], + "candidate_workspace_bytes_per_rank": [ + 7045120, + 193970176, + 363913216, + 507904, + 507904, + 827392, + 147832832, + 416268288 + ] + }, + "zigzag": { + "step_ms": 38.74604797363281, + "prepare_ms": 45.72551843011752, + "one_use_ms": 84.47156640375033, + "prepare_min_ms": 44.49985595420003, + "prepare_max_ms": 152.91648893617094, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.002136063325688249, + "dq": 0.0006448208867270936, + "dkv": 0.0005397046574182863, + "d_index_q": 0.0003537235166520844, + "d_weights": 0.0003170419424130787, + "d_pool_kv": 0.0005661726253782145, + "d_pool_score": 0.0005473705393115235, + "d_ape": 7.236730944585608e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 38.72604751586914, + 38.74604797363281, + 38.78224182128906, + 38.78335952758789, + 38.72016143798828, + 38.75788879394531, + 38.730464935302734 + ], + "critical_prepare_samples_ms": [ + 47.61352890636772, + 45.467405929230154, + 44.49985595420003, + 152.91648893617094, + 45.98363093100488, + 45.106612145900726, + 44.917382998391986, + 145.95098292920738 + ], + "candidate_workspace_bytes_per_rank": [ + 141359104, + 141359104, + 141359104, + 141359104, + 141359104, + 141359104, + 141359104, + 141359104 + ] + }, + "planner": { + "step_ms": 33.0742073059082, + "prepare_ms": 28.312876995187253, + "one_use_ms": 61.387084301095456, + "prepare_min_ms": 28.01844000350684, + "prepare_max_ms": 123.6400690395385, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0020962956426669433, + "dq": 0.0006347467076768539, + "dkv": 0.0005276886282440079, + "d_index_q": 0.00035682941768751356, + "d_weights": 0.00032945679607176856, + "d_pool_kv": 0.0005648985794352423, + "d_pool_score": 0.0005625030405139739, + "d_ape": 6.634011369785548e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 33.05827331542969, + 33.0742073059082, + 33.59049606323242, + 33.06959915161133, + 33.093441009521484, + 33.08927917480469, + 33.03887939453125 + ], + "critical_prepare_samples_ms": [ + 28.298633988015354, + 28.01844000350684, + 123.6400690395385, + 28.612435911782086, + 28.067155042663217, + 28.327120002359152, + 28.597721946425736, + 28.228612965904176 + ], + "candidate_workspace_bytes_per_rank": [ + 7045120, + 193970176, + 363913216, + 507904, + 507904, + 827392, + 147832832, + 416268288 + ] + } + } + }, + "128k-near-uniform-512": { + "documents": 512, + "tokens": 131072, + "source_record_sha256": "be33650d531537cf859041aa184f7846ca91ee7d6f07866e13f5eff3df7ff982", + "policies": { + "legacy-contiguous": { + "step_ms": 9.969632148742676, + "prepare_ms": 4.448324500117451, + "one_use_ms": 14.417956648860127, + "prepare_min_ms": 4.3677909998223186, + "prepare_max_ms": 5.127329030074179, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 9.9651517868042, + 9.94489574432373, + 9.969632148742676, + 9.992608070373535, + 10.025152206420898, + 9.945216178894043, + 10.024991989135742 + ], + "critical_prepare_samples_ms": [ + 4.6669780276715755, + 5.127329030074179, + 4.3677909998223186, + 4.452915978617966, + 4.42988402210176, + 4.433039925061166, + 4.443733021616936, + 4.50379098765552 + ], + "candidate_workspace_bytes_per_rank": [ + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280 + ] + }, + "contiguous": { + "step_ms": 10.01318359375, + "prepare_ms": 3.743164998013526, + "one_use_ms": 13.756348591763526, + "prepare_min_ms": 3.6540150176733732, + "prepare_max_ms": 3.838455071672797, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 4.31067005302863e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.485686835600299e-05, + "d_pool_score": 3.734317152918191e-05, + "d_ape": 1.5884632522867948e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 10.00160026550293, + 10.01318359375, + 9.96771240234375, + 10.067392349243164, + 9.997440338134766, + 10.017472267150879, + 10.042176246643066 + ], + "critical_prepare_samples_ms": [ + 3.793359035626054, + 3.752059070393443, + 3.740546992048621, + 3.739589941687882, + 3.700686036609113, + 3.7457830039784312, + 3.6540150176733732, + 3.838455071672797 + ], + "candidate_workspace_bytes_per_rank": [ + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280 + ] + }, + "zigzag": { + "step_ms": 11.205792427062988, + "prepare_ms": 24.085226003080606, + "one_use_ms": 35.291018430143595, + "prepare_min_ms": 23.83457194082439, + "prepare_max_ms": 139.23344609793276, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.7925220371458967e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 7.136588948385061e-05, + "d_pool_score": 4.065888036840021e-05, + "d_ape": 1.7333242400394557e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 11.202655792236328, + 11.212991714477539, + 11.187968254089355, + 11.230527877807617, + 11.205792427062988, + 11.16857624053955, + 11.311712265014648 + ], + "critical_prepare_samples_ms": [ + 27.768890955485404, + 25.140583980828524, + 24.11484904587269, + 23.88202305883169, + 24.055602960288525, + 24.04588391073048, + 23.83457194082439, + 139.23344609793276 + ], + "candidate_workspace_bytes_per_rank": [ + 1855488, + 2113536, + 2113536, + 2113536, + 2113536, + 2113536, + 2113536, + 2113536 + ] + }, + "planner": { + "step_ms": 10.027359962463379, + "prepare_ms": 4.955698561388999, + "one_use_ms": 14.983058523852378, + "prepare_min_ms": 4.824013100005686, + "prepare_max_ms": 5.206209025345743, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.3273367675160776e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.542720423634009e-05, + "d_pool_score": 5.10650784981466e-05, + "d_ape": 2.1403371983524285e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 10.017024040222168, + 10.369183540344238, + 10.027359962463379, + 10.05395221710205, + 10.025664329528809, + 10.148415565490723, + 10.026752471923828 + ], + "critical_prepare_samples_ms": [ + 5.206209025345743, + 5.033118999563158, + 4.875925951637328, + 4.824013100005686, + 4.920054925605655, + 4.9812550423666835, + 4.930142080411315, + 5.035332054831088 + ], + "candidate_workspace_bytes_per_rank": [ + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280 + ] + } + } + }, + "128k-single": { + "documents": 1, + "tokens": 131072, + "source_record_sha256": "4ffc0c811647416d205412593d727352a535ab6cd11c26ad666b219d87fde48f", + "policies": { + "legacy-contiguous": { + "step_ms": 47.70070266723633, + "prepare_ms": 0.7209100876934826, + "one_use_ms": 48.42161275492981, + "prepare_min_ms": 0.6982759805396199, + "prepare_max_ms": 0.9826208697631955, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 47.30112075805664, + 47.723167419433594, + 47.41270446777344, + 47.268062591552734, + 47.727745056152344, + 47.810176849365234, + 47.70070266723633 + ], + "critical_prepare_samples_ms": [ + 0.9826208697631955, + 0.7432779530063272, + 0.7265520980581641, + 0.6982759805396199, + 0.7152680773288012, + 0.714245019480586, + 0.7317300187423825, + 0.7042690413072705 + ], + "candidate_workspace_bytes_per_rank": [ + 134201344, + 402636800, + 536859656, + 536840192, + 536828336, + 536826624, + 536812296, + 536844424 + ] + }, + "contiguous": { + "step_ms": 47.59836959838867, + "prepare_ms": 0.7295145187526941, + "one_use_ms": 48.327884117141366, + "prepare_min_ms": 0.7136678323149681, + "prepare_max_ms": 0.8075819350779057, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015765946646741124, + "dq": 0.0005790440951112175, + "dkv": 0.0006679192583025653, + "d_index_q": 0.0007036192249884126, + "d_weights": 0.0006587839768356234, + "d_pool_kv": 0.0008462754770025072, + "d_pool_score": 0.000887909900268915, + "d_ape": 2.647273742900797e-05 + }, + "max_loss_abs_diff": 1.4551915228366852e-10, + "critical_step_samples_ms": [ + 47.504417419433594, + 47.59836959838867, + 47.79350280761719, + 47.29996871948242, + 47.922752380371094, + 47.66716766357422, + 47.468990325927734 + ], + "critical_prepare_samples_ms": [ + 0.8075819350779057, + 0.7368980441242456, + 0.7332341047003865, + 0.7257949328050017, + 0.7136678323149681, + 0.7397379959002137, + 0.7191249169409275, + 0.7216879166662693 + ], + "candidate_workspace_bytes_per_rank": [ + 134201344, + 402636800, + 536859656, + 536840192, + 536828336, + 536826624, + 536812296, + 536844424 + ] + }, + "zigzag": { + "step_ms": 46.22537612915039, + "prepare_ms": 0.9122525225393474, + "one_use_ms": 47.13762865168974, + "prepare_min_ms": 0.8884459966793656, + "prepare_max_ms": 2.3740038741379976, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0015766157105562468, + "dq": 0.0005791250183306168, + "dkv": 0.0005826837325579235, + "d_index_q": 0.0006550745397822342, + "d_weights": 0.0005112390665302352, + "d_pool_kv": 0.0007098261716766501, + "d_pool_score": 0.0007224017331145301, + "d_ape": 2.402751970718015e-05 + }, + "max_loss_abs_diff": 3.7834979593753815e-10, + "critical_step_samples_ms": [ + 46.06342315673828, + 46.19878387451172, + 46.51465606689453, + 46.22537612915039, + 46.21033477783203, + 46.31951904296875, + 46.25299072265625 + ], + "critical_prepare_samples_ms": [ + 2.3740038741379976, + 0.9390920167788863, + 0.9824440348893404, + 0.9092459222301841, + 0.9014920797199011, + 0.9148720419034362, + 0.8884459966793656, + 0.9096330031752586 + ], + "candidate_workspace_bytes_per_rank": [ + 536861644, + 536828104, + 536838528, + 536812296, + 536778684, + 536816940, + 536795936, + 536828336 + ] + }, + "planner": { + "step_ms": 45.816734313964844, + "prepare_ms": 7.54898099694401, + "one_use_ms": 53.365715310908854, + "prepare_min_ms": 7.393982145003974, + "prepare_max_ms": 7.698302972130477, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.0015837265043694255, + "dq": 0.0005816460263006044, + "dkv": 0.0007768235696223359, + "d_index_q": 0.0007047741714831017, + "d_weights": 0.000687690452839031, + "d_pool_kv": 0.0008500666348145983, + "d_pool_score": 0.0009004768884284642, + "d_ape": 2.473088932251163e-05 + }, + "max_loss_abs_diff": 4.656612873077393e-10, + "critical_step_samples_ms": [ + 45.82166290283203, + 45.84272003173828, + 45.73017501831055, + 46.25267028808594, + 45.816734313964844, + 45.81379318237305, + 45.737918853759766 + ], + "critical_prepare_samples_ms": [ + 7.6499179704114795, + 7.698302972130477, + 7.51110992860049, + 7.575499941594899, + 7.636827998794615, + 7.517814985476434, + 7.522462052293122, + 7.393982145003974 + ], + "candidate_workspace_bytes_per_rank": [ + 536828104, + 536812296, + 536816940, + 536864252, + 536795936, + 536778684, + 536838528, + 536861644 + ] + } + } + }, + "128k-uniform-1024": { + "documents": 1024, + "tokens": 131072, + "source_record_sha256": "38e8fdad2096841ce9b57196cdb05dfe4cd17b7c2311cf5bede714c90c5d3a91", + "policies": { + "legacy-contiguous": { + "step_ms": 9.238431930541992, + "prepare_ms": 8.05632706033066, + "one_use_ms": 17.29475899087265, + "prepare_min_ms": 7.888036081567407, + "prepare_max_ms": 8.295490988530219, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 9.228096008300781, + 9.246272087097168, + 9.238431930541992, + 9.236512184143066, + 10.079296112060547, + 9.257311820983887, + 9.214655876159668 + ], + "critical_prepare_samples_ms": [ + 8.295490988530219, + 7.888036081567407, + 8.236170979216695, + 8.010777062736452, + 8.126633008942008, + 7.968081976287067, + 8.101877057924867, + 7.93901807628572 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + }, + "contiguous": { + "step_ms": 9.287199974060059, + "prepare_ms": 6.7794660571962595, + "one_use_ms": 16.066666031256318, + "prepare_min_ms": 6.7019599955528975, + "prepare_max_ms": 7.129473960958421, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.7034465202561103e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.80841349081689e-05, + "d_pool_score": 4.969745146211584e-05, + "d_ape": 2.463488004291754e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 9.327584266662598, + 9.295040130615234, + 9.287199974060059, + 9.278176307678223, + 9.278143882751465, + 9.258208274841309, + 9.473567962646484 + ], + "critical_prepare_samples_ms": [ + 6.837799912318587, + 6.7019599955528975, + 6.714918999932706, + 6.821699091233313, + 7.129473960958421, + 6.737233023159206, + 6.707626045681536, + 6.954675889573991 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + }, + "zigzag": { + "step_ms": 11.102463722229004, + "prepare_ms": 47.22392506664619, + "one_use_ms": 58.32638878887519, + "prepare_min_ms": 45.078030903823674, + "prepare_max_ms": 156.1478169169277, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.723088398789181e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.7408244692422145e-05, + "d_pool_score": 6.371221934010526e-05, + "d_ape": 3.3825512629530646e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 11.100447654724121, + 11.142175674438477, + 11.123104095458984, + 11.102463722229004, + 11.112383842468262, + 11.097536087036133, + 11.057215690612793 + ], + "critical_prepare_samples_ms": [ + 48.150649992749095, + 46.42646899446845, + 45.078030903823674, + 151.0155029827729, + 47.763709095306695, + 46.68414103798568, + 45.34025501925498, + 156.1478169169277 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + }, + "planner": { + "step_ms": 9.295295715332031, + "prepare_ms": 8.97316396003589, + "one_use_ms": 18.26845967536792, + "prepare_min_ms": 8.708094945177436, + "prepare_max_ms": 123.31375910434872, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.9905925067018862e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.216577144844658e-05, + "d_pool_score": 6.720340578861908e-05, + "d_ape": 3.3511195947336086e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 9.287327766418457, + 9.30742359161377, + 9.270848274230957, + 9.30361557006836, + 9.306976318359375, + 9.284768104553223, + 9.295295715332031 + ], + "critical_prepare_samples_ms": [ + 8.869540877640247, + 8.825646946206689, + 123.31375910434872, + 9.473679936490953, + 8.962570922449231, + 8.708094945177436, + 9.538239915855229, + 8.98375699762255 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + } + } + }, + "256k-long-tail-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "f6f2fb90fa19746799d7f723f65a57a1d55b4e768a2fbaff20ba8977a77dfb5e", + "policies": { + "legacy-contiguous": { + "step_ms": 98.89091491699219, + "prepare_ms": 10.643926972988993, + "one_use_ms": 109.53484188998118, + "prepare_min_ms": 10.527928941883147, + "prepare_max_ms": 11.221883120015264, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 98.17501068115234, + 99.16777801513672, + 99.69891357421875, + 98.36495971679688, + 98.89091491699219, + 100.19251251220703, + 98.40354919433594 + ], + "critical_prepare_samples_ms": [ + 11.221883120015264, + 10.699034086428583, + 10.865055839531124, + 10.588819859549403, + 10.527928941883147, + 10.56276191957295, + 11.06762106064707, + 10.588489938527346 + ], + "candidate_workspace_bytes_per_rank": [ + 1015808, + 2392064, + 4161536, + 418873344, + 536870852, + 536863712, + 536816672, + 1073710020 + ] + }, + "contiguous": { + "step_ms": 99.36064147949219, + "prepare_ms": 9.696168475784361, + "one_use_ms": 109.05680995527655, + "prepare_min_ms": 9.520240011624992, + "prepare_max_ms": 10.234966059215367, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0010563700585577058, + "dq": 0.00035831076606808053, + "dkv": 0.0004733622916756713, + "d_index_q": 0.0005939123996360771, + "d_weights": 0.0005024215185567405, + "d_pool_kv": 0.000752053852842638, + "d_pool_score": 0.0007688502326254845, + "d_ape": 6.434388548257363e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 98.40025329589844, + 99.20460510253906, + 100.11779022216797, + 99.36064147949219, + 99.45503997802734, + 98.65779113769531, + 99.67919921875 + ], + "critical_prepare_samples_ms": [ + 9.97902499511838, + 9.690101025626063, + 9.577112039551139, + 9.55722399521619, + 9.520240011624992, + 9.813543991185725, + 10.234966059215367, + 9.70223592594266 + ], + "candidate_workspace_bytes_per_rank": [ + 1015808, + 2392064, + 4161536, + 418873344, + 536870852, + 536863712, + 536816672, + 1073710020 + ] + }, + "zigzag": { + "step_ms": 115.25299072265625, + "prepare_ms": 147.0409840112552, + "one_use_ms": 262.29397473391145, + "prepare_min_ms": 47.70176007878035, + "prepare_max_ms": 167.99743298906833, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.001096030426138749, + "dq": 0.00036871769863560327, + "dkv": 0.0005522801000187844, + "d_index_q": 0.000646529994069314, + "d_weights": 0.0005200898687794669, + "d_pool_kv": 0.0007782778462285144, + "d_pool_score": 0.0007902708796079504, + "d_ape": 6.243475107842311e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 115.171875, + 115.26223754882812, + 115.35302734375, + 115.21993255615234, + 115.44630432128906, + 115.25299072265625, + 115.22217559814453 + ], + "critical_prepare_samples_ms": [ + 137.1572030475363, + 154.45262903813273, + 167.99743298906833, + 48.344484996050596, + 47.70176007878035, + 143.54554004967213, + 155.44524206779897, + 150.53642797283828 + ], + "candidate_workspace_bytes_per_rank": [ + 1073708016, + 1073692980, + 1073648060, + 536804832, + 536760312, + 536814420, + 536809884, + 536864760 + ] + }, + "planner": { + "step_ms": 92.2047348022461, + "prepare_ms": 31.8146159988828, + "one_use_ms": 124.0193508011289, + "prepare_min_ms": 31.22708504088223, + "prepare_max_ms": 132.93269090354443, + "selected_policy": "selection-local-6x", + "max_relative_rms": { + "output": 0.001048036358338339, + "dq": 0.00036006689300403495, + "dkv": 0.0004952787980932682, + "d_index_q": 0.0005006808620709585, + "d_weights": 0.00047204477185006934, + "d_pool_kv": 0.0006647742697551269, + "d_pool_score": 0.0006600247570603834, + "d_ape": 6.129309354351373e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 91.95887756347656, + 92.06761932373047, + 91.93360137939453, + 92.53968048095703, + 92.28575897216797, + 92.2804183959961, + 92.2047348022461 + ], + "critical_prepare_samples_ms": [ + 31.714363023638725, + 126.031952095218, + 31.22708504088223, + 31.914868974126875, + 31.32477297913283, + 31.713226926513016, + 132.93269090354443, + 32.04708802513778 + ], + "candidate_workspace_bytes_per_rank": [ + 412638216, + 526081780, + 536819724, + 696705780, + 782017780, + 754142216, + 725136004, + 1073725588 + ] + } + } + }, + "256k-mixed-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "299ffffd41e8b2e4c2be973c6bdb05ae54dc4a991bc3051df8ee4e0a6127615f", + "policies": { + "legacy-contiguous": { + "step_ms": 83.7985610961914, + "prepare_ms": 10.569794510956854, + "one_use_ms": 94.36835560714826, + "prepare_min_ms": 10.402328800410032, + "prepare_max_ms": 11.000228114426136, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 84.08464050292969, + 83.7985610961914, + 83.04704284667969, + 84.08707427978516, + 83.55884552001953, + 84.34912109375, + 83.70649719238281 + ], + "critical_prepare_samples_ms": [ + 11.000228114426136, + 10.834337095730007, + 10.54192113224417, + 10.52551600150764, + 10.856117936782539, + 10.443822015076876, + 10.597667889669538, + 10.402328800410032 + ], + "candidate_workspace_bytes_per_rank": [ + 201015296, + 536851532, + 536841448, + 536858804, + 1335296, + 536853360, + 536859912, + 536862244 + ] + }, + "contiguous": { + "step_ms": 83.6385269165039, + "prepare_ms": 9.585648542270064, + "one_use_ms": 93.22417545877397, + "prepare_min_ms": 9.470761171542108, + "prepare_max_ms": 109.36465603299439, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0017248119636322726, + "dq": 0.0005231477545538955, + "dkv": 0.0008859578942512667, + "d_index_q": 0.0003679247450818875, + "d_weights": 0.0003583038720109353, + "d_pool_kv": 0.0013756446763457486, + "d_pool_score": 0.0013569902061103135, + "d_ape": 9.213348057789348e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 83.79923248291016, + 83.6385269165039, + 83.57939147949219, + 83.14595031738281, + 84.14755249023438, + 83.68710327148438, + 83.60105895996094 + ], + "critical_prepare_samples_ms": [ + 11.086768005043268, + 9.873543865978718, + 9.49363096151501, + 9.626674116589129, + 9.470761171542108, + 9.488550946116447, + 109.36465603299439, + 9.544622967951 + ], + "candidate_workspace_bytes_per_rank": [ + 201015296, + 536851532, + 536841448, + 536858804, + 1335296, + 536853360, + 536859912, + 536862244 + ] + }, + "zigzag": { + "step_ms": 96.04755401611328, + "prepare_ms": 92.28663396788761, + "one_use_ms": 188.3341879840009, + "prepare_min_ms": 46.753630973398685, + "prepare_max_ms": 166.36592405848205, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0017395277068004997, + "dq": 0.0005277805775999957, + "dkv": 0.0006782649359844867, + "d_index_q": 0.0003691170318294211, + "d_weights": 0.0003624685324509999, + "d_pool_kv": 0.0007577977882457726, + "d_pool_score": 0.0007313251119719116, + "d_ape": 8.559385750338412e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 96.06777954101562, + 96.25202941894531, + 96.04755401611328, + 95.81129455566406, + 95.63484954833984, + 96.13632202148438, + 95.58025360107422 + ], + "critical_prepare_samples_ms": [ + 48.80867002066225, + 166.36592405848205, + 149.53875401988626, + 48.5578749794513, + 46.753630973398685, + 135.76459791511297, + 152.24266005679965, + 47.11186105851084 + ], + "candidate_workspace_bytes_per_rank": [ + 536828196, + 536788788, + 518462572, + 480072156, + 441681740, + 403291324, + 364900908, + 326510492 + ] + }, + "planner": { + "step_ms": 82.14995574951172, + "prepare_ms": 32.668465457390994, + "one_use_ms": 114.81842120690271, + "prepare_min_ms": 32.24971203599125, + "prepare_max_ms": 33.218687982298434, + "selected_policy": "selection-local-5x", + "max_relative_rms": { + "output": 0.0017299188701990226, + "dq": 0.0005249688471103487, + "dkv": 0.0006932649020557219, + "d_index_q": 0.0003879256230062098, + "d_weights": 0.0003670382435938008, + "d_pool_kv": 0.0013198355292136361, + "d_pool_score": 0.0013151740439955597, + "d_ape": 8.808128280757483e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 81.99295806884766, + 82.14995574951172, + 82.31292724609375, + 82.3354263305664, + 81.54524993896484, + 82.6478042602539, + 81.62854766845703 + ], + "critical_prepare_samples_ms": [ + 32.491752062924206, + 32.684653997421265, + 32.89240214508027, + 32.540695974603295, + 32.65227691736072, + 33.04584801662713, + 32.24971203599125, + 33.218687982298434 + ], + "candidate_workspace_bytes_per_rank": [ + 536858700, + 536788788, + 536788788, + 536828196, + 173740692, + 518264420, + 479874004, + 536828196 + ] + } + } + }, + "256k-near-uniform-512": { + "documents": 512, + "tokens": 262144, + "source_record_sha256": "3abdfc48993cc3747d2f08fcfbd801e8c6fa1abaa8a607d585da37c318d9b529", + "policies": { + "legacy-contiguous": { + "step_ms": 21.674495697021484, + "prepare_ms": 4.580917942803353, + "one_use_ms": 26.255413639824837, + "prepare_min_ms": 4.535833024419844, + "prepare_max_ms": 5.053048022091389, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 21.720863342285156, + 21.699359893798828, + 21.674495697021484, + 21.658496856689453, + 21.68822479248047, + 21.657312393188477, + 21.64521598815918 + ], + "critical_prepare_samples_ms": [ + 5.053048022091389, + 4.535833024419844, + 4.551360965706408, + 4.582296940498054, + 4.611545125953853, + 4.579538945108652, + 4.551580990664661, + 4.621528903953731 + ], + "candidate_workspace_bytes_per_rank": [ + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352 + ] + }, + "contiguous": { + "step_ms": 21.785919189453125, + "prepare_ms": 3.9414139464497566, + "one_use_ms": 25.72733313590288, + "prepare_min_ms": 3.8159850519150496, + "prepare_max_ms": 4.042547079734504, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.297053926215977e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.412638872669938e-05, + "d_pool_score": 4.495461915173074e-05, + "d_ape": 1.4301480341692518e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 21.769792556762695, + 21.76304054260254, + 22.114463806152344, + 21.785919189453125, + 21.940128326416016, + 21.767871856689453, + 21.940895080566406 + ], + "critical_prepare_samples_ms": [ + 4.042547079734504, + 3.9293068693950772, + 3.8159850519150496, + 3.9682361530140042, + 3.8398168981075287, + 3.9214659482240677, + 3.953521023504436, + 3.995029954239726 + ], + "candidate_workspace_bytes_per_rank": [ + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352 + ] + }, + "zigzag": { + "step_ms": 24.209856033325195, + "prepare_ms": 24.67734646052122, + "one_use_ms": 48.88720249384642, + "prepare_min_ms": 24.372468004003167, + "prepare_max_ms": 142.0474809128791, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.2708240134177204e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.3500598722775094e-05, + "d_pool_score": 5.347177795761659e-05, + "d_ape": 1.327084474519006e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 24.196128845214844, + 24.229408264160156, + 24.214399337768555, + 24.209856033325195, + 24.24527931213379, + 24.169696807861328, + 24.205184936523438 + ], + "critical_prepare_samples_ms": [ + 26.387990918010473, + 24.77585698943585, + 24.372468004003167, + 24.47995904367417, + 24.4268769165501, + 24.750579963438213, + 24.60411295760423, + 142.0474809128791 + ], + "candidate_workspace_bytes_per_rank": [ + 7901184, + 8421376, + 8421376, + 8421376, + 8421376, + 8421376, + 8421376, + 8421376 + ] + }, + "planner": { + "step_ms": 21.7589111328125, + "prepare_ms": 5.023348960094154, + "one_use_ms": 26.782260092906654, + "prepare_min_ms": 4.9473929684609175, + "prepare_max_ms": 5.072213942185044, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.554213974193077e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.1905810341815174e-05, + "d_pool_score": 4.350734098547027e-05, + "d_ape": 1.4490775323448985e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 21.780927658081055, + 21.7589111328125, + 21.778976440429688, + 21.859455108642578, + 21.743295669555664, + 21.751680374145508, + 21.750688552856445 + ], + "critical_prepare_samples_ms": [ + 5.0161018734797835, + 5.0161059480160475, + 5.0472968723624945, + 5.041101947426796, + 4.989685956388712, + 5.03059197217226, + 5.072213942185044, + 4.9473929684609175 + ], + "candidate_workspace_bytes_per_rank": [ + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352 + ] + } + } + }, + "256k-single": { + "documents": 1, + "tokens": 262144, + "source_record_sha256": "27e077b4ff55aa00c71a035377fafcb97d9db8bfb198c213673c877e5ded916b", + "policies": { + "legacy-contiguous": { + "step_ms": 115.51570892333984, + "prepare_ms": 1.11213797936216, + "one_use_ms": 116.627846902702, + "prepare_min_ms": 1.0933621088042855, + "prepare_max_ms": 1.5027470653876662, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 116.38162994384766, + 115.88809967041016, + 115.89097595214844, + 115.51570892333984, + 114.80028533935547, + 115.36595153808594, + 115.4543685913086 + ], + "critical_prepare_samples_ms": [ + 1.5027470653876662, + 1.1409649159759283, + 1.1095319641754031, + 1.0933621088042855, + 1.114262966439128, + 1.1321530910208821, + 1.110012992285192, + 1.104076043702662 + ], + "candidate_workspace_bytes_per_rank": [ + 536838144, + 536867212, + 536866384, + 536868040, + 1073713120, + 1073672900, + 1073731400, + 1073737368 + ] + }, + "contiguous": { + "step_ms": 115.2938232421875, + "prepare_ms": 1.1161149595864117, + "one_use_ms": 116.40993820177391, + "prepare_min_ms": 1.087293028831482, + "prepare_max_ms": 1.304103061556816, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0014842079275755727, + "dq": 0.0005035188023387811, + "dkv": 0.0010278174526612903, + "d_index_q": 0.0006256382167037119, + "d_weights": 0.000563762569940494, + "d_pool_kv": 0.0013303364084540658, + "d_pool_score": 0.001377639655655214, + "d_ape": 2.0452408219956506e-05 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 114.4939193725586, + 115.84454345703125, + 115.2938232421875, + 114.8194580078125, + 116.123779296875, + 114.58399963378906, + 115.50758361816406 + ], + "critical_prepare_samples_ms": [ + 1.304103061556816, + 1.1089229956269264, + 1.0957310441881418, + 1.1007870780304074, + 1.1440730886533856, + 1.123306923545897, + 1.087293028831482, + 1.187960966490209 + ], + "candidate_workspace_bytes_per_rank": [ + 536838144, + 536867212, + 536866384, + 536868040, + 1073713120, + 1073672900, + 1073731400, + 1073737368 + ] + }, + "zigzag": { + "step_ms": 105.58483123779297, + "prepare_ms": 1.1357140028849244, + "one_use_ms": 106.7205452406779, + "prepare_min_ms": 1.1315711308270693, + "prepare_max_ms": 2.692296984605491, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0014841542205465054, + "dq": 0.00050380319214946, + "dkv": 0.0010287937173898806, + "d_index_q": 0.0006482205309808245, + "d_weights": 0.000583151648179517, + "d_pool_kv": 0.0013331964396419756, + "d_pool_score": 0.0013779578045436441, + "d_ape": 1.9963974118421826e-05 + }, + "max_loss_abs_diff": 3.7834979593753815e-10, + "critical_step_samples_ms": [ + 106.04412841796875, + 105.58483123779297, + 105.72246551513672, + 105.1151351928711, + 105.20396423339844, + 106.02706909179688, + 105.4378890991211 + ], + "critical_prepare_samples_ms": [ + 2.692296984605491, + 1.1655869893729687, + 1.1315711308270693, + 1.1326848762109876, + 1.1354410089552402, + 1.15663290489465, + 1.1359869968146086, + 1.1334370356053114 + ], + "candidate_workspace_bytes_per_rank": [ + 1073712188, + 1073660864, + 1073659492, + 1073631792, + 1073736736, + 1073737680, + 1073713936, + 1073713120 + ] + }, + "planner": { + "step_ms": 104.14985656738281, + "prepare_ms": 7.791060954332352, + "one_use_ms": 111.94091752171516, + "prepare_min_ms": 7.6777610229328275, + "prepare_max_ms": 8.784707984887064, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.0014818148634560368, + "dq": 0.0005030012855905718, + "dkv": 0.0010310600226582155, + "d_index_q": 0.0007705202387904052, + "d_weights": 0.0006243137936169513, + "d_pool_kv": 0.0013332458370744855, + "d_pool_score": 0.0013751792972335336, + "d_ape": 2.096916046719033e-05 + }, + "max_loss_abs_diff": 2.0372681319713593e-10, + "critical_step_samples_ms": [ + 103.95587158203125, + 104.33695983886719, + 103.87484741210938, + 104.14985656738281, + 104.16598510742188, + 104.65894317626953, + 104.02249908447266 + ], + "critical_prepare_samples_ms": [ + 7.850671885535121, + 8.708197972737253, + 7.70237494725734, + 7.6777610229328275, + 8.784707984887064, + 7.718592998571694, + 7.731450023129582, + 8.389059104956686 + ], + "candidate_workspace_bytes_per_rank": [ + 1073660864, + 1073631792, + 1073737680, + 1073736096, + 1073713936, + 1073736736, + 1073659492, + 1073712188 + ] + } + } + }, + "256k-uniform-1024": { + "documents": 1024, + "tokens": 262144, + "source_record_sha256": "a3e04775cd4674a149c44452e86572771d80fd867f99c915f4d8703ea7cf55c1", + "policies": { + "legacy-contiguous": { + "step_ms": 18.887359619140625, + "prepare_ms": 8.322144509293139, + "one_use_ms": 27.209504128433764, + "prepare_min_ms": 7.978446898050606, + "prepare_max_ms": 10.85648185107857, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 18.922527313232422, + 18.899232864379883, + 18.88604736328125, + 18.904191970825195, + 18.860639572143555, + 18.850208282470703, + 18.887359619140625 + ], + "critical_prepare_samples_ms": [ + 8.449674933217466, + 7.978446898050606, + 8.195264963433146, + 8.395488141104579, + 8.383898064494133, + 8.15566093660891, + 8.260390954092145, + 10.85648185107857 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + }, + "contiguous": { + "step_ms": 18.96121597290039, + "prepare_ms": 6.907838920596987, + "one_use_ms": 25.869054893497378, + "prepare_min_ms": 6.844045943580568, + "prepare_max_ms": 7.187637034803629, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.724041124260225e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.511801279303253e-05, + "d_pool_score": 5.232610864426897e-05, + "d_ape": 1.4967124181438183e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 19.019712448120117, + 18.97760009765625, + 18.96121597290039, + 18.9564151763916, + 18.95644760131836, + 18.9434871673584, + 19.144479751586914 + ], + "critical_prepare_samples_ms": [ + 7.187637034803629, + 6.97691401001066, + 6.844045943580568, + 6.993726012296975, + 6.876001018099487, + 6.887514842674136, + 6.885394104756415, + 6.928162998519838 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + }, + "zigzag": { + "step_ms": 22.557504653930664, + "prepare_ms": 46.86611460056156, + "one_use_ms": 69.42361925449222, + "prepare_min_ms": 46.30116908811033, + "prepare_max_ms": 167.44421899784356, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.8637480027866625e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.271880161331187e-05, + "d_pool_score": 5.610531234471807e-05, + "d_ape": 1.5175327931420397e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 22.557504653930664, + 22.60767936706543, + 22.548383712768555, + 22.567264556884766, + 22.551103591918945, + 22.51372718811035, + 22.592575073242188 + ], + "critical_prepare_samples_ms": [ + 47.66656889114529, + 46.35808803141117, + 46.458124998025596, + 167.44421899784356, + 47.36804007552564, + 47.025946085341275, + 46.30116908811033, + 46.706283115781844 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + }, + "planner": { + "step_ms": 18.94291114807129, + "prepare_ms": 8.967155939899385, + "one_use_ms": 27.910067087970674, + "prepare_min_ms": 8.858141023665667, + "prepare_max_ms": 14.381637098267674, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.590593616004352e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.534328689387801e-05, + "d_pool_score": 5.3623912772759155e-05, + "d_ape": 1.7238388124362549e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 18.938079833984375, + 18.94291114807129, + 18.93289566040039, + 18.952415466308594, + 18.924928665161133, + 18.946847915649414, + 19.089344024658203 + ], + "critical_prepare_samples_ms": [ + 9.043016005307436, + 8.858141023665667, + 8.99953895714134, + 8.93477292265743, + 9.00569697842002, + 8.906646049581468, + 8.866342948749661, + 14.381637098267674 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + } + } + } + } + }, + "reduced_search_sensitivity": { + "arguments": { + "tokens": [ + 131072, + 262144 + ], + "cases": null, + "warmups": 2, + "repeats": 7, + "min_gain_ms": 2.0, + "min_chunk_tokens": 1024, + "max_chunks_per_rank": 2, + "check_only": false + }, + "cost_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 2.0, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "cases": { + "128k-long-tail-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "206ac833d00cc5bf1c2437b126f72c4d797ec86a89c522f164b5ef808f1fd8d6", + "policies": { + "legacy-contiguous": { + "step_ms": 32.31577682495117, + "prepare_ms": 9.774404112249613, + "one_use_ms": 42.090180937200785, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 32.31577682495117, + 32.28287887573242, + 32.33244705200195, + 32.309471130371094, + 32.30284881591797, + 32.32038497924805, + 32.39052963256836 + ], + "critical_prepare_samples_ms": [ + 9.07967402599752, + 9.774404112249613, + 9.776547900401056 + ], + "candidate_workspace_bytes_per_rank": [ + 507904, + 507904, + 507904, + 1884160, + 2080768, + 2080768, + 79151104, + 339722240 + ] + }, + "contiguous": { + "step_ms": 32.3752326965332, + "prepare_ms": 8.127258974127471, + "one_use_ms": 40.502491670660675, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015114969438123802, + "dq": 0.0004578816300774803, + "dkv": 0.0004676909672103567, + "d_index_q": 0.00035461648640452504, + "d_weights": 0.0003343071935462977, + "d_pool_kv": 0.0005292565852777516, + "d_pool_score": 0.000537489115750937, + "d_ape": 4.008685712418047e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 32.35612869262695, + 32.37507247924805, + 32.387840270996094, + 32.435489654541016, + 32.35036849975586, + 32.3752326965332, + 32.56003189086914 + ], + "critical_prepare_samples_ms": [ + 7.735361927188933, + 8.529279031790793, + 8.127258974127471 + ], + "candidate_workspace_bytes_per_rank": [ + 507904, + 507904, + 507904, + 1884160, + 2080768, + 2080768, + 79151104, + 339722240 + ] + }, + "zigzag": { + "step_ms": 37.885311126708984, + "prepare_ms": 45.99909298121929, + "one_use_ms": 83.88440410792828, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0016234906071296098, + "dq": 0.0004906073228918477, + "dkv": 0.000485240208978095, + "d_index_q": 0.0003558193972514481, + "d_weights": 0.00032124146055954113, + "d_pool_kv": 0.0005457322304231309, + "d_pool_score": 0.0005399599227922468, + "d_ape": 4.763308121602455e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 37.87958526611328, + 37.90604782104492, + 37.908992767333984, + 38.01612854003906, + 37.85958480834961, + 37.88185501098633, + 37.885311126708984 + ], + "critical_prepare_samples_ms": [ + 47.39365400746465, + 45.99909298121929, + 45.87791208177805 + ], + "candidate_workspace_bytes_per_rank": [ + 53305344, + 53305344, + 53305344, + 53305344, + 53305344, + 53305344, + 53305344, + 53305344 + ] + }, + "planner": { + "step_ms": 32.36540985107422, + "prepare_ms": 10.196399874985218, + "one_use_ms": 42.56180972605944, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.00150859254036341, + "dq": 0.0004572904703051933, + "dkv": 0.0004729963619223918, + "d_index_q": 0.0003518774483353445, + "d_weights": 0.0003240170008018262, + "d_pool_kv": 0.0005420697840284305, + "d_pool_score": 0.0005310764478034278, + "d_ape": 4.198265664849056e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 32.37472152709961, + 32.34428787231445, + 32.33184051513672, + 32.42252731323242, + 32.364959716796875, + 32.383583068847656, + 32.36540985107422 + ], + "critical_prepare_samples_ms": [ + 10.196399874985218, + 10.216351016424596, + 10.10116096585989 + ], + "candidate_workspace_bytes_per_rank": [ + 507904, + 507904, + 507904, + 1884160, + 2080768, + 2080768, + 79151104, + 339722240 + ] + } + } + }, + "128k-mixed-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "14d573aed02d0fbe56347afe73070308fa4b52a1f50a5f39099069f9a822f622", + "policies": { + "legacy-contiguous": { + "step_ms": 33.04886245727539, + "prepare_ms": 8.66100809071213, + "one_use_ms": 41.70987054798752, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 33.05459213256836, + 33.069950103759766, + 33.01395034790039, + 33.04579162597656, + 33.04886245727539, + 33.069664001464844, + 33.03974533081055 + ], + "critical_prepare_samples_ms": [ + 9.070100029930472, + 8.66100809071213, + 8.639303967356682 + ], + "candidate_workspace_bytes_per_rank": [ + 7045120, + 193970176, + 363913216, + 507904, + 507904, + 827392, + 147832832, + 416268288 + ] + }, + "contiguous": { + "step_ms": 33.116798400878906, + "prepare_ms": 7.43433297611773, + "one_use_ms": 40.551131376996636, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.002093747276231706, + "dq": 0.0006334083022316513, + "dkv": 0.0005305985785479698, + "d_index_q": 0.00035164505841025513, + "d_weights": 0.0003191535424605087, + "d_pool_kv": 0.000567973707910079, + "d_pool_score": 0.0005569264865225348, + "d_ape": 6.866102141759954e-06 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 33.125152587890625, + 33.091617584228516, + 33.11123275756836, + 33.104000091552734, + 33.144351959228516, + 33.116798400878906, + 33.14662551879883 + ], + "critical_prepare_samples_ms": [ + 7.8012129524722695, + 7.354254019446671, + 7.43433297611773 + ], + "candidate_workspace_bytes_per_rank": [ + 7045120, + 193970176, + 363913216, + 507904, + 507904, + 827392, + 147832832, + 416268288 + ] + }, + "zigzag": { + "step_ms": 38.7558708190918, + "prepare_ms": 45.50877504516393, + "one_use_ms": 84.26464586425573, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.002181374361486575, + "dq": 0.0006867861882885665, + "dkv": 0.0006765172784291122, + "d_index_q": 0.00041965392520146793, + "d_weights": 0.0003215599066397513, + "d_pool_kv": 0.0005907853387548043, + "d_pool_score": 0.0005889070011877098, + "d_ape": 7.251414744984451e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 38.72137451171875, + 38.7558708190918, + 38.76057434082031, + 38.8023681640625, + 38.688480377197266, + 38.73535919189453, + 38.8474235534668 + ], + "critical_prepare_samples_ms": [ + 47.14965296443552, + 45.50877504516393, + 44.8957160115242 + ], + "candidate_workspace_bytes_per_rank": [ + 141359104, + 141359104, + 141359104, + 141359104, + 141359104, + 141359104, + 141359104, + 141359104 + ] + }, + "planner": { + "step_ms": 33.0863037109375, + "prepare_ms": 9.439464891329408, + "one_use_ms": 42.52576860226691, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0020996398701580354, + "dq": 0.0006346109709168223, + "dkv": 0.0005287856528683287, + "d_index_q": 0.0003540673085342941, + "d_weights": 0.00031974887292759063, + "d_pool_kv": 0.0005708471487096938, + "d_pool_score": 0.0005611318284191702, + "d_ape": 7.035264280944537e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 33.08342361450195, + 33.0863037109375, + 33.07936096191406, + 33.14601516723633, + 33.088958740234375, + 33.13372802734375, + 33.07321548461914 + ], + "critical_prepare_samples_ms": [ + 9.505677036941051, + 9.329304099082947, + 9.439464891329408 + ], + "candidate_workspace_bytes_per_rank": [ + 7045120, + 193970176, + 363913216, + 507904, + 507904, + 827392, + 147832832, + 416268288 + ] + } + } + }, + "128k-near-uniform-512": { + "documents": 512, + "tokens": 131072, + "source_record_sha256": "c37fdc7491d81ef27e39eeb993950c31376deee5b81033de6c80951402a75014", + "policies": { + "legacy-contiguous": { + "step_ms": 9.961440086364746, + "prepare_ms": 4.771576030179858, + "one_use_ms": 14.733016116544604, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 9.95577621459961, + 9.969663619995117, + 9.967071533203125, + 10.025728225708008, + 9.94979190826416, + 9.959168434143066, + 9.961440086364746 + ], + "critical_prepare_samples_ms": [ + 4.771576030179858, + 7.079613162204623, + 4.413567017763853 + ], + "candidate_workspace_bytes_per_rank": [ + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280 + ] + }, + "contiguous": { + "step_ms": 10.006815910339355, + "prepare_ms": 3.7964109797030687, + "one_use_ms": 13.803226890042424, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.9978755880494213e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.444174851955467e-05, + "d_pool_score": 2.8797816112323566e-05, + "d_ape": 1.2955959260855573e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 10.015935897827148, + 10.006815910339355, + 9.975359916687012, + 10.021504402160645, + 9.999263763427734, + 10.000639915466309, + 10.02940845489502 + ], + "critical_prepare_samples_ms": [ + 3.7964109797030687, + 3.9685630472376943, + 3.6812990438193083 + ], + "candidate_workspace_bytes_per_rank": [ + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280 + ] + }, + "zigzag": { + "step_ms": 11.198399543762207, + "prepare_ms": 25.439652032218874, + "one_use_ms": 36.63805157598108, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.1161980846562704e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.0865890337618216e-05, + "d_pool_score": 4.153862716484465e-05, + "d_ape": 1.7307645934332891e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 11.415776252746582, + 11.247648239135742, + 11.255423545837402, + 11.198399543762207, + 11.182592391967773, + 11.181695938110352, + 11.188159942626953 + ], + "critical_prepare_samples_ms": [ + 25.439652032218874, + 26.81133185978979, + 23.72458192985505 + ], + "candidate_workspace_bytes_per_rank": [ + 1855488, + 2113536, + 2113536, + 2113536, + 2113536, + 2113536, + 2113536, + 2113536 + ] + }, + "planner": { + "step_ms": 10.006272315979004, + "prepare_ms": 4.958153003826737, + "one_use_ms": 14.964425319805741, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.4528841297910174e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 3.920732113107061e-05, + "d_pool_score": 3.440938115604093e-05, + "d_ape": 1.4369673349993467e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 10.022047996520996, + 9.988991737365723, + 10.006272315979004, + 10.018207550048828, + 9.986016273498535, + 10.019583702087402, + 9.992416381835938 + ], + "critical_prepare_samples_ms": [ + 4.973354982212186, + 4.958153003826737, + 4.738058079965413 + ], + "candidate_workspace_bytes_per_rank": [ + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280 + ] + } + } + }, + "128k-single": { + "documents": 1, + "tokens": 131072, + "source_record_sha256": "9d588616976075235c01154d101322f7df108c26a45382507bffa41dc275f3c4", + "policies": { + "legacy-contiguous": { + "step_ms": 47.360191345214844, + "prepare_ms": 0.7180591346696019, + "one_use_ms": 48.078250479884446, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 47.293216705322266, + 47.327392578125, + 47.29286575317383, + 47.53891372680664, + 47.360191345214844, + 47.48175811767578, + 47.39324951171875 + ], + "critical_prepare_samples_ms": [ + 0.9503101464360952, + 0.7180591346696019, + 0.7097340421751142 + ], + "candidate_workspace_bytes_per_rank": [ + 134201344, + 402636800, + 536859656, + 536840192, + 536828336, + 536826624, + 536812296, + 536844424 + ] + }, + "contiguous": { + "step_ms": 47.65436935424805, + "prepare_ms": 0.7628588937222958, + "one_use_ms": 48.41722824797034, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015751207193441088, + "dq": 0.0005783199131152748, + "dkv": 0.0006685131626782165, + "d_index_q": 0.0007961003786003505, + "d_weights": 0.0006623062461361172, + "d_pool_kv": 0.0008504045561905792, + "d_pool_score": 0.0009088681729959377, + "d_ape": 2.734829661652657e-05 + }, + "max_loss_abs_diff": 6.111804395914078e-10, + "critical_step_samples_ms": [ + 47.42502212524414, + 47.697471618652344, + 47.871456146240234, + 47.40972900390625, + 47.312225341796875, + 47.71052932739258, + 47.65436935424805 + ], + "critical_prepare_samples_ms": [ + 0.8085910230875015, + 0.7628588937222958, + 0.7170919561758637 + ], + "candidate_workspace_bytes_per_rank": [ + 134201344, + 402636800, + 536859656, + 536840192, + 536828336, + 536826624, + 536812296, + 536844424 + ] + }, + "zigzag": { + "step_ms": 46.215328216552734, + "prepare_ms": 0.9315180359408259, + "one_use_ms": 47.14684625249356, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0015815559567693414, + "dq": 0.0005808441534881571, + "dkv": 0.0005049512279862388, + "d_index_q": 0.0006542155084291897, + "d_weights": 0.0005079701559067017, + "d_pool_kv": 0.0007064207861540901, + "d_pool_score": 0.0007066278713246955, + "d_ape": 2.418222008041728e-05 + }, + "max_loss_abs_diff": 2.6193447411060333e-10, + "critical_step_samples_ms": [ + 45.99225616455078, + 46.215328216552734, + 46.77628707885742, + 46.08924865722656, + 46.17289733886719, + 46.40963363647461, + 46.41756820678711 + ], + "critical_prepare_samples_ms": [ + 2.246724907308817, + 0.9315180359408259, + 0.899365870282054 + ], + "candidate_workspace_bytes_per_rank": [ + 536861644, + 536828104, + 536838528, + 536812296, + 536778684, + 536816940, + 536795936, + 536828336 + ] + }, + "planner": { + "step_ms": 45.837215423583984, + "prepare_ms": 2.398140146397054, + "one_use_ms": 48.23535556998104, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.0015835534868685192, + "dq": 0.0005814588792502117, + "dkv": 0.0006013543899328077, + "d_index_q": 0.0005534685427820214, + "d_weights": 0.000646131642927837, + "d_pool_kv": 0.0007677387392274655, + "d_pool_score": 0.0007507812475082407, + "d_ape": 2.2943076205792098e-05 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 45.837215423583984, + 45.95561599731445, + 45.775390625, + 45.85027313232422, + 45.8144645690918, + 46.047359466552734, + 45.776161193847656 + ], + "critical_prepare_samples_ms": [ + 2.542854053899646, + 2.398140146397054, + 2.3720700992271304 + ], + "candidate_workspace_bytes_per_rank": [ + 536828104, + 536812296, + 536816940, + 536864252, + 536795936, + 536778684, + 536838528, + 536861644 + ] + } + } + }, + "128k-uniform-1024": { + "documents": 1024, + "tokens": 131072, + "source_record_sha256": "7ac651892601ff79612fe7b78ef4aab5b87db6c5202d8a79ea3ebc2ca232cb13", + "policies": { + "legacy-contiguous": { + "step_ms": 9.289216041564941, + "prepare_ms": 7.89993314538151, + "one_use_ms": 17.18914918694645, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 9.295328140258789, + 9.296895980834961, + 9.288703918457031, + 9.29372787475586, + 9.246944427490234, + 9.253151893615723, + 9.289216041564941 + ], + "critical_prepare_samples_ms": [ + 8.253396954387426, + 7.89993314538151, + 7.871040143072605 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + }, + "contiguous": { + "step_ms": 9.327391624450684, + "prepare_ms": 6.7193860886618495, + "one_use_ms": 16.046777713112533, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.093166359762604e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.9217821848352475e-05, + "d_pool_score": 4.03182609837131e-05, + "d_ape": 2.242167264657663e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 9.32156753540039, + 9.48083209991455, + 9.290656089782715, + 9.440832138061523, + 9.508383750915527, + 9.291359901428223, + 9.327391624450684 + ], + "critical_prepare_samples_ms": [ + 6.848165998235345, + 6.7193860886618495, + 6.64277991745621 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + }, + "zigzag": { + "step_ms": 11.107904434204102, + "prepare_ms": 50.2719139913097, + "one_use_ms": 61.379818425513804, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.234117372908357e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.218470753097149e-05, + "d_pool_score": 3.817734976583123e-05, + "d_ape": 1.9858886890377225e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 11.10422420501709, + 11.310079574584961, + 11.14742374420166, + 11.099967956542969, + 11.13548755645752, + 11.08351993560791, + 11.107904434204102 + ], + "critical_prepare_samples_ms": [ + 50.2719139913097, + 45.780996908433735, + 164.21099100261927 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + }, + "planner": { + "step_ms": 9.316512107849121, + "prepare_ms": 8.645661058835685, + "one_use_ms": 17.962173166684806, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.8816705153238948e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.762204604666035e-05, + "d_pool_score": 4.186287177697969e-05, + "d_ape": 2.1236779901697946e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 9.291647911071777, + 9.311360359191895, + 9.318400382995605, + 9.316512107849121, + 9.325599670410156, + 10.244704246520996, + 9.314784049987793 + ], + "critical_prepare_samples_ms": [ + 8.862095070071518, + 8.567675948143005, + 8.645661058835685 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + } + } + }, + "256k-long-tail-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "306c17e1b10c9055bca24d23542d6e0ae72ba86f18743e7c1db0e21333ee9e34", + "policies": { + "legacy-contiguous": { + "step_ms": 98.6659164428711, + "prepare_ms": 11.852037045173347, + "one_use_ms": 110.51795348804444, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 98.6659164428711, + 98.62493133544922, + 98.76188659667969, + 98.96463775634766, + 98.2577896118164, + 98.4927978515625, + 98.73375701904297 + ], + "critical_prepare_samples_ms": [ + 11.852037045173347, + 11.283355066552758, + 12.048232019878924 + ], + "candidate_workspace_bytes_per_rank": [ + 1015808, + 2392064, + 4161536, + 418873344, + 536870852, + 536863712, + 536816672, + 1073710020 + ] + }, + "contiguous": { + "step_ms": 99.30899047851562, + "prepare_ms": 10.390229988843203, + "one_use_ms": 109.69922046735883, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0010573826208271084, + "dq": 0.0003592223006292566, + "dkv": 0.0005484814447866894, + "d_index_q": 0.0006455438914783363, + "d_weights": 0.0005120783559164215, + "d_pool_kv": 0.0007752975553353049, + "d_pool_score": 0.0007896526582265112, + "d_ape": 6.200486588157099e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 99.23235321044922, + 98.54048156738281, + 99.35852813720703, + 99.44525146484375, + 99.30899047851562, + 98.63680267333984, + 100.43740844726562 + ], + "critical_prepare_samples_ms": [ + 10.390229988843203, + 9.821086074225605, + 10.521577904000878 + ], + "candidate_workspace_bytes_per_rank": [ + 1015808, + 2392064, + 4161536, + 418873344, + 536870852, + 536863712, + 536816672, + 1073710020 + ] + }, + "zigzag": { + "step_ms": 115.28396606445312, + "prepare_ms": 144.87404597457498, + "one_use_ms": 260.1580120390281, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0010834614507619967, + "dq": 0.0003684552651301375, + "dkv": 0.00039418431972343653, + "d_index_q": 0.0003783078523965674, + "d_weights": 0.0003770943893548319, + "d_pool_kv": 0.0006627945441974228, + "d_pool_score": 0.0006772935978763263, + "d_ape": 5.986287096458122e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 115.21177673339844, + 115.45823669433594, + 115.331298828125, + 115.17340850830078, + 115.28396606445312, + 115.195068359375, + 115.5271987915039 + ], + "critical_prepare_samples_ms": [ + 50.712813972495496, + 144.87404597457498, + 168.62917703110725 + ], + "candidate_workspace_bytes_per_rank": [ + 1073708016, + 1073692980, + 1073648060, + 536804832, + 536760312, + 536814420, + 536809884, + 536864760 + ] + }, + "planner": { + "step_ms": 92.93939208984375, + "prepare_ms": 106.1690280912444, + "one_use_ms": 199.10842018108815, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.0011127535868433215, + "dq": 0.0003930554637779379, + "dkv": 0.0005549246019563618, + "d_index_q": 0.000646853644347867, + "d_weights": 0.0005176427284762521, + "d_pool_kv": 0.0007843419483566719, + "d_pool_score": 0.0007981760582909821, + "d_ape": 6.011172940416037e-06 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 92.96339416503906, + 92.93939208984375, + 93.06483459472656, + 92.72089385986328, + 92.65577697753906, + 93.29020690917969, + 92.58598327636719 + ], + "critical_prepare_samples_ms": [ + 106.1690280912444, + 122.90593807119876, + 22.352106869220734 + ], + "candidate_workspace_bytes_per_rank": [ + 536852000, + 536840844, + 536869000, + 536794800, + 1073680320, + 536834316, + 536856816, + 1073601720 + ] + } + } + }, + "256k-mixed-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "c6cfc83abb6f9da3890128a6674d1a2d33a3dd4f89b4d7f6d15f4fa70bd3d5b8", + "policies": { + "legacy-contiguous": { + "step_ms": 83.52304077148438, + "prepare_ms": 10.926121030934155, + "one_use_ms": 94.44916180241853, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 83.31452941894531, + 84.28518676757812, + 83.41043090820312, + 83.52304077148438, + 83.24291229248047, + 83.67024230957031, + 83.7089614868164 + ], + "critical_prepare_samples_ms": [ + 11.107583995908499, + 10.926121030934155, + 10.472901980392635 + ], + "candidate_workspace_bytes_per_rank": [ + 201015296, + 536851532, + 536841448, + 536858804, + 1335296, + 536853360, + 536859912, + 536862244 + ] + }, + "contiguous": { + "step_ms": 83.8061752319336, + "prepare_ms": 10.013072984293103, + "one_use_ms": 93.8192482162267, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0017285115614443013, + "dq": 0.0005245019570177233, + "dkv": 0.0008850784611107852, + "d_index_q": 0.0003679564403986905, + "d_weights": 0.00036400805474966116, + "d_pool_kv": 0.001373117872850444, + "d_pool_score": 0.001360731586663582, + "d_ape": 9.068534898484564e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 84.08528137207031, + 83.67862701416016, + 83.81353759765625, + 83.15155029296875, + 84.11788940429688, + 83.8061752319336, + 83.74156951904297 + ], + "critical_prepare_samples_ms": [ + 11.039006989449263, + 10.013072984293103, + 9.5121389022097 + ], + "candidate_workspace_bytes_per_rank": [ + 201015296, + 536851532, + 536841448, + 536858804, + 1335296, + 536853360, + 536859912, + 536862244 + ] + }, + "zigzag": { + "step_ms": 96.0337905883789, + "prepare_ms": 154.22721300274134, + "one_use_ms": 250.26100359112024, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0017382082680359764, + "dq": 0.0005269916395286206, + "dkv": 0.00045928158371192967, + "d_index_q": 0.0003679860460189847, + "d_weights": 0.0003632725669426103, + "d_pool_kv": 0.0006520830116070919, + "d_pool_score": 0.0006456380441297271, + "d_ape": 7.835311140252914e-06 + }, + "max_loss_abs_diff": 2.9103830456733704e-10, + "critical_step_samples_ms": [ + 96.42201232910156, + 95.8373794555664, + 96.0337905883789, + 95.5379867553711, + 95.66000366210938, + 96.18585968017578, + 96.0810546875 + ], + "critical_prepare_samples_ms": [ + 52.832534071058035, + 155.64053610432893, + 154.22721300274134 + ], + "candidate_workspace_bytes_per_rank": [ + 536828196, + 536788788, + 518462572, + 480072156, + 441681740, + 403291324, + 364900908, + 326510492 + ] + }, + "planner": { + "step_ms": 86.18553924560547, + "prepare_ms": 21.83594205416739, + "one_use_ms": 108.02148129977286, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.001745158118362825, + "dq": 0.0005293636644694899, + "dkv": 0.0005248456195568502, + "d_index_q": 0.0003697755327810351, + "d_weights": 0.00036312147739179905, + "d_pool_kv": 0.000647131001315703, + "d_pool_score": 0.0006558826907249498, + "d_ape": 7.933114227903847e-06 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 86.18553924560547, + 86.66947174072266, + 86.13078308105469, + 86.79126739501953, + 85.99791717529297, + 86.30726623535156, + 86.09295654296875 + ], + "critical_prepare_samples_ms": [ + 21.673545124940574, + 130.55709702894092, + 21.83594205416739 + ], + "candidate_workspace_bytes_per_rank": [ + 536820936, + 536822596, + 536837028, + 536865908, + 101228656, + 536822596, + 536865908, + 536837028 + ] + } + } + }, + "256k-near-uniform-512": { + "documents": 512, + "tokens": 262144, + "source_record_sha256": "466b346789a4d59098aad2ca2b04aca877953815c3163fc8f2c0f749a341ceae", + "policies": { + "legacy-contiguous": { + "step_ms": 21.694368362426758, + "prepare_ms": 5.549413966946304, + "one_use_ms": 27.24378232937306, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 21.685184478759766, + 21.670495986938477, + 21.69536018371582, + 21.73049545288086, + 21.663488388061523, + 21.694368362426758, + 21.732704162597656 + ], + "critical_prepare_samples_ms": [ + 4.9613380106166005, + 5.684494040906429, + 5.549413966946304 + ], + "candidate_workspace_bytes_per_rank": [ + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352 + ] + }, + "contiguous": { + "step_ms": 21.787263870239258, + "prepare_ms": 4.69140603672713, + "one_use_ms": 26.47866990696639, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.2664848913808245e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.527269782608548e-05, + "d_pool_score": 5.23650389771624e-05, + "d_ape": 1.326061817639286e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 21.81724739074707, + 21.77782440185547, + 21.77788734436035, + 21.807296752929688, + 21.818464279174805, + 21.787263870239258, + 21.775104522705078 + ], + "critical_prepare_samples_ms": [ + 4.69140603672713, + 4.833335056900978, + 4.65017999522388 + ], + "candidate_workspace_bytes_per_rank": [ + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352 + ] + }, + "zigzag": { + "step_ms": 24.22969627380371, + "prepare_ms": 25.856652995571494, + "one_use_ms": 50.086349269375205, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.4942269741698106e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.163642701493704e-05, + "d_pool_score": 6.043722187737683e-05, + "d_ape": 1.4394808166454493e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 24.23721694946289, + 24.284608840942383, + 24.22969627380371, + 24.18796730041504, + 24.21548843383789, + 24.231679916381836, + 24.21513557434082 + ], + "critical_prepare_samples_ms": [ + 26.876677060499787, + 25.856652995571494, + 24.792716838419437 + ], + "candidate_workspace_bytes_per_rank": [ + 7901184, + 8421376, + 8421376, + 8421376, + 8421376, + 8421376, + 8421376, + 8421376 + ] + }, + "planner": { + "step_ms": 21.749343872070312, + "prepare_ms": 5.762123968452215, + "one_use_ms": 27.511467840522528, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.8881779744528944e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.6376933606401454e-05, + "d_pool_score": 6.304859853384069e-05, + "d_ape": 1.3838066052628374e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 21.749055862426758, + 21.768640518188477, + 21.900991439819336, + 21.749343872070312, + 21.737119674682617, + 21.747936248779297, + 21.77097511291504 + ], + "critical_prepare_samples_ms": [ + 5.77679299749434, + 5.70077495649457, + 5.762123968452215 + ], + "candidate_workspace_bytes_per_rank": [ + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352 + ] + } + } + }, + "256k-single": { + "documents": 1, + "tokens": 262144, + "source_record_sha256": "f85bfbf7322809f6c47450cfbe646a38e29419a8c8cc8a0e1f14662b5242ecc1", + "policies": { + "legacy-contiguous": { + "step_ms": 115.33245086669922, + "prepare_ms": 1.1144890449941158, + "one_use_ms": 116.44693991169333, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 115.0580825805664, + 115.42076873779297, + 115.65145874023438, + 115.51197052001953, + 114.57266998291016, + 114.61859130859375, + 115.33245086669922 + ], + "critical_prepare_samples_ms": [ + 1.432059914804995, + 1.1144890449941158, + 1.092861988581717 + ], + "candidate_workspace_bytes_per_rank": [ + 536838144, + 536867212, + 536866384, + 536868040, + 1073713120, + 1073672900, + 1073731400, + 1073737368 + ] + }, + "contiguous": { + "step_ms": 115.45356750488281, + "prepare_ms": 1.1493739439174533, + "one_use_ms": 116.60294144880027, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0014814819659666792, + "dq": 0.0005025477042892497, + "dkv": 0.0010280580317239322, + "d_index_q": 0.0007709961298283565, + "d_weights": 0.0006240027811370497, + "d_pool_kv": 0.0013297219628949863, + "d_pool_score": 0.0013706802273474096, + "d_ape": 2.047579904414999e-05 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 115.91276550292969, + 114.74950408935547, + 115.78205108642578, + 115.53488159179688, + 115.12838745117188, + 115.45356750488281, + 114.86653137207031 + ], + "critical_prepare_samples_ms": [ + 1.2612229911610484, + 1.1493739439174533, + 1.085231895558536 + ], + "candidate_workspace_bytes_per_rank": [ + 536838144, + 536867212, + 536866384, + 536868040, + 1073713120, + 1073672900, + 1073731400, + 1073737368 + ] + }, + "zigzag": { + "step_ms": 105.22351837158203, + "prepare_ms": 1.1590360663831234, + "one_use_ms": 106.38255443796515, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.001487600849902013, + "dq": 0.000504489249271614, + "dkv": 0.0006238415299610192, + "d_index_q": 0.0007130704206747019, + "d_weights": 0.0005857291818919476, + "d_pool_kv": 0.0009670844224943009, + "d_pool_score": 0.00099420840848902, + "d_ape": 2.209921814997075e-05 + }, + "max_loss_abs_diff": 3.2014213502407074e-10, + "critical_step_samples_ms": [ + 105.09027099609375, + 105.3821792602539, + 104.91484832763672, + 105.22351837158203, + 105.06269073486328, + 105.24441528320312, + 105.65392303466797 + ], + "critical_prepare_samples_ms": [ + 4.508284968324006, + 1.1590360663831234, + 1.105463015846908 + ], + "candidate_workspace_bytes_per_rank": [ + 1073712188, + 1073660864, + 1073659492, + 1073631792, + 1073736736, + 1073737680, + 1073713936, + 1073713120 + ] + }, + "planner": { + "step_ms": 104.40592193603516, + "prepare_ms": 2.6892030145972967, + "one_use_ms": 107.09512495063245, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.0014828593003667822, + "dq": 0.000503123061268814, + "dkv": 0.0010299556200644897, + "d_index_q": 0.0007715033409916601, + "d_weights": 0.0006256374689194227, + "d_pool_kv": 0.001331098022685323, + "d_pool_score": 0.001368611082483086, + "d_ape": 2.171553401170655e-05 + }, + "max_loss_abs_diff": 3.2014213502407074e-10, + "critical_step_samples_ms": [ + 105.03376007080078, + 104.3993911743164, + 104.48409271240234, + 104.16764831542969, + 103.87769317626953, + 104.97811126708984, + 104.40592193603516 + ], + "critical_prepare_samples_ms": [ + 2.7697039768099785, + 2.6892030145972967, + 2.602526918053627 + ], + "candidate_workspace_bytes_per_rank": [ + 1073660864, + 1073631792, + 1073737680, + 1073736096, + 1073713936, + 1073736736, + 1073659492, + 1073712188 + ] + } + } + }, + "256k-uniform-1024": { + "documents": 1024, + "tokens": 262144, + "source_record_sha256": "85c6bf57bb0995c8feb5c0df0d3db82adea7e3a606ccee9a2dfa44315561c946", + "policies": { + "legacy-contiguous": { + "step_ms": 18.90492820739746, + "prepare_ms": 9.129596059210598, + "one_use_ms": 28.03452426660806, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 18.90729522705078, + 18.882495880126953, + 19.03046417236328, + 18.907712936401367, + 18.893888473510742, + 18.89472007751465, + 18.90492820739746 + ], + "critical_prepare_samples_ms": [ + 8.733341936022043, + 9.129596059210598, + 100.35485692787915 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + }, + "contiguous": { + "step_ms": 18.984800338745117, + "prepare_ms": 7.653723005205393, + "one_use_ms": 26.63852334395051, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.249396326647605e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.6476196629912486e-05, + "d_pool_score": 6.0312485136719826e-05, + "d_ape": 1.9333346650755677e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 18.984800338745117, + 18.974912643432617, + 18.95270347595215, + 18.997695922851562, + 19.007232666015625, + 18.9531192779541, + 19.015039443969727 + ], + "critical_prepare_samples_ms": [ + 7.653723005205393, + 7.782059954479337, + 6.843541981652379 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + }, + "zigzag": { + "step_ms": 22.576736450195312, + "prepare_ms": 48.61433804035187, + "one_use_ms": 71.19107449054718, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.3626305216121236e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.584356380441e-05, + "d_pool_score": 6.326438372102144e-05, + "d_ape": 1.884969194270893e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 22.52841567993164, + 22.75379180908203, + 22.576736450195312, + 22.577600479125977, + 22.57868766784668, + 22.550016403198242, + 22.55062484741211 + ], + "critical_prepare_samples_ms": [ + 48.61433804035187, + 47.93463693931699, + 167.71281801629812 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + }, + "planner": { + "step_ms": 18.959936141967773, + "prepare_ms": 9.468792006373405, + "one_use_ms": 28.42872814834118, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.9131160333384314e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.272192949548379e-05, + "d_pool_score": 6.528122941093681e-05, + "d_ape": 1.9596341111569527e-06 + }, + "max_loss_abs_diff": 0, + "critical_step_samples_ms": [ + 18.956384658813477, + 18.92902374267578, + 18.959936141967773, + 18.937664031982422, + 18.97270393371582, + 18.96233558654785, + 18.96553611755371 + ], + "critical_prepare_samples_ms": [ + 9.437776985578239, + 9.566316031850874, + 9.468792006373405 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + } + } + } + } + }, + "legacy_margin_sensitivity": { + "arguments": { + "tokens": [ + 131072, + 262144 + ], + "cases": null, + "warmups": 2, + "repeats": 5, + "min_gain_ms": null, + "min_chunk_tokens": 1024, + "check_only": false + }, + "cost_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 20, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "cases": { + "128k-long-tail-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "d5dfbe3522b83384879cbf63c9340cc656199e93e699dd17ec6c755058085782", + "policies": { + "legacy-contiguous": { + "step_ms": 32.31264114379883, + "prepare_ms": 11.450840043835342, + "one_use_ms": 43.76348118763417, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 32.31264114379883, + 32.298912048339844, + 32.30374526977539, + 32.318016052246094, + 32.354881286621094 + ], + "candidate_workspace_bytes_per_rank": [ + 507904, + 507904, + 507904, + 1884160, + 2080768, + 2080768, + 79151104, + 339722240 + ] + }, + "contiguous": { + "step_ms": 32.34806442260742, + "prepare_ms": 9.241741965524852, + "one_use_ms": 41.589806388132274, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015055117580929998, + "dq": 0.0004562001787174165, + "dkv": 0.00046682488364094504, + "d_index_q": 0.0003528964133666067, + "d_weights": 0.0003143728165677277, + "d_pool_kv": 0.0005616682841830009, + "d_pool_score": 0.0005502770556613789, + "d_ape": 4.118661662693684e-06 + }, + "critical_step_samples_ms": [ + 32.39360046386719, + 32.34806442260742, + 32.347774505615234, + 32.392127990722656, + 32.3389778137207 + ], + "candidate_workspace_bytes_per_rank": [ + 507904, + 507904, + 507904, + 1884160, + 2080768, + 2080768, + 79151104, + 339722240 + ] + }, + "zigzag": { + "step_ms": 37.92006301879883, + "prepare_ms": 57.76502494700253, + "one_use_ms": 95.68508796580136, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.001615737541975861, + "dq": 0.0004889801391640974, + "dkv": 0.00048574739383770417, + "d_index_q": 0.00035745246808257353, + "d_weights": 0.0003359146161968018, + "d_pool_kv": 0.0005580949946886438, + "d_pool_score": 0.0005679364170603011, + "d_ape": 4.1200106000536755e-06 + }, + "critical_step_samples_ms": [ + 38.000545501708984, + 37.92006301879883, + 37.89564895629883, + 37.883583068847656, + 37.9365119934082 + ], + "candidate_workspace_bytes_per_rank": [ + 53305344, + 53305344, + 53305344, + 53305344, + 53305344, + 53305344, + 53305344, + 53305344 + ] + }, + "planner": { + "step_ms": 32.34601593017578, + "prepare_ms": 11.20570907369256, + "one_use_ms": 43.55172500386834, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015106313582280778, + "dq": 0.0004573933437522137, + "dkv": 0.00046884446588082903, + "d_index_q": 0.00035414067780251005, + "d_weights": 0.00031735270241838205, + "d_pool_kv": 0.0005302273051469876, + "d_pool_score": 0.0005465640751035636, + "d_ape": 4.408512538131001e-06 + }, + "critical_step_samples_ms": [ + 32.34092712402344, + 32.34601593017578, + 32.35830307006836, + 32.395103454589844, + 32.34467315673828 + ], + "candidate_workspace_bytes_per_rank": [ + 507904, + 507904, + 507904, + 1884160, + 2080768, + 2080768, + 79151104, + 339722240 + ] + } + } + }, + "128k-mixed-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "2975aafa9ca831aa160ee84b82aefad9c2bf3c9db7670afd63a68195a68cc635", + "policies": { + "legacy-contiguous": { + "step_ms": 33.041534423828125, + "prepare_ms": 11.169639183208346, + "one_use_ms": 44.21117360703647, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 33.05654525756836, + 33.0382080078125, + 33.05062484741211, + 33.041534423828125, + 33.029502868652344 + ], + "candidate_workspace_bytes_per_rank": [ + 7045120, + 193970176, + 363913216, + 507904, + 507904, + 827392, + 147832832, + 416268288 + ] + }, + "contiguous": { + "step_ms": 33.08902359008789, + "prepare_ms": 9.206014103256166, + "one_use_ms": 42.29503769334406, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.002097984063477685, + "dq": 0.0006349000123178144, + "dkv": 0.0005296393426551206, + "d_index_q": 0.00035507980865031745, + "d_weights": 0.000322679720692784, + "d_pool_kv": 0.0005795026037481414, + "d_pool_score": 0.0005673212325304447, + "d_ape": 6.963864564318172e-06 + }, + "critical_step_samples_ms": [ + 33.08902359008789, + 33.07833480834961, + 33.089473724365234, + 33.090240478515625, + 33.07475280761719 + ], + "candidate_workspace_bytes_per_rank": [ + 7045120, + 193970176, + 363913216, + 507904, + 507904, + 827392, + 147832832, + 416268288 + ] + }, + "zigzag": { + "step_ms": 38.74492645263672, + "prepare_ms": 57.125494931824505, + "one_use_ms": 95.87042138446122, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0021380216992278336, + "dq": 0.0006444019165939065, + "dkv": 0.0005376332039364028, + "d_index_q": 0.000355143576767433, + "d_weights": 0.00032763168537997136, + "d_pool_kv": 0.0005620423395904252, + "d_pool_score": 0.0005485233599230848, + "d_ape": 6.923240736087287e-06 + }, + "critical_step_samples_ms": [ + 38.74143981933594, + 38.77017593383789, + 38.7586555480957, + 38.720672607421875, + 38.74492645263672 + ], + "candidate_workspace_bytes_per_rank": [ + 141359104, + 141359104, + 141359104, + 141359104, + 141359104, + 141359104, + 141359104, + 141359104 + ] + }, + "planner": { + "step_ms": 33.06643295288086, + "prepare_ms": 11.127481004223228, + "one_use_ms": 44.19391395710409, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.002079553939769878, + "dq": 0.0006294535496018204, + "dkv": 0.0005275027195349258, + "d_index_q": 0.0003534628562349375, + "d_weights": 0.00032433872571991425, + "d_pool_kv": 0.0005567261666655464, + "d_pool_score": 0.0005407815979470878, + "d_ape": 7.193694112788869e-06 + }, + "critical_step_samples_ms": [ + 33.06643295288086, + 33.075233459472656, + 33.07798385620117, + 33.06131362915039, + 33.062496185302734 + ], + "candidate_workspace_bytes_per_rank": [ + 7045120, + 193970176, + 363913216, + 507904, + 507904, + 827392, + 147832832, + 416268288 + ] + } + } + }, + "128k-near-uniform-512": { + "documents": 512, + "tokens": 131072, + "source_record_sha256": "ffabaa10208a2f42e4baa2ad2d0f1cd618ef64f9ee8bcb4f9af41228a94be166", + "policies": { + "legacy-contiguous": { + "step_ms": 9.972160339355469, + "prepare_ms": 7.681053131818771, + "one_use_ms": 17.65321347117424, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 9.942336082458496, + 9.972352027893066, + 9.972895622253418, + 9.938719749450684, + 9.972160339355469 + ], + "candidate_workspace_bytes_per_rank": [ + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280 + ] + }, + "contiguous": { + "step_ms": 10.000096321105957, + "prepare_ms": 4.725359962321818, + "one_use_ms": 14.725456283427775, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.593801996048873e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.7593107187593284e-05, + "d_pool_score": 5.0368489828505864e-05, + "d_ape": 1.729257008310043e-06 + }, + "critical_step_samples_ms": [ + 9.989888191223145, + 10.002559661865234, + 9.998368263244629, + 10.021471977233887, + 10.000096321105957 + ], + "candidate_workspace_bytes_per_rank": [ + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280 + ] + }, + "zigzag": { + "step_ms": 11.208576202392578, + "prepare_ms": 28.68070499971509, + "one_use_ms": 39.88928120210767, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.527012691451957e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.41627835231595e-05, + "d_pool_score": 6.0764600335971727e-05, + "d_ape": 1.969570217598954e-06 + }, + "critical_step_samples_ms": [ + 11.20035171508789, + 11.220447540283203, + 11.208576202392578, + 11.198304176330566, + 11.610400199890137 + ], + "candidate_workspace_bytes_per_rank": [ + 1855488, + 2113536, + 2113536, + 2113536, + 2113536, + 2113536, + 2113536, + 2113536 + ] + }, + "planner": { + "step_ms": 9.991231918334961, + "prepare_ms": 5.699237925000489, + "one_use_ms": 15.69046984333545, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.603275222450197e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.436856634563869e-05, + "d_pool_score": 5.375680093457066e-05, + "d_ape": 1.992918705712155e-06 + }, + "critical_step_samples_ms": [ + 9.991231918334961, + 10.003168106079102, + 10.058303833007812, + 9.991135597229004, + 9.991168022155762 + ], + "candidate_workspace_bytes_per_rank": [ + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280, + 2081280 + ] + } + } + }, + "128k-single": { + "documents": 1, + "tokens": 131072, + "source_record_sha256": "d154370b3567b56ba5abef41ff1d72e4b4dbc22ab2453867c16a07754cba7353", + "policies": { + "legacy-contiguous": { + "step_ms": 47.74051284790039, + "prepare_ms": 6.36032095644623, + "one_use_ms": 54.10083380434662, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 47.74051284790039, + 47.38595199584961, + 47.4453125, + 47.911231994628906, + 47.81068801879883 + ], + "candidate_workspace_bytes_per_rank": [ + 134201344, + 402636800, + 536859656, + 536840192, + 536828336, + 536826624, + 536812296, + 536844424 + ] + }, + "contiguous": { + "step_ms": 47.775840759277344, + "prepare_ms": 2.173455082811415, + "one_use_ms": 49.94929584208876, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015778303977359808, + "dq": 0.000579295779912375, + "dkv": 0.0006681889896006872, + "d_index_q": 0.0007045097134893591, + "d_weights": 0.0006651717024489214, + "d_pool_kv": 0.0008470738686227776, + "d_pool_score": 0.0008863334597355397, + "d_ape": 2.6518480232396688e-05 + }, + "critical_step_samples_ms": [ + 47.775840759277344, + 47.55440139770508, + 48.050174713134766, + 47.42118453979492, + 48.06953430175781 + ], + "candidate_workspace_bytes_per_rank": [ + 134201344, + 402636800, + 536859656, + 536840192, + 536828336, + 536826624, + 536812296, + 536844424 + ] + }, + "zigzag": { + "step_ms": 46.505985260009766, + "prepare_ms": 2.9064940754324198, + "one_use_ms": 49.412479335442185, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0015801558044298372, + "dq": 0.0005802450594053097, + "dkv": 0.0006717745484660001, + "d_index_q": 0.0007960406948691224, + "d_weights": 0.0006640151282144832, + "d_pool_kv": 0.0008450890931264659, + "d_pool_score": 0.0008844659218940599, + "d_ape": 2.4965860553199313e-05 + }, + "critical_step_samples_ms": [ + 46.105472564697266, + 46.51551818847656, + 46.505985260009766, + 46.52262496948242, + 46.18937683105469 + ], + "candidate_workspace_bytes_per_rank": [ + 536861644, + 536828104, + 536838528, + 536812296, + 536778684, + 536816940, + 536795936, + 536828336 + ] + }, + "planner": { + "step_ms": 47.641632080078125, + "prepare_ms": 6.449845037423074, + "one_use_ms": 54.0914771175012, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015794720823890324, + "dq": 0.000579758894437607, + "dkv": 0.0006678818260938846, + "d_index_q": 0.0007048063939166791, + "d_weights": 0.0006638073325243364, + "d_pool_kv": 0.0008637417489227197, + "d_pool_score": 0.0008861272240136442, + "d_ape": 2.7367223437852473e-05 + }, + "critical_step_samples_ms": [ + 47.46495819091797, + 47.86592102050781, + 47.32950210571289, + 47.87481689453125, + 47.641632080078125 + ], + "candidate_workspace_bytes_per_rank": [ + 134201344, + 402636800, + 536859656, + 536840192, + 536828336, + 536826624, + 536812296, + 536844424 + ] + } + } + }, + "128k-uniform-1024": { + "documents": 1024, + "tokens": 131072, + "source_record_sha256": "796f64c340be56e9f3f4ab48e99daa85af564b2a885b5d7b0efdcf9ee0b57af0", + "policies": { + "legacy-contiguous": { + "step_ms": 9.263520240783691, + "prepare_ms": 11.319936951622367, + "one_use_ms": 20.58345719240606, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 9.272000312805176, + 9.263520240783691, + 9.285951614379883, + 9.262751579284668, + 9.24227237701416 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + }, + "contiguous": { + "step_ms": 9.281855583190918, + "prepare_ms": 8.454012917354703, + "one_use_ms": 17.73586850054562, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.268005405014033e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.299814918031266e-05, + "d_pool_score": 3.7219175723565274e-05, + "d_ape": 1.958796016299265e-06 + }, + "critical_step_samples_ms": [ + 9.310367584228516, + 9.270112037658691, + 9.281855583190918, + 9.308287620544434, + 9.251744270324707 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + }, + "zigzag": { + "step_ms": 11.09340763092041, + "prepare_ms": 53.628099034540355, + "one_use_ms": 64.72150666546077, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.7903255632299044e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.328703291192055e-05, + "d_pool_score": 3.499598071138621e-05, + "d_ape": 1.9553001191787064e-06 + }, + "critical_step_samples_ms": [ + 11.090751647949219, + 11.105728149414062, + 11.078559875488281, + 11.09340763092041, + 11.114175796508789 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + }, + "planner": { + "step_ms": 9.327072143554688, + "prepare_ms": 10.402858024463058, + "one_use_ms": 19.729930168017745, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.053952717562547e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.891765909667368e-05, + "d_pool_score": 3.83438621871523e-05, + "d_ape": 1.860085527233789e-06 + }, + "critical_step_samples_ms": [ + 9.677375793457031, + 9.265312194824219, + 9.342687606811523, + 9.327072143554688, + 9.311936378479004 + ], + "candidate_workspace_bytes_per_rank": [ + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192, + 1032192 + ] + } + } + }, + "256k-long-tail-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "2edb473a627497dbeee590e633990317905ccda3234a5ed584397d300307f688", + "policies": { + "legacy-contiguous": { + "step_ms": 99.59091186523438, + "prepare_ms": 15.09766501840204, + "one_use_ms": 114.68857688363642, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 98.39814758300781, + 99.7735366821289, + 100.0940170288086, + 99.59091186523438, + 98.48457336425781 + ], + "candidate_workspace_bytes_per_rank": [ + 1015808, + 2392064, + 4161536, + 418873344, + 536870852, + 536863712, + 536816672, + 1073710020 + ] + }, + "contiguous": { + "step_ms": 99.29817962646484, + "prepare_ms": 15.911947004497051, + "one_use_ms": 115.2101266309619, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.001110904233409444, + "dq": 0.00039648636058058897, + "dkv": 0.0003898854111343413, + "d_index_q": 0.0005600748026567583, + "d_weights": 0.000507263174267189, + "d_pool_kv": 0.00066199529419305, + "d_pool_score": 0.000678040642214578, + "d_ape": 5.9787640002907704e-06 + }, + "critical_step_samples_ms": [ + 98.9152603149414, + 99.38972473144531, + 99.86335754394531, + 98.69843292236328, + 99.29817962646484 + ], + "candidate_workspace_bytes_per_rank": [ + 1015808, + 2392064, + 4161536, + 418873344, + 536870852, + 536863712, + 536816672, + 1073710020 + ] + }, + "zigzag": { + "step_ms": 115.35395050048828, + "prepare_ms": 69.53235797118396, + "one_use_ms": 184.88630847167224, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0010856430143221802, + "dq": 0.00036992129334733367, + "dkv": 0.0004972554645909258, + "d_index_q": 0.0005008559419775389, + "d_weights": 0.0004722618115882083, + "d_pool_kv": 0.000655208868851891, + "d_pool_score": 0.000654726690762559, + "d_ape": 5.867056633821389e-06 + }, + "critical_step_samples_ms": [ + 115.24447631835938, + 115.35395050048828, + 115.61705780029297, + 115.43267059326172, + 115.2938232421875 + ], + "candidate_workspace_bytes_per_rank": [ + 1073708016, + 1073692980, + 1073648060, + 536804832, + 536760312, + 536814420, + 536809884, + 536864760 + ] + }, + "planner": { + "step_ms": 99.38566589355469, + "prepare_ms": 12.992098927497864, + "one_use_ms": 112.37776482105255, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0010568060715839816, + "dq": 0.00035934651144455286, + "dkv": 0.0004699011755092007, + "d_index_q": 0.0005465734905216791, + "d_weights": 0.0004997240432028573, + "d_pool_kv": 0.0006642917490044416, + "d_pool_score": 0.0006663724937641111, + "d_ape": 6.077476352327514e-06 + }, + "critical_step_samples_ms": [ + 98.25363159179688, + 99.62761688232422, + 99.38566589355469, + 99.48448181152344, + 98.54268646240234 + ], + "candidate_workspace_bytes_per_rank": [ + 1015808, + 2392064, + 4161536, + 418873344, + 536870852, + 536863712, + 536816672, + 1073710020 + ] + } + } + }, + "256k-mixed-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "49a55e79bd6c68bf131589a3e5cf5e565916facd5606d7dce7ce57c963f5b941", + "policies": { + "legacy-contiguous": { + "step_ms": 83.68646240234375, + "prepare_ms": 21.228261990472674, + "one_use_ms": 104.91472439281642, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 83.78521728515625, + 83.57373046875, + 83.68646240234375, + 83.2590103149414, + 84.24208068847656 + ], + "candidate_workspace_bytes_per_rank": [ + 201015296, + 536851532, + 536841448, + 536858804, + 1335296, + 536853360, + 536859912, + 536862244 + ] + }, + "contiguous": { + "step_ms": 83.48681640625, + "prepare_ms": 11.41117897350341, + "one_use_ms": 94.89799537975341, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0017271400594987304, + "dq": 0.0005238692042413498, + "dkv": 0.0006757752642502718, + "d_index_q": 0.0003682615647156005, + "d_weights": 0.00036747700384791933, + "d_pool_kv": 0.0007684068273359155, + "d_pool_score": 0.0007428614103826032, + "d_ape": 8.689178552655459e-06 + }, + "critical_step_samples_ms": [ + 83.48681640625, + 83.37471771240234, + 84.20655822753906, + 83.2452163696289, + 84.60848236083984 + ], + "candidate_workspace_bytes_per_rank": [ + 201015296, + 536851532, + 536841448, + 536858804, + 1335296, + 536853360, + 536859912, + 536862244 + ] + }, + "zigzag": { + "step_ms": 95.8419189453125, + "prepare_ms": 70.37775486242026, + "one_use_ms": 166.21967380773276, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.001741600433126006, + "dq": 0.0005280536977853182, + "dkv": 0.000694620863478123, + "d_index_q": 0.00039115890285579556, + "d_weights": 0.0003701005915049805, + "d_pool_kv": 0.0013274674931419044, + "d_pool_score": 0.0013120376158842905, + "d_ape": 9.092468895337202e-06 + }, + "critical_step_samples_ms": [ + 96.7213134765625, + 95.74854278564453, + 96.22220611572266, + 95.78582763671875, + 95.8419189453125 + ], + "candidate_workspace_bytes_per_rank": [ + 536828196, + 536788788, + 518462572, + 480072156, + 441681740, + 403291324, + 364900908, + 326510492 + ] + }, + "planner": { + "step_ms": 83.3333740234375, + "prepare_ms": 12.85100297536701, + "one_use_ms": 96.18437699880451, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0017312793940356549, + "dq": 0.0005248991559417814, + "dkv": 0.0006219782668235454, + "d_index_q": 0.0003919900749740805, + "d_weights": 0.0003715013408516693, + "d_pool_kv": 0.0006638570005121069, + "d_pool_score": 0.0006602028790867173, + "d_ape": 8.978271066130069e-06 + }, + "critical_step_samples_ms": [ + 83.3333740234375, + 83.44710540771484, + 83.32115173339844, + 83.80867004394531, + 82.96355438232422 + ], + "candidate_workspace_bytes_per_rank": [ + 201015296, + 536851532, + 536841448, + 536858804, + 1335296, + 536853360, + 536859912, + 536862244 + ] + } + } + }, + "256k-near-uniform-512": { + "documents": 512, + "tokens": 262144, + "source_record_sha256": "b47a41744461e8029c8fdc96e07b896746a31b8fd492a812fb4fd6051df3b277", + "policies": { + "legacy-contiguous": { + "step_ms": 21.743040084838867, + "prepare_ms": 7.12892203591764, + "one_use_ms": 28.871962120756507, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 21.842655181884766, + 21.743040084838867, + 21.711936950683594, + 21.78006362915039, + 21.708768844604492 + ], + "candidate_workspace_bytes_per_rank": [ + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352 + ] + }, + "contiguous": { + "step_ms": 21.762304306030273, + "prepare_ms": 4.859174019657075, + "one_use_ms": 26.62147832568735, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.1016467473129694e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.8276387051590115e-05, + "d_pool_score": 5.540698248431048e-05, + "d_ape": 1.4415619316682367e-06 + }, + "critical_step_samples_ms": [ + 21.784767150878906, + 21.762304306030273, + 21.736831665039062, + 21.763744354248047, + 21.739456176757812 + ], + "candidate_workspace_bytes_per_rank": [ + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352 + ] + }, + "zigzag": { + "step_ms": 24.220352172851562, + "prepare_ms": 30.287406989373267, + "one_use_ms": 54.50775916222483, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.408343901936022e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.233960704879021e-05, + "d_pool_score": 4.683946617373621e-05, + "d_ape": 1.4767297408883958e-06 + }, + "critical_step_samples_ms": [ + 24.222047805786133, + 24.204736709594727, + 24.24095916748047, + 24.193023681640625, + 24.220352172851562 + ], + "candidate_workspace_bytes_per_rank": [ + 7901184, + 8421376, + 8421376, + 8421376, + 8421376, + 8421376, + 8421376, + 8421376 + ] + }, + "planner": { + "step_ms": 21.748031616210938, + "prepare_ms": 6.001263973303139, + "one_use_ms": 27.749295589514077, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.143517200502267e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.689493212930183e-05, + "d_pool_score": 5.4293748387891673e-05, + "d_ape": 1.290989423691988e-06 + }, + "critical_step_samples_ms": [ + 21.748031616210938, + 21.722944259643555, + 21.850048065185547, + 21.749183654785156, + 21.720064163208008 + ], + "candidate_workspace_bytes_per_rank": [ + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352, + 8356352 + ] + } + } + }, + "256k-single": { + "documents": 1, + "tokens": 262144, + "source_record_sha256": "a0b6f467329398c2d88275ae6c33a1ac285cf76a5fdc45d076f2749ff36ae59e", + "policies": { + "legacy-contiguous": { + "step_ms": 115.62249755859375, + "prepare_ms": 6.42365706153214, + "one_use_ms": 122.04615462012589, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 116.22777557373047, + 115.62249755859375, + 116.10867309570312, + 115.35679626464844, + 114.52973175048828 + ], + "candidate_workspace_bytes_per_rank": [ + 536838144, + 536867212, + 536866384, + 536868040, + 1073713120, + 1073672900, + 1073731400, + 1073737368 + ] + }, + "contiguous": { + "step_ms": 115.4524154663086, + "prepare_ms": 2.2480469197034836, + "one_use_ms": 117.70046238601208, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0014863891656528205, + "dq": 0.0005041585809728006, + "dkv": 0.0005403167928287846, + "d_index_q": 0.0007725595847374566, + "d_weights": 0.0006259349484387492, + "d_pool_kv": 0.0007197438097901232, + "d_pool_score": 0.000715737343426364, + "d_ape": 1.7515138877326042e-05 + }, + "critical_step_samples_ms": [ + 115.4524154663086, + 115.16633605957031, + 115.15238189697266, + 116.03148651123047, + 115.69798278808594 + ], + "candidate_workspace_bytes_per_rank": [ + 536838144, + 536867212, + 536866384, + 536868040, + 1073713120, + 1073672900, + 1073731400, + 1073737368 + ] + }, + "zigzag": { + "step_ms": 105.18627166748047, + "prepare_ms": 2.860206994228065, + "one_use_ms": 108.04647866170853, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0014852931124954782, + "dq": 0.0005038136738057022, + "dkv": 0.0004547442223581367, + "d_index_q": 0.0004776906182052158, + "d_weights": 0.0004588937679118803, + "d_pool_kv": 0.0006862380126650793, + "d_pool_score": 0.0006758094131979612, + "d_ape": 1.6993433973488575e-05 + }, + "critical_step_samples_ms": [ + 105.17571258544922, + 105.18627166748047, + 105.00962829589844, + 105.96454620361328, + 105.43711853027344 + ], + "candidate_workspace_bytes_per_rank": [ + 1073712188, + 1073660864, + 1073659492, + 1073631792, + 1073736736, + 1073737680, + 1073713936, + 1073713120 + ] + }, + "planner": { + "step_ms": 115.74569702148438, + "prepare_ms": 2.8671040199697018, + "one_use_ms": 118.61280104145408, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0014850858958218448, + "dq": 0.0005039087119093382, + "dkv": 0.0006199094601327424, + "d_index_q": 0.0007125454770317754, + "d_weights": 0.0005555715209788749, + "d_pool_kv": 0.0009620010607453248, + "d_pool_score": 0.0009848719645593007, + "d_ape": 1.8798434764171715e-05 + }, + "critical_step_samples_ms": [ + 115.16841888427734, + 115.74569702148438, + 116.19100952148438, + 116.41241455078125, + 114.95225524902344 + ], + "candidate_workspace_bytes_per_rank": [ + 536838144, + 536867212, + 536866384, + 536868040, + 1073713120, + 1073672900, + 1073731400, + 1073737368 + ] + } + } + }, + "256k-uniform-1024": { + "documents": 1024, + "tokens": 262144, + "source_record_sha256": "cca2fdad0f4585eca1da043c29c9689115a510d9af63c2079fd2f1abc9c36c52", + "policies": { + "legacy-contiguous": { + "step_ms": 18.9467830657959, + "prepare_ms": 12.605302035808563, + "one_use_ms": 31.55208510160446, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 0, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "critical_step_samples_ms": [ + 19.008895874023438, + 18.9467830657959, + 18.906911849975586, + 18.95804786682129, + 18.89014434814453 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + }, + "contiguous": { + "step_ms": 18.971071243286133, + "prepare_ms": 8.725322084501386, + "one_use_ms": 27.69639332778752, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.668157086472552e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 3.444373471802985e-05, + "d_pool_score": 3.4315328261516696e-05, + "d_ape": 1.2737882398570104e-06 + }, + "critical_step_samples_ms": [ + 18.968896865844727, + 19.191680908203125, + 18.971071243286133, + 18.9803524017334, + 18.957279205322266 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + }, + "zigzag": { + "step_ms": 22.57574462890625, + "prepare_ms": 59.226449113339186, + "one_use_ms": 81.80219374224544, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.542628572706754e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.743842138582279e-05, + "d_pool_score": 5.184653523102845e-05, + "d_ape": 1.688316934838138e-06 + }, + "critical_step_samples_ms": [ + 22.599584579467773, + 22.599424362182617, + 22.55353546142578, + 22.539520263671875, + 22.57574462890625 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + }, + "planner": { + "step_ms": 18.966144561767578, + "prepare_ms": 10.67610492464155, + "one_use_ms": 29.642249486409128, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.695941042091729e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.221088970557776e-05, + "d_pool_score": 4.9402061088101224e-05, + "d_ape": 1.3945307090872565e-06 + }, + "critical_step_samples_ms": [ + 19.05878448486328, + 18.966144561767578, + 19.218975067138672, + 18.93948745727539, + 18.935871124267578 + ], + "candidate_workspace_bytes_per_rank": [ + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536, + 4161536 + ] + } + } + } + } + } + }, + "software": { + "torch": "2.12.1+cu130", + "cuda_runtime": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_frontend": "1.13.0" + }, + "source_sha256": { + "cula/__init__.py": "5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51", + "cula/_metadata.py": "92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36", + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f", + "cula/distributed/thd_planner.py": "88cfd88f0abcecd1cc09e1120248fb65a404519783736c886ceadfd6ffbbb9ec", + "cula/hybrid/__init__.py": "d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3", + "cula/hybrid/csa_cp.py": "92f961d637c284e7070504eee3a483f25e98a0550026488f5a72d4a9642f5113", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "fdf845764b609034cb9ed45170dc5e1aa4b3dcecaf268671b6897c5aceb321c7", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "cula/kda/__init__.py": "10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894", + "cula/kda/_flashkda_arch.py": "a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e", + "cula/kda/chunk_intra.py": "0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5", + "cula/kda/flashkda.py": "6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037", + "cula/kda/prefill.py": "0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e", + "cula/kernels/__init__.py": "c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5", + "cula/kernels/_lazy.py": "b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6", + "cula/kernels/kda.py": "16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb", + "cula/kernels/lightning.py": "95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0", + "cula/kernels/registry.py": "9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34", + "cula/lightning/__init__.py": "76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c", + "cula/lightning/la_decode_mtp.py": "e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2", + "cula/lightning/la_state_update_kvbuffer.py": "8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5", + "cula/lightning/la_verify_kvbuffer.py": "18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c", + "cula/ops/__init__.py": "50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876", + "cula/ops/_mlir_compat.py": "65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605", + "cula/ops/_nvvm_compat.py": "08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296", + "cula/ops/experimental/__init__.py": "e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72", + "cula/ops/experimental/linear_attn_prototype.py": "0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14", + "cula/ops/inv.py": "c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43", + "cula/ops/kda/__init__.py": "3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164", + "cula/ops/kda/cp_mode.py": "ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46", + "cula/ops/kda/decode/__init__.py": "fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd", + "cula/ops/kda/decode/cute.py": "01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507", + "cula/ops/kda/decode/mtp.py": "3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5", + "cula/ops/kda/decode/mtp_conv.py": "b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227", + "cula/ops/kda/decode/mtp_conv_kvbuffer.py": "b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e", + "cula/ops/kda/decode/mtp_kvbuffer.py": "8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170", + "cula/ops/kda/experimental/__init__.py": "327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb", + "cula/ops/kda/index.py": "0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37", + "cula/ops/kda/sm100/__init__.py": "90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36", + "cula/ops/kda/sm100/akk_inv_fp32.py": "ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660", + "cula/ops/kda/sm100/akk_inv_tf32.py": "2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879", + "cula/ops/kda/sm100/bwd_wy_dqkg.py": "105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a", + "cula/ops/kda/sm100/cp/__init__.py": "06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784", + "cula/ops/kda/sm100/cp/chunk_delta_h.py": "2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9", + "cula/ops/kda/sm100/cp/merge.py": "cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1", + "cula/ops/kda/sm100/cp/pre_scan.py": "b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36", + "cula/ops/kda/sm100/delta_h.py": "9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e", + "cula/ops/kda/sm100/full_port.py": "12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f", + "cula/ops/kda/sm100/fwd_o.py": "6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012", + "cula/ops/kda/sm100/intra_fused.py": "4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be", + "cula/ops/kda/sm100/policy.py": "9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325", + "cula/ops/kda/sm100/recompute_wu.py": "6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b", + "cula/ops/kda/sm90/__init__.py": "3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16", + "cula/ops/kda/sm90/_common.py": "44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac", + "cula/ops/kda/sm90/bwd_wy_dqkg.py": "c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac", + "cula/ops/kda/sm90/cp/__init__.py": "319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2", + "cula/ops/kda/sm90/cp/driver.py": "c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159", + "cula/ops/kda/sm90/cp/merge.py": "0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882", + "cula/ops/kda/sm90/cp/plan.py": "f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc", + "cula/ops/kda/sm90/cp/pre_scan.py": "8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a", + "cula/ops/kda/sm90/fwd.py": "ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362", + "cula/ops/kda/sm90/k1.py": "3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34", + "cula/ops/kda/sm90/k2.py": "6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044", + "cula/ops/lightning/__init__.py": "6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7", + "cula/ops/lightning/decode.py": "7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45", + "cula/ops/lightning/prefill.py": "68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b", + "cula/ops/lightning/prefill_sm100.py": "d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43", + "cula/ops/lightning/prefill_sm90.py": "13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6", + "cula/ops/lightning/sm90/__init__.py": "0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75", + "cula/ops/lightning/sm90/prefill_kernel.py": "9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb", + "cula/ops/lightning/sm90/schedule.py": "8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac", + "cula/ops/ptx.py": "184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4", + "cula/ops/sm100/__init__.py": "0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae", + "cula/ops/sm100/ptx.py": "fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee", + "cula/utils.py": "0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34", + "benchmarks/bench_cake_vs_flashkda_cp.py": "22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d", + "benchmarks/bench_chunk_delta_h.py": "9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d", + "benchmarks/bench_csa_cp_windows.py": "34c2d866f81c1127623ba482adce4ff365a7a1663f66bfdbf717a39cbb7c3beb", + "benchmarks/bench_csa_layout_matrix.py": "774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d", + "benchmarks/bench_full_csa_cp.py": "3b24e12397d6c2a4621f5fb7d2f36c6852b880349d9224e266183646fa36c7d3", + "benchmarks/bench_fused_kda_conv_mtp.py": "bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc", + "benchmarks/bench_fwd_o.py": "3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d", + "benchmarks/bench_hybrid_cp_emulation.py": "518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc", + "benchmarks/bench_hybrid_kda_dsa_e2e.py": "31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa", + "benchmarks/bench_index_pool_cp.py": "943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606", + "benchmarks/bench_kda_bwd_wy_dqkg_sm100.py": "83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d", + "benchmarks/bench_kda_bwd_wy_dqkg_sm90.py": "94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b", + "benchmarks/bench_kda_chunk_intra.py": "776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70", + "benchmarks/bench_kda_decode.py": "370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938", + "benchmarks/bench_kda_decode_mtp.py": "0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053", + "benchmarks/bench_kda_independent_shards.py": "0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa", + "benchmarks/bench_kda_packed_decode.py": "54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32", + "benchmarks/bench_kda_sm90_cp.py": "0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32", + "benchmarks/bench_kda_sm90_prefill.py": "70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841", + "benchmarks/bench_kimi_cp_e2e.py": "1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7", + "benchmarks/bench_la_decode_mtp.py": "e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5", + "benchmarks/bench_la_decode_vs_fla.py": "6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230", + "benchmarks/bench_la_kvbuffer.py": "4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21", + "benchmarks/bench_lightning_attn_prefill.py": "e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5", + "benchmarks/bench_linear_attn.py": "a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327", + "benchmarks/bench_recompute_wu.py": "4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f", + "benchmarks/bench_thd_transport.py": "4d50912e6c143d3c68889cb14722afde283d552c56fc575758a48ab3211d5c40", + "benchmarks/calibrate_thd_selection.py": "90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792", + "benchmarks/check_csa_cp_selection.py": "b7cbd45ba221d6241dd35f616e7976c869e60d423d4907342189af188dbee936", + "benchmarks/cp_layouts.py": "10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894", + "benchmarks/fit_thd_transport.py": "b343916324b406a2d4d0b65b94345cc7c23205fdd695be8791c5f9799d020940", + "benchmarks/large_cp_emulation/__init__.py": "62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1", + "benchmarks/large_cp_emulation/bench_components.py": "567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600", + "benchmarks/large_cp_emulation/bench_dsa_layout.py": "410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9", + "benchmarks/large_cp_emulation/bench_hybrid.py": "1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f", + "benchmarks/large_cp_emulation/bench_kda.py": "1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a", + "benchmarks/large_cp_emulation/bench_thd_planner.py": "ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779", + "benchmarks/large_cp_emulation/query_layout.py": "62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f", + "benchmarks/large_cp_emulation/topology.py": "e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba", + "benchmarks/large_cp_emulation/transport.py": "c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe", + "benchmarks/large_cp_emulation/workload.py": "383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b", + "benchmarks/stress_kda_sm100_cutedsl_determinism.py": "42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06", + "benchmarks/summarize_csa_layout_matrix.py": "9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65", + "benchmarks/thd_1m_cases.py": "de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5", + "benchmarks/utils.py": "a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032" + }, + "native_subgroup_checks": { + "subgroups-final": { + "checks": 64, + "all_ids_equal": true, + "all_results_retained": true, + "max_score_relative_rms": 0.0, + "source_record_sha256": "674df06728eb4c8a379f496018ad03db108b684c8a7be8adf90ea8d8571429ea" + }, + "subgroups-fp32": { + "checks": 64, + "all_ids_equal": true, + "all_results_retained": true, + "max_score_relative_rms": 0.0, + "source_record_sha256": "20991c9a3c1cd5abbb223067c4d71f345116c2a72d57f7d2b4d2e30929d9694d" + } + }, + "fp32_checks": { + "check-many": { + "max_relative_rms": { + "output": 0.001414975617080927, + "dq": 0.002863918896764517, + "dkv": 0.002098844153806567, + "teacher": 0, + "d_index_q": 0, + "d_weights": 0, + "d_kbar": 0, + "d_pool_kv": 0, + "d_pool_score": 0, + "d_ape": 0 + }, + "max_loss_abs_error": 0, + "source_record_sha256": "fee8df5ea2b612f3b5e7825d6b3a1522bd6be4fcc7b5d40fcd2fae8c0f9d182d" + }, + "check-mixed": { + "max_relative_rms": { + "output": 0.0023773587308824062, + "dq": 0.0028181811794638634, + "dkv": 0.0024023125879466534, + "teacher": 1.22032631111324e-07, + "d_index_q": 0.002322548534721136, + "d_weights": 0.0016673828940838575, + "d_kbar": 0.0019576919730752707, + "d_pool_kv": 0.002863020868971944, + "d_pool_score": 0.002832910744473338, + "d_ape": 0.0004040832573082298 + }, + "max_loss_abs_error": 7.4078343459405e-10, + "source_record_sha256": "3733c8a18429571b586faf401c2f5ba3e2b9ca2e30a70b924b06a501e1923db9" + }, + "check-single": { + "max_relative_rms": { + "output": 0.002390037290751934, + "dq": 0.0023644936736673117, + "dkv": 0.0024435562081635, + "teacher": 1.2636910184937733e-07, + "d_index_q": 0.002317695878446102, + "d_weights": 0.0016715021338313818, + "d_kbar": 0.002232952509075403, + "d_pool_kv": 0.0030496628023684025, + "d_pool_score": 0.0030512649100273848, + "d_ape": 0.0003674851031973958 + }, + "max_loss_abs_error": 1.3108092389302328e-09, + "source_record_sha256": "e2bd8016a3fdc9572c2ce76afce91cc30ed88e594916821215b5c62cd9aafd98" + } + } +} diff --git a/tests/test_csa_cp_selection.py b/tests/test_csa_cp_selection.py new file mode 100644 index 00000000..7b0fec8e --- /dev/null +++ b/tests/test_csa_cp_selection.py @@ -0,0 +1,238 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Host planning and execution-contract checks without a native dependency.""" + +from dataclasses import replace +from itertools import accumulate +from types import SimpleNamespace + +import pytest +import torch + +from benchmarks.cp_layouts import query_layouts +from cula.distributed import THDPlannerConfig, THDSelectionCostModel, plan_thd_selection +from cula.hybrid import CsaCPSelectionPlan, CsaCPSelectionWorkspace, csa_cp, cudnn_csa_select_cp +from cula.hybrid.dsa import DsaSelectionPlan + + +def costs(world): + return THDSelectionCostModel( + candidate_ns=0.1, + query_ns=8, + span_us=5, + bytes_per_query=2 * 4 * 2 + 2 * 2 + 8 * 8, + intra_node_gbps=40, + inter_node_gbps=20, + rank_node_ids=(0,) * world, + ) + + +@pytest.mark.parametrize("tokens", [128 << 10, 256 << 10, 1 << 20]) +@pytest.mark.parametrize("world", [8, 16]) +@pytest.mark.parametrize("kind", ["single", "uniform", "near-uniform", "mixed", "long-tail"]) +@pytest.mark.parametrize("policy", ["contiguous", "zigzag", "planner"]) +def test_plans_match_existing_execution_metadata(tokens, world, kind, policy): + if kind == "single": + lengths = [tokens] + elif kind == "uniform": + lengths = [tokens // 1024] * 1024 + elif kind == "near-uniform": + lengths = [tokens // 512 - 4, tokens // 512 + 4] * 256 + elif kind == "mixed": + lengths = [64] * 1000 + [(tokens - 64000) // 2] * 2 + else: + lengths = [64] * 500 + [256] * 12 + [tokens - 35072] + cu = (0, *accumulate(lengths)) + model = costs(world) + layouts, selected = query_layouts(cu, world, policy, cost_model=model, planner_strategy="selection") + # First, interior and last source ranks cover both complete and split docs. + for rank in (0, world // 2, world - 1): + p = CsaCPSelectionPlan.from_cu_seqlens(cu, rank=rank, world_size=world, top_k=8, policy=policy, cost_model=model) + assert p.ranks == layouts and p.policy == selected + local = layouts[rank] + assert p.exchange.source_rows == tokens // world + assert p.exchange.target_rows == local.local_tokens + ranges = tuple((s.sequence_start // 4, s.sequence_end // 4) for s in local.spans) + assert p.key_ranges == ranges + if not local.local_tokens: + assert p.selection is None + continue + prefix = (0, *accumulate(z - a for a, z in ranges)) + expected = DsaSelectionPlan.from_cu_seqlens( + local.local_cu_seqlens, + prefix, + top_k=8, + q_causal_offsets=local.causal_offsets, + ) + assert p.selection == expected + + +@pytest.mark.parametrize( + "options", + [ + {"world_size": 0}, + {"rank": True}, + {"rank": 8}, + {"top_k": 0}, + {"top_k": 2049}, + {"top_k": True}, + {"policy": "unknown"}, + {"max_tokens_per_rank": 15}, + {"candidate_budget_bytes": 0}, + {"candidate_budget_bytes": True}, + {"cost_model": costs(4)}, + ], +) +def test_invalid_plan_options(options): + kwargs = dict(rank=0, world_size=8, top_k=8, policy="contiguous") + kwargs.update(options) + with pytest.raises((ValueError, TypeError)): + CsaCPSelectionPlan.from_cu_seqlens((0, 128), **kwargs) + + +@pytest.mark.parametrize("cu", [(0, 5, 128), (0, 16, 12), (1, 128), (0, 2**31), (0, 4)]) +def test_invalid_global_metadata_fails_on_every_rank(cu): + for rank in range(8): + with pytest.raises(ValueError): + CsaCPSelectionPlan.from_cu_seqlens(cu, rank=rank, world_size=8, top_k=8, policy="contiguous") + + +def test_planner_needs_explicit_costs_and_never_reads_device_metadata(): + with pytest.raises(ValueError, match="cost_model"): + CsaCPSelectionPlan.from_cu_seqlens((0, 128), rank=0, world_size=8, top_k=8) + with pytest.raises(ValueError, match="CPU tensor"): + CsaCPSelectionPlan.from_cu_seqlens(torch.empty(2, device="meta"), rank=0, world_size=8, top_k=8, policy="contiguous") + + +def test_empty_zigzag_destination_and_block_balanced_sources(): + plans = [CsaCPSelectionPlan.from_cu_seqlens((0, 4, 36), rank=r, world_size=8, top_k=8, policy="zigzag") for r in range(8)] + assert all(p.exchange.source_rows % 4 == 0 for p in plans) + assert sum(p.exchange.target_rows for p in plans) == 36 + # Unequal source counts are intentional: nine blocks across eight ranks. + assert {p.exchange.source_rows for p in plans} == {4, 8} + tiny = [ + CsaCPSelectionPlan.from_cu_seqlens( + tuple(range(0, 36, 4)), rank=r, world_size=8, top_k=8, policy="zigzag", max_tokens_per_rank=32 + ) + for r in range(8) + ] + assert any(p.selection is None for p in tiny) + + +@pytest.mark.parametrize("identity", [True, False]) +def test_source_order_result_lifetime_and_validation(monkeypatch, identity): + plan = CsaCPSelectionPlan.from_cu_seqlens((0, 16), rank=0, world_size=1, top_k=8, policy="contiguous", cost_model=costs(1)) + plan = replace(plan, exchange=replace(plan.exchange, identity=identity)) + calls = [] + + def route(tensor): + calls.append("route") + return tensor if identity else tensor.flip(0) + + def restore(tensor): + calls.append("restore") + return tensor if identity else tensor.flip(0) + + exchange = SimpleNamespace(device=torch.device("cpu"), group=None, distribute=route, restore=restore) + native = SimpleNamespace(block_ids=torch.empty(16, 8, dtype=torch.int32), scores=torch.empty(16, 8)) + workspace = CsaCPSelectionWorkspace(plan, exchange, native, slice(0, 4), None) + monkeypatch.setattr(csa_cp.dist, "get_rank", lambda group: 0) + monkeypatch.setattr(csa_cp.dist, "get_world_size", lambda group: 1) + seen = [] + + def select(q, k, w, **kwargs): + seen.append(kwargs) + native.block_ids.copy_(q[:, 0, 0, None].expand(-1, 8).int()) + native.scores.copy_(q[:, 0, 0, None].expand(-1, 8).float()) + return native + + monkeypatch.setattr(csa_cp, "cudnn_dsa_select", select) + qi = torch.arange(16, dtype=torch.bfloat16)[:, None, None].expand(-1, 2, 4).clone().requires_grad_() + keys, weights = torch.ones(4, 1, 4, dtype=torch.bfloat16), torch.ones(16, 2, dtype=torch.bfloat16) + result = cudnn_csa_select_cp(qi, keys, weights, workspace=workspace, sm_scale=0.5) + assert torch.equal(result.block_ids[:, 0], torch.arange(16)) + assert torch.equal(result.scores[:, 0], torch.arange(16).float()) + native.block_ids.fill_(-1) + native.scores.zero_() + assert torch.equal(result.block_ids[:, 0], torch.arange(16)) + assert torch.equal(result.scores[:, 0], torch.arange(16).float()) + assert not result.scores.requires_grad + assert calls == ["route", "route", "restore", "restore"] + assert seen[0]["deterministic"] is False and seen[0]["sm_scale"] == 0.5 + for bad_q, bad_k, bad_w in [ + (qi.float(), keys, weights), + (qi, keys.float(), weights), + (qi[:, :, ::2], keys, weights), + (qi, keys, weights[:, :1]), + ]: + with pytest.raises((TypeError, ValueError)): + cudnn_csa_select_cp(bad_q, bad_k, bad_w, workspace=workspace) + with pytest.raises(ValueError, match="bytes_per_query"): + cudnn_csa_select_cp(qi, keys, weights.float(), workspace=workspace) + with pytest.raises(ValueError, match="finite"): + cudnn_csa_select_cp(qi, keys, weights, workspace=workspace, sm_scale=float("nan")) + with pytest.raises(TypeError, match="bool"): + cudnn_csa_select_cp(qi, keys, weights, workspace=workspace, deterministic=1) + assert len(calls) == 4 # Invalid calls fail before any collective. + + +@pytest.mark.parametrize("world", [8, 16, 64]) +@pytest.mark.parametrize("tokens", [128 << 10, 256 << 10]) +def test_effective_chunk_floor_limits_high_cp_fragmentation(world, tokens): + from cula.distributed.thd_planner import _adaptive_items + + config = THDPlannerConfig(min_chunk_tokens=1024) + pieces = _adaptive_items((0, tokens), world, config, chunks_per_rank=6, sequences={0}) + assert all(item.tokens >= 1024 for item in pieces) + assert len(pieces) <= tokens // 1024 + plan = plan_thd_selection( + (0, tokens), world_size=world, max_tokens_per_rank=2 * tokens // world, cost_model=costs(world), config=config + ) + assert all(span.tokens >= 1024 for rank in plan.ranks for span in rank.spans) + assert sum(rank.local_tokens for rank in plan.ranks) == tokens + + +def test_chunk_floor_preserves_short_source_fragments_and_fallback(): + cu = (0, 4, 128 << 10) + plan = plan_thd_selection( + cu, world_size=64, max_tokens_per_rank=4096, cost_model=costs(64), config=THDPlannerConfig(min_chunk_tokens=4096) + ) + assert sum(rank.local_tokens for rank in plan.ranks) == cu[-1] + assert any(s.tokens == 4 for r in plan.ranks for s in r.spans) + # An infeasible grain preference must not remove the contiguous fallback. + assert plan.policy == "contiguous" + + +@pytest.mark.parametrize("floor", [-4, 1, True, 1.5]) +def test_invalid_chunk_floor(floor): + with pytest.raises((ValueError, TypeError)): + plan_thd_selection( + (0, 128), + world_size=8, + max_tokens_per_rank=32, + cost_model=costs(8), + config=THDPlannerConfig(min_chunk_tokens=floor), + ) + + +@pytest.mark.parametrize("world", [1, 8, 16, 64]) +@pytest.mark.parametrize("lengths", [[4] * 1024, [4, 128, 512, 65536], [131072], [64] * 998 + [33600, 33600]]) +def test_identity_metrics_match_general_cost_model(world, lengths): + from cula.distributed.thd_planner import _contiguous_items, _metrics, _source_selection_candidate + + cu = (0, *accumulate(lengths)) + config, model = THDPlannerConfig(), costs(world) + ranks, metrics = _source_selection_candidate(_contiguous_items(cu, world, 4), world, model) + expected = _metrics([s for r in ranks for s in r.spans], world_size=world, block_size=4, config=config) + score = model.estimate_ms(ranks, block_size=4) + assert metrics == replace(expected, score=score) + + +@pytest.mark.parametrize("ranges", [[], [(0, 0)], [(3, 9)], [(7, 11), (0, 3), (7, 11)], [(5, 5), (12, 16)]]) +def test_range_indices_preserve_duplicates_gaps_and_order(ranges): + from cula._metadata import _range_indices + + actual = _range_indices(ranges, torch.device("cpu")) + expected = torch.tensor([i for a, z in ranges for i in range(a, z)], dtype=torch.int64) + assert torch.equal(actual, expected) From ea71df3b3bfad69141d1ee3ddd884ac9ccdb27ce Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Mon, 16 Nov 2026 20:53:23 +0800 Subject: [PATCH 07/18] test(csa): compare CP policies across document counts and contexts Signed-off-by: shuyan.ycf --- benchmarks/bench_csa_cp_windows.py | 7 +- docs/CSA_CP_SELECTION.md | 4 +- docs/CSA_CP_THREE_WAY_RESULTS.md | 228 ++ docs/CSA_CP_WINDOW_RESULTS.md | 5 + docs/results/csa_cp_three_way_20261116.json | 3681 +++++++++++++++++++ tests/test_csa_cp_selection.py | 25 + 6 files changed, 3947 insertions(+), 3 deletions(-) create mode 100644 docs/CSA_CP_THREE_WAY_RESULTS.md create mode 100644 docs/results/csa_cp_three_way_20261116.json diff --git a/benchmarks/bench_csa_cp_windows.py b/benchmarks/bench_csa_cp_windows.py index 4342338e..e5c10a27 100644 --- a/benchmarks/bench_csa_cp_windows.py +++ b/benchmarks/bench_csa_cp_windows.py @@ -27,7 +27,7 @@ def cases(tokens): - """Five block-aligned layouts, including 512/1000-document packs.""" + """Block-aligned layouts with one, dozens, and hundreds of documents.""" short = 64 mixed = [short] * 998 + [(tokens - 998 * short) // 2] * 2 # The two long documents have different positions in a reproducible pack. @@ -35,6 +35,9 @@ def cases(tokens): tail = [64] * 800 + [256] * 199 + [tokens - 800 * 64 - 199 * 256] return { "single": [tokens], + "uniform-64": [tokens // 64] * 64, + "near-uniform-64": [tokens // 64 - tokens // 1024, tokens // 64 + tokens // 1024] * 32, + "mixed-22": [1024] * 20 + [(tokens - 20 * 1024) // 2] * 2, "uniform-1024": [tokens // 1024] * 1024, "near-uniform-512": [tokens // 512 - 4, tokens // 512 + 4] * 256, "mixed-1000": mixed, @@ -81,7 +84,7 @@ def main(): parser.add_argument("--profile", type=Path, required=True) parser.add_argument("--output-dir", type=Path, required=True) parser.add_argument("--tokens", type=int, nargs="+", default=[128 << 10, 256 << 10]) - parser.add_argument("--cases", nargs="+", help="Subset of the five named distributions") + parser.add_argument("--cases", nargs="+", help="Subset of the named distributions") parser.add_argument("--warmups", type=int, default=2) parser.add_argument("--repeats", type=int, default=5) parser.add_argument("--prepare-repeats", type=int, default=8) diff --git a/docs/CSA_CP_SELECTION.md b/docs/CSA_CP_SELECTION.md index 695341f7..9f5973b1 100644 --- a/docs/CSA_CP_SELECTION.md +++ b/docs/CSA_CP_SELECTION.md @@ -141,4 +141,6 @@ wall time includes workspace allocation, H2D metadata and a completion sync; there is no implicit cache or plan-reuse credit. Host-time outliers are retained. Measured B300 CP8 results and the preparation limitations are documented in -[the 128K/256K study](CSA_CP_WINDOW_RESULTS.md). +[the 128K/256K study](CSA_CP_WINDOW_RESULTS.md) and the expanded +[128K/256K/1M three-way comparison](CSA_CP_THREE_WAY_RESULTS.md), including +22- and 64-document packs. diff --git a/docs/CSA_CP_THREE_WAY_RESULTS.md b/docs/CSA_CP_THREE_WAY_RESULTS.md new file mode 100644 index 00000000..13448cb2 --- /dev/null +++ b/docs/CSA_CP_THREE_WAY_RESULTS.md @@ -0,0 +1,228 @@ +# CSA CP: three policies across 128K, 256K and 1M + +On B300 CP8, adaptive selection routing stays within **0.576%** of the faster +fixed contiguous/zigzag policy in steady execution across these 24 cases. The +largest gains occur at 1M with unequal long documents. Uniform packs usually +select contiguous; a single long document performs similarly to zigzag. +This is measured coverage, not a guarantee over arbitrary THD inputs. + +The workload is **one complete CSA operator forward/backward**: ratio-4 pooling, +pooled-key and attention-KV gathers, routed selection and inverse exchange, +sparse attention, teacher/KL and all activation/parameter gradients. Runtime +layout conversions and communication are included. KDA, projections, MoE, +optimizer and checkpoint recomputation are excluded. These are not timings of +a connected seven-KDA/one-CSA training block. + +## Measurement and workloads + +- Eight B300 GPUs, CSA H64/D576/V512, indexer H64/D128, Top-K512. +- BF16 Q/K/weights; FP32 scores, nonlinearities and communication reductions. + TF32 and BF16 reduced-precision GEMM intermediate reductions are disabled. + Native nondeterministic mode is unchanged. +- PyTorch 2.12.1+cu130, CUDA runtime 13.0, CuTeDSL 4.8.1, cuDNN 9.20.0.48. + cuDNN Frontend source commit `855ccd77ba9efed22441fd454f7cc0206a068e94`. + Frontend wheel version metadata does not identify the imported source tree. +- Two warmups, seven timed execution samples and eight fresh preparation samples. + Policy order rotates and reverses. Each reported duration is the median of + the per-sample maximum across all ranks. Compilation, synthetic input creation + and correctness reference work are outside timing. Host-time outliers remain. +- The existing compute/transport profile is used with explicit `min_gain_ms=0`, + `max_chunks_per_rank=6`, `min_chunk_tokens=1024`. This is a reuse-oriented + throughput experiment, not a newly calibrated profile or changed default. +- Public contiguous, full per-document zigzag and planner share the same source + ownership. Zigzag/planner redistribute selection Q/weights and restore results; + attention retains the original ownership. A fourth legacy-contiguous fixture + is the correctness reference and is not a table column. + +Here K means 1,024 tokens and M means 1,048,576 tokens. All lengths are divisible +by four, and each pack sums exactly to the context size T. + +| Distribution | Document lengths | +|---|---| +| 1 long document | T | +| 64 uniform | 64 x T/64 | +| 64 near-uniform | Alternating T/64 - T/1024 and T/64 + T/1024, 32 pairs | +| 20 short + 2 long | 20 x 1,024, followed by 2 x (T - 20,480)/2 | +| 1,024 uniform | 1,024 x T/1,024 | +| 512 near-uniform | Alternating T/512 - 4 and T/512 + 4, 256 pairs | +| 998 short + 2 long | 998 x 64 and 2 x (T - 63,872)/2; long docs after 199 shorts and at the end | +| 1,000 long-tail | 800 x 64, 199 x 256 and one remaining long document | + +All tables report milliseconds; lower is better. Percentage columns are +`100 * (planner / baseline - 1)`; negative means less time. Subpercent differences +should be treated cautiously, rather than as strong evidence of a speedup. + +## 128K steady execution + +| Distribution | Contiguous | Zigzag | Planner | P time vs C | P time vs Z | +|---|---:|---:|---:|---:|---:| +| 1 long document | 47.60 | 46.23 | 45.82 | -3.74% | -0.88% | +| 64 uniform | 20.11 | 20.66 | 20.04 | -0.37% | -3.02% | +| 64 near-uniform | 20.08 | 20.79 | 20.06 | -0.13% | -3.53% | +| 20 short + 2 long | 35.44 | 35.23 | 35.44 | -0.00% | +0.58% | +| 1,024 uniform | 9.29 | 11.10 | 9.30 | +0.09% | -16.28% | +| 512 near-uniform | 10.01 | 11.21 | 10.03 | +0.14% | -10.52% | +| 998 short + 2 long | 33.07 | 38.75 | 33.07 | -0.00% | -14.64% | +| 1,000 long-tail | 32.37 | 37.90 | 32.35 | -0.06% | -14.64% | + +## 256K steady execution + +| Distribution | Contiguous | Zigzag | Planner | P time vs C | P time vs Z | +|---|---:|---:|---:|---:|---:| +| 1 long document | 115.29 | 105.58 | 104.15 | -9.67% | -1.36% | +| 64 uniform | 50.34 | 51.73 | 50.33 | -0.00% | -2.70% | +| 64 near-uniform | 50.34 | 51.77 | 50.35 | +0.01% | -2.75% | +| 20 short + 2 long | 90.69 | 87.95 | 87.39 | -3.64% | -0.64% | +| 1,024 uniform | 18.96 | 22.56 | 18.94 | -0.10% | -16.02% | +| 512 near-uniform | 21.79 | 24.21 | 21.76 | -0.12% | -10.12% | +| 998 short + 2 long | 83.64 | 96.05 | 82.15 | -1.78% | -14.47% | +| 1,000 long-tail | 99.36 | 115.25 | 92.20 | -7.20% | -20.00% | + +## 1M steady execution + +| Distribution | Contiguous | Zigzag | Planner | P time vs C | P time vs Z | +|---|---:|---:|---:|---:|---:| +| 1 long document | 853.46 | 638.50 | 637.55 | -25.30% | -0.15% | +| 64 uniform | 239.31 | 244.20 | 239.05 | -0.11% | -2.11% | +| 64 near-uniform | 239.06 | 244.37 | 239.25 | +0.08% | -2.10% | +| 20 short + 2 long | 576.29 | 493.97 | 491.52 | -14.71% | -0.50% | +| 1,024 uniform | 106.86 | 121.14 | 106.80 | -0.05% | -11.84% | +| 512 near-uniform | 153.78 | 162.94 | 153.50 | -0.18% | -5.79% | +| 998 short + 2 long | 566.17 | 549.72 | 493.44 | -12.85% | -10.24% | +| 1,000 long-tail | 801.37 | 715.45 | 591.85 | -26.14% | -17.28% | + +## Preparation plus one use + +The following is **median fresh preparation + median execution**, not a directly +timed cold end-to-end sample. Preparation includes common metadata, host planning, +workspace/index construction, H2D copies and a completion sync. It is rebuilt, +not replaced by a cache lookup. First compilation is still excluded. + +### 128K + +| Distribution | Contiguous | Zigzag | Planner | +|---|---:|---:|---:| +| 1 long document | 48.33 | 47.14 | 53.37 | +| 64 uniform | 21.07 | 24.84 | 21.28 | +| 64 near-uniform | 21.06 | 24.95 | 21.24 | +| 20 short + 2 long | 36.25 | 37.16 | 43.04 | +| 1,024 uniform | 16.07 | 58.33 | 18.27 | +| 512 near-uniform | 13.76 | 35.29 | 14.98 | +| 998 short + 2 long | 40.72 | 84.47 | 61.39 | +| 1,000 long-tail | 39.95 | 83.74 | 44.48 | + +### 256K + +| Distribution | Contiguous | Zigzag | Planner | +|---|---:|---:|---:| +| 1 long document | 116.41 | 106.72 | 111.94 | +| 64 uniform | 51.40 | 55.87 | 51.61 | +| 64 near-uniform | 51.40 | 56.02 | 51.62 | +| 20 short + 2 long | 91.84 | 90.29 | 96.16 | +| 1,024 uniform | 25.87 | 69.42 | 27.91 | +| 512 near-uniform | 25.73 | 48.89 | 26.78 | +| 998 short + 2 long | 93.22 | 188.33 | 114.82 | +| 1,000 long-tail | 109.06 | 262.29 | 124.02 | + +### 1M + +| Distribution | Contiguous | Zigzag | Planner | +|---|---:|---:|---:| +| 1 long document | 855.70 | 640.79 | 646.87 | +| 64 uniform | 240.80 | 248.86 | 240.77 | +| 64 near-uniform | 240.57 | 249.16 | 241.00 | +| 20 short + 2 long | 578.53 | 497.20 | 501.32 | +| 1,024 uniform | 114.35 | 169.54 | 116.43 | +| 512 near-uniform | 158.33 | 188.80 | 159.24 | +| 998 short + 2 long | 576.80 | 597.98 | 528.35 | +| 1,000 long-tail | 815.55 | 867.25 | 630.53 | + +## What the comparison shows + +The aggregate below sums one execution of each of the eight distributions at +each context length. It assumes equal case frequency, not equal runtime weights +or a measured production mix. Values are percentage time reductions relative +to the specified fixed policy; a negative reduction means a slowdown. + +| Context | Steady vs contiguous | Steady vs zigzag | Prepare + one use vs contiguous | Prepare + one use vs zigzag | +|---|---:|---:|---:|---:| +| 128K | 0.90% | 7.11% | -17.22% | 29.77% | +| 256K | 4.36% | 8.62% | -7.07% | 31.10% | +| 1M | 16.50% | 6.85% | 14.41% | 11.42% | + +At 1M, the two-long/998-short mixture improves steady time by **12.85% versus +contiguous and 10.24% versus zigzag**. The 1,000-document long tail improves by +**26.14% and 17.28%**, respectively. These two cases choose locality-preserving +six-piece-per-rank candidates. Balancing causal selection work while avoiding +unnecessary movement of short documents beats applying full zigzag everywhere. + +The dozens-of-documents cases add a useful distinction: 64 uniform/near-uniform +documents choose contiguous at all three lengths, avoiding the full-zigzag cost +for already-balanced work. The 20-short/two-long pack at 1M improves **14.71%** +over contiguous and is close to zigzag. At 128K, however, the same document-count +pattern is **0.576% slower than zigzag**. Layout choice is not perfectly predicted; +the larger aggregate gain at 1M does not establish monotonic improvement per case. + +Fresh preparation still matters. At 1M, including it leaves planner slightly +slower than zigzag for the single document and the 22-document pack, despite +similar steady execution. At 128K/256K the aggregate one-use result remains +slower than contiguous. The worst one-use gap to the faster fixed policy across +all 24 cases is **50.77%** for the 128K two-long/998-short mixture. Thus this study +does not establish universally optimal one-use selection or a <3% preparation +budget. A reused layout and a layout used only once need different preparation +budgets. Some preparation samples have large host-time spikes; the raw minimum, +maximum and all critical samples are retained in the linked JSON. + +## Precision, review and provenance + +All **24 cases x four paths x eight ranks** pass row-identity/inverse checks and +full-tensor output/seven-gradient comparisons against legacy contiguous. Maximum +relative RMS across all public paths/ranks/cases is shown below; it is not a +bitwise-equivalence claim for nondeterministic native kernels. + +| Tensor | Maximum relative RMS | +|---|---:| +| Output | 0.21361% | +| dQ | 0.06709% | +| dKV | 0.10311% | +| Indexer dQ | 0.07967% | +| Indexer dWeights | 0.06914% | +| Pool dKV | 0.13756% | +| Pool dScore | 0.13780% | +| Pool dAPE | 0.00265% | + +Maximum auxiliary loss absolute difference is **8.15e-10**. No runtime math, +dtype, kernel or precision option changed for this coverage extension. +**444 focused CPU tests pass**, including nine new document-count/context +coverage tests. The unchanged runtime had also passed 128 native subgroup +selection checks and three small independent FP32 oracle fixtures under all +four paths, as detailed in the [original study](CSA_CP_WINDOW_RESULTS.md). + +The original ten 128K/256K records are reused from that study; fourteen additional +records cover six dozens-of-documents cases at 128K/256K and all eight 1M +distributions. Runtime source is `d2cf4fd`; only benchmark fixture +construction/help changed between timing cohorts. All 125 source hashes match +for the new cohorts. The only differing source hash in the original cohort is +that benchmark file. No algorithm or profile was tuned between these cohorts. + +The report preserves per-case timing/error envelopes, selected policies, all +critical timing/preparation samples, source-record hashes, and cohort source +manifests in [machine-readable results](results/csa_cp_three_way_20261116.json). +Diagnostic allocator peaks in the underlying harness include four coexisting +fixtures; they must not be interpreted as isolated per-policy memory usage. + +## Reproduction + +```bash +python -m torch.distributed.run --standalone --nproc-per-node=8 \ + -m benchmarks.bench_csa_cp_windows \ + --profile benchmarks/profiles/thd_selection_b300_cp8.json \ + --output-dir results/csa-three-way --tokens 131072 262144 1048576 \ + --cases single uniform-64 near-uniform-64 mixed-22 \ + uniform-1024 near-uniform-512 mixed-1000 long-tail-1000 \ + --min-gain-ms 0 --min-chunk-tokens 1024 --max-chunks-per-rank 6 \ + --warmups 2 --repeats 7 --prepare-repeats 8 +``` + +See the [public API contract](CSA_CP_SELECTION.md) for explicit plan/workspace +lifetimes, source ownership and downstream integration. diff --git a/docs/CSA_CP_WINDOW_RESULTS.md b/docs/CSA_CP_WINDOW_RESULTS.md index b6d27a7b..ef596669 100644 --- a/docs/CSA_CP_WINDOW_RESULTS.md +++ b/docs/CSA_CP_WINDOW_RESULTS.md @@ -1,5 +1,9 @@ # CSA CP selection at 128K and 256K +The [expanded three-way comparison](CSA_CP_THREE_WAY_RESULTS.md) retains these +ten measurements and adds 1M contexts and 22-/64-document packs, for 24 cases. +The historical ten-case statistics below remain scoped to this original study. + This tests the public `cudnn_csa_select_cp` API on eight B300 GPUs. The workload is **one complete CSA operator forward/backward**, including ratio-4 pooling, pooled-key and attention-KV gathers, selection routing/restoration, sparse @@ -127,6 +131,7 @@ python -m torch.distributed.run --standalone --nproc-per-node=8 \ -m benchmarks.bench_csa_cp_windows \ --profile benchmarks/profiles/thd_selection_b300_cp8.json \ --output-dir results/csa-windows --tokens 131072 262144 \ + --cases single uniform-1024 near-uniform-512 mixed-1000 long-tail-1000 \ --min-gain-ms 0 --min-chunk-tokens 1024 --max-chunks-per-rank 6 \ --warmups 2 --repeats 7 --prepare-repeats 8 diff --git a/docs/results/csa_cp_three_way_20261116.json b/docs/results/csa_cp_three_way_20261116.json new file mode 100644 index 00000000..9ad4f8da --- /dev/null +++ b/docs/results/csa_cp_three_way_20261116.json @@ -0,0 +1,3681 @@ +{ + "scope": "Complete CSA operator forward/backward, including layouts and communication; no KDA/projections/MoE", + "platform": "B300 CP8", + "native_source_commit": "855ccd77ba9efed22441fd454f7cc0206a068e94", + "runtime_commit": "d2cf4fdf7b7ec8fc4e22ecd780dd4a48d0a61670", + "cases": { + "128k-single": { + "documents": 1, + "tokens": 131072, + "source_record_sha256": "4ffc0c811647416d205412593d727352a535ab6cd11c26ad666b219d87fde48f", + "policies": { + "contiguous": { + "step_ms": 47.59836959838867, + "prepare_ms": 0.7295145187526941, + "one_use_ms": 48.327884117141366, + "prepare_min_ms": 0.7136678323149681, + "prepare_max_ms": 0.8075819350779057, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015765946646741124, + "dq": 0.0005790440951112175, + "dkv": 0.0006679192583025653, + "d_index_q": 0.0007036192249884126, + "d_weights": 0.0006587839768356234, + "d_pool_kv": 0.0008462754770025072, + "d_pool_score": 0.000887909900268915, + "d_ape": 2.647273742900797e-05 + }, + "max_loss_abs_diff": 1.4551915228366852e-10, + "critical_step_samples_ms": [ + 47.504417419433594, + 47.59836959838867, + 47.79350280761719, + 47.29996871948242, + 47.922752380371094, + 47.66716766357422, + 47.468990325927734 + ], + "critical_prepare_samples_ms": [ + 0.8075819350779057, + 0.7368980441242456, + 0.7332341047003865, + 0.7257949328050017, + 0.7136678323149681, + 0.7397379959002137, + 0.7191249169409275, + 0.7216879166662693 + ] + }, + "zigzag": { + "step_ms": 46.22537612915039, + "prepare_ms": 0.9122525225393474, + "one_use_ms": 47.13762865168974, + "prepare_min_ms": 0.8884459966793656, + "prepare_max_ms": 2.3740038741379976, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0015766157105562468, + "dq": 0.0005791250183306168, + "dkv": 0.0005826837325579235, + "d_index_q": 0.0006550745397822342, + "d_weights": 0.0005112390665302352, + "d_pool_kv": 0.0007098261716766501, + "d_pool_score": 0.0007224017331145301, + "d_ape": 2.402751970718015e-05 + }, + "max_loss_abs_diff": 3.7834979593753815e-10, + "critical_step_samples_ms": [ + 46.06342315673828, + 46.19878387451172, + 46.51465606689453, + 46.22537612915039, + 46.21033477783203, + 46.31951904296875, + 46.25299072265625 + ], + "critical_prepare_samples_ms": [ + 2.3740038741379976, + 0.9390920167788863, + 0.9824440348893404, + 0.9092459222301841, + 0.9014920797199011, + 0.9148720419034362, + 0.8884459966793656, + 0.9096330031752586 + ] + }, + "planner": { + "step_ms": 45.816734313964844, + "prepare_ms": 7.54898099694401, + "one_use_ms": 53.365715310908854, + "prepare_min_ms": 7.393982145003974, + "prepare_max_ms": 7.698302972130477, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.0015837265043694255, + "dq": 0.0005816460263006044, + "dkv": 0.0007768235696223359, + "d_index_q": 0.0007047741714831017, + "d_weights": 0.000687690452839031, + "d_pool_kv": 0.0008500666348145983, + "d_pool_score": 0.0009004768884284642, + "d_ape": 2.473088932251163e-05 + }, + "max_loss_abs_diff": 4.656612873077393e-10, + "critical_step_samples_ms": [ + 45.82166290283203, + 45.84272003173828, + 45.73017501831055, + 46.25267028808594, + 45.816734313964844, + 45.81379318237305, + 45.737918853759766 + ], + "critical_prepare_samples_ms": [ + 7.6499179704114795, + 7.698302972130477, + 7.51110992860049, + 7.575499941594899, + 7.636827998794615, + 7.517814985476434, + 7.522462052293122, + 7.393982145003974 + ] + } + } + }, + "128k-uniform-64": { + "documents": 64, + "tokens": 131072, + "source_record_sha256": "3a1a1ac62ea766a15b80829e415a9660c79cea6aed1be6fb755c4527f4bef8d4", + "policies": { + "contiguous": { + "step_ms": 20.111711502075195, + "prepare_ms": 0.9577220189385116, + "one_use_ms": 21.069433521013707, + "prepare_min_ms": 0.9080220479518175, + "prepare_max_ms": 1.176033983938396, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.589457181863983e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.33998632212166e-05, + "d_pool_score": 6.779927803572065e-05, + "d_ape": 1.564723126474068e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 20.175872802734375, + 20.117664337158203, + 20.179584503173828, + 20.060287475585938, + 20.016511917114258, + 20.111711502075195, + 20.057247161865234 + ], + "critical_prepare_samples_ms": [ + 1.0195919312536716, + 0.9686399716883898, + 0.9425180032849312, + 1.176033983938396, + 0.9080220479518175, + 0.9982179617509246, + 0.9080249583348632, + 0.9468040661886334 + ] + }, + "zigzag": { + "step_ms": 20.662303924560547, + "prepare_ms": 4.178662959020585, + "one_use_ms": 24.84096688358113, + "prepare_min_ms": 3.9806190179660916, + "prepare_max_ms": 4.345727036707103, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 5.160216835107211e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.664592625392898e-05, + "d_pool_score": 6.241826443094128e-05, + "d_ape": 1.4828357064696632e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 20.99295997619629, + 20.976959228515625, + 20.812480926513672, + 20.662303924560547, + 20.6615047454834, + 20.65987205505371, + 20.65795135498047 + ], + "critical_prepare_samples_ms": [ + 4.096206976100802, + 4.345727036707103, + 4.321377025917172, + 4.138701944611967, + 4.223175114020705, + 3.98633093573153, + 4.218623973429203, + 3.9806190179660916 + ] + }, + "planner": { + "step_ms": 20.038047790527344, + "prepare_ms": 1.2417834950610995, + "one_use_ms": 21.279831285588443, + "prepare_min_ms": 1.1157230474054813, + "prepare_max_ms": 1.3633579947054386, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.742825463536053e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.19493785934264e-05, + "d_pool_score": 6.324612395848447e-05, + "d_ape": 1.6624866979508424e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 20.352832794189453, + 20.19059181213379, + 20.023487091064453, + 20.057823181152344, + 20.014240264892578, + 20.036767959594727, + 20.038047790527344 + ], + "critical_prepare_samples_ms": [ + 1.2311399914324284, + 1.2524269986897707, + 1.3623570557683706, + 1.3633579947054386, + 1.257814932614565, + 1.134752994403243, + 1.1582979932427406, + 1.1157230474054813 + ] + } + } + }, + "128k-near-uniform-64": { + "documents": 64, + "tokens": 131072, + "source_record_sha256": "5ef7ec8fee87197b0c117b0eaf0008be59967fe8c900e7161fd432c33f97ea77", + "policies": { + "contiguous": { + "step_ms": 20.080768585205078, + "prepare_ms": 0.9788154857233167, + "one_use_ms": 21.059584070928395, + "prepare_min_ms": 0.9078129660338163, + "prepare_max_ms": 1.02512096054852, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.00016355387131441923, + "dq": 8.456624756602418e-05, + "dkv": 0.0001043296667775725, + "d_index_q": 2.4571583304236613e-05, + "d_weights": 2.937356095947118e-05, + "d_pool_kv": 9.235941677369348e-05, + "d_pool_score": 0.00012162571635460319, + "d_ape": 3.316459358658715e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 20.122495651245117, + 20.08835220336914, + 20.119455337524414, + 20.080768585205078, + 20.055072784423828, + 20.056095123291016, + 20.064416885375977 + ], + "critical_prepare_samples_ms": [ + 1.02512096054852, + 0.9624578524380922, + 0.9632399305701256, + 1.0062160436064005, + 0.9819930419325829, + 0.9756379295140505, + 0.9078129660338163, + 0.9824160952121019 + ] + }, + "zigzag": { + "step_ms": 20.79020881652832, + "prepare_ms": 4.162916971836239, + "one_use_ms": 24.95312578836456, + "prepare_min_ms": 4.007034818641841, + "prepare_max_ms": 4.921410931274295, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.000167355533096453, + "dq": 8.740554038293048e-05, + "dkv": 0.0001053261127085974, + "d_index_q": 2.491827918171799e-05, + "d_weights": 2.5499445570320522e-05, + "d_pool_kv": 8.765414636157637e-05, + "d_pool_score": 7.288222095933882e-05, + "d_ape": 2.6757349713227653e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 20.79020881652832, + 20.970272064208984, + 20.883359909057617, + 20.743200302124023, + 20.754911422729492, + 20.835552215576172, + 20.762752532958984 + ], + "critical_prepare_samples_ms": [ + 4.25333296880126, + 4.007034818641841, + 4.1503519751131535, + 4.179439041763544, + 4.06482198741287, + 4.118405049666762, + 4.921410931274295, + 4.175481968559325 + ] + }, + "planner": { + "step_ms": 20.055456161499023, + "prepare_ms": 1.181907020509243, + "one_use_ms": 21.237363182008266, + "prepare_min_ms": 1.1588750639930367, + "prepare_max_ms": 1.244336017407477, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.00016034442556637804, + "dq": 8.377134480427006e-05, + "dkv": 0.00012869833642443928, + "d_index_q": 2.4304393144673242e-05, + "d_weights": 3.1874338742783715e-05, + "d_pool_kv": 7.765903597090855e-05, + "d_pool_score": 6.551608904168383e-05, + "d_ape": 2.6567923612493613e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 20.058752059936523, + 20.152511596679688, + 20.14681625366211, + 20.055456161499023, + 20.03536033630371, + 20.055200576782227, + 20.035104751586914 + ], + "critical_prepare_samples_ms": [ + 1.244336017407477, + 1.1704741045832634, + 1.1588750639930367, + 1.1804300593212247, + 1.1833839816972613, + 1.1672999244183302, + 1.1852069292217493, + 1.2041899608448148 + ] + } + } + }, + "128k-mixed-22": { + "documents": 22, + "tokens": 131072, + "source_record_sha256": "d54ce7bb5382e15f3d8a885c6e53f2d59fb252c6dbc73a8e030ff30ea58fd017", + "policies": { + "contiguous": { + "step_ms": 35.437599182128906, + "prepare_ms": 0.8113369694910944, + "one_use_ms": 36.24893615162, + "prepare_min_ms": 0.7874679286032915, + "prepare_max_ms": 11.578752077184618, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0019160342752732016, + "dq": 0.0005784768780049561, + "dkv": 0.0004627341121441643, + "d_index_q": 0.0003634974114396893, + "d_weights": 0.0003493773692632088, + "d_pool_kv": 0.0006592622470164842, + "d_pool_score": 0.0006617473534238676, + "d_ape": 1.5070293250763499e-05 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 35.15270233154297, + 34.845760345458984, + 35.5722541809082, + 35.437599182128906, + 36.6080322265625, + 35.424896240234375, + 35.540000915527344 + ], + "critical_prepare_samples_ms": [ + 0.8466748986393213, + 0.8107968606054783, + 11.578752077184618, + 0.8092040661722422, + 0.7907270919531584, + 0.8135039824992418, + 0.7874679286032915, + 0.8118770783767104 + ] + }, + "zigzag": { + "step_ms": 35.23379135131836, + "prepare_ms": 1.9275369704701006, + "one_use_ms": 37.16132832178846, + "prepare_min_ms": 1.8797999946400523, + "prepare_max_ms": 3.936605993658304, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0019299163049260265, + "dq": 0.0005823918678050893, + "dkv": 0.0004619453030516524, + "d_index_q": 0.0003622360991686167, + "d_weights": 0.0003449186778998967, + "d_pool_kv": 0.0006607552043101183, + "d_pool_score": 0.0006699460238477643, + "d_ape": 1.4678422801075643e-05 + }, + "max_loss_abs_diff": 8.149072527885437e-10, + "critical_step_samples_ms": [ + 35.07795333862305, + 35.11782455444336, + 35.7696647644043, + 35.212799072265625, + 35.694305419921875, + 35.23379135131836, + 36.08281707763672 + ], + "critical_prepare_samples_ms": [ + 3.936605993658304, + 1.9458660390228033, + 1.9063919316977262, + 1.9079309422522783, + 1.9645949359983206, + 1.9459249451756477, + 1.909207901917398, + 1.8797999946400523 + ] + }, + "planner": { + "step_ms": 35.436702728271484, + "prepare_ms": 7.6061730505898595, + "one_use_ms": 43.042875778861344, + "prepare_min_ms": 7.441366091370583, + "prepare_max_ms": 7.997068925760686, + "selected_policy": "selection-local-3x", + "max_relative_rms": { + "output": 0.001919035177989802, + "dq": 0.0005792319248342236, + "dkv": 0.00046265994814852977, + "d_index_q": 0.00036264936861235027, + "d_weights": 0.00034889076944032783, + "d_pool_kv": 0.0006608845275100428, + "d_pool_score": 0.0006599980949303307, + "d_ape": 1.2610507503426976e-05 + }, + "max_loss_abs_diff": 5.820766091346741e-10, + "critical_step_samples_ms": [ + 34.854976654052734, + 35.8928337097168, + 35.35036849975586, + 35.62351989746094, + 35.61305618286133, + 35.436702728271484, + 35.13798522949219 + ], + "critical_prepare_samples_ms": [ + 7.997068925760686, + 7.598275085911155, + 7.614071015268564, + 7.47464899905026, + 7.661403971724212, + 7.441366091370583, + 7.570564979687333, + 7.846773136407137 + ] + } + } + }, + "128k-uniform-1024": { + "documents": 1024, + "tokens": 131072, + "source_record_sha256": "38e8fdad2096841ce9b57196cdb05dfe4cd17b7c2311cf5bede714c90c5d3a91", + "policies": { + "contiguous": { + "step_ms": 9.287199974060059, + "prepare_ms": 6.7794660571962595, + "one_use_ms": 16.066666031256318, + "prepare_min_ms": 6.7019599955528975, + "prepare_max_ms": 7.129473960958421, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.7034465202561103e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.80841349081689e-05, + "d_pool_score": 4.969745146211584e-05, + "d_ape": 2.463488004291754e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 9.327584266662598, + 9.295040130615234, + 9.287199974060059, + 9.278176307678223, + 9.278143882751465, + 9.258208274841309, + 9.473567962646484 + ], + "critical_prepare_samples_ms": [ + 6.837799912318587, + 6.7019599955528975, + 6.714918999932706, + 6.821699091233313, + 7.129473960958421, + 6.737233023159206, + 6.707626045681536, + 6.954675889573991 + ] + }, + "zigzag": { + "step_ms": 11.102463722229004, + "prepare_ms": 47.22392506664619, + "one_use_ms": 58.32638878887519, + "prepare_min_ms": 45.078030903823674, + "prepare_max_ms": 156.1478169169277, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.723088398789181e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.7408244692422145e-05, + "d_pool_score": 6.371221934010526e-05, + "d_ape": 3.3825512629530646e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 11.100447654724121, + 11.142175674438477, + 11.123104095458984, + 11.102463722229004, + 11.112383842468262, + 11.097536087036133, + 11.057215690612793 + ], + "critical_prepare_samples_ms": [ + 48.150649992749095, + 46.42646899446845, + 45.078030903823674, + 151.0155029827729, + 47.763709095306695, + 46.68414103798568, + 45.34025501925498, + 156.1478169169277 + ] + }, + "planner": { + "step_ms": 9.295295715332031, + "prepare_ms": 8.97316396003589, + "one_use_ms": 18.26845967536792, + "prepare_min_ms": 8.708094945177436, + "prepare_max_ms": 123.31375910434872, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.9905925067018862e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.216577144844658e-05, + "d_pool_score": 6.720340578861908e-05, + "d_ape": 3.3511195947336086e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 9.287327766418457, + 9.30742359161377, + 9.270848274230957, + 9.30361557006836, + 9.306976318359375, + 9.284768104553223, + 9.295295715332031 + ], + "critical_prepare_samples_ms": [ + 8.869540877640247, + 8.825646946206689, + 123.31375910434872, + 9.473679936490953, + 8.962570922449231, + 8.708094945177436, + 9.538239915855229, + 8.98375699762255 + ] + } + } + }, + "128k-near-uniform-512": { + "documents": 512, + "tokens": 131072, + "source_record_sha256": "be33650d531537cf859041aa184f7846ca91ee7d6f07866e13f5eff3df7ff982", + "policies": { + "contiguous": { + "step_ms": 10.01318359375, + "prepare_ms": 3.743164998013526, + "one_use_ms": 13.756348591763526, + "prepare_min_ms": 3.6540150176733732, + "prepare_max_ms": 3.838455071672797, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 4.31067005302863e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.485686835600299e-05, + "d_pool_score": 3.734317152918191e-05, + "d_ape": 1.5884632522867948e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 10.00160026550293, + 10.01318359375, + 9.96771240234375, + 10.067392349243164, + 9.997440338134766, + 10.017472267150879, + 10.042176246643066 + ], + "critical_prepare_samples_ms": [ + 3.793359035626054, + 3.752059070393443, + 3.740546992048621, + 3.739589941687882, + 3.700686036609113, + 3.7457830039784312, + 3.6540150176733732, + 3.838455071672797 + ] + }, + "zigzag": { + "step_ms": 11.205792427062988, + "prepare_ms": 24.085226003080606, + "one_use_ms": 35.291018430143595, + "prepare_min_ms": 23.83457194082439, + "prepare_max_ms": 139.23344609793276, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.7925220371458967e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 7.136588948385061e-05, + "d_pool_score": 4.065888036840021e-05, + "d_ape": 1.7333242400394557e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 11.202655792236328, + 11.212991714477539, + 11.187968254089355, + 11.230527877807617, + 11.205792427062988, + 11.16857624053955, + 11.311712265014648 + ], + "critical_prepare_samples_ms": [ + 27.768890955485404, + 25.140583980828524, + 24.11484904587269, + 23.88202305883169, + 24.055602960288525, + 24.04588391073048, + 23.83457194082439, + 139.23344609793276 + ] + }, + "planner": { + "step_ms": 10.027359962463379, + "prepare_ms": 4.955698561388999, + "one_use_ms": 14.983058523852378, + "prepare_min_ms": 4.824013100005686, + "prepare_max_ms": 5.206209025345743, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.3273367675160776e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.542720423634009e-05, + "d_pool_score": 5.10650784981466e-05, + "d_ape": 2.1403371983524285e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 10.017024040222168, + 10.369183540344238, + 10.027359962463379, + 10.05395221710205, + 10.025664329528809, + 10.148415565490723, + 10.026752471923828 + ], + "critical_prepare_samples_ms": [ + 5.206209025345743, + 5.033118999563158, + 4.875925951637328, + 4.824013100005686, + 4.920054925605655, + 4.9812550423666835, + 4.930142080411315, + 5.035332054831088 + ] + } + } + }, + "128k-mixed-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "a42d7db2614d9e21c3bd24a8de34199977030c3a75e1b28856d51a604529dfdb", + "policies": { + "contiguous": { + "step_ms": 33.07494354248047, + "prepare_ms": 7.641692471224815, + "one_use_ms": 40.71663601370528, + "prepare_min_ms": 7.504745037294924, + "prepare_max_ms": 110.33575492911041, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.002124358368844286, + "dq": 0.0006708973533251172, + "dkv": 0.0006748384557586351, + "d_index_q": 0.000419026902945799, + "d_weights": 0.0003304557285110155, + "d_pool_kv": 0.0005772261277278353, + "d_pool_score": 0.0005797688319552085, + "d_ape": 7.489935465690975e-06 + }, + "max_loss_abs_diff": 3.4924596548080444e-10, + "critical_step_samples_ms": [ + 33.100799560546875, + 33.073055267333984, + 33.057918548583984, + 33.08787155151367, + 33.07494354248047, + 33.04643249511719, + 33.11958312988281 + ], + "critical_prepare_samples_ms": [ + 8.83635098580271, + 7.582117919810116, + 110.33575492911041, + 7.812974974513054, + 7.556077907793224, + 7.6242099748924375, + 7.504745037294924, + 7.659174967557192 + ] + }, + "zigzag": { + "step_ms": 38.74604797363281, + "prepare_ms": 45.72551843011752, + "one_use_ms": 84.47156640375033, + "prepare_min_ms": 44.49985595420003, + "prepare_max_ms": 152.91648893617094, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.002136063325688249, + "dq": 0.0006448208867270936, + "dkv": 0.0005397046574182863, + "d_index_q": 0.0003537235166520844, + "d_weights": 0.0003170419424130787, + "d_pool_kv": 0.0005661726253782145, + "d_pool_score": 0.0005473705393115235, + "d_ape": 7.236730944585608e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 38.72604751586914, + 38.74604797363281, + 38.78224182128906, + 38.78335952758789, + 38.72016143798828, + 38.75788879394531, + 38.730464935302734 + ], + "critical_prepare_samples_ms": [ + 47.61352890636772, + 45.467405929230154, + 44.49985595420003, + 152.91648893617094, + 45.98363093100488, + 45.106612145900726, + 44.917382998391986, + 145.95098292920738 + ] + }, + "planner": { + "step_ms": 33.0742073059082, + "prepare_ms": 28.312876995187253, + "one_use_ms": 61.387084301095456, + "prepare_min_ms": 28.01844000350684, + "prepare_max_ms": 123.6400690395385, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0020962956426669433, + "dq": 0.0006347467076768539, + "dkv": 0.0005276886282440079, + "d_index_q": 0.00035682941768751356, + "d_weights": 0.00032945679607176856, + "d_pool_kv": 0.0005648985794352423, + "d_pool_score": 0.0005625030405139739, + "d_ape": 6.634011369785548e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 33.05827331542969, + 33.0742073059082, + 33.59049606323242, + 33.06959915161133, + 33.093441009521484, + 33.08927917480469, + 33.03887939453125 + ], + "critical_prepare_samples_ms": [ + 28.298633988015354, + 28.01844000350684, + 123.6400690395385, + 28.612435911782086, + 28.067155042663217, + 28.327120002359152, + 28.597721946425736, + 28.228612965904176 + ] + } + } + }, + "128k-long-tail-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "1ce20ae25f95e468a8ceb74f0607b96cd4b3c96afba3f565edacffb45121c460", + "policies": { + "contiguous": { + "step_ms": 32.37452697753906, + "prepare_ms": 7.578457531053573, + "one_use_ms": 39.952984508592635, + "prepare_min_ms": 7.474332000128925, + "prepare_max_ms": 12.586126918904483, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015154178483681854, + "dq": 0.0004590856367981372, + "dkv": 0.00046865559368039917, + "d_index_q": 0.0003544140670990448, + "d_weights": 0.0003176278618649191, + "d_pool_kv": 0.0005387196908820256, + "d_pool_score": 0.0005430168708674836, + "d_ape": 4.7473252849530434e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 32.37452697753906, + 32.392513275146484, + 32.36988830566406, + 32.39535903930664, + 32.35891342163086, + 32.35808181762695, + 32.382911682128906 + ], + "critical_prepare_samples_ms": [ + 7.727506919763982, + 7.595576927997172, + 7.546272943727672, + 12.586126918904483, + 7.49861600343138, + 7.561338134109974, + 7.474332000128925, + 7.61300593148917 + ] + }, + "zigzag": { + "step_ms": 37.90224075317383, + "prepare_ms": 45.84232851630077, + "one_use_ms": 83.7445692694746, + "prepare_min_ms": 44.70354691147804, + "prepare_max_ms": 155.66171507816762, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0016252246640432245, + "dq": 0.0004916736119971625, + "dkv": 0.0004861918573380407, + "d_index_q": 0.0003569257876233377, + "d_weights": 0.0003177650459406723, + "d_pool_kv": 0.0005486278732828732, + "d_pool_score": 0.0005445220484194565, + "d_ape": 3.860767227143574e-06 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 37.866241455078125, + 37.90224075317383, + 37.91574478149414, + 37.9218864440918, + 37.847808837890625, + 37.96307373046875, + 37.85862350463867 + ], + "critical_prepare_samples_ms": [ + 47.00984014198184, + 45.00916204415262, + 44.70354691147804, + 153.49186910316348, + 46.21615505311638, + 45.468501979485154, + 44.9322130298242, + 155.66171507816762 + ] + }, + "planner": { + "step_ms": 32.353633880615234, + "prepare_ms": 12.12866249261424, + "one_use_ms": 44.482296373229474, + "prepare_min_ms": 11.894998839125037, + "prepare_max_ms": 123.44329594634473, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015138876329661513, + "dq": 0.00045860825477340696, + "dkv": 0.00046849135874668684, + "d_index_q": 0.0003562482112602212, + "d_weights": 0.00032118335948173643, + "d_pool_kv": 0.0005438274579043697, + "d_pool_score": 0.0005519648229923422, + "d_ape": 4.258189850384637e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 32.353633880615234, + 32.412353515625, + 32.39923095703125, + 32.37456130981445, + 32.34396743774414, + 32.31990432739258, + 32.341121673583984 + ], + "critical_prepare_samples_ms": [ + 12.077874038368464, + 12.179450946860015, + 123.44329594634473, + 12.385182897560298, + 11.991281062364578, + 12.406638008542359, + 11.894998839125037, + 11.912805959582329 + ] + } + } + }, + "256k-single": { + "documents": 1, + "tokens": 262144, + "source_record_sha256": "27e077b4ff55aa00c71a035377fafcb97d9db8bfb198c213673c877e5ded916b", + "policies": { + "contiguous": { + "step_ms": 115.2938232421875, + "prepare_ms": 1.1161149595864117, + "one_use_ms": 116.40993820177391, + "prepare_min_ms": 1.087293028831482, + "prepare_max_ms": 1.304103061556816, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0014842079275755727, + "dq": 0.0005035188023387811, + "dkv": 0.0010278174526612903, + "d_index_q": 0.0006256382167037119, + "d_weights": 0.000563762569940494, + "d_pool_kv": 0.0013303364084540658, + "d_pool_score": 0.001377639655655214, + "d_ape": 2.0452408219956506e-05 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 114.4939193725586, + 115.84454345703125, + 115.2938232421875, + 114.8194580078125, + 116.123779296875, + 114.58399963378906, + 115.50758361816406 + ], + "critical_prepare_samples_ms": [ + 1.304103061556816, + 1.1089229956269264, + 1.0957310441881418, + 1.1007870780304074, + 1.1440730886533856, + 1.123306923545897, + 1.087293028831482, + 1.187960966490209 + ] + }, + "zigzag": { + "step_ms": 105.58483123779297, + "prepare_ms": 1.1357140028849244, + "one_use_ms": 106.7205452406779, + "prepare_min_ms": 1.1315711308270693, + "prepare_max_ms": 2.692296984605491, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0014841542205465054, + "dq": 0.00050380319214946, + "dkv": 0.0010287937173898806, + "d_index_q": 0.0006482205309808245, + "d_weights": 0.000583151648179517, + "d_pool_kv": 0.0013331964396419756, + "d_pool_score": 0.0013779578045436441, + "d_ape": 1.9963974118421826e-05 + }, + "max_loss_abs_diff": 3.7834979593753815e-10, + "critical_step_samples_ms": [ + 106.04412841796875, + 105.58483123779297, + 105.72246551513672, + 105.1151351928711, + 105.20396423339844, + 106.02706909179688, + 105.4378890991211 + ], + "critical_prepare_samples_ms": [ + 2.692296984605491, + 1.1655869893729687, + 1.1315711308270693, + 1.1326848762109876, + 1.1354410089552402, + 1.15663290489465, + 1.1359869968146086, + 1.1334370356053114 + ] + }, + "planner": { + "step_ms": 104.14985656738281, + "prepare_ms": 7.791060954332352, + "one_use_ms": 111.94091752171516, + "prepare_min_ms": 7.6777610229328275, + "prepare_max_ms": 8.784707984887064, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.0014818148634560368, + "dq": 0.0005030012855905718, + "dkv": 0.0010310600226582155, + "d_index_q": 0.0007705202387904052, + "d_weights": 0.0006243137936169513, + "d_pool_kv": 0.0013332458370744855, + "d_pool_score": 0.0013751792972335336, + "d_ape": 2.096916046719033e-05 + }, + "max_loss_abs_diff": 2.0372681319713593e-10, + "critical_step_samples_ms": [ + 103.95587158203125, + 104.33695983886719, + 103.87484741210938, + 104.14985656738281, + 104.16598510742188, + 104.65894317626953, + 104.02249908447266 + ], + "critical_prepare_samples_ms": [ + 7.850671885535121, + 8.708197972737253, + 7.70237494725734, + 7.6777610229328275, + 8.784707984887064, + 7.718592998571694, + 7.731450023129582, + 8.389059104956686 + ] + } + } + }, + "256k-uniform-64": { + "documents": 64, + "tokens": 262144, + "source_record_sha256": "b206d1914825ce27ceb8f280beaa9efb8b8c2d6e09e8192df5fe030a36b95f42", + "policies": { + "contiguous": { + "step_ms": 50.3370246887207, + "prepare_ms": 1.0602579568512738, + "one_use_ms": 51.39728264557198, + "prepare_min_ms": 1.0142670944333076, + "prepare_max_ms": 1.16502505261451, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0008995063625665686, + "dq": 0.000417439995711948, + "dkv": 0.00029408694183826416, + "d_index_q": 0.00010925775240076204, + "d_weights": 9.570165139064877e-05, + "d_pool_kv": 0.0002036231762018183, + "d_pool_score": 0.00023355335680617782, + "d_ape": 7.1891911871349595e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 50.318817138671875, + 50.3370246887207, + 50.29235076904297, + 50.279136657714844, + 50.51945495605469, + 50.36774444580078, + 50.34364700317383 + ], + "critical_prepare_samples_ms": [ + 1.16502505261451, + 1.0669470066204667, + 1.0217679664492607, + 1.0694119846448302, + 1.0273349471390247, + 1.0535689070820808, + 1.0142670944333076, + 1.0685940505936742 + ] + }, + "zigzag": { + "step_ms": 51.72915267944336, + "prepare_ms": 4.144389531575143, + "one_use_ms": 55.8735422110185, + "prepare_min_ms": 4.095686017535627, + "prepare_max_ms": 4.8910570330917835, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0009047350578015278, + "dq": 0.00041966050461122436, + "dkv": 0.00029402900005215225, + "d_index_q": 0.00010933438743714884, + "d_weights": 9.557770476272342e-05, + "d_pool_kv": 0.0001933948013080206, + "d_pool_score": 0.0001997392626168786, + "d_ape": 6.032497424065086e-06 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 51.72719955444336, + 51.7239990234375, + 51.834590911865234, + 51.799041748046875, + 51.7083854675293, + 51.72915267944336, + 51.82553482055664 + ], + "critical_prepare_samples_ms": [ + 4.361170926131308, + 4.214552929624915, + 4.100008052773774, + 4.132551024667919, + 4.152706009335816, + 4.095686017535627, + 4.8910570330917835, + 4.136073053814471 + ] + }, + "planner": { + "step_ms": 50.334686279296875, + "prepare_ms": 1.275484450161457, + "one_use_ms": 51.61017072945833, + "prepare_min_ms": 1.2338400119915605, + "prepare_max_ms": 1.3704260345548391, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0008968787811652317, + "dq": 0.00041599997551765766, + "dkv": 0.0002978264449580809, + "d_index_q": 0.00010914478084630114, + "d_weights": 9.54750575422348e-05, + "d_pool_kv": 0.00019495316721958097, + "d_pool_score": 0.00020016815004170784, + "d_ape": 6.878236502860825e-06 + }, + "max_loss_abs_diff": 4.656612873077393e-10, + "critical_step_samples_ms": [ + 50.27433776855469, + 50.653377532958984, + 50.30992126464844, + 50.319297790527344, + 50.40998458862305, + 50.47235107421875, + 50.334686279296875 + ], + "critical_prepare_samples_ms": [ + 1.3704260345548391, + 1.2794609647244215, + 1.2759730452671647, + 1.2749958550557494, + 1.2793471105396748, + 1.2338400119915605, + 1.27033784519881, + 1.248182961717248 + ] + } + } + }, + "256k-near-uniform-64": { + "documents": 64, + "tokens": 262144, + "source_record_sha256": "ccc7f36371b2ca093244df96efefd898c4c05ac4599ade1e2027012193b8ea43", + "policies": { + "contiguous": { + "step_ms": 50.341758728027344, + "prepare_ms": 1.0578265646472573, + "one_use_ms": 51.3995852926746, + "prepare_min_ms": 1.0304378811269999, + "prepare_max_ms": 2.42595502641052, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0009040294318661402, + "dq": 0.0004176309327453784, + "dkv": 0.00028700438317877033, + "d_index_q": 0.00010909463263037384, + "d_weights": 9.385798875582676e-05, + "d_pool_kv": 0.0002099997308788692, + "d_pool_score": 0.00021174261363919708, + "d_ape": 6.975002356106306e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 50.3015022277832, + 50.3072624206543, + 50.37491226196289, + 50.39254379272461, + 50.31679916381836, + 50.34892654418945, + 50.341758728027344 + ], + "critical_prepare_samples_ms": [ + 2.42595502641052, + 1.056926092132926, + 1.0342529276385903, + 1.0686619207262993, + 1.0407939553260803, + 1.0587270371615887, + 1.0304378811269999, + 1.0622970294207335 + ] + }, + "zigzag": { + "step_ms": 51.770111083984375, + "prepare_ms": 4.253186983987689, + "one_use_ms": 56.023298067972064, + "prepare_min_ms": 4.211014020256698, + "prepare_max_ms": 4.994260962121189, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0009021376190146195, + "dq": 0.00042020065818351493, + "dkv": 0.0003025562304355097, + "d_index_q": 0.00010794658869771671, + "d_weights": 9.589076007313737e-05, + "d_pool_kv": 0.00021834571632293082, + "d_pool_score": 0.00021545790675349828, + "d_ape": 7.255162179958939e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 51.72880172729492, + 51.770111083984375, + 51.73446273803711, + 51.797088623046875, + 51.87964630126953, + 51.770816802978516, + 51.68940734863281 + ], + "critical_prepare_samples_ms": [ + 4.418599070049822, + 4.292018827982247, + 4.211014020256698, + 4.258326953276992, + 4.248047014698386, + 4.212184925563633, + 4.994260962121189, + 4.242594935931265 + ] + }, + "planner": { + "step_ms": 50.34764862060547, + "prepare_ms": 1.2725520064122975, + "one_use_ms": 51.620200627017766, + "prepare_min_ms": 1.2156248558312654, + "prepare_max_ms": 1.4591740909963846, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0009001018368343759, + "dq": 0.0004180679445311549, + "dkv": 0.0002908204232464405, + "d_index_q": 0.00010824020032508636, + "d_weights": 9.559161306044745e-05, + "d_pool_kv": 0.0002088096055712727, + "d_pool_score": 0.00022862128266242155, + "d_ape": 7.098986447802436e-06 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 50.308414459228516, + 50.31196975708008, + 50.657249450683594, + 50.34764862060547, + 50.37120056152344, + 50.28732681274414, + 50.731998443603516 + ], + "critical_prepare_samples_ms": [ + 1.3486190000548959, + 1.4591740909963846, + 1.2668580748140812, + 1.2407059548422694, + 1.282125012949109, + 1.2156248558312654, + 1.2782459380105138, + 1.236111973412335 + ] + } + } + }, + "256k-mixed-22": { + "documents": 22, + "tokens": 262144, + "source_record_sha256": "db3e840999278944a7dc0c815b5832e7cf601e9dcaa7db9db4627377f326570b", + "policies": { + "contiguous": { + "step_ms": 90.6918716430664, + "prepare_ms": 1.150823023635894, + "one_use_ms": 91.8426946667023, + "prepare_min_ms": 1.115339924581349, + "prepare_max_ms": 1.3260958949103951, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0014396839839641682, + "dq": 0.0004912932869663864, + "dkv": 0.000782527660447053, + "d_index_q": 0.0007096421066149192, + "d_weights": 0.0004776414729478394, + "d_pool_kv": 0.001229747392195446, + "d_pool_score": 0.0012867899272477345, + "d_ape": 1.346208842230701e-05 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 91.04662322998047, + 90.35794830322266, + 90.62847900390625, + 90.47663879394531, + 92.35906982421875, + 90.6918716430664, + 91.08707427978516 + ], + "critical_prepare_samples_ms": [ + 1.3260958949103951, + 1.1735139414668083, + 1.1378390481695533, + 1.1485170107334852, + 1.115339924581349, + 1.1682850308716297, + 1.1497350642457604, + 1.1519109830260277 + ] + }, + "zigzag": { + "step_ms": 87.94976043701172, + "prepare_ms": 2.339682076126337, + "one_use_ms": 90.28944251313806, + "prepare_min_ms": 2.3260059533640742, + "prepare_max_ms": 5.5571189150214195, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0014655759967181566, + "dq": 0.0005149950687110133, + "dkv": 0.0007858004056596082, + "d_index_q": 0.0007967333850337871, + "d_weights": 0.0006135588148793877, + "d_pool_kv": 0.0012313505882381754, + "d_pool_score": 0.0012816470119322591, + "d_ape": 1.3536862404843282e-05 + }, + "max_loss_abs_diff": 5.238689482212067e-10, + "critical_step_samples_ms": [ + 87.89424133300781, + 87.9170913696289, + 88.21635437011719, + 87.94976043701172, + 87.63407897949219, + 88.22838592529297, + 88.08528137207031 + ], + "critical_prepare_samples_ms": [ + 3.682921058498323, + 5.5571189150214195, + 2.3260059533640742, + 2.33569392003119, + 2.3404060630127788, + 2.3389580892398953, + 2.3376650642603636, + 2.347580040805042 + ] + }, + "planner": { + "step_ms": 87.38617706298828, + "prepare_ms": 8.772762026637793, + "one_use_ms": 96.15893908962607, + "prepare_min_ms": 8.418329060077667, + "prepare_max_ms": 9.713605977594852, + "selected_policy": "selection-paired-local", + "max_relative_rms": { + "output": 0.0014719262651841122, + "dq": 0.0005169495137705205, + "dkv": 0.0005843813325958284, + "d_index_q": 0.000568126948707376, + "d_weights": 0.0005875102674471812, + "d_pool_kv": 0.0006705463099119529, + "d_pool_score": 0.0006839089222165456, + "d_ape": 1.3325801383008022e-05 + }, + "max_loss_abs_diff": 4.0745362639427185e-10, + "critical_step_samples_ms": [ + 87.38617706298828, + 87.18109130859375, + 87.44198608398438, + 87.81423950195312, + 87.28131103515625, + 87.66595458984375, + 87.18303680419922 + ], + "critical_prepare_samples_ms": [ + 8.892927085980773, + 8.418329060077667, + 9.39794396981597, + 8.462049067020416, + 9.713605977594852, + 8.53787490632385, + 9.19189490377903, + 8.652596967294812 + ] + } + } + }, + "256k-uniform-1024": { + "documents": 1024, + "tokens": 262144, + "source_record_sha256": "a3e04775cd4674a149c44452e86572771d80fd867f99c915f4d8703ea7cf55c1", + "policies": { + "contiguous": { + "step_ms": 18.96121597290039, + "prepare_ms": 6.907838920596987, + "one_use_ms": 25.869054893497378, + "prepare_min_ms": 6.844045943580568, + "prepare_max_ms": 7.187637034803629, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.724041124260225e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.511801279303253e-05, + "d_pool_score": 5.232610864426897e-05, + "d_ape": 1.4967124181438183e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 19.019712448120117, + 18.97760009765625, + 18.96121597290039, + 18.9564151763916, + 18.95644760131836, + 18.9434871673584, + 19.144479751586914 + ], + "critical_prepare_samples_ms": [ + 7.187637034803629, + 6.97691401001066, + 6.844045943580568, + 6.993726012296975, + 6.876001018099487, + 6.887514842674136, + 6.885394104756415, + 6.928162998519838 + ] + }, + "zigzag": { + "step_ms": 22.557504653930664, + "prepare_ms": 46.86611460056156, + "one_use_ms": 69.42361925449222, + "prepare_min_ms": 46.30116908811033, + "prepare_max_ms": 167.44421899784356, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.8637480027866625e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.271880161331187e-05, + "d_pool_score": 5.610531234471807e-05, + "d_ape": 1.5175327931420397e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 22.557504653930664, + 22.60767936706543, + 22.548383712768555, + 22.567264556884766, + 22.551103591918945, + 22.51372718811035, + 22.592575073242188 + ], + "critical_prepare_samples_ms": [ + 47.66656889114529, + 46.35808803141117, + 46.458124998025596, + 167.44421899784356, + 47.36804007552564, + 47.025946085341275, + 46.30116908811033, + 46.706283115781844 + ] + }, + "planner": { + "step_ms": 18.94291114807129, + "prepare_ms": 8.967155939899385, + "one_use_ms": 27.910067087970674, + "prepare_min_ms": 8.858141023665667, + "prepare_max_ms": 14.381637098267674, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.590593616004352e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.534328689387801e-05, + "d_pool_score": 5.3623912772759155e-05, + "d_ape": 1.7238388124362549e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 18.938079833984375, + 18.94291114807129, + 18.93289566040039, + 18.952415466308594, + 18.924928665161133, + 18.946847915649414, + 19.089344024658203 + ], + "critical_prepare_samples_ms": [ + 9.043016005307436, + 8.858141023665667, + 8.99953895714134, + 8.93477292265743, + 9.00569697842002, + 8.906646049581468, + 8.866342948749661, + 14.381637098267674 + ] + } + } + }, + "256k-near-uniform-512": { + "documents": 512, + "tokens": 262144, + "source_record_sha256": "3abdfc48993cc3747d2f08fcfbd801e8c6fa1abaa8a607d585da37c318d9b529", + "policies": { + "contiguous": { + "step_ms": 21.785919189453125, + "prepare_ms": 3.9414139464497566, + "one_use_ms": 25.72733313590288, + "prepare_min_ms": 3.8159850519150496, + "prepare_max_ms": 4.042547079734504, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.297053926215977e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.412638872669938e-05, + "d_pool_score": 4.495461915173074e-05, + "d_ape": 1.4301480341692518e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 21.769792556762695, + 21.76304054260254, + 22.114463806152344, + 21.785919189453125, + 21.940128326416016, + 21.767871856689453, + 21.940895080566406 + ], + "critical_prepare_samples_ms": [ + 4.042547079734504, + 3.9293068693950772, + 3.8159850519150496, + 3.9682361530140042, + 3.8398168981075287, + 3.9214659482240677, + 3.953521023504436, + 3.995029954239726 + ] + }, + "zigzag": { + "step_ms": 24.209856033325195, + "prepare_ms": 24.67734646052122, + "one_use_ms": 48.88720249384642, + "prepare_min_ms": 24.372468004003167, + "prepare_max_ms": 142.0474809128791, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.2708240134177204e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.3500598722775094e-05, + "d_pool_score": 5.347177795761659e-05, + "d_ape": 1.327084474519006e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 24.196128845214844, + 24.229408264160156, + 24.214399337768555, + 24.209856033325195, + 24.24527931213379, + 24.169696807861328, + 24.205184936523438 + ], + "critical_prepare_samples_ms": [ + 26.387990918010473, + 24.77585698943585, + 24.372468004003167, + 24.47995904367417, + 24.4268769165501, + 24.750579963438213, + 24.60411295760423, + 142.0474809128791 + ] + }, + "planner": { + "step_ms": 21.7589111328125, + "prepare_ms": 5.023348960094154, + "one_use_ms": 26.782260092906654, + "prepare_min_ms": 4.9473929684609175, + "prepare_max_ms": 5.072213942185044, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.554213974193077e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.1905810341815174e-05, + "d_pool_score": 4.350734098547027e-05, + "d_ape": 1.4490775323448985e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 21.780927658081055, + 21.7589111328125, + 21.778976440429688, + 21.859455108642578, + 21.743295669555664, + 21.751680374145508, + 21.750688552856445 + ], + "critical_prepare_samples_ms": [ + 5.0161018734797835, + 5.0161059480160475, + 5.0472968723624945, + 5.041101947426796, + 4.989685956388712, + 5.03059197217226, + 5.072213942185044, + 4.9473929684609175 + ] + } + } + }, + "256k-mixed-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "299ffffd41e8b2e4c2be973c6bdb05ae54dc4a991bc3051df8ee4e0a6127615f", + "policies": { + "contiguous": { + "step_ms": 83.6385269165039, + "prepare_ms": 9.585648542270064, + "one_use_ms": 93.22417545877397, + "prepare_min_ms": 9.470761171542108, + "prepare_max_ms": 109.36465603299439, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0017248119636322726, + "dq": 0.0005231477545538955, + "dkv": 0.0008859578942512667, + "d_index_q": 0.0003679247450818875, + "d_weights": 0.0003583038720109353, + "d_pool_kv": 0.0013756446763457486, + "d_pool_score": 0.0013569902061103135, + "d_ape": 9.213348057789348e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 83.79923248291016, + 83.6385269165039, + 83.57939147949219, + 83.14595031738281, + 84.14755249023438, + 83.68710327148438, + 83.60105895996094 + ], + "critical_prepare_samples_ms": [ + 11.086768005043268, + 9.873543865978718, + 9.49363096151501, + 9.626674116589129, + 9.470761171542108, + 9.488550946116447, + 109.36465603299439, + 9.544622967951 + ] + }, + "zigzag": { + "step_ms": 96.04755401611328, + "prepare_ms": 92.28663396788761, + "one_use_ms": 188.3341879840009, + "prepare_min_ms": 46.753630973398685, + "prepare_max_ms": 166.36592405848205, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0017395277068004997, + "dq": 0.0005277805775999957, + "dkv": 0.0006782649359844867, + "d_index_q": 0.0003691170318294211, + "d_weights": 0.0003624685324509999, + "d_pool_kv": 0.0007577977882457726, + "d_pool_score": 0.0007313251119719116, + "d_ape": 8.559385750338412e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 96.06777954101562, + 96.25202941894531, + 96.04755401611328, + 95.81129455566406, + 95.63484954833984, + 96.13632202148438, + 95.58025360107422 + ], + "critical_prepare_samples_ms": [ + 48.80867002066225, + 166.36592405848205, + 149.53875401988626, + 48.5578749794513, + 46.753630973398685, + 135.76459791511297, + 152.24266005679965, + 47.11186105851084 + ] + }, + "planner": { + "step_ms": 82.14995574951172, + "prepare_ms": 32.668465457390994, + "one_use_ms": 114.81842120690271, + "prepare_min_ms": 32.24971203599125, + "prepare_max_ms": 33.218687982298434, + "selected_policy": "selection-local-5x", + "max_relative_rms": { + "output": 0.0017299188701990226, + "dq": 0.0005249688471103487, + "dkv": 0.0006932649020557219, + "d_index_q": 0.0003879256230062098, + "d_weights": 0.0003670382435938008, + "d_pool_kv": 0.0013198355292136361, + "d_pool_score": 0.0013151740439955597, + "d_ape": 8.808128280757483e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 81.99295806884766, + 82.14995574951172, + 82.31292724609375, + 82.3354263305664, + 81.54524993896484, + 82.6478042602539, + 81.62854766845703 + ], + "critical_prepare_samples_ms": [ + 32.491752062924206, + 32.684653997421265, + 32.89240214508027, + 32.540695974603295, + 32.65227691736072, + 33.04584801662713, + 32.24971203599125, + 33.218687982298434 + ] + } + } + }, + "256k-long-tail-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "f6f2fb90fa19746799d7f723f65a57a1d55b4e768a2fbaff20ba8977a77dfb5e", + "policies": { + "contiguous": { + "step_ms": 99.36064147949219, + "prepare_ms": 9.696168475784361, + "one_use_ms": 109.05680995527655, + "prepare_min_ms": 9.520240011624992, + "prepare_max_ms": 10.234966059215367, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0010563700585577058, + "dq": 0.00035831076606808053, + "dkv": 0.0004733622916756713, + "d_index_q": 0.0005939123996360771, + "d_weights": 0.0005024215185567405, + "d_pool_kv": 0.000752053852842638, + "d_pool_score": 0.0007688502326254845, + "d_ape": 6.434388548257363e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 98.40025329589844, + 99.20460510253906, + 100.11779022216797, + 99.36064147949219, + 99.45503997802734, + 98.65779113769531, + 99.67919921875 + ], + "critical_prepare_samples_ms": [ + 9.97902499511838, + 9.690101025626063, + 9.577112039551139, + 9.55722399521619, + 9.520240011624992, + 9.813543991185725, + 10.234966059215367, + 9.70223592594266 + ] + }, + "zigzag": { + "step_ms": 115.25299072265625, + "prepare_ms": 147.0409840112552, + "one_use_ms": 262.29397473391145, + "prepare_min_ms": 47.70176007878035, + "prepare_max_ms": 167.99743298906833, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.001096030426138749, + "dq": 0.00036871769863560327, + "dkv": 0.0005522801000187844, + "d_index_q": 0.000646529994069314, + "d_weights": 0.0005200898687794669, + "d_pool_kv": 0.0007782778462285144, + "d_pool_score": 0.0007902708796079504, + "d_ape": 6.243475107842311e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 115.171875, + 115.26223754882812, + 115.35302734375, + 115.21993255615234, + 115.44630432128906, + 115.25299072265625, + 115.22217559814453 + ], + "critical_prepare_samples_ms": [ + 137.1572030475363, + 154.45262903813273, + 167.99743298906833, + 48.344484996050596, + 47.70176007878035, + 143.54554004967213, + 155.44524206779897, + 150.53642797283828 + ] + }, + "planner": { + "step_ms": 92.2047348022461, + "prepare_ms": 31.8146159988828, + "one_use_ms": 124.0193508011289, + "prepare_min_ms": 31.22708504088223, + "prepare_max_ms": 132.93269090354443, + "selected_policy": "selection-local-6x", + "max_relative_rms": { + "output": 0.001048036358338339, + "dq": 0.00036006689300403495, + "dkv": 0.0004952787980932682, + "d_index_q": 0.0005006808620709585, + "d_weights": 0.00047204477185006934, + "d_pool_kv": 0.0006647742697551269, + "d_pool_score": 0.0006600247570603834, + "d_ape": 6.129309354351373e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 91.95887756347656, + 92.06761932373047, + 91.93360137939453, + 92.53968048095703, + 92.28575897216797, + 92.2804183959961, + 92.2047348022461 + ], + "critical_prepare_samples_ms": [ + 31.714363023638725, + 126.031952095218, + 31.22708504088223, + 31.914868974126875, + 31.32477297913283, + 31.713226926513016, + 132.93269090354443, + 32.04708802513778 + ] + } + } + }, + "1024k-single": { + "documents": 1, + "tokens": 1048576, + "source_record_sha256": "f8f59d7261da96dacfa2bc6680f2e607ee1272751d31448f68672deee7924dcc", + "policies": { + "contiguous": { + "step_ms": 853.462646484375, + "prepare_ms": 2.235381514765322, + "one_use_ms": 855.6980279991403, + "prepare_min_ms": 2.180504030548036, + "prepare_max_ms": 2.6538941310718656, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0011390925500643692, + "dq": 0.00036677751548457586, + "dkv": 0.00045029686879957095, + "d_index_q": 0.0005475285484143609, + "d_weights": 0.0005234083334124328, + "d_pool_kv": 0.0006765433793383455, + "d_pool_score": 0.000669507534555031, + "d_ape": 1.201251494769134e-05 + }, + "max_loss_abs_diff": 2.9103830456733704e-11, + "critical_step_samples_ms": [ + 848.7756958007812, + 851.5589599609375, + 854.1879272460938, + 853.2410888671875, + 853.76123046875, + 853.462646484375, + 854.3615112304688 + ], + "critical_prepare_samples_ms": [ + 2.6538941310718656, + 2.25232494994998, + 2.2514740703627467, + 2.2216499783098698, + 2.2194701014086604, + 2.229652018286288, + 2.180504030548036, + 2.2411110112443566 + ] + }, + "zigzag": { + "step_ms": 638.503173828125, + "prepare_ms": 2.2861745092086494, + "one_use_ms": 640.7893483373336, + "prepare_min_ms": 2.2653070045635104, + "prepare_max_ms": 5.670589045621455, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0011415486958252505, + "dq": 0.00036769420295685456, + "dkv": 0.0004914265330137578, + "d_index_q": 0.000556942590103184, + "d_weights": 0.000536722297153423, + "d_pool_kv": 0.0006794240688639852, + "d_pool_score": 0.0006762446273154329, + "d_ape": 1.2332330725673362e-05 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 638.0089721679688, + 638.694091796875, + 640.7294921875, + 635.8269653320312, + 638.503173828125, + 637.2936401367188, + 639.0613403320312 + ], + "critical_prepare_samples_ms": [ + 5.670589045621455, + 2.431723987683654, + 2.2653070045635104, + 2.296129008755088, + 2.2838700097054243, + 2.2884790087118745, + 2.2718310356140137, + 2.270005992613733 + ] + }, + "planner": { + "step_ms": 637.5537719726562, + "prepare_ms": 9.320752928033471, + "one_use_ms": 646.8745249006897, + "prepare_min_ms": 8.959550876170397, + "prepare_max_ms": 10.955121018923819, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.0011399811891549397, + "dq": 0.0003671549652483216, + "dkv": 0.0004688434719635236, + "d_index_q": 0.00054714713668071, + "d_weights": 0.0005235608730508459, + "d_pool_kv": 0.0007342648722923458, + "d_pool_score": 0.0007281192925473291, + "d_ape": 1.2245290306330182e-05 + }, + "max_loss_abs_diff": 2.9103830456733704e-11, + "critical_step_samples_ms": [ + 637.5820922851562, + 637.1992797851562, + 637.2449951171875, + 637.8410034179688, + 636.2861938476562, + 637.5537719726562, + 641.8402709960938 + ], + "critical_prepare_samples_ms": [ + 10.955121018923819, + 10.685780085623264, + 9.343747980892658, + 9.170369943603873, + 9.297757875174284, + 8.959550876170397, + 9.293015929870307, + 9.915986098349094 + ] + } + } + }, + "1024k-uniform-64": { + "documents": 64, + "tokens": 1048576, + "source_record_sha256": "467788be0454c5eb43ec073cd768122a5221cca5675c0bb30ce968068c6245a9", + "policies": { + "contiguous": { + "step_ms": 239.31231689453125, + "prepare_ms": 1.490010938141495, + "one_use_ms": 240.80232783267274, + "prepare_min_ms": 1.4407910639420152, + "prepare_max_ms": 1.7354709561914206, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015971718647385203, + "dq": 0.0005946386006291191, + "dkv": 0.0004893087559395691, + "d_index_q": 0.0002655780560894656, + "d_weights": 0.00020677860634936432, + "d_pool_kv": 0.0002909984083585693, + "d_pool_score": 0.00030601339199424316, + "d_ape": 6.1058968008983315e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 239.48367309570312, + 238.9126739501953, + 239.31820678710938, + 239.31231689453125, + 239.07810974121094, + 239.46946716308594, + 238.660888671875 + ], + "critical_prepare_samples_ms": [ + 1.7354709561914206, + 1.5307000139728189, + 1.4793298905715346, + 1.4931149780750275, + 1.4869068982079625, + 1.4774100854992867, + 1.4407910639420152, + 1.4997579855844378 + ] + }, + "zigzag": { + "step_ms": 244.19993591308594, + "prepare_ms": 4.6627100091427565, + "one_use_ms": 248.8626459222287, + "prepare_min_ms": 4.619401996023953, + "prepare_max_ms": 6.727989995852113, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.00161892792378639, + "dq": 0.00061183109697404, + "dkv": 0.0005255603590014857, + "d_index_q": 0.00027796173921266023, + "d_weights": 0.00021531215731985807, + "d_pool_kv": 0.00028469963192253694, + "d_pool_score": 0.00029151841170628354, + "d_ape": 6.315599964674472e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 244.90960693359375, + 243.77923583984375, + 245.494140625, + 244.19993591308594, + 243.84393310546875, + 244.16079711914062, + 244.61228942871094 + ], + "critical_prepare_samples_ms": [ + 6.727989995852113, + 4.855223116464913, + 4.65498398989439, + 4.665578017011285, + 4.734496003948152, + 4.624465946108103, + 4.659842001274228, + 4.619401996023953 + ] + }, + "planner": { + "step_ms": 239.0471649169922, + "prepare_ms": 1.7240439774468541, + "one_use_ms": 240.77120889443904, + "prepare_min_ms": 1.6765620093792677, + "prepare_max_ms": 1.8191479612141848, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.001606236638194518, + "dq": 0.000603183325778411, + "dkv": 0.0005147282440500237, + "d_index_q": 0.00028285470187259566, + "d_weights": 0.00021272988166387048, + "d_pool_kv": 0.00029001033928657117, + "d_pool_score": 0.00028677249205629184, + "d_ape": 6.258893265663241e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 238.40419006347656, + 239.01718139648438, + 238.46278381347656, + 239.06573486328125, + 239.3005828857422, + 239.5536346435547, + 239.0471649169922 + ], + "critical_prepare_samples_ms": [ + 1.8191479612141848, + 1.7172510270029306, + 1.7308369278907776, + 1.682960893958807, + 1.7325289081782103, + 1.730848103761673, + 1.6999311046674848, + 1.6765620093792677 + ] + } + } + }, + "1024k-near-uniform-64": { + "documents": 64, + "tokens": 1048576, + "source_record_sha256": "ce3857fde76c10e837d4359215986ae8706ddba02140df49bb2b6014276e94fb", + "policies": { + "contiguous": { + "step_ms": 239.05783081054688, + "prepare_ms": 1.514466479420662, + "one_use_ms": 240.57229728996754, + "prepare_min_ms": 1.4685369096696377, + "prepare_max_ms": 1.6245651058852673, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0016036861711426922, + "dq": 0.0006002606451464885, + "dkv": 0.0005078364704675495, + "d_index_q": 0.00027393963055896855, + "d_weights": 0.00021436935672360165, + "d_pool_kv": 0.00029689000244164466, + "d_pool_score": 0.0002755855279061583, + "d_ape": 6.5191501926423906e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 238.77810668945312, + 239.35433959960938, + 239.67471313476562, + 238.6045684814453, + 239.44578552246094, + 238.9220428466797, + 239.05783081054688 + ], + "critical_prepare_samples_ms": [ + 1.6245651058852673, + 1.5482361195608974, + 1.4911219477653503, + 1.5080280136317015, + 1.4883260009810328, + 1.5209049452096224, + 1.4685369096696377, + 1.5511849196627736 + ] + }, + "zigzag": { + "step_ms": 244.37164306640625, + "prepare_ms": 4.788588033989072, + "one_use_ms": 249.16023110039532, + "prepare_min_ms": 4.718890995718539, + "prepare_max_ms": 6.958352983929217, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0016149985147692735, + "dq": 0.0006012411018216009, + "dkv": 0.0004889619138367483, + "d_index_q": 0.00027384235416954054, + "d_weights": 0.00021508569090086002, + "d_pool_kv": 0.00028208163900576497, + "d_pool_score": 0.00029433482150776626, + "d_ape": 6.324001411904957e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 244.35714721679688, + 243.5417022705078, + 244.73663330078125, + 244.49600219726562, + 244.37164306640625, + 244.37135314941406, + 244.45872497558594 + ], + "critical_prepare_samples_ms": [ + 6.958352983929217, + 4.946545930579305, + 4.794639069586992, + 4.782536998391151, + 5.79125399235636, + 4.723230958916247, + 4.718890995718539, + 4.728949978016317 + ] + }, + "planner": { + "step_ms": 239.24879455566406, + "prepare_ms": 1.75143702654168, + "one_use_ms": 241.00023158220574, + "prepare_min_ms": 1.686341012828052, + "prepare_max_ms": 1.818434102460742, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015996148111491304, + "dq": 0.0005959255331279302, + "dkv": 0.00048740660403977806, + "d_index_q": 0.00025509571834305165, + "d_weights": 0.00019903247405294528, + "d_pool_kv": 0.00029018364601671756, + "d_pool_score": 0.0002817420290576312, + "d_ape": 5.9639498577661876e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 238.96421813964844, + 238.8380126953125, + 239.6174774169922, + 238.64874267578125, + 239.3194580078125, + 239.24879455566406, + 239.29000854492188 + ], + "critical_prepare_samples_ms": [ + 1.818434102460742, + 1.7426980193704367, + 1.7638478893786669, + 1.7180261202156544, + 1.7601760337129235, + 1.686341012828052, + 1.7822969239205122, + 1.6957151237875223 + ] + } + } + }, + "1024k-mixed-22": { + "documents": 22, + "tokens": 1048576, + "source_record_sha256": "94a3d9ad0055a320defc6d8a0f7147cda48f2bec810ce85de4e405b8c33cfeb9", + "policies": { + "contiguous": { + "step_ms": 576.2921752929688, + "prepare_ms": 2.234563056845218, + "one_use_ms": 578.526738349814, + "prepare_min_ms": 2.176858950406313, + "prepare_max_ms": 2.457708935253322, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0011241890551148522, + "dq": 0.0003703792465013327, + "dkv": 0.0005637775340177526, + "d_index_q": 0.0004923585316969156, + "d_weights": 0.0004762473505531833, + "d_pool_kv": 0.0007050138286532109, + "d_pool_score": 0.000693366416930018, + "d_ape": 1.0040782845648817e-05 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 575.5206909179688, + 579.4055786132812, + 576.2921752929688, + 575.3203125, + 579.8231811523438, + 575.8522338867188, + 578.5023803710938 + ], + "critical_prepare_samples_ms": [ + 2.457708935253322, + 2.2585249971598387, + 2.2657379740849137, + 2.2382939932867885, + 2.176858950406313, + 2.2308321204036474, + 2.1903219167143106, + 2.2301790304481983 + ] + }, + "zigzag": { + "step_ms": 493.968017578125, + "prepare_ms": 3.2312944531440735, + "one_use_ms": 497.1993120312691, + "prepare_min_ms": 3.0827909940853715, + "prepare_max_ms": 19.6960570756346, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0011268685984526365, + "dq": 0.0003714092777960759, + "dkv": 0.0005664412351356137, + "d_index_q": 0.0005001608323414847, + "d_weights": 0.0005154558961486076, + "d_pool_kv": 0.0007053187475275309, + "d_pool_score": 0.0007033408865167627, + "d_ape": 1.1331546979456586e-05 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 491.4543151855469, + 493.968017578125, + 493.0928649902344, + 494.013916015625, + 493.9161376953125, + 496.6776123046875, + 496.3877258300781 + ], + "critical_prepare_samples_ms": [ + 19.6960570756346, + 3.2806959934532642, + 3.1818929128348827, + 3.8822469068691134, + 3.1228240113705397, + 3.135847859084606, + 3.0827909940853715, + 3.6610440583899617 + ] + }, + "planner": { + "step_ms": 491.5184326171875, + "prepare_ms": 9.799090563319623, + "one_use_ms": 501.3175231805071, + "prepare_min_ms": 9.549538022838533, + "prepare_max_ms": 12.66833208501339, + "selected_policy": "selection-paired-local", + "max_relative_rms": { + "output": 0.0011264548823997533, + "dq": 0.00037080288591740675, + "dkv": 0.0005661102261241025, + "d_index_q": 0.0004907002290738318, + "d_weights": 0.00047702545312988654, + "d_pool_kv": 0.0007029215298665386, + "d_pool_score": 0.0006920376268098218, + "d_ape": 1.0082613861991237e-05 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 491.75732421875, + 491.4028625488281, + 492.5019836425781, + 491.5184326171875, + 492.1903381347656, + 491.46417236328125, + 491.2967529296875 + ], + "critical_prepare_samples_ms": [ + 11.265398934483528, + 9.871467016637325, + 10.41808701120317, + 12.66833208501339, + 9.726714110001922, + 9.549538022838533, + 9.598031989298761, + 9.689398924820125 + ] + } + } + }, + "1024k-uniform-1024": { + "documents": 1024, + "tokens": 1048576, + "source_record_sha256": "5dcf57b1ff0c2b430ff56323c1062b39a1a343d01dae0faef1de67b8fef47bf9", + "policies": { + "contiguous": { + "step_ms": 106.8575668334961, + "prepare_ms": 7.491494528949261, + "one_use_ms": 114.34906136244535, + "prepare_min_ms": 7.3957579443231225, + "prepare_max_ms": 7.639074116013944, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.340375730780978e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.8596359553728106e-05, + "d_pool_score": 5.8019952559618404e-05, + "d_ape": 8.688634497722616e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 106.89324951171875, + 106.8575668334961, + 106.78739166259766, + 107.19465637207031, + 107.24988555908203, + 106.72332763671875, + 106.78819274902344 + ], + "critical_prepare_samples_ms": [ + 7.517205900512636, + 7.3957579443231225, + 7.419119938276708, + 7.494135992601514, + 7.56581814493984, + 7.639074116013944, + 7.488853065297008, + 7.402385119348764 + ] + }, + "zigzag": { + "step_ms": 121.1388168334961, + "prepare_ms": 48.3965675230138, + "one_use_ms": 169.5353843565099, + "prepare_min_ms": 47.7493159705773, + "prepare_max_ms": 161.87846509274095, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.983033003732531e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.297525455088219e-05, + "d_pool_score": 6.027668702368681e-05, + "d_ape": 8.260924534593652e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 121.27545928955078, + 120.9210205078125, + 121.1388168334961, + 120.83197021484375, + 120.97875213623047, + 121.54752349853516, + 121.18406677246094 + ], + "critical_prepare_samples_ms": [ + 51.41136993188411, + 47.85480094142258, + 47.7493159705773, + 161.87846509274095, + 48.38546901009977, + 48.245941987261176, + 48.40766603592783, + 50.705861882306635 + ] + }, + "planner": { + "step_ms": 106.80134582519531, + "prepare_ms": 9.633392037358135, + "one_use_ms": 116.43473786255345, + "prepare_min_ms": 9.522294043563306, + "prepare_max_ms": 10.079156025312841, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.190915790570461e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.686079011901337e-05, + "d_pool_score": 6.588902419850418e-05, + "d_ape": 9.060561985811648e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 106.7529296875, + 106.80134582519531, + 106.69001770019531, + 106.8199691772461, + 106.92153930664062, + 107.30044555664062, + 106.72911834716797 + ], + "critical_prepare_samples_ms": [ + 9.983930038288236, + 9.658558061346412, + 9.608226013369858, + 10.079156025312841, + 9.522294043563306, + 9.544037049636245, + 9.525719098746777, + 9.793340926989913 + ] + } + } + }, + "1024k-near-uniform-512": { + "documents": 512, + "tokens": 1048576, + "source_record_sha256": "0b8a7ab3c025afba1b9ff31062ef317a231a85fed72a4f9399d77f0a11a5d450", + "policies": { + "contiguous": { + "step_ms": 153.78297424316406, + "prepare_ms": 4.550960555206984, + "one_use_ms": 158.33393479837105, + "prepare_min_ms": 4.407087923027575, + "prepare_max_ms": 4.7475280007347465, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 1.635166627093273e-05, + "dq": 8.583753797678552e-06, + "dkv": 3.908999526342516e-05, + "d_index_q": 2.4805252190121222e-06, + "d_weights": 2.5308917739233984e-06, + "d_pool_kv": 6.176247649990505e-05, + "d_pool_score": 5.8405774399699e-05, + "d_ape": 8.241450646605944e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 153.78297424316406, + 154.11363220214844, + 154.24351501464844, + 153.45152282714844, + 153.8989715576172, + 153.48739624023438, + 153.42739868164062 + ], + "critical_prepare_samples_ms": [ + 4.606066038832068, + 4.407087923027575, + 4.484036937355995, + 4.617327940650284, + 4.496491979807615, + 4.602779052220285, + 4.499142058193684, + 4.7475280007347465 + ] + }, + "zigzag": { + "step_ms": 162.9409942626953, + "prepare_ms": 25.861825968604535, + "one_use_ms": 188.80282023129985, + "prepare_min_ms": 25.590608012862504, + "prepare_max_ms": 141.61201403476298, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 1.690072397931956e-05, + "dq": 8.902184563800953e-06, + "dkv": 3.583246096075656e-05, + "d_index_q": 2.6051406625142775e-06, + "d_weights": 2.4387942932217848e-06, + "d_pool_kv": 6.690809516440746e-05, + "d_pool_score": 5.7566133313703044e-05, + "d_ape": 9.085070529934042e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 163.11216735839844, + 162.67152404785156, + 162.5786895751953, + 163.08656311035156, + 163.2576904296875, + 162.770751953125, + 162.9409942626953 + ], + "critical_prepare_samples_ms": [ + 29.362841974943876, + 28.138961060903966, + 25.614228914491832, + 25.82601795438677, + 25.8976339828223, + 25.744552025571465, + 25.590608012862504, + 141.61201403476298 + ] + }, + "planner": { + "step_ms": 153.50277709960938, + "prepare_ms": 5.739656975492835, + "one_use_ms": 159.2424340751022, + "prepare_min_ms": 5.382872885093093, + "prepare_max_ms": 5.910926032811403, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 1.66493234380544e-05, + "dq": 8.69517004748584e-06, + "dkv": 3.7684565826764085e-05, + "d_index_q": 2.546078095564981e-06, + "d_weights": 2.625010459222263e-06, + "d_pool_kv": 6.008571022238068e-05, + "d_pool_score": 5.6580447419918704e-05, + "d_ape": 8.854442371773076e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 153.19667053222656, + 153.4423065185547, + 153.50277709960938, + 153.30099487304688, + 153.84597778320312, + 153.7281951904297, + 153.51461791992188 + ], + "critical_prepare_samples_ms": [ + 5.910926032811403, + 5.768615053966641, + 5.845936946570873, + 5.667127901688218, + 5.738166975788772, + 5.730206961743534, + 5.382872885093093, + 5.741146975196898 + ] + } + } + }, + "1024k-mixed-1000": { + "documents": 1000, + "tokens": 1048576, + "source_record_sha256": "dddf71dc1a5edeecb47eec7b85b24e6c842fb9e8736fd55552388a3f37a1dc77", + "policies": { + "contiguous": { + "step_ms": 566.1741333007812, + "prepare_ms": 10.622373956721276, + "one_use_ms": 576.7965072575025, + "prepare_min_ms": 10.451745009049773, + "prepare_max_ms": 10.986343026161194, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0007698426967776738, + "dq": 0.000278721133254185, + "dkv": 0.0005366458202454897, + "d_index_q": 0.0004893065256747059, + "d_weights": 0.000496051600621093, + "d_pool_kv": 0.0006594956893625123, + "d_pool_score": 0.0006637931035948877, + "d_ape": 9.298445474597294e-06 + }, + "max_loss_abs_diff": 1.4551915228366852e-10, + "critical_step_samples_ms": [ + 568.0925903320312, + 565.6495971679688, + 565.1004638671875, + 567.221435546875, + 566.1741333007812, + 567.1893920898438, + 563.3007202148438 + ], + "critical_prepare_samples_ms": [ + 10.948296985588968, + 10.565283009782434, + 10.503393015824258, + 10.87179605383426, + 10.451745009049773, + 10.473948088474572, + 10.986343026161194, + 10.679464903660119 + ] + }, + "zigzag": { + "step_ms": 549.7163696289062, + "prepare_ms": 48.262091528158635, + "one_use_ms": 597.9784611570649, + "prepare_min_ms": 46.8996309209615, + "prepare_max_ms": 165.2717370307073, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0007832338017054126, + "dq": 0.0002632348658705566, + "dkv": 0.0004852835254326828, + "d_index_q": 0.0005267448260146545, + "d_weights": 0.0005010625147896707, + "d_pool_kv": 0.0006835671852074876, + "d_pool_score": 0.0006593969952528296, + "d_ape": 9.171136322244436e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 548.9651489257812, + 549.9647216796875, + 552.8906860351562, + 549.7163696289062, + 548.3233642578125, + 550.1369018554688, + 548.8441772460938 + ], + "critical_prepare_samples_ms": [ + 50.29113800264895, + 47.78582998551428, + 46.8996309209615, + 165.2717370307073, + 48.17056504543871, + 48.35361801087856, + 47.71811398677528, + 48.362344969064 + ] + }, + "planner": { + "step_ms": 493.4424743652344, + "prepare_ms": 34.91155954543501, + "one_use_ms": 528.3540339106694, + "prepare_min_ms": 34.27027305588126, + "prepare_max_ms": 119.49189391452819, + "selected_policy": "selection-local-6x", + "max_relative_rms": { + "output": 0.0008045749900604678, + "dq": 0.00028106644892919336, + "dkv": 0.0005445073846626518, + "d_index_q": 0.0005790968752337036, + "d_weights": 0.0005290486376168959, + "d_pool_kv": 0.000667951163237759, + "d_pool_score": 0.0006640420442457095, + "d_ape": 9.158098557262821e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 493.3392028808594, + 494.3460693359375, + 492.5264892578125, + 493.4424743652344, + 493.0041809082031, + 495.9510192871094, + 494.9887390136719 + ], + "critical_prepare_samples_ms": [ + 34.88306805957109, + 35.257180919870734, + 34.5360190840438, + 35.578013863414526, + 34.29650503676385, + 34.940051031298935, + 34.27027305588126, + 119.49189391452819 + ] + } + } + }, + "1024k-long-tail-1000": { + "documents": 1000, + "tokens": 1048576, + "source_record_sha256": "e0714dbf812ab0b51ad0e854f8e5cc6fc0fd8a8549ffb279e54cb753bb104aa1", + "policies": { + "contiguous": { + "step_ms": 801.3711547851562, + "prepare_ms": 14.17607138864696, + "one_use_ms": 815.5472261738032, + "prepare_min_ms": 13.991917949169874, + "prepare_max_ms": 14.449334004893899, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0009458803536275202, + "dq": 0.00032713645135391036, + "dkv": 0.0006961451986581857, + "d_index_q": 0.0007918691377933198, + "d_weights": 0.0006913715310103977, + "d_pool_kv": 0.000853195284882402, + "d_pool_score": 0.0008060075488969843, + "d_ape": 8.446302463058031e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 799.466796875, + 804.5145263671875, + 800.3975219726562, + 805.9153442382812, + 802.1598510742188, + 801.3711547851562, + 798.016845703125 + ], + "critical_prepare_samples_ms": [ + 14.449334004893899, + 14.040772104635835, + 14.401104883290827, + 14.088836847804487, + 14.436830999329686, + 14.040581998415291, + 13.991917949169874, + 14.263305929489434 + ] + }, + "zigzag": { + "step_ms": 715.4530029296875, + "prepare_ms": 151.8010766012594, + "one_use_ms": 867.2540795309469, + "prepare_min_ms": 51.4363938709721, + "prepare_max_ms": 163.23676297906786, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0008850672295580158, + "dq": 0.0002783013933514211, + "dkv": 0.0006988498625940763, + "d_index_q": 0.0006129151100521033, + "d_weights": 0.0005560157421175833, + "d_pool_kv": 0.0008523786742666889, + "d_pool_score": 0.0008077892330878795, + "d_ape": 7.12458281847456e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 717.642578125, + 714.7274169921875, + 715.4530029296875, + 714.2869873046875, + 714.8427124023438, + 717.7915649414062, + 717.44677734375 + ], + "critical_prepare_samples_ms": [ + 163.23676297906786, + 51.87820305582136, + 156.81109705474228, + 154.88058305345476, + 158.93646096810699, + 51.80381902027875, + 51.4363938709721, + 148.72157014906406 + ] + }, + "planner": { + "step_ms": 591.85302734375, + "prepare_ms": 38.67735603125766, + "one_use_ms": 630.5303833750077, + "prepare_min_ms": 38.26623398344964, + "prepare_max_ms": 126.19063805323094, + "selected_policy": "selection-local-6x", + "max_relative_rms": { + "output": 0.000942381079150994, + "dq": 0.0003192592988327247, + "dkv": 0.0005112119580584089, + "d_index_q": 0.0005326490446759798, + "d_weights": 0.0005266672889364208, + "d_pool_kv": 0.0006746754160394707, + "d_pool_score": 0.0006688692091720076, + "d_ape": 7.366243955007939e-06 + }, + "max_loss_abs_diff": 2.9103830456733704e-11, + "critical_step_samples_ms": [ + 588.470458984375, + 591.85302734375, + 589.7974243164062, + 595.7284545898438, + 592.322021484375, + 593.126953125, + 587.995849609375 + ], + "critical_prepare_samples_ms": [ + 38.26623398344964, + 39.0528819989413, + 126.19063805323094, + 38.612914038822055, + 38.74179802369326, + 38.45288895536214, + 38.46422384958714, + 39.24016701057553 + ] + } + } + } + }, + "cohorts": { + "windows-final": { + "arguments": { + "tokens": [ + 131072, + 262144 + ], + "cases": null, + "warmups": 2, + "repeats": 7, + "prepare_repeats": 8, + "min_gain_ms": 0.0, + "min_chunk_tokens": 1024, + "max_chunks_per_rank": 6, + "check_only": false + }, + "source_sha256": { + "cula/__init__.py": "5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51", + "cula/_metadata.py": "92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36", + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f", + "cula/distributed/thd_planner.py": "88cfd88f0abcecd1cc09e1120248fb65a404519783736c886ceadfd6ffbbb9ec", + "cula/hybrid/__init__.py": "d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3", + "cula/hybrid/csa_cp.py": "92f961d637c284e7070504eee3a483f25e98a0550026488f5a72d4a9642f5113", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "fdf845764b609034cb9ed45170dc5e1aa4b3dcecaf268671b6897c5aceb321c7", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "cula/kda/__init__.py": "10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894", + "cula/kda/_flashkda_arch.py": "a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e", + "cula/kda/chunk_intra.py": "0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5", + "cula/kda/flashkda.py": "6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037", + "cula/kda/prefill.py": "0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e", + "cula/kernels/__init__.py": "c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5", + "cula/kernels/_lazy.py": "b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6", + "cula/kernels/kda.py": "16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb", + "cula/kernels/lightning.py": "95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0", + "cula/kernels/registry.py": "9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34", + "cula/lightning/__init__.py": "76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c", + "cula/lightning/la_decode_mtp.py": "e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2", + "cula/lightning/la_state_update_kvbuffer.py": "8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5", + "cula/lightning/la_verify_kvbuffer.py": "18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c", + "cula/ops/__init__.py": "50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876", + "cula/ops/_mlir_compat.py": "65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605", + "cula/ops/_nvvm_compat.py": "08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296", + "cula/ops/experimental/__init__.py": "e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72", + "cula/ops/experimental/linear_attn_prototype.py": "0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14", + "cula/ops/inv.py": "c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43", + "cula/ops/kda/__init__.py": "3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164", + "cula/ops/kda/cp_mode.py": "ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46", + "cula/ops/kda/decode/__init__.py": "fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd", + "cula/ops/kda/decode/cute.py": "01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507", + "cula/ops/kda/decode/mtp.py": "3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5", + "cula/ops/kda/decode/mtp_conv.py": "b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227", + "cula/ops/kda/decode/mtp_conv_kvbuffer.py": "b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e", + "cula/ops/kda/decode/mtp_kvbuffer.py": "8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170", + "cula/ops/kda/experimental/__init__.py": "327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb", + "cula/ops/kda/index.py": "0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37", + "cula/ops/kda/sm100/__init__.py": "90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36", + "cula/ops/kda/sm100/akk_inv_fp32.py": "ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660", + "cula/ops/kda/sm100/akk_inv_tf32.py": "2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879", + "cula/ops/kda/sm100/bwd_wy_dqkg.py": "105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a", + "cula/ops/kda/sm100/cp/__init__.py": "06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784", + "cula/ops/kda/sm100/cp/chunk_delta_h.py": "2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9", + "cula/ops/kda/sm100/cp/merge.py": "cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1", + "cula/ops/kda/sm100/cp/pre_scan.py": "b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36", + "cula/ops/kda/sm100/delta_h.py": "9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e", + "cula/ops/kda/sm100/full_port.py": "12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f", + "cula/ops/kda/sm100/fwd_o.py": "6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012", + "cula/ops/kda/sm100/intra_fused.py": "4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be", + "cula/ops/kda/sm100/policy.py": "9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325", + "cula/ops/kda/sm100/recompute_wu.py": "6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b", + "cula/ops/kda/sm90/__init__.py": "3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16", + "cula/ops/kda/sm90/_common.py": "44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac", + "cula/ops/kda/sm90/bwd_wy_dqkg.py": "c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac", + "cula/ops/kda/sm90/cp/__init__.py": "319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2", + "cula/ops/kda/sm90/cp/driver.py": "c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159", + "cula/ops/kda/sm90/cp/merge.py": "0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882", + "cula/ops/kda/sm90/cp/plan.py": "f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc", + "cula/ops/kda/sm90/cp/pre_scan.py": "8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a", + "cula/ops/kda/sm90/fwd.py": "ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362", + "cula/ops/kda/sm90/k1.py": "3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34", + "cula/ops/kda/sm90/k2.py": "6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044", + "cula/ops/lightning/__init__.py": "6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7", + "cula/ops/lightning/decode.py": "7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45", + "cula/ops/lightning/prefill.py": "68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b", + "cula/ops/lightning/prefill_sm100.py": "d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43", + "cula/ops/lightning/prefill_sm90.py": "13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6", + "cula/ops/lightning/sm90/__init__.py": "0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75", + "cula/ops/lightning/sm90/prefill_kernel.py": "9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb", + "cula/ops/lightning/sm90/schedule.py": "8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac", + "cula/ops/ptx.py": "184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4", + "cula/ops/sm100/__init__.py": "0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae", + "cula/ops/sm100/ptx.py": "fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee", + "cula/utils.py": "0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34", + "benchmarks/bench_cake_vs_flashkda_cp.py": "22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d", + "benchmarks/bench_chunk_delta_h.py": "9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d", + "benchmarks/bench_csa_cp_windows.py": "34c2d866f81c1127623ba482adce4ff365a7a1663f66bfdbf717a39cbb7c3beb", + "benchmarks/bench_csa_layout_matrix.py": "774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d", + "benchmarks/bench_full_csa_cp.py": "3b24e12397d6c2a4621f5fb7d2f36c6852b880349d9224e266183646fa36c7d3", + "benchmarks/bench_fused_kda_conv_mtp.py": "bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc", + "benchmarks/bench_fwd_o.py": "3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d", + "benchmarks/bench_hybrid_cp_emulation.py": "518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc", + "benchmarks/bench_hybrid_kda_dsa_e2e.py": "31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa", + "benchmarks/bench_index_pool_cp.py": "943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606", + "benchmarks/bench_kda_bwd_wy_dqkg_sm100.py": "83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d", + "benchmarks/bench_kda_bwd_wy_dqkg_sm90.py": "94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b", + "benchmarks/bench_kda_chunk_intra.py": "776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70", + "benchmarks/bench_kda_decode.py": "370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938", + "benchmarks/bench_kda_decode_mtp.py": "0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053", + "benchmarks/bench_kda_independent_shards.py": "0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa", + "benchmarks/bench_kda_packed_decode.py": "54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32", + "benchmarks/bench_kda_sm90_cp.py": "0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32", + "benchmarks/bench_kda_sm90_prefill.py": "70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841", + "benchmarks/bench_kimi_cp_e2e.py": "1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7", + "benchmarks/bench_la_decode_mtp.py": "e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5", + "benchmarks/bench_la_decode_vs_fla.py": "6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230", + "benchmarks/bench_la_kvbuffer.py": "4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21", + "benchmarks/bench_lightning_attn_prefill.py": "e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5", + "benchmarks/bench_linear_attn.py": "a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327", + "benchmarks/bench_recompute_wu.py": "4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f", + "benchmarks/bench_thd_transport.py": "4d50912e6c143d3c68889cb14722afde283d552c56fc575758a48ab3211d5c40", + "benchmarks/calibrate_thd_selection.py": "90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792", + "benchmarks/check_csa_cp_selection.py": "b7cbd45ba221d6241dd35f616e7976c869e60d423d4907342189af188dbee936", + "benchmarks/cp_layouts.py": "10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894", + "benchmarks/fit_thd_transport.py": "b343916324b406a2d4d0b65b94345cc7c23205fdd695be8791c5f9799d020940", + "benchmarks/large_cp_emulation/__init__.py": "62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1", + "benchmarks/large_cp_emulation/bench_components.py": "567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600", + "benchmarks/large_cp_emulation/bench_dsa_layout.py": "410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9", + "benchmarks/large_cp_emulation/bench_hybrid.py": "1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f", + "benchmarks/large_cp_emulation/bench_kda.py": "1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a", + "benchmarks/large_cp_emulation/bench_thd_planner.py": "ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779", + "benchmarks/large_cp_emulation/query_layout.py": "62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f", + "benchmarks/large_cp_emulation/topology.py": "e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba", + "benchmarks/large_cp_emulation/transport.py": "c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe", + "benchmarks/large_cp_emulation/workload.py": "383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b", + "benchmarks/stress_kda_sm100_cutedsl_determinism.py": "42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06", + "benchmarks/summarize_csa_layout_matrix.py": "9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65", + "benchmarks/thd_1m_cases.py": "de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5", + "benchmarks/utils.py": "a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032" + }, + "cost_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 0.0, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "software": { + "torch": "2.12.1+cu130", + "cuda_runtime": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_frontend": "1.13.0" + } + }, + "dozens": { + "arguments": { + "tokens": [ + 131072, + 262144 + ], + "cases": [ + "uniform-64", + "near-uniform-64", + "mixed-22" + ], + "warmups": 2, + "repeats": 7, + "prepare_repeats": 8, + "min_gain_ms": 0.0, + "min_chunk_tokens": 1024, + "max_chunks_per_rank": 6, + "check_only": false + }, + "source_sha256": { + "cula/__init__.py": "5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51", + "cula/_metadata.py": "92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36", + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f", + "cula/distributed/thd_planner.py": "88cfd88f0abcecd1cc09e1120248fb65a404519783736c886ceadfd6ffbbb9ec", + "cula/hybrid/__init__.py": "d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3", + "cula/hybrid/csa_cp.py": "92f961d637c284e7070504eee3a483f25e98a0550026488f5a72d4a9642f5113", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "fdf845764b609034cb9ed45170dc5e1aa4b3dcecaf268671b6897c5aceb321c7", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "cula/kda/__init__.py": "10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894", + "cula/kda/_flashkda_arch.py": "a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e", + "cula/kda/chunk_intra.py": "0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5", + "cula/kda/flashkda.py": "6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037", + "cula/kda/prefill.py": "0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e", + "cula/kernels/__init__.py": "c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5", + "cula/kernels/_lazy.py": "b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6", + "cula/kernels/kda.py": "16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb", + "cula/kernels/lightning.py": "95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0", + "cula/kernels/registry.py": "9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34", + "cula/lightning/__init__.py": "76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c", + "cula/lightning/la_decode_mtp.py": "e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2", + "cula/lightning/la_state_update_kvbuffer.py": "8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5", + "cula/lightning/la_verify_kvbuffer.py": "18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c", + "cula/ops/__init__.py": "50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876", + "cula/ops/_mlir_compat.py": "65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605", + "cula/ops/_nvvm_compat.py": "08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296", + "cula/ops/experimental/__init__.py": "e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72", + "cula/ops/experimental/linear_attn_prototype.py": "0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14", + "cula/ops/inv.py": "c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43", + "cula/ops/kda/__init__.py": "3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164", + "cula/ops/kda/cp_mode.py": "ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46", + "cula/ops/kda/decode/__init__.py": "fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd", + "cula/ops/kda/decode/cute.py": "01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507", + "cula/ops/kda/decode/mtp.py": "3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5", + "cula/ops/kda/decode/mtp_conv.py": "b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227", + "cula/ops/kda/decode/mtp_conv_kvbuffer.py": "b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e", + "cula/ops/kda/decode/mtp_kvbuffer.py": "8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170", + "cula/ops/kda/experimental/__init__.py": "327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb", + "cula/ops/kda/index.py": "0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37", + "cula/ops/kda/sm100/__init__.py": "90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36", + "cula/ops/kda/sm100/akk_inv_fp32.py": "ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660", + "cula/ops/kda/sm100/akk_inv_tf32.py": "2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879", + "cula/ops/kda/sm100/bwd_wy_dqkg.py": "105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a", + "cula/ops/kda/sm100/cp/__init__.py": "06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784", + "cula/ops/kda/sm100/cp/chunk_delta_h.py": "2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9", + "cula/ops/kda/sm100/cp/merge.py": "cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1", + "cula/ops/kda/sm100/cp/pre_scan.py": "b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36", + "cula/ops/kda/sm100/delta_h.py": "9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e", + "cula/ops/kda/sm100/full_port.py": "12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f", + "cula/ops/kda/sm100/fwd_o.py": "6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012", + "cula/ops/kda/sm100/intra_fused.py": "4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be", + "cula/ops/kda/sm100/policy.py": "9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325", + "cula/ops/kda/sm100/recompute_wu.py": "6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b", + "cula/ops/kda/sm90/__init__.py": "3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16", + "cula/ops/kda/sm90/_common.py": "44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac", + "cula/ops/kda/sm90/bwd_wy_dqkg.py": "c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac", + "cula/ops/kda/sm90/cp/__init__.py": "319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2", + "cula/ops/kda/sm90/cp/driver.py": "c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159", + "cula/ops/kda/sm90/cp/merge.py": "0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882", + "cula/ops/kda/sm90/cp/plan.py": "f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc", + "cula/ops/kda/sm90/cp/pre_scan.py": "8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a", + "cula/ops/kda/sm90/fwd.py": "ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362", + "cula/ops/kda/sm90/k1.py": "3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34", + "cula/ops/kda/sm90/k2.py": "6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044", + "cula/ops/lightning/__init__.py": "6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7", + "cula/ops/lightning/decode.py": "7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45", + "cula/ops/lightning/prefill.py": "68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b", + "cula/ops/lightning/prefill_sm100.py": "d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43", + "cula/ops/lightning/prefill_sm90.py": "13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6", + "cula/ops/lightning/sm90/__init__.py": "0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75", + "cula/ops/lightning/sm90/prefill_kernel.py": "9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb", + "cula/ops/lightning/sm90/schedule.py": "8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac", + "cula/ops/ptx.py": "184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4", + "cula/ops/sm100/__init__.py": "0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae", + "cula/ops/sm100/ptx.py": "fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee", + "cula/utils.py": "0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34", + "benchmarks/bench_cake_vs_flashkda_cp.py": "22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d", + "benchmarks/bench_chunk_delta_h.py": "9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d", + "benchmarks/bench_csa_cp_windows.py": "d115273ecfc9c37d1b93aeffd84325472528b05ee7c32865aae8a47eab2df827", + "benchmarks/bench_csa_layout_matrix.py": "774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d", + "benchmarks/bench_full_csa_cp.py": "3b24e12397d6c2a4621f5fb7d2f36c6852b880349d9224e266183646fa36c7d3", + "benchmarks/bench_fused_kda_conv_mtp.py": "bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc", + "benchmarks/bench_fwd_o.py": "3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d", + "benchmarks/bench_hybrid_cp_emulation.py": "518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc", + "benchmarks/bench_hybrid_kda_dsa_e2e.py": "31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa", + "benchmarks/bench_index_pool_cp.py": "943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606", + "benchmarks/bench_kda_bwd_wy_dqkg_sm100.py": "83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d", + "benchmarks/bench_kda_bwd_wy_dqkg_sm90.py": "94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b", + "benchmarks/bench_kda_chunk_intra.py": "776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70", + "benchmarks/bench_kda_decode.py": "370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938", + "benchmarks/bench_kda_decode_mtp.py": "0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053", + "benchmarks/bench_kda_independent_shards.py": "0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa", + "benchmarks/bench_kda_packed_decode.py": "54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32", + "benchmarks/bench_kda_sm90_cp.py": "0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32", + "benchmarks/bench_kda_sm90_prefill.py": "70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841", + "benchmarks/bench_kimi_cp_e2e.py": "1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7", + "benchmarks/bench_la_decode_mtp.py": "e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5", + "benchmarks/bench_la_decode_vs_fla.py": "6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230", + "benchmarks/bench_la_kvbuffer.py": "4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21", + "benchmarks/bench_lightning_attn_prefill.py": "e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5", + "benchmarks/bench_linear_attn.py": "a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327", + "benchmarks/bench_recompute_wu.py": "4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f", + "benchmarks/bench_thd_transport.py": "4d50912e6c143d3c68889cb14722afde283d552c56fc575758a48ab3211d5c40", + "benchmarks/calibrate_thd_selection.py": "90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792", + "benchmarks/check_csa_cp_selection.py": "b7cbd45ba221d6241dd35f616e7976c869e60d423d4907342189af188dbee936", + "benchmarks/cp_layouts.py": "10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894", + "benchmarks/fit_thd_transport.py": "b343916324b406a2d4d0b65b94345cc7c23205fdd695be8791c5f9799d020940", + "benchmarks/large_cp_emulation/__init__.py": "62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1", + "benchmarks/large_cp_emulation/bench_components.py": "567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600", + "benchmarks/large_cp_emulation/bench_dsa_layout.py": "410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9", + "benchmarks/large_cp_emulation/bench_hybrid.py": "1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f", + "benchmarks/large_cp_emulation/bench_kda.py": "1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a", + "benchmarks/large_cp_emulation/bench_thd_planner.py": "ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779", + "benchmarks/large_cp_emulation/query_layout.py": "62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f", + "benchmarks/large_cp_emulation/topology.py": "e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba", + "benchmarks/large_cp_emulation/transport.py": "c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe", + "benchmarks/large_cp_emulation/workload.py": "383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b", + "benchmarks/stress_kda_sm100_cutedsl_determinism.py": "42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06", + "benchmarks/summarize_csa_layout_matrix.py": "9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65", + "benchmarks/thd_1m_cases.py": "de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5", + "benchmarks/utils.py": "a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032" + }, + "cost_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 0.0, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "software": { + "torch": "2.12.1+cu130", + "cuda_runtime": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_frontend": "1.13.0" + } + }, + "one-m-single": { + "arguments": { + "tokens": [ + 1048576 + ], + "cases": [ + "single" + ], + "warmups": 2, + "repeats": 7, + "prepare_repeats": 8, + "min_gain_ms": 0.0, + "min_chunk_tokens": 1024, + "max_chunks_per_rank": 6, + "check_only": false + }, + "source_sha256": { + "cula/__init__.py": "5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51", + "cula/_metadata.py": "92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36", + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f", + "cula/distributed/thd_planner.py": "88cfd88f0abcecd1cc09e1120248fb65a404519783736c886ceadfd6ffbbb9ec", + "cula/hybrid/__init__.py": "d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3", + "cula/hybrid/csa_cp.py": "92f961d637c284e7070504eee3a483f25e98a0550026488f5a72d4a9642f5113", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "fdf845764b609034cb9ed45170dc5e1aa4b3dcecaf268671b6897c5aceb321c7", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "cula/kda/__init__.py": "10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894", + "cula/kda/_flashkda_arch.py": "a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e", + "cula/kda/chunk_intra.py": "0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5", + "cula/kda/flashkda.py": "6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037", + "cula/kda/prefill.py": "0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e", + "cula/kernels/__init__.py": "c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5", + "cula/kernels/_lazy.py": "b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6", + "cula/kernels/kda.py": "16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb", + "cula/kernels/lightning.py": "95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0", + "cula/kernels/registry.py": "9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34", + "cula/lightning/__init__.py": "76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c", + "cula/lightning/la_decode_mtp.py": "e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2", + "cula/lightning/la_state_update_kvbuffer.py": "8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5", + "cula/lightning/la_verify_kvbuffer.py": "18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c", + "cula/ops/__init__.py": "50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876", + "cula/ops/_mlir_compat.py": "65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605", + "cula/ops/_nvvm_compat.py": "08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296", + "cula/ops/experimental/__init__.py": "e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72", + "cula/ops/experimental/linear_attn_prototype.py": "0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14", + "cula/ops/inv.py": "c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43", + "cula/ops/kda/__init__.py": "3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164", + "cula/ops/kda/cp_mode.py": "ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46", + "cula/ops/kda/decode/__init__.py": "fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd", + "cula/ops/kda/decode/cute.py": "01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507", + "cula/ops/kda/decode/mtp.py": "3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5", + "cula/ops/kda/decode/mtp_conv.py": "b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227", + "cula/ops/kda/decode/mtp_conv_kvbuffer.py": "b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e", + "cula/ops/kda/decode/mtp_kvbuffer.py": "8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170", + "cula/ops/kda/experimental/__init__.py": "327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb", + "cula/ops/kda/index.py": "0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37", + "cula/ops/kda/sm100/__init__.py": "90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36", + "cula/ops/kda/sm100/akk_inv_fp32.py": "ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660", + "cula/ops/kda/sm100/akk_inv_tf32.py": "2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879", + "cula/ops/kda/sm100/bwd_wy_dqkg.py": "105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a", + "cula/ops/kda/sm100/cp/__init__.py": "06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784", + "cula/ops/kda/sm100/cp/chunk_delta_h.py": "2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9", + "cula/ops/kda/sm100/cp/merge.py": "cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1", + "cula/ops/kda/sm100/cp/pre_scan.py": "b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36", + "cula/ops/kda/sm100/delta_h.py": "9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e", + "cula/ops/kda/sm100/full_port.py": "12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f", + "cula/ops/kda/sm100/fwd_o.py": "6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012", + "cula/ops/kda/sm100/intra_fused.py": "4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be", + "cula/ops/kda/sm100/policy.py": "9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325", + "cula/ops/kda/sm100/recompute_wu.py": "6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b", + "cula/ops/kda/sm90/__init__.py": "3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16", + "cula/ops/kda/sm90/_common.py": "44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac", + "cula/ops/kda/sm90/bwd_wy_dqkg.py": "c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac", + "cula/ops/kda/sm90/cp/__init__.py": "319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2", + "cula/ops/kda/sm90/cp/driver.py": "c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159", + "cula/ops/kda/sm90/cp/merge.py": "0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882", + "cula/ops/kda/sm90/cp/plan.py": "f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc", + "cula/ops/kda/sm90/cp/pre_scan.py": "8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a", + "cula/ops/kda/sm90/fwd.py": "ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362", + "cula/ops/kda/sm90/k1.py": "3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34", + "cula/ops/kda/sm90/k2.py": "6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044", + "cula/ops/lightning/__init__.py": "6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7", + "cula/ops/lightning/decode.py": "7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45", + "cula/ops/lightning/prefill.py": "68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b", + "cula/ops/lightning/prefill_sm100.py": "d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43", + "cula/ops/lightning/prefill_sm90.py": "13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6", + "cula/ops/lightning/sm90/__init__.py": "0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75", + "cula/ops/lightning/sm90/prefill_kernel.py": "9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb", + "cula/ops/lightning/sm90/schedule.py": "8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac", + "cula/ops/ptx.py": "184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4", + "cula/ops/sm100/__init__.py": "0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae", + "cula/ops/sm100/ptx.py": "fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee", + "cula/utils.py": "0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34", + "benchmarks/bench_cake_vs_flashkda_cp.py": "22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d", + "benchmarks/bench_chunk_delta_h.py": "9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d", + "benchmarks/bench_csa_cp_windows.py": "d115273ecfc9c37d1b93aeffd84325472528b05ee7c32865aae8a47eab2df827", + "benchmarks/bench_csa_layout_matrix.py": "774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d", + "benchmarks/bench_full_csa_cp.py": "3b24e12397d6c2a4621f5fb7d2f36c6852b880349d9224e266183646fa36c7d3", + "benchmarks/bench_fused_kda_conv_mtp.py": "bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc", + "benchmarks/bench_fwd_o.py": "3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d", + "benchmarks/bench_hybrid_cp_emulation.py": "518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc", + "benchmarks/bench_hybrid_kda_dsa_e2e.py": "31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa", + "benchmarks/bench_index_pool_cp.py": "943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606", + "benchmarks/bench_kda_bwd_wy_dqkg_sm100.py": "83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d", + "benchmarks/bench_kda_bwd_wy_dqkg_sm90.py": "94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b", + "benchmarks/bench_kda_chunk_intra.py": "776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70", + "benchmarks/bench_kda_decode.py": "370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938", + "benchmarks/bench_kda_decode_mtp.py": "0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053", + "benchmarks/bench_kda_independent_shards.py": "0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa", + "benchmarks/bench_kda_packed_decode.py": "54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32", + "benchmarks/bench_kda_sm90_cp.py": "0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32", + "benchmarks/bench_kda_sm90_prefill.py": "70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841", + "benchmarks/bench_kimi_cp_e2e.py": "1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7", + "benchmarks/bench_la_decode_mtp.py": "e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5", + "benchmarks/bench_la_decode_vs_fla.py": "6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230", + "benchmarks/bench_la_kvbuffer.py": "4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21", + "benchmarks/bench_lightning_attn_prefill.py": "e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5", + "benchmarks/bench_linear_attn.py": "a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327", + "benchmarks/bench_recompute_wu.py": "4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f", + "benchmarks/bench_thd_transport.py": "4d50912e6c143d3c68889cb14722afde283d552c56fc575758a48ab3211d5c40", + "benchmarks/calibrate_thd_selection.py": "90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792", + "benchmarks/check_csa_cp_selection.py": "b7cbd45ba221d6241dd35f616e7976c869e60d423d4907342189af188dbee936", + "benchmarks/cp_layouts.py": "10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894", + "benchmarks/fit_thd_transport.py": "b343916324b406a2d4d0b65b94345cc7c23205fdd695be8791c5f9799d020940", + "benchmarks/large_cp_emulation/__init__.py": "62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1", + "benchmarks/large_cp_emulation/bench_components.py": "567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600", + "benchmarks/large_cp_emulation/bench_dsa_layout.py": "410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9", + "benchmarks/large_cp_emulation/bench_hybrid.py": "1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f", + "benchmarks/large_cp_emulation/bench_kda.py": "1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a", + "benchmarks/large_cp_emulation/bench_thd_planner.py": "ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779", + "benchmarks/large_cp_emulation/query_layout.py": "62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f", + "benchmarks/large_cp_emulation/topology.py": "e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba", + "benchmarks/large_cp_emulation/transport.py": "c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe", + "benchmarks/large_cp_emulation/workload.py": "383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b", + "benchmarks/stress_kda_sm100_cutedsl_determinism.py": "42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06", + "benchmarks/summarize_csa_layout_matrix.py": "9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65", + "benchmarks/thd_1m_cases.py": "de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5", + "benchmarks/utils.py": "a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032" + }, + "cost_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 0.0, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "software": { + "torch": "2.12.1+cu130", + "cuda_runtime": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_frontend": "1.13.0" + } + }, + "one-m-remaining": { + "arguments": { + "tokens": [ + 1048576 + ], + "cases": [ + "uniform-64", + "near-uniform-64", + "mixed-22", + "uniform-1024", + "near-uniform-512", + "mixed-1000", + "long-tail-1000" + ], + "warmups": 2, + "repeats": 7, + "prepare_repeats": 8, + "min_gain_ms": 0.0, + "min_chunk_tokens": 1024, + "max_chunks_per_rank": 6, + "check_only": false + }, + "source_sha256": { + "cula/__init__.py": "5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51", + "cula/_metadata.py": "92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36", + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f", + "cula/distributed/thd_planner.py": "88cfd88f0abcecd1cc09e1120248fb65a404519783736c886ceadfd6ffbbb9ec", + "cula/hybrid/__init__.py": "d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3", + "cula/hybrid/csa_cp.py": "92f961d637c284e7070504eee3a483f25e98a0550026488f5a72d4a9642f5113", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "fdf845764b609034cb9ed45170dc5e1aa4b3dcecaf268671b6897c5aceb321c7", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "cula/kda/__init__.py": "10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894", + "cula/kda/_flashkda_arch.py": "a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e", + "cula/kda/chunk_intra.py": "0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5", + "cula/kda/flashkda.py": "6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037", + "cula/kda/prefill.py": "0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e", + "cula/kernels/__init__.py": "c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5", + "cula/kernels/_lazy.py": "b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6", + "cula/kernels/kda.py": "16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb", + "cula/kernels/lightning.py": "95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0", + "cula/kernels/registry.py": "9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34", + "cula/lightning/__init__.py": "76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c", + "cula/lightning/la_decode_mtp.py": "e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2", + "cula/lightning/la_state_update_kvbuffer.py": "8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5", + "cula/lightning/la_verify_kvbuffer.py": "18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c", + "cula/ops/__init__.py": "50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876", + "cula/ops/_mlir_compat.py": "65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605", + "cula/ops/_nvvm_compat.py": "08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296", + "cula/ops/experimental/__init__.py": "e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72", + "cula/ops/experimental/linear_attn_prototype.py": "0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14", + "cula/ops/inv.py": "c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43", + "cula/ops/kda/__init__.py": "3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164", + "cula/ops/kda/cp_mode.py": "ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46", + "cula/ops/kda/decode/__init__.py": "fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd", + "cula/ops/kda/decode/cute.py": "01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507", + "cula/ops/kda/decode/mtp.py": "3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5", + "cula/ops/kda/decode/mtp_conv.py": "b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227", + "cula/ops/kda/decode/mtp_conv_kvbuffer.py": "b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e", + "cula/ops/kda/decode/mtp_kvbuffer.py": "8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170", + "cula/ops/kda/experimental/__init__.py": "327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb", + "cula/ops/kda/index.py": "0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37", + "cula/ops/kda/sm100/__init__.py": "90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36", + "cula/ops/kda/sm100/akk_inv_fp32.py": "ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660", + "cula/ops/kda/sm100/akk_inv_tf32.py": "2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879", + "cula/ops/kda/sm100/bwd_wy_dqkg.py": "105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a", + "cula/ops/kda/sm100/cp/__init__.py": "06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784", + "cula/ops/kda/sm100/cp/chunk_delta_h.py": "2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9", + "cula/ops/kda/sm100/cp/merge.py": "cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1", + "cula/ops/kda/sm100/cp/pre_scan.py": "b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36", + "cula/ops/kda/sm100/delta_h.py": "9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e", + "cula/ops/kda/sm100/full_port.py": "12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f", + "cula/ops/kda/sm100/fwd_o.py": "6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012", + "cula/ops/kda/sm100/intra_fused.py": "4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be", + "cula/ops/kda/sm100/policy.py": "9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325", + "cula/ops/kda/sm100/recompute_wu.py": "6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b", + "cula/ops/kda/sm90/__init__.py": "3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16", + "cula/ops/kda/sm90/_common.py": "44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac", + "cula/ops/kda/sm90/bwd_wy_dqkg.py": "c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac", + "cula/ops/kda/sm90/cp/__init__.py": "319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2", + "cula/ops/kda/sm90/cp/driver.py": "c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159", + "cula/ops/kda/sm90/cp/merge.py": "0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882", + "cula/ops/kda/sm90/cp/plan.py": "f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc", + "cula/ops/kda/sm90/cp/pre_scan.py": "8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a", + "cula/ops/kda/sm90/fwd.py": "ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362", + "cula/ops/kda/sm90/k1.py": "3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34", + "cula/ops/kda/sm90/k2.py": "6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044", + "cula/ops/lightning/__init__.py": "6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7", + "cula/ops/lightning/decode.py": "7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45", + "cula/ops/lightning/prefill.py": "68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b", + "cula/ops/lightning/prefill_sm100.py": "d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43", + "cula/ops/lightning/prefill_sm90.py": "13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6", + "cula/ops/lightning/sm90/__init__.py": "0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75", + "cula/ops/lightning/sm90/prefill_kernel.py": "9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb", + "cula/ops/lightning/sm90/schedule.py": "8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac", + "cula/ops/ptx.py": "184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4", + "cula/ops/sm100/__init__.py": "0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae", + "cula/ops/sm100/ptx.py": "fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee", + "cula/utils.py": "0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34", + "benchmarks/bench_cake_vs_flashkda_cp.py": "22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d", + "benchmarks/bench_chunk_delta_h.py": "9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d", + "benchmarks/bench_csa_cp_windows.py": "d115273ecfc9c37d1b93aeffd84325472528b05ee7c32865aae8a47eab2df827", + "benchmarks/bench_csa_layout_matrix.py": "774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d", + "benchmarks/bench_full_csa_cp.py": "3b24e12397d6c2a4621f5fb7d2f36c6852b880349d9224e266183646fa36c7d3", + "benchmarks/bench_fused_kda_conv_mtp.py": "bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc", + "benchmarks/bench_fwd_o.py": "3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d", + "benchmarks/bench_hybrid_cp_emulation.py": "518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc", + "benchmarks/bench_hybrid_kda_dsa_e2e.py": "31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa", + "benchmarks/bench_index_pool_cp.py": "943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606", + "benchmarks/bench_kda_bwd_wy_dqkg_sm100.py": "83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d", + "benchmarks/bench_kda_bwd_wy_dqkg_sm90.py": "94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b", + "benchmarks/bench_kda_chunk_intra.py": "776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70", + "benchmarks/bench_kda_decode.py": "370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938", + "benchmarks/bench_kda_decode_mtp.py": "0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053", + "benchmarks/bench_kda_independent_shards.py": "0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa", + "benchmarks/bench_kda_packed_decode.py": "54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32", + "benchmarks/bench_kda_sm90_cp.py": "0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32", + "benchmarks/bench_kda_sm90_prefill.py": "70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841", + "benchmarks/bench_kimi_cp_e2e.py": "1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7", + "benchmarks/bench_la_decode_mtp.py": "e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5", + "benchmarks/bench_la_decode_vs_fla.py": "6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230", + "benchmarks/bench_la_kvbuffer.py": "4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21", + "benchmarks/bench_lightning_attn_prefill.py": "e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5", + "benchmarks/bench_linear_attn.py": "a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327", + "benchmarks/bench_recompute_wu.py": "4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f", + "benchmarks/bench_thd_transport.py": "4d50912e6c143d3c68889cb14722afde283d552c56fc575758a48ab3211d5c40", + "benchmarks/calibrate_thd_selection.py": "90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792", + "benchmarks/check_csa_cp_selection.py": "b7cbd45ba221d6241dd35f616e7976c869e60d423d4907342189af188dbee936", + "benchmarks/cp_layouts.py": "10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894", + "benchmarks/fit_thd_transport.py": "b343916324b406a2d4d0b65b94345cc7c23205fdd695be8791c5f9799d020940", + "benchmarks/large_cp_emulation/__init__.py": "62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1", + "benchmarks/large_cp_emulation/bench_components.py": "567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600", + "benchmarks/large_cp_emulation/bench_dsa_layout.py": "410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9", + "benchmarks/large_cp_emulation/bench_hybrid.py": "1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f", + "benchmarks/large_cp_emulation/bench_kda.py": "1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a", + "benchmarks/large_cp_emulation/bench_thd_planner.py": "ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779", + "benchmarks/large_cp_emulation/query_layout.py": "62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f", + "benchmarks/large_cp_emulation/topology.py": "e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba", + "benchmarks/large_cp_emulation/transport.py": "c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe", + "benchmarks/large_cp_emulation/workload.py": "383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b", + "benchmarks/stress_kda_sm100_cutedsl_determinism.py": "42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06", + "benchmarks/summarize_csa_layout_matrix.py": "9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65", + "benchmarks/thd_1m_cases.py": "de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5", + "benchmarks/utils.py": "a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032" + }, + "cost_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 0.0, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "software": { + "torch": "2.12.1+cu130", + "cuda_runtime": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_frontend": "1.13.0" + } + } + }, + "totals_by_context": { + "128": { + "contiguous": [ + 207.97830295562744, + 237.19847300602123 + ], + "zigzag": [ + 221.86822509765625, + 395.9265925376676 + ], + "planner": [ + 206.09743785858154, + 278.04668443091214 + ] + }, + "256": { + "contiguous": [ + 530.4107818603516, + 564.9268742501736 + ], + "zigzag": [ + 555.1017608642578, + 877.8458124990575 + ], + "planner": [ + 507.27488136291504, + 604.8603271567263 + ] + }, + "1024": { + "contiguous": [ + 3536.3107986450195, + 3580.6261210637167 + ], + "zigzag": [ + 3170.2919540405273, + 3459.5822826670483 + ], + "planner": [ + 2952.967788696289, + 3064.5250777811743 + ] + } + }, + "max_relative_rms": { + "output": 0.002136063325688249, + "dq": 0.0006708973533251172, + "dkv": 0.0010310600226582155, + "d_index_q": 0.0007967333850337871, + "d_weights": 0.0006913715310103977, + "d_pool_kv": 0.0013756446763457486, + "d_pool_score": 0.0013779578045436441, + "d_ape": 2.647273742900797e-05 + }, + "max_loss_abs_diff": 8.149072527885437e-10 +} diff --git a/tests/test_csa_cp_selection.py b/tests/test_csa_cp_selection.py index 7b0fec8e..17776068 100644 --- a/tests/test_csa_cp_selection.py +++ b/tests/test_csa_cp_selection.py @@ -236,3 +236,28 @@ def test_range_indices_preserve_duplicates_gaps_and_order(ranges): actual = _range_indices(ranges, torch.device("cpu")) expected = torch.tensor([i for a, z in ranges for i in range(a, z)], dtype=torch.int64) assert torch.equal(actual, expected) + + +@pytest.mark.parametrize("tokens", [128 << 10, 256 << 10, 1 << 20]) +@pytest.mark.parametrize("case,documents", [("uniform-64", 64), ("near-uniform-64", 64), ("mixed-22", 22)]) +def test_dozens_of_document_cases_cover_each_context(tokens, case, documents): + from benchmarks.bench_csa_cp_windows import cases + + lengths = cases(tokens)[case] + assert len(lengths) == documents and sum(lengths) == tokens + assert all(n > 0 and n % 4 == 0 for n in lengths) + cu = (0, *accumulate(lengths)) + for policy in ("contiguous", "zigzag", "planner"): + plan = CsaCPSelectionPlan.from_cu_seqlens( + cu, + rank=0, + world_size=8, + top_k=8, + policy=policy, + cost_model=costs(8), + config=THDPlannerConfig(min_chunk_tokens=1024), + ) + assert sum(r.local_tokens for r in plan.ranks) == tokens + intervals = sorted((s.token_start, s.token_end) for r in plan.ranks for s in r.spans) + assert intervals[0][0] == 0 and intervals[-1][1] == tokens + assert all(a[1] == b[0] for a, b in zip(intervals, intervals[1:])) From 489779ba35e2c5f51eccce7c7ff95ed4cdd640d0 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Mon, 16 Nov 2026 21:53:51 +0800 Subject: [PATCH 08/18] perf(csa): prune unproductive searches and reduce preparation work Signed-off-by: shuyan.ycf --- cula/distributed/thd_planner.py | 110 ++++++++++++++++++++++---------- cula/hybrid/dsa.py | 24 ++++--- docs/THD_LAYOUT_PLANNER.md | 25 ++++++-- tests/test_hybrid_dsa_plan.py | 30 +++++++++ tests/test_thd_planner.py | 47 ++++++++++++++ 5 files changed, 190 insertions(+), 46 deletions(-) diff --git a/cula/distributed/thd_planner.py b/cula/distributed/thd_planner.py index 1d3247f2..5b8890a1 100644 --- a/cula/distributed/thd_planner.py +++ b/cula/distributed/thd_planner.py @@ -214,13 +214,23 @@ def estimate_ms(self, ranks: tuple[THDRankLayout, ...], *, block_size: int) -> f cursor = offsets[rank] last_source = -1 for span in layout.spans: + start, end = span.token_start, span.token_end + tokens = end - start compute[rank] += ( - self.candidate_ns * _candidate_work(span.causal_offset, span.tokens, block_size) / 1e6 - + self.query_ns * span.tokens / 1e6 + self.candidate_ns * _candidate_work(start - span.sequence_start, tokens, block_size) / 1e6 + + self.query_ns * tokens / 1e6 + self.span_us / 1e3 ) - identity &= span.token_start == cursor - cursor += span.tokens + identity &= start == cursor + cursor += tokens + # Pinned source spans are common in mixed packs. Their exact + # one-source intersection needs neither a bisect nor a walk. + if offsets[rank] <= start and end <= offsets[rank + 1]: + send_ordered[rank] &= start == source_cursor[rank] + source_cursor[rank] += tokens + receive_ordered[rank] &= rank >= last_source + last_source = rank + continue for source, rows in _source_intersections(span, offsets): send_ordered[source] &= max(offsets[source], span.token_start) == source_cursor[source] source_cursor[source] += rows @@ -419,9 +429,8 @@ def _adaptive_items( target_blocks = max(1, ceil(total_blocks / requested_grid)) min_split_blocks = config.min_split_tokens // block_size result = [] - for sequence, (sequence_start, sequence_end) in enumerate(zip(boundaries, boundaries[1:])): - if sequences is not None and sequence not in sequences: - continue + for sequence in range(len(boundaries) - 1) if sequences is None else sorted(sequences): + sequence_start, sequence_end = boundaries[sequence : sequence + 2] length_blocks = (sequence_end - sequence_start) // block_size pieces = min(requested_grid, max(1, ceil(length_blocks / target_blocks))) # A sequence shorter than two useful spans stays whole. This is what @@ -964,7 +973,7 @@ def plan_thd_layout( ) -def _selection_assign(items, pinned, *, world, capacity, offsets, model, block_size): +def _selection_assign(items, *, pinned_loads, pinned_compute, world, capacity, offsets, model, block_size): """Keep cheap source spans local; place long-span work under a row cap. Unlike a shared KDA/CSA layout, selection ownership need not have equal @@ -972,7 +981,8 @@ def _selection_assign(items, pinned, *, world, capacity, offsets, model, block_s scores ordered compute/transport phases using the same calibrated units as final candidate selection, with stable load/locality tie breaks. """ - loads, compute = [0] * world, [0.0] * world + # Copy the small per-rank state; all grids share the same pinned spans. + loads, compute = list(pinned_loads), list(pinned_compute) incoming, outgoing = [0.0] * world, [0.0] * world intra_in, intra_out, inter_in, inter_out = ([0.0] * world for _ in range(4)) peer_rows = [[0] * world for _ in range(world)] @@ -986,9 +996,6 @@ def _selection_assign(items, pinned, *, world, capacity, offsets, model, block_s def work(item): return model.candidate_ns * item.causal_work / 1e6 + model.query_ns * item.tokens / 1e6 + model.span_us / 1e3 - for item, owner in pinned: - loads[owner] += item.tokens - compute[owner] += work(item) for original in sorted(items, key=lambda item: (-work(item), -item.tokens, item.sequence, item.token_start)): item = original while item is not None: @@ -1220,6 +1227,29 @@ def overlap(left, right): return compute + transfer +def _zigzag_meets_floor(boundaries, world, block_size, floor, source_fragments): + """Check grain feasibility before pricing or materializing full zigzag. + + Whole documents with sufficiently large pieces need no piece walk. For + finer pieces, retain exactly the same original-source-fragment exception + used by the other candidates. This rejects no otherwise legal layout. + """ + if not floor: + return True + for sequence, (start, end) in enumerate(zip(boundaries, boundaries[1:])): + blocks = (end - start) // block_size + base, remainder = divmod(blocks, 2 * world) + if max(1, base) * block_size >= floor: + continue + left = start + for piece in range(min(blocks, 2 * world)): + right = left + (base + (piece < remainder)) * block_size + if right - left < floor and (sequence, left, right) not in source_fragments: + return False + left = right + return True + + def _source_selection_candidate(source, world, model): """Price known identity ownership without reconstructing its transport. @@ -1330,29 +1360,42 @@ def add(assignments, policy): ) / world_size lower_bound = _transfer_lower_bound(base, world_size, config.block_size, cost_model, lower_bound, baseline_ms) if movable and lower_bound < cost_model._migration_threshold_ms(baseline_ms): - pinned_spans = _coalesce(pinned) - add( - _paired_selection_items(boundaries, movable, world_size, config.block_size, offsets, cost_model), - "selection-paired-local", - ) - seen = set() - for grid in range(1, config.max_chunks_per_rank + 1): - items = tuple(_adaptive_items(boundaries, world_size, config, chunks_per_rank=grid, sequences=movable)) - if items in seen: - continue - seen.add(items) + pinned_loads, pinned_compute = [0] * world_size, [0.0] * world_size + for item, owner in pinned: + pinned_loads[owner] += item.tokens + pinned_compute[owner] += ( + cost_model.candidate_ns * item.causal_work / 1e6 + + cost_model.query_ns * item.tokens / 1e6 + + cost_model.span_us / 1e3 + ) + # These source-local spans remain in every long-document candidate. + # Nonnegative work and transport cannot reduce their critical compute + # time. This bound applies only to the pinned family, not full zigzag. + if max(pinned_compute) < cost_model._migration_threshold_ms(baseline_ms): + pinned_spans = _coalesce(pinned) add( - _selection_assign( - items, - pinned, - world=world_size, - capacity=max_tokens_per_rank, - offsets=offsets, - model=cost_model, - block_size=config.block_size, - ), - f"selection-local-{grid}x", + _paired_selection_items(boundaries, movable, world_size, config.block_size, offsets, cost_model), + "selection-paired-local", ) + seen = set() + for grid in range(1, config.max_chunks_per_rank + 1): + items = tuple(_adaptive_items(boundaries, world_size, config, chunks_per_rank=grid, sequences=movable)) + if items in seen: + continue + seen.add(items) + add( + _selection_assign( + items, + pinned_loads=pinned_loads, + pinned_compute=pinned_compute, + world=world_size, + capacity=max_tokens_per_rank, + offsets=offsets, + model=cost_model, + block_size=config.block_size, + ), + f"selection-local-{grid}x", + ) # Score the cheap local candidates first. They tighten the incumbent, # allowing an admissible bound to reject a fragmented full zigzag without # allocating O(documents * CP) span objects. No candidate-specific heuristic @@ -1360,6 +1403,7 @@ def add(assignments, policy): threshold = min(cost_model._migration_threshold_ms(baseline_ms), min(c[2] for c in candidates)) if ( lower_bound < threshold + and _zigzag_meets_floor(boundaries, world_size, config.block_size, config.min_chunk_tokens, source_fragments) and _zigzag_lower_bound(boundaries, base, world_size, config.block_size, cost_model) < threshold ): zigzag = zigzag_thd_layout(boundaries, world_size=world_size, block_size=config.block_size) diff --git a/cula/hybrid/dsa.py b/cula/hybrid/dsa.py index 4761bf91..def025e5 100644 --- a/cula/hybrid/dsa.py +++ b/cula/hybrid/dsa.py @@ -246,16 +246,22 @@ def from_cu_seqlens( row = 0 while row < query_length: - low, high = row + 1, query_length - while low < high: - middle = (low + high + 1) // 2 - needed = _candidate_floats(position + row, middle - row, block_size) - if needed <= budget_floats: - low = middle - else: - high = middle - 1 - row_end = low + # Most short documents fit whole. Check the exact remaining + # work once before searching a split; retain the same maximal + # prefix when a long document exceeds the scratch budget. + row_end = query_length candidates = _candidate_floats(position + row, row_end - row, block_size) + if candidates > budget_floats: + low, high = row + 1, query_length - 1 + while low < high: + middle = (low + high + 1) // 2 + needed = _candidate_floats(position + row, middle - row, block_size) + if needed <= budget_floats: + low = middle + else: + high = middle - 1 + row_end = low + candidates = _candidate_floats(position + row, row_end - row, block_size) atoms.append((sequence, row, row_end, key_length, position + row, candidates, query_length)) row = row_end diff --git a/docs/THD_LAYOUT_PLANNER.md b/docs/THD_LAYOUT_PLANNER.md index 00df1066..fbf2fd35 100644 --- a/docs/THD_LAYOUT_PLANNER.md +++ b/docs/THD_LAYOUT_PLANNER.md @@ -128,7 +128,7 @@ calibration and held-out validation. ## Admissible pruning and preparation complexity -Two lower bounds avoid building candidates that cannot meet the margin: +Three lower bounds avoid building candidates that cannot meet the margin: - Every partition has the same token/candidate sums and at least one span per document. Their mean is a compute lower bound. To reduce source rank i's @@ -142,18 +142,35 @@ Two lower bounds avoid building candidates that cannot meet the margin: source spans with those runs and the owner's two pieces avoids constructing O(documents * CP) objects. This bound omits incoming and peer bottlenecks and permutation copies. Local candidates run first to tighten its incumbent. +- The long-document candidate family retains pinned source spans. Its critical + compute time cannot fall below the largest pinned per-rank compute load; + added nonnegative work and transport cannot lower it. If that bound already + misses the migration margin, skip the entire long-document search. Full + zigzag is checked independently because it can move the short documents too. Bounds are tested against exhaustive small assignments and concrete zigzag layouts on contiguous, interleaved and irregular topologies. They cannot exclude a strictly better modeled zigzag; they make no statement about model error. Repeated planning grids are deduplicated. Pinned spans are coalesced once; -owner groups are built in one pass, and diagnostics are computed only for the +their initial per-rank loads are computed once and copied for each grid. Adaptive +grids visit only movable documents. Owner groups are built in one pass, and +diagnostics are computed only for the selected selection plan. Balanced-token scheduling uses a rank heap for identical-cost pieces and indexes capacity repair by donor and piece shape. -Source intersections use binary search. DSA window construction maintains an -integer candidate total instead of rescanning all preceding short documents; +Source-local spans have a direct intersection path; other source intersections +use binary search. A geometry-only grain check rejects infeasible full zigzag +before transport pricing, preserving the original-source-fragment exception. +These changes preserve the scores of evaluated candidates, choices and stable +tie breaks. Diagnostics can omit candidates proven unable to meet the margin. + +DSA window construction checks whether all remaining rows fit before searching +for a split. It uses exact integer work, including unaligned causal offsets; +long documents still receive the same maximal budget-fitting prefixes. An +integer candidate total avoids rescanning all preceding short documents; window boundaries, scratch requirements and numerical execution are unchanged. +All reuse is local to one preparation call; there is no retained layout cache +or new device-to-host metadata read. ## Calibrating and measuring diff --git a/tests/test_hybrid_dsa_plan.py b/tests/test_hybrid_dsa_plan.py index 15022473..234fccb9 100644 --- a/tests/test_hybrid_dsa_plan.py +++ b/tests/test_hybrid_dsa_plan.py @@ -66,6 +66,36 @@ def test_selection_plan_splits_one_sequence_to_bound_peak_scratch(): assert plan.windows[1].q_causal_offsets == (plan.windows[1].query_start,) +@pytest.mark.parametrize("block", [1, 4, 16]) +@pytest.mark.parametrize("length", [1, 3, 16, 33]) +@pytest.mark.parametrize("offset", [0, 5, 64]) +def test_selection_windows_use_exact_maximal_prefix_at_budget_boundary(block, length, offset): + # Independent row enumeration covers unaligned offsets, zero-work rows, + # whole-document fits and the final short remainder of a split document. + rows = [(offset + i + 1) // block for i in range(length)] + whole = sum(rows) + for budget in {max(1, max(rows)), max(1, max(rows), whole - 1), max(1, whole), whole + 1}: + plan = DsaSelectionPlan.from_cu_seqlens( + [0, length], + [0, max(1, (offset + length) // block)], + top_k=1, + block_size=block, + q_causal_offsets=[offset], + candidate_budget_bytes=budget * 4, + ) + cursor = 0 + for window in plan.windows: + assert window.query_start == cursor + cursor = window.query_end + used = sum(rows[window.query_start : cursor]) + assert window.candidate_offsets == (0, used) + assert window.q_causal_offsets == (offset + window.query_start,) + assert used <= budget + if cursor < length: + assert used + rows[cursor] > budget + assert cursor == length + + def test_selection_plan_keeps_chunked_prefill_position_offset(): plan = DsaSelectionPlan.from_cu_seqlens( [0, 8], diff --git a/tests/test_thd_planner.py b/tests/test_thd_planner.py index 04587a09..1b6b52d7 100644 --- a/tests/test_thd_planner.py +++ b/tests/test_thd_planner.py @@ -504,6 +504,53 @@ def test_transport_prices_only_executed_permutations(): ) == pytest.approx(0.128) +def test_source_local_spans_still_price_local_reordering(): + from benchmarks.cp_layouts import query_layouts + + layouts, _ = query_layouts(_boundaries([16] * 8), 4, "contiguous") + model = _cost_model(candidate_ns=0, query_ns=0, span_us=0, packing_ns_per_query=1000, exchange_us=10) + assert model.estimate_ms(layouts, block_size=4) == 0 + reordered = tuple(THDRankLayout(r.rank, r.spans[::-1]) for r in layouts) + # No rows cross ranks, but source-side packing and its inverse still + # execute, as does the group-wide eager exchange for a nonidentity map. + assert model.estimate_ms(reordered, block_size=4) == pytest.approx(0.032 + 0.010) + + +@pytest.mark.parametrize("margin", [0, 0.05]) +def test_pinned_critical_path_avoids_useless_long_document_search(monkeypatch, margin): + cu = _boundaries([64] * 998 + [33600] * 2) + model = _cost_model(candidate_ns=0.001, span_us=10, min_gain_fraction=margin) + + def forbidden(*args, **kwargs): + pytest.fail("moving long documents cannot improve the pinned critical path") + + monkeypatch.setattr("cula.distributed.thd_planner._selection_assign", forbidden) + monkeypatch.setattr("cula.distributed.thd_planner._paired_selection_items", forbidden) + plan = plan_thd_selection( + cu, world_size=4, max_tokens_per_rank=65536, cost_model=model, config=THDPlannerConfig(min_chunk_tokens=1024) + ) + assert plan.policy == "contiguous" + assert plan.metrics.score == model.estimate_ms(plan.ranks, block_size=4) + _assert_exact_cover(plan, cu) + + +@pytest.mark.parametrize("world", [1, 2, 8, 64]) +@pytest.mark.parametrize("floor", [0, 4, 16, 1024]) +def test_zigzag_grain_check_equals_materialized_candidate(world, floor): + from cula.distributed.thd_planner import _zigzag_meets_floor, zigzag_thd_layout + + rng = random.Random(812 + world) + for lengths in ([4] * world, [4 * world], [4, 1024, 65536], [4 * rng.randint(1, 1024) for _ in range(17)]): + cu = _boundaries(lengths) + source = _contiguous_items(cu, world, 4) + fragments = {(s.sequence, s.token_start, s.token_end) for s, _ in source} + zigzag = zigzag_thd_layout(cu, world_size=world) + expected = all( + s.tokens >= floor or (s.sequence, s.token_start, s.token_end) in fragments for r in zigzag for s in r.spans + ) + assert _zigzag_meets_floor(cu, world, 4, floor, fragments) == expected + + def test_independent_link_model_and_its_outgoing_bound(): from dataclasses import replace From aafd594dc209ca57a48fad84ac448bee9cef0bbb Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Mon, 16 Nov 2026 22:43:14 +0800 Subject: [PATCH 09/18] docs(csa): publish optimized planner results across context lengths Signed-off-by: shuyan.ycf --- docs/CSA_CP_THREE_WAY_RESULTS.md | 301 +- docs/CSA_CP_WINDOW_RESULTS.md | 5 +- docs/results/csa_cp_preparation_20261116.json | 6770 +++++++++++++++++ 3 files changed, 6960 insertions(+), 116 deletions(-) create mode 100644 docs/results/csa_cp_preparation_20261116.json diff --git a/docs/CSA_CP_THREE_WAY_RESULTS.md b/docs/CSA_CP_THREE_WAY_RESULTS.md index 13448cb2..75a50087 100644 --- a/docs/CSA_CP_THREE_WAY_RESULTS.md +++ b/docs/CSA_CP_THREE_WAY_RESULTS.md @@ -1,10 +1,11 @@ # CSA CP: three policies across 128K, 256K and 1M -On B300 CP8, adaptive selection routing stays within **0.576%** of the faster -fixed contiguous/zigzag policy in steady execution across these 24 cases. The -largest gains occur at 1M with unequal long documents. Uniform packs usually -select contiguous; a single long document performs similarly to zigzag. -This is measured coverage, not a guarantee over arbitrary THD inputs. +This is the complete rerun after reducing host preparation work. On B300 CP8, +adaptive selection routing stays within **0.339%** of the faster fixed +contiguous/zigzag policy in steady execution across these 24 cases. All selected +layouts match the previous revision. The largest gains occur with unequal long +documents at 1M; uniform packs generally select contiguous. This is measured +coverage, not a guarantee over arbitrary THD inputs. The workload is **one complete CSA operator forward/backward**: ratio-4 pooling, pooled-key and attention-KV gathers, routed selection and inverse exchange, @@ -56,40 +57,40 @@ should be treated cautiously, rather than as strong evidence of a speedup. | Distribution | Contiguous | Zigzag | Planner | P time vs C | P time vs Z | |---|---:|---:|---:|---:|---:| -| 1 long document | 47.60 | 46.23 | 45.82 | -3.74% | -0.88% | -| 64 uniform | 20.11 | 20.66 | 20.04 | -0.37% | -3.02% | -| 64 near-uniform | 20.08 | 20.79 | 20.06 | -0.13% | -3.53% | -| 20 short + 2 long | 35.44 | 35.23 | 35.44 | -0.00% | +0.58% | -| 1,024 uniform | 9.29 | 11.10 | 9.30 | +0.09% | -16.28% | -| 512 near-uniform | 10.01 | 11.21 | 10.03 | +0.14% | -10.52% | -| 998 short + 2 long | 33.07 | 38.75 | 33.07 | -0.00% | -14.64% | -| 1,000 long-tail | 32.37 | 37.90 | 32.35 | -0.06% | -14.64% | +| 1 long document | 47.69 | 46.27 | 45.83 | -3.91% | -0.97% | +| 64 uniform | 20.00 | 20.67 | 19.99 | -0.04% | -3.29% | +| 64 near-uniform | 20.03 | 20.76 | 20.02 | -0.03% | -3.53% | +| 20 short + 2 long | 35.41 | 35.36 | 35.48 | +0.19% | +0.34% | +| 1,024 uniform | 9.32 | 11.10 | 9.28 | -0.37% | -16.34% | +| 512 near-uniform | 10.00 | 11.20 | 10.01 | +0.12% | -10.60% | +| 998 short + 2 long | 33.10 | 38.75 | 33.09 | -0.05% | -14.63% | +| 1,000 long-tail | 32.33 | 37.88 | 32.33 | +0.01% | -14.66% | ## 256K steady execution | Distribution | Contiguous | Zigzag | Planner | P time vs C | P time vs Z | |---|---:|---:|---:|---:|---:| -| 1 long document | 115.29 | 105.58 | 104.15 | -9.67% | -1.36% | -| 64 uniform | 50.34 | 51.73 | 50.33 | -0.00% | -2.70% | -| 64 near-uniform | 50.34 | 51.77 | 50.35 | +0.01% | -2.75% | -| 20 short + 2 long | 90.69 | 87.95 | 87.39 | -3.64% | -0.64% | -| 1,024 uniform | 18.96 | 22.56 | 18.94 | -0.10% | -16.02% | -| 512 near-uniform | 21.79 | 24.21 | 21.76 | -0.12% | -10.12% | -| 998 short + 2 long | 83.64 | 96.05 | 82.15 | -1.78% | -14.47% | -| 1,000 long-tail | 99.36 | 115.25 | 92.20 | -7.20% | -20.00% | +| 1 long document | 115.74 | 105.47 | 104.23 | -9.94% | -1.17% | +| 64 uniform | 50.32 | 51.76 | 50.36 | +0.08% | -2.70% | +| 64 near-uniform | 50.35 | 51.71 | 50.30 | -0.09% | -2.72% | +| 20 short + 2 long | 90.67 | 88.23 | 87.59 | -3.40% | -0.72% | +| 1,024 uniform | 18.96 | 22.55 | 18.94 | -0.15% | -16.01% | +| 512 near-uniform | 21.74 | 24.21 | 21.77 | +0.14% | -10.06% | +| 998 short + 2 long | 83.71 | 95.86 | 82.07 | -1.96% | -14.39% | +| 1,000 long-tail | 98.91 | 115.31 | 92.09 | -6.89% | -20.14% | ## 1M steady execution | Distribution | Contiguous | Zigzag | Planner | P time vs C | P time vs Z | |---|---:|---:|---:|---:|---:| -| 1 long document | 853.46 | 638.50 | 637.55 | -25.30% | -0.15% | -| 64 uniform | 239.31 | 244.20 | 239.05 | -0.11% | -2.11% | -| 64 near-uniform | 239.06 | 244.37 | 239.25 | +0.08% | -2.10% | -| 20 short + 2 long | 576.29 | 493.97 | 491.52 | -14.71% | -0.50% | -| 1,024 uniform | 106.86 | 121.14 | 106.80 | -0.05% | -11.84% | -| 512 near-uniform | 153.78 | 162.94 | 153.50 | -0.18% | -5.79% | -| 998 short + 2 long | 566.17 | 549.72 | 493.44 | -12.85% | -10.24% | -| 1,000 long-tail | 801.37 | 715.45 | 591.85 | -26.14% | -17.28% | +| 1 long document | 852.26 | 637.36 | 637.78 | -25.17% | +0.07% | +| 64 uniform | 239.24 | 244.40 | 239.44 | +0.09% | -2.03% | +| 64 near-uniform | 239.18 | 244.56 | 239.23 | +0.02% | -2.18% | +| 20 short + 2 long | 578.44 | 492.49 | 490.87 | -15.14% | -0.33% | +| 1,024 uniform | 106.93 | 120.95 | 106.89 | -0.04% | -11.63% | +| 512 near-uniform | 153.33 | 162.94 | 153.63 | +0.19% | -5.71% | +| 998 short + 2 long | 567.96 | 550.56 | 494.71 | -12.90% | -10.14% | +| 1,000 long-tail | 800.96 | 715.78 | 591.82 | -26.11% | -17.32% | ## Preparation plus one use @@ -102,114 +103,186 @@ not replaced by a cache lookup. First compilation is still excluded. | Distribution | Contiguous | Zigzag | Planner | |---|---:|---:|---:| -| 1 long document | 48.33 | 47.14 | 53.37 | -| 64 uniform | 21.07 | 24.84 | 21.28 | -| 64 near-uniform | 21.06 | 24.95 | 21.24 | -| 20 short + 2 long | 36.25 | 37.16 | 43.04 | -| 1,024 uniform | 16.07 | 58.33 | 18.27 | -| 512 near-uniform | 13.76 | 35.29 | 14.98 | -| 998 short + 2 long | 40.72 | 84.47 | 61.39 | -| 1,000 long-tail | 39.95 | 83.74 | 44.48 | +| 1 long document | 48.41 | 47.17 | 53.27 | +| 64 uniform | 20.90 | 24.40 | 21.10 | +| 64 near-uniform | 21.07 | 25.31 | 21.31 | +| 20 short + 2 long | 36.17 | 37.22 | 43.18 | +| 1,024 uniform | 15.78 | 54.64 | 17.80 | +| 512 near-uniform | 13.56 | 33.89 | 14.72 | +| 998 short + 2 long | 40.23 | 82.95 | 42.34 | +| 1,000 long-tail | 39.66 | 83.09 | 41.45 | ### 256K | Distribution | Contiguous | Zigzag | Planner | |---|---:|---:|---:| -| 1 long document | 116.41 | 106.72 | 111.94 | -| 64 uniform | 51.40 | 55.87 | 51.61 | -| 64 near-uniform | 51.40 | 56.02 | 51.62 | -| 20 short + 2 long | 91.84 | 90.29 | 96.16 | -| 1,024 uniform | 25.87 | 69.42 | 27.91 | -| 512 near-uniform | 25.73 | 48.89 | 26.78 | -| 998 short + 2 long | 93.22 | 188.33 | 114.82 | -| 1,000 long-tail | 109.06 | 262.29 | 124.02 | +| 1 long document | 116.81 | 106.57 | 111.94 | +| 64 uniform | 51.31 | 55.48 | 51.57 | +| 64 near-uniform | 51.34 | 55.48 | 51.51 | +| 20 short + 2 long | 91.79 | 90.53 | 96.11 | +| 1,024 uniform | 26.19 | 67.67 | 28.22 | +| 512 near-uniform | 25.42 | 47.63 | 26.58 | +| 998 short + 2 long | 92.58 | 191.44 | 106.15 | +| 1,000 long-tail | 107.78 | 263.45 | 115.51 | ### 1M | Distribution | Contiguous | Zigzag | Planner | |---|---:|---:|---:| -| 1 long document | 855.70 | 640.79 | 646.87 | -| 64 uniform | 240.80 | 248.86 | 240.77 | -| 64 near-uniform | 240.57 | 249.16 | 241.00 | -| 20 short + 2 long | 578.53 | 497.20 | 501.32 | -| 1,024 uniform | 114.35 | 169.54 | 116.43 | -| 512 near-uniform | 158.33 | 188.80 | 159.24 | -| 998 short + 2 long | 576.80 | 597.98 | 528.35 | -| 1,000 long-tail | 815.55 | 867.25 | 630.53 | +| 1 long document | 854.50 | 639.80 | 647.29 | +| 64 uniform | 240.69 | 248.73 | 241.09 | +| 64 near-uniform | 240.69 | 248.94 | 240.94 | +| 20 short + 2 long | 580.61 | 495.68 | 500.99 | +| 1,024 uniform | 114.18 | 168.40 | 116.17 | +| 512 near-uniform | 158.24 | 187.40 | 159.63 | +| 998 short + 2 long | 577.91 | 599.07 | 521.10 | +| 1,000 long-tail | 813.63 | 817.01 | 620.98 | ## What the comparison shows The aggregate below sums one execution of each of the eight distributions at -each context length. It assumes equal case frequency, not equal runtime weights -or a measured production mix. Values are percentage time reductions relative -to the specified fixed policy; a negative reduction means a slowdown. +each context length. It assumes equal case frequency, not a production workload +mix. Values are percentage time reductions relative to each fixed policy; +negative reductions mean a slowdown. | Context | Steady vs contiguous | Steady vs zigzag | Prepare + one use vs contiguous | Prepare + one use vs zigzag | |---|---:|---:|---:|---:| -| 128K | 0.90% | 7.11% | -17.22% | 29.77% | -| 256K | 4.36% | 8.62% | -7.07% | 31.10% | -| 1M | 16.50% | 6.85% | 14.41% | 11.42% | - -At 1M, the two-long/998-short mixture improves steady time by **12.85% versus -contiguous and 10.24% versus zigzag**. The 1,000-document long tail improves by -**26.14% and 17.28%**, respectively. These two cases choose locality-preserving -six-piece-per-rank candidates. Balancing causal selection work while avoiding -unnecessary movement of short documents beats applying full zigzag everywhere. - -The dozens-of-documents cases add a useful distinction: 64 uniform/near-uniform -documents choose contiguous at all three lengths, avoiding the full-zigzag cost -for already-balanced work. The 20-short/two-long pack at 1M improves **14.71%** -over contiguous and is close to zigzag. At 128K, however, the same document-count -pattern is **0.576% slower than zigzag**. Layout choice is not perfectly predicted; -the larger aggregate gain at 1M does not establish monotonic improvement per case. - -Fresh preparation still matters. At 1M, including it leaves planner slightly -slower than zigzag for the single document and the 22-document pack, despite -similar steady execution. At 128K/256K the aggregate one-use result remains -slower than contiguous. The worst one-use gap to the faster fixed policy across -all 24 cases is **50.77%** for the 128K two-long/998-short mixture. Thus this study -does not establish universally optimal one-use selection or a <3% preparation -budget. A reused layout and a layout used only once need different preparation -budgets. Some preparation samples have large host-time spikes; the raw minimum, -maximum and all critical samples are retained in the linked JSON. +| 128K | 0.89% | 7.19% | -8.23% | 34.35% | +| 256K | 4.35% | 8.60% | -4.33% | 33.10% | +| 1M | 16.50% | 6.77% | 14.87% | 10.48% | + +The same planner and coefficients handle all three lengths. Single long documents +benefit from balancing causal work; many equal documents are already balanced +under contiguous ownership. Mixed packs benefit from redistributing expensive +long-document work while keeping cheap short documents local. At 1M, the +998-short/two-long and 1,000-document long-tail cases reduce steady time by +**10.14% and 17.32% versus full zigzag**, respectively. The 64-document cases +choose contiguous; the 22-document 1M case performs close to zigzag. + +Preparation remains a limitation for one-use layouts. At 128K/256K, aggregate +preparation-plus-one-step is still slower than contiguous. At 1M, the single +long document and 22-document pack remain slightly slower than zigzag under +one-use accounting. The largest one-use gap to the faster fixed policy is +**19.40%** (128k-mixed-22), compared with 50.77% in the previous run. +These are separately measured cohorts; the controlled host A/B below isolates +the preparation change. Neither cohort establishes universally optimal one-use +selection or a <3% preparation guarantee. Use a calibrated preparation budget +and account for expected layout reuse. + +## Equivalent preparation optimization + +The update removes redundant metadata work and prunes candidates with a proved +model-level bound; it introduces no retained cache: + +1. Compute pinned per-rank loads once per invocation and copy the small arrays + into each search grid. Visit only movable documents in adaptive grids. +2. Skip long-document candidates when immutable pinned work alone exceeds the + migration threshold. Full zigzag remains independently eligible. +3. Price a source-local span directly, preserving source/receive permutation + detection and floating-point accumulation order. +4. Check full-zigzag grain feasibility before transport estimation, retaining + the original-source-fragment exception. No feasible candidate is discarded. +5. Check exact whole-document/remainder work before the DSA binary split search. + Oversized intervals still use the same maximal budget-fitting prefix. + +Candidate definitions, coefficients, tie breaks, selected layouts, native window +boundaries, scratch sizes and GPU execution are unchanged. The diagnostic list +of evaluated scores can omit candidates rejected by the new lower bound. +All extra state is local to preparation; no mutable global cache, collective, +cast or D2H read is introduced. + +The following host-only A/B uses rank 7's complete `CsaCPSelectionPlan` constructor, +20 samples per variant, alternating before/after order after two warmups. It +excludes GPU workspace preparation. The baseline imports source from `ea71df3`; +the otherwise unchanged caller binds that revision's planner and DSA builder. +The raw report covers all 24 planner shapes plus fixed-policy controls. + +| Host-only case | Before (ms) | After (ms) | Time reduction | +|---|---:|---:|---:| +| 128k-single-planner | 6.177 | 6.052 | +2.0% | +| 256k-single-planner | 6.190 | 6.082 | +1.8% | +| 1024k-uniform-64-planner | 0.397 | 0.361 | +9.1% | +| 256k-mixed-22-planner | 6.795 | 6.507 | +4.2% | +| 128k-uniform-1024-planner | 4.494 | 4.157 | +7.5% | +| 128k-uniform-1024-zigzag | 38.705 | 37.026 | +4.3% | +| 128k-mixed-1000-planner | 21.876 | 3.862 | +82.3% | +| 1024k-long-tail-1000-planner | 24.956 | 16.904 | +32.3% | + +Full fresh preparation, including GPU metadata/workspace work, is shown next. +These before/after medians come from separate complete-CSA runs. Small values +have visible run-to-run variation; the table does not imply every case improved. +Host-time spikes remain in the raw samples. For example, the new 1M long-tail planner preparation ranges from 28.45 to 150.10 ms. + +| Context | Distribution | Before preparation | After preparation | Time reduction | +|---|---|---:|---:|---:| +| 128K | 1 long document | 7.55 | 7.45 | +1.4% | +| 128K | 64 uniform | 1.24 | 1.11 | +10.8% | +| 128K | 20 short + 2 long | 7.61 | 7.70 | -1.3% | +| 128K | 1,024 uniform | 8.97 | 8.52 | +5.1% | +| 128K | 998 short + 2 long | 28.31 | 9.26 | +67.3% | +| 128K | 1,000 long-tail | 12.13 | 9.12 | +24.8% | +| 256K | 1 long document | 7.79 | 7.71 | +1.0% | +| 256K | 64 uniform | 1.28 | 1.21 | +5.0% | +| 256K | 20 short + 2 long | 8.77 | 8.52 | +2.9% | +| 256K | 1,024 uniform | 8.97 | 9.28 | -3.5% | +| 256K | 998 short + 2 long | 32.67 | 24.09 | +26.3% | +| 256K | 1,000 long-tail | 31.81 | 23.42 | +26.4% | +| 1M | 1 long document | 9.32 | 9.51 | -2.0% | +| 1M | 64 uniform | 1.72 | 1.65 | +4.3% | +| 1M | 20 short + 2 long | 9.80 | 10.12 | -3.3% | +| 1M | 1,024 uniform | 9.63 | 9.29 | +3.6% | +| 1M | 998 short + 2 long | 34.91 | 26.39 | +24.4% | +| 1M | 1,000 long-tail | 38.68 | 29.16 | +24.6% | ## Precision, review and provenance -All **24 cases x four paths x eight ranks** pass row-identity/inverse checks and -full-tensor output/seven-gradient comparisons against legacy contiguous. Maximum -relative RMS across all public paths/ranks/cases is shown below; it is not a -bitwise-equivalence claim for nondeterministic native kernels. +- **518 focused CPU tests pass**, including exact budget-boundary checks with + unaligned causal offsets, local-reorder pricing and grain-check equivalence. +- **660 planner comparisons** preserve the selected layout, metrics and score + exactly versus `ea71df3`. Every retained candidate score is identical; omitted + candidates are verified to miss the migration margin: 55 shapes + (31 historical + 24 window cases) x CP8/16/64 x zero/original headroom x + zero/1,024-token floors. CP64 is host metadata validation, not a GPU benchmark. +- **300 randomized DSA plans and 69,281 windows** match the baseline exactly. +- **128 native subgroup checks pass** for BF16/FP32 weights, unequal sources, + empty destinations and retained outputs; canonical IDs and scores match + unrouted selection exactly in these fixtures. +- All **24 shapes x four paths x eight ranks** pass full-tensor output and + seven-gradient comparisons against legacy contiguous, plus exact row-marker + forward/inverse/autograd checks. Three small fixtures under all four paths + pass independent FP32 attention/teacher/KL/pooling checks. Those FP32 checks + use the selected key set and do not independently establish discrete ranking. + +Maximum relative RMS over all public paths/ranks/cases: | Tensor | Maximum relative RMS | |---|---:| -| Output | 0.21361% | -| dQ | 0.06709% | -| dKV | 0.10311% | -| Indexer dQ | 0.07967% | -| Indexer dWeights | 0.06914% | -| Pool dKV | 0.13756% | -| Pool dScore | 0.13780% | -| Pool dAPE | 0.00265% | - -Maximum auxiliary loss absolute difference is **8.15e-10**. No runtime math, -dtype, kernel or precision option changed for this coverage extension. -**444 focused CPU tests pass**, including nine new document-count/context -coverage tests. The unchanged runtime had also passed 128 native subgroup -selection checks and three small independent FP32 oracle fixtures under all -four paths, as detailed in the [original study](CSA_CP_WINDOW_RESULTS.md). - -The original ten 128K/256K records are reused from that study; fourteen additional -records cover six dozens-of-documents cases at 128K/256K and all eight 1M -distributions. Runtime source is `d2cf4fd`; only benchmark fixture -construction/help changed between timing cohorts. All 125 source hashes match -for the new cohorts. The only differing source hash in the original cohort is -that benchmark file. No algorithm or profile was tuned between these cohorts. - -The report preserves per-case timing/error envelopes, selected policies, all -critical timing/preparation samples, source-record hashes, and cohort source -manifests in [machine-readable results](results/csa_cp_three_way_20261116.json). -Diagnostic allocator peaks in the underlying harness include four coexisting -fixtures; they must not be interpreted as isolated per-policy memory usage. +| Output | 0.21341% | +| dQ | 0.06697% | +| dKV | 0.10307% | +| Indexer dQ | 0.09174% | +| Indexer dWeights | 0.06641% | +| Pool dKV | 0.13371% | +| Pool dScore | 0.13834% | +| Pool dAPE | 0.00254% | + +Maximum auxiliary loss absolute difference is **1.16e-09**. No math, +dtype or native precision setting changed. These error envelopes include native +nondeterminism; small differences from the previous run are not a new precision +improvement or a bitwise-equivalence claim. + +The tested source is `489779ba35e2c5f51eccce7c7ff95ed4cdd640d0`. All 125 source +files in the final timing manifest match the reviewed checkout. +Every selected policy matches the previous run, and every measured full-zigzag +baseline fits the planner's row cap. The new measurements supersede the primary +tables in this document. The [previous 24-case evidence](results/csa_cp_three_way_20261116.json) +and [original 128K/256K study](CSA_CP_WINDOW_RESULTS.md) remain available. + +[Current machine-readable results](results/csa_cp_preparation_20261116.json) +retain critical timing/preparation samples, selected policies, precision envelopes, +source-record hashes, cohort source hashes and the counterbalanced host A/B. +The allocator diagnostics in the underlying harness include four coexisting +fixtures; they are not isolated per-policy memory claims. ## Reproduction diff --git a/docs/CSA_CP_WINDOW_RESULTS.md b/docs/CSA_CP_WINDOW_RESULTS.md index ef596669..c7b3ceee 100644 --- a/docs/CSA_CP_WINDOW_RESULTS.md +++ b/docs/CSA_CP_WINDOW_RESULTS.md @@ -1,7 +1,8 @@ # CSA CP selection at 128K and 256K -The [expanded three-way comparison](CSA_CP_THREE_WAY_RESULTS.md) retains these -ten measurements and adds 1M contexts and 22-/64-document packs, for 24 cases. +The [expanded three-way comparison](CSA_CP_THREE_WAY_RESULTS.md) covers 1M +contexts and 22-/64-document packs, for 24 cases, and has been rerun after the +equivalent host-preparation optimization. The historical ten-case statistics below remain scoped to this original study. This tests the public `cudnn_csa_select_cp` API on eight B300 GPUs. The workload diff --git a/docs/results/csa_cp_preparation_20261116.json b/docs/results/csa_cp_preparation_20261116.json new file mode 100644 index 00000000..bccabb52 --- /dev/null +++ b/docs/results/csa_cp_preparation_20261116.json @@ -0,0 +1,6770 @@ +{ + "scope": "Complete CSA operator forward/backward, including layouts and communication; no KDA/projections/MoE", + "platform": "B300 CP8", + "baseline_commit": "ea71df3b3bfad69141d1ee3ddd884ac9ccdb27ce", + "native_source_commit": "855ccd77ba9efed22441fd454f7cc0206a068e94", + "source_sha256": { + "cula/__init__.py": "5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51", + "cula/_metadata.py": "92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36", + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f", + "cula/distributed/thd_planner.py": "960a403b1e804b087653fd5c8032781fd2d1249f37a6a7b0f2b80c3fca1896f6", + "cula/hybrid/__init__.py": "d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3", + "cula/hybrid/csa_cp.py": "92f961d637c284e7070504eee3a483f25e98a0550026488f5a72d4a9642f5113", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "853f7045ead4d230d4bd5b0a211d60861c840c6190c6502bfdcde310cf866bc2", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "cula/kda/__init__.py": "10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894", + "cula/kda/_flashkda_arch.py": "a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e", + "cula/kda/chunk_intra.py": "0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5", + "cula/kda/flashkda.py": "6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037", + "cula/kda/prefill.py": "0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e", + "cula/kernels/__init__.py": "c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5", + "cula/kernels/_lazy.py": "b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6", + "cula/kernels/kda.py": "16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb", + "cula/kernels/lightning.py": "95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0", + "cula/kernels/registry.py": "9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34", + "cula/lightning/__init__.py": "76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c", + "cula/lightning/la_decode_mtp.py": "e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2", + "cula/lightning/la_state_update_kvbuffer.py": "8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5", + "cula/lightning/la_verify_kvbuffer.py": "18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c", + "cula/ops/__init__.py": "50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876", + "cula/ops/_mlir_compat.py": "65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605", + "cula/ops/_nvvm_compat.py": "08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296", + "cula/ops/experimental/__init__.py": "e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72", + "cula/ops/experimental/linear_attn_prototype.py": "0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14", + "cula/ops/inv.py": "c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43", + "cula/ops/kda/__init__.py": "3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164", + "cula/ops/kda/cp_mode.py": "ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46", + "cula/ops/kda/decode/__init__.py": "fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd", + "cula/ops/kda/decode/cute.py": "01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507", + "cula/ops/kda/decode/mtp.py": "3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5", + "cula/ops/kda/decode/mtp_conv.py": "b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227", + "cula/ops/kda/decode/mtp_conv_kvbuffer.py": "b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e", + "cula/ops/kda/decode/mtp_kvbuffer.py": "8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170", + "cula/ops/kda/experimental/__init__.py": "327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb", + "cula/ops/kda/index.py": "0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37", + "cula/ops/kda/sm100/__init__.py": "90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36", + "cula/ops/kda/sm100/akk_inv_fp32.py": "ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660", + "cula/ops/kda/sm100/akk_inv_tf32.py": "2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879", + "cula/ops/kda/sm100/bwd_wy_dqkg.py": "105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a", + "cula/ops/kda/sm100/cp/__init__.py": "06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784", + "cula/ops/kda/sm100/cp/chunk_delta_h.py": "2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9", + "cula/ops/kda/sm100/cp/merge.py": "cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1", + "cula/ops/kda/sm100/cp/pre_scan.py": "b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36", + "cula/ops/kda/sm100/delta_h.py": "9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e", + "cula/ops/kda/sm100/full_port.py": "12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f", + "cula/ops/kda/sm100/fwd_o.py": "6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012", + "cula/ops/kda/sm100/intra_fused.py": "4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be", + "cula/ops/kda/sm100/policy.py": "9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325", + "cula/ops/kda/sm100/recompute_wu.py": "6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b", + "cula/ops/kda/sm90/__init__.py": "3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16", + "cula/ops/kda/sm90/_common.py": "44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac", + "cula/ops/kda/sm90/bwd_wy_dqkg.py": "c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac", + "cula/ops/kda/sm90/cp/__init__.py": "319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2", + "cula/ops/kda/sm90/cp/driver.py": "c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159", + "cula/ops/kda/sm90/cp/merge.py": "0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882", + "cula/ops/kda/sm90/cp/plan.py": "f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc", + "cula/ops/kda/sm90/cp/pre_scan.py": "8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a", + "cula/ops/kda/sm90/fwd.py": "ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362", + "cula/ops/kda/sm90/k1.py": "3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34", + "cula/ops/kda/sm90/k2.py": "6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044", + "cula/ops/lightning/__init__.py": "6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7", + "cula/ops/lightning/decode.py": "7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45", + "cula/ops/lightning/prefill.py": "68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b", + "cula/ops/lightning/prefill_sm100.py": "d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43", + "cula/ops/lightning/prefill_sm90.py": "13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6", + "cula/ops/lightning/sm90/__init__.py": "0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75", + "cula/ops/lightning/sm90/prefill_kernel.py": "9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb", + "cula/ops/lightning/sm90/schedule.py": "8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac", + "cula/ops/ptx.py": "184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4", + "cula/ops/sm100/__init__.py": "0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae", + "cula/ops/sm100/ptx.py": "fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee", + "cula/utils.py": "0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34", + "benchmarks/bench_cake_vs_flashkda_cp.py": "22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d", + "benchmarks/bench_chunk_delta_h.py": "9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d", + "benchmarks/bench_csa_cp_windows.py": "d115273ecfc9c37d1b93aeffd84325472528b05ee7c32865aae8a47eab2df827", + "benchmarks/bench_csa_layout_matrix.py": "774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d", + "benchmarks/bench_full_csa_cp.py": "3b24e12397d6c2a4621f5fb7d2f36c6852b880349d9224e266183646fa36c7d3", + "benchmarks/bench_fused_kda_conv_mtp.py": "bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc", + "benchmarks/bench_fwd_o.py": "3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d", + "benchmarks/bench_hybrid_cp_emulation.py": "518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc", + "benchmarks/bench_hybrid_kda_dsa_e2e.py": "31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa", + "benchmarks/bench_index_pool_cp.py": "943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606", + "benchmarks/bench_kda_bwd_wy_dqkg_sm100.py": "83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d", + "benchmarks/bench_kda_bwd_wy_dqkg_sm90.py": "94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b", + "benchmarks/bench_kda_chunk_intra.py": "776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70", + "benchmarks/bench_kda_decode.py": "370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938", + "benchmarks/bench_kda_decode_mtp.py": "0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053", + "benchmarks/bench_kda_independent_shards.py": "0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa", + "benchmarks/bench_kda_packed_decode.py": "54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32", + "benchmarks/bench_kda_sm90_cp.py": "0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32", + "benchmarks/bench_kda_sm90_prefill.py": "70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841", + "benchmarks/bench_kimi_cp_e2e.py": "1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7", + "benchmarks/bench_la_decode_mtp.py": "e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5", + "benchmarks/bench_la_decode_vs_fla.py": "6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230", + "benchmarks/bench_la_kvbuffer.py": "4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21", + "benchmarks/bench_lightning_attn_prefill.py": "e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5", + "benchmarks/bench_linear_attn.py": "a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327", + "benchmarks/bench_recompute_wu.py": "4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f", + "benchmarks/bench_thd_transport.py": "4d50912e6c143d3c68889cb14722afde283d552c56fc575758a48ab3211d5c40", + "benchmarks/calibrate_thd_selection.py": "90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792", + "benchmarks/check_csa_cp_selection.py": "b7cbd45ba221d6241dd35f616e7976c869e60d423d4907342189af188dbee936", + "benchmarks/cp_layouts.py": "10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894", + "benchmarks/fit_thd_transport.py": "b343916324b406a2d4d0b65b94345cc7c23205fdd695be8791c5f9799d020940", + "benchmarks/large_cp_emulation/__init__.py": "62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1", + "benchmarks/large_cp_emulation/bench_components.py": "567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600", + "benchmarks/large_cp_emulation/bench_dsa_layout.py": "410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9", + "benchmarks/large_cp_emulation/bench_hybrid.py": "1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f", + "benchmarks/large_cp_emulation/bench_kda.py": "1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a", + "benchmarks/large_cp_emulation/bench_thd_planner.py": "ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779", + "benchmarks/large_cp_emulation/query_layout.py": "62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f", + "benchmarks/large_cp_emulation/topology.py": "e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba", + "benchmarks/large_cp_emulation/transport.py": "c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe", + "benchmarks/large_cp_emulation/workload.py": "383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b", + "benchmarks/stress_kda_sm100_cutedsl_determinism.py": "42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06", + "benchmarks/summarize_csa_layout_matrix.py": "9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65", + "benchmarks/thd_1m_cases.py": "de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5", + "benchmarks/utils.py": "a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032" + }, + "software": { + "torch": "2.12.1+cu130", + "cuda_runtime": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_frontend": "1.13.0", + "cudnn_backend": "9.20.0.48", + "cudnn_frontend_version_scope": "Wheel metadata; imported source identified by native_source_commit" + }, + "cost_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 0.0, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "arguments": { + "tokens": [ + 131072, + 262144, + 1048576 + ], + "cases": null, + "warmups": 2, + "repeats": 7, + "prepare_repeats": 8, + "min_gain_ms": 0.0, + "min_chunk_tokens": 1024, + "max_chunks_per_rank": 6, + "check_only": false + }, + "cases": { + "128k-single": { + "documents": 1, + "tokens": 131072, + "source_record_sha256": "7ca4febcee1eaf89e99486a3e54fddeeb01614dd16c887ac63a35df7e1fd86e5", + "policies": { + "contiguous": { + "step_ms": 47.692832946777344, + "prepare_ms": 0.7185455178841949, + "one_use_ms": 48.41137846466154, + "prepare_min_ms": 0.699331983923912, + "prepare_max_ms": 0.7794059347361326, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015779392555523083, + "dq": 0.000579412002925132, + "dkv": 0.0006017076308924175, + "d_index_q": 0.000795245110121862, + "d_weights": 0.0006388088783563453, + "d_pool_kv": 0.0007155220754445791, + "d_pool_score": 0.0007320226024776074, + "d_ape": 2.5403258387015062e-05 + }, + "max_loss_abs_diff": 9.89530235528946e-10, + "critical_step_samples_ms": [ + 47.38896179199219, + 47.49897766113281, + 47.80780792236328, + 47.66294479370117, + 47.76643371582031, + 47.85734558105469, + 47.692832946777344 + ], + "critical_prepare_samples_ms": [ + 0.7794059347361326, + 0.7474300218746066, + 0.7116730557754636, + 0.7364189950749278, + 0.7166480645537376, + 0.7204429712146521, + 0.6996119627729058, + 0.699331983923912 + ], + "baseline_prepare_ms": 0.7295145187526941 + }, + "zigzag": { + "step_ms": 46.274879455566406, + "prepare_ms": 0.8905025315470994, + "one_use_ms": 47.165381987113506, + "prepare_min_ms": 0.8781669894233346, + "prepare_max_ms": 2.297741943039, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0015800177020671097, + "dq": 0.0005803295677451422, + "dkv": 0.000603814033831282, + "d_index_q": 0.0005765121709522783, + "d_weights": 0.0005104610024849347, + "d_pool_kv": 0.0007192810999619293, + "d_pool_score": 0.0007225948121424813, + "d_ape": 2.3842562812573465e-05 + }, + "max_loss_abs_diff": 5.820766091346741e-10, + "critical_step_samples_ms": [ + 45.98963165283203, + 46.42329788208008, + 46.58995056152344, + 46.043582916259766, + 46.320030212402344, + 46.1190071105957, + 46.274879455566406 + ], + "critical_prepare_samples_ms": [ + 2.297741943039, + 0.9367750026285648, + 0.8781669894233346, + 0.8949730545282364, + 0.8860320085659623, + 0.9126270888373256, + 0.8803660748526454, + 0.8839479414746165 + ], + "baseline_prepare_ms": 0.9122525225393474 + }, + "planner": { + "step_ms": 45.82748794555664, + "prepare_ms": 7.445039984304458, + "one_use_ms": 53.2725279298611, + "prepare_min_ms": 7.354012923315167, + "prepare_max_ms": 7.553054951131344, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.001576013197553258, + "dq": 0.000578531419351737, + "dkv": 0.0005801127675590207, + "d_index_q": 0.0004534482180659951, + "d_weights": 0.00043037340000837636, + "d_pool_kv": 0.0007108593320852681, + "d_pool_score": 0.0007300664640860723, + "d_ape": 2.353131665386829e-05 + }, + "max_loss_abs_diff": 1.1641532182693481e-09, + "critical_step_samples_ms": [ + 45.80588912963867, + 46.03481674194336, + 45.82748794555664, + 45.93056106567383, + 45.71779251098633, + 46.30985641479492, + 45.72528076171875 + ], + "critical_prepare_samples_ms": [ + 7.553054951131344, + 7.538643083535135, + 7.417501998133957, + 7.354012923315167, + 7.4830540688708425, + 7.437848136760294, + 7.372890948317945, + 7.452231831848621 + ], + "baseline_prepare_ms": 7.54898099694401 + } + } + }, + "128k-uniform-64": { + "documents": 64, + "tokens": 131072, + "source_record_sha256": "23706ee0a647a3cb27010c2ed87cc4d8b06a80125c3b8c22123ae1a312a4a571", + "policies": { + "contiguous": { + "step_ms": 19.99852752685547, + "prepare_ms": 0.8981814607977867, + "one_use_ms": 20.896708987653255, + "prepare_min_ms": 0.8844570256769657, + "prepare_max_ms": 0.9815751109272242, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 5.5358557388634415e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.850226281255351e-05, + "d_pool_score": 6.240650825233437e-05, + "d_ape": 1.9435079133677194e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 19.997407913208008, + 19.980575561523438, + 20.005632400512695, + 20.014080047607422, + 19.99852752685547, + 19.980127334594727, + 20.010080337524414 + ], + "critical_prepare_samples_ms": [ + 0.9815751109272242, + 0.9244229877367616, + 0.8844570256769657, + 0.9146069642156363, + 0.884861103259027, + 0.8991919457912445, + 0.8856870699673891, + 0.8971709758043289 + ], + "baseline_prepare_ms": 0.9577220189385116 + }, + "zigzag": { + "step_ms": 20.669599533081055, + "prepare_ms": 3.7295810761861503, + "one_use_ms": 24.399180609267205, + "prepare_min_ms": 3.5765160573646426, + "prepare_max_ms": 4.66969795525074, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 5.199779774104606e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.823004119093153e-05, + "d_pool_score": 6.126991867025295e-05, + "d_ape": 1.8107487625478647e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 20.700927734375, + 20.724992752075195, + 20.669599533081055, + 20.676511764526367, + 20.666271209716797, + 20.65430450439453, + 20.660608291625977 + ], + "critical_prepare_samples_ms": [ + 3.811003058217466, + 4.470668034628034, + 3.6063099978491664, + 3.6481590941548347, + 4.66969795525074, + 3.6183729534968734, + 4.324503941461444, + 3.5765160573646426 + ], + "baseline_prepare_ms": 4.178662959020585 + }, + "planner": { + "step_ms": 19.990047454833984, + "prepare_ms": 1.1078330571763217, + "one_use_ms": 21.097880512010306, + "prepare_min_ms": 1.0634340578690171, + "prepare_max_ms": 1.1886698193848133, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 5.403263577176253e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 8.073828813471261e-05, + "d_pool_score": 7.995610208711404e-05, + "d_ape": 2.2451904402386835e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 19.990047454833984, + 20.148128509521484, + 19.977664947509766, + 20.00320053100586, + 19.976255416870117, + 20.004608154296875, + 19.986560821533203 + ], + "critical_prepare_samples_ms": [ + 1.1886698193848133, + 1.1112691136077046, + 1.1124929878860712, + 1.0784630430862308, + 1.130640972405672, + 1.1040159733965993, + 1.1043970007449389, + 1.0634340578690171 + ], + "baseline_prepare_ms": 1.2417834950610995 + } + } + }, + "128k-near-uniform-64": { + "documents": 64, + "tokens": 131072, + "source_record_sha256": "7a9bb46a066badd62c28275ab7d42939639e7bca37e919dc022bff73cf1a20fe", + "policies": { + "contiguous": { + "step_ms": 20.031328201293945, + "prepare_ms": 1.0363015462644398, + "one_use_ms": 21.067629747558385, + "prepare_min_ms": 0.9917590068653226, + "prepare_max_ms": 1.106114941649139, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.00016380789447513027, + "dq": 8.525440840760677e-05, + "dkv": 0.00013011699218693176, + "d_index_q": 2.42101830699352e-05, + "d_weights": 3.241630010282288e-05, + "d_pool_kv": 7.695981858658009e-05, + "d_pool_score": 9.499932585619792e-05, + "d_ape": 3.1762099590003316e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 20.028352737426758, + 19.99331283569336, + 20.05708885192871, + 20.031328201293945, + 20.022687911987305, + 20.038463592529297, + 20.053375244140625 + ], + "critical_prepare_samples_ms": [ + 1.106114941649139, + 1.0442269267514348, + 1.0163340484723449, + 1.0369500378146768, + 1.0006509255617857, + 1.0416280711069703, + 0.9917590068653226, + 1.0356530547142029 + ], + "baseline_prepare_ms": 0.9788154857233167 + }, + "zigzag": { + "step_ms": 20.757631301879883, + "prepare_ms": 4.550810961518437, + "one_use_ms": 25.30844226339832, + "prepare_min_ms": 4.380041034892201, + "prepare_max_ms": 6.088564987294376, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.00016408046524629192, + "dq": 8.506906905685405e-05, + "dkv": 0.00013016442209025538, + "d_index_q": 2.4266660285821442e-05, + "d_weights": 3.5896669106976304e-05, + "d_pool_kv": 9.384115935688863e-05, + "d_pool_score": 0.00012792608827345438, + "d_ape": 3.490957941984386e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 20.83123207092285, + 20.77631950378418, + 20.74355125427246, + 20.726688385009766, + 20.844192504882812, + 20.74188804626465, + 20.757631301879883 + ], + "critical_prepare_samples_ms": [ + 4.700917052105069, + 4.677826887927949, + 4.382802057079971, + 4.414985072799027, + 4.380041034892201, + 4.423795035108924, + 5.361750023439527, + 6.088564987294376 + ], + "baseline_prepare_ms": 4.162916971836239 + }, + "planner": { + "step_ms": 20.02444839477539, + "prepare_ms": 1.2869200436398387, + "one_use_ms": 21.31136843841523, + "prepare_min_ms": 1.2415660312399268, + "prepare_max_ms": 1.3624459970742464, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.00016313288531341212, + "dq": 8.540299959803365e-05, + "dkv": 0.00012140824119413083, + "d_index_q": 2.4035200300153297e-05, + "d_weights": 2.2592142747911436e-05, + "d_pool_kv": 7.511559012165556e-05, + "d_pool_score": 7.687588823617633e-05, + "d_ape": 2.910722067354833e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 20.129823684692383, + 20.039775848388672, + 20.014432907104492, + 20.02444839477539, + 20.013120651245117, + 20.06505584716797, + 20.01033592224121 + ], + "critical_prepare_samples_ms": [ + 1.3624459970742464, + 1.2910119257867336, + 1.301727956160903, + 1.2415660312399268, + 1.2881830334663391, + 1.2434010859578848, + 1.2856570538133383, + 1.2555728899315 + ], + "baseline_prepare_ms": 1.181907020509243 + } + } + }, + "128k-mixed-22": { + "documents": 22, + "tokens": 131072, + "source_record_sha256": "6ecd138552df3ddc716d8f2b5546c243019202c335e763cb31803e5a23d38a46", + "policies": { + "contiguous": { + "step_ms": 35.410911560058594, + "prepare_ms": 0.754816981498152, + "one_use_ms": 36.165728541556746, + "prepare_min_ms": 0.7329720538109541, + "prepare_max_ms": 1.6807179199531674, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0019090964634188628, + "dq": 0.0005760018331729727, + "dkv": 0.0006459942222257381, + "d_index_q": 0.0009173576570437036, + "d_weights": 0.0005682475663426924, + "d_pool_kv": 0.000817398720386681, + "d_pool_score": 0.0008227400563089687, + "d_ape": 1.4598269933704832e-05 + }, + "max_loss_abs_diff": 5.238689482212067e-10, + "critical_step_samples_ms": [ + 35.033023834228516, + 34.84620666503906, + 35.41068649291992, + 35.410911560058594, + 35.445377349853516, + 35.47119903564453, + 35.475006103515625 + ], + "critical_prepare_samples_ms": [ + 0.823180889710784, + 0.756045919843018, + 1.6807179199531674, + 0.7380660390481353, + 0.8030008757486939, + 0.753588043153286, + 0.7329720538109541, + 0.7516909390687943 + ], + "baseline_prepare_ms": 0.8113369694910944 + }, + "zigzag": { + "step_ms": 35.35753631591797, + "prepare_ms": 1.8669585115276277, + "one_use_ms": 37.2244948274456, + "prepare_min_ms": 1.8487819470465183, + "prepare_max_ms": 3.108761040493846, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0019284075136349816, + "dq": 0.0005817180180578517, + "dkv": 0.00046197630358230487, + "d_index_q": 0.0003621120560024531, + "d_weights": 0.00034954515220108934, + "d_pool_kv": 0.0006609639282456203, + "d_pool_score": 0.0006636759480983085, + "d_ape": 1.4089509206796339e-05 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 35.02534484863281, + 35.17510223388672, + 36.00688171386719, + 35.21503829956055, + 35.84960174560547, + 35.35753631591797, + 36.07881546020508 + ], + "critical_prepare_samples_ms": [ + 3.108761040493846, + 1.942998031154275, + 1.861648983322084, + 1.8494660034775734, + 1.8487819470465183, + 1.8964800983667374, + 1.8524520564824343, + 1.8722680397331715 + ], + "baseline_prepare_ms": 1.9275369704701006 + }, + "planner": { + "step_ms": 35.47750473022461, + "prepare_ms": 7.7040985925123096, + "one_use_ms": 43.18160332273692, + "prepare_min_ms": 7.597577874548733, + "prepare_max_ms": 9.156922926194966, + "selected_policy": "selection-local-3x", + "max_relative_rms": { + "output": 0.0019138774083845046, + "dq": 0.000577212651210394, + "dkv": 0.00046300417813060113, + "d_index_q": 0.00036281654146900024, + "d_weights": 0.00034608194650246384, + "d_pool_kv": 0.0006540298845914364, + "d_pool_score": 0.0006691398806773541, + "d_ape": 1.3458997363557325e-05 + }, + "max_loss_abs_diff": 4.0745362639427185e-10, + "critical_step_samples_ms": [ + 34.82156753540039, + 35.76873779296875, + 35.48476791381836, + 35.47750473022461, + 35.731231689453125, + 35.40195083618164, + 35.03801727294922 + ], + "critical_prepare_samples_ms": [ + 9.156922926194966, + 7.684374926611781, + 7.653841050341725, + 7.862776052206755, + 7.597577874548733, + 7.689073099754751, + 7.847677916288376, + 7.719124085269868 + ], + "baseline_prepare_ms": 7.6061730505898595 + } + } + }, + "128k-uniform-1024": { + "documents": 1024, + "tokens": 131072, + "source_record_sha256": "e42faf3fe40f13f60990140dc3fa5dac55345f029f7783599374a9ac2e46649d", + "policies": { + "contiguous": { + "step_ms": 9.31715202331543, + "prepare_ms": 6.460049480665475, + "one_use_ms": 15.777201503980905, + "prepare_min_ms": 6.399138015694916, + "prepare_max_ms": 6.61184499040246, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.8425583640526028e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.07692854412947e-05, + "d_pool_score": 4.358570392543705e-05, + "d_ape": 2.1843910536361686e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 9.288512229919434, + 9.269824028015137, + 9.289088249206543, + 9.31715202331543, + 9.563712120056152, + 9.406111717224121, + 9.327136039733887 + ], + "critical_prepare_samples_ms": [ + 6.61184499040246, + 6.471202941611409, + 6.399138015694916, + 6.513276020996273, + 6.425823085010052, + 6.459023919887841, + 6.449210923165083, + 6.4610750414431095 + ], + "baseline_prepare_ms": 6.7794660571962595 + }, + "zigzag": { + "step_ms": 11.095487594604492, + "prepare_ms": 43.545027961954474, + "one_use_ms": 54.64051555655897, + "prepare_min_ms": 43.15978987142444, + "prepare_max_ms": 159.60040991194546, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.823962386686128e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.014173056955901e-05, + "d_pool_score": 3.808940089626602e-05, + "d_ape": 2.3177467841882244e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 11.1212797164917, + 11.13651180267334, + 11.091487884521484, + 11.085920333862305, + 11.095487594604492, + 11.101375579833984, + 11.079903602600098 + ], + "critical_prepare_samples_ms": [ + 46.472262940369546, + 43.510618968866765, + 43.37981704156846, + 159.60040991194546, + 44.112925068475306, + 43.441104935482144, + 43.15978987142444, + 43.57943695504218 + ], + "baseline_prepare_ms": 47.22392506664619 + }, + "planner": { + "step_ms": 9.282464027404785, + "prepare_ms": 8.517480513546616, + "one_use_ms": 17.7999445409514, + "prepare_min_ms": 8.404429885558784, + "prepare_max_ms": 8.715566829778254, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.8184966417286295e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.250769702550404e-05, + "d_pool_score": 3.6555913008951535e-05, + "d_ape": 2.173760194321718e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 9.282464027404785, + 9.294624328613281, + 9.262335777282715, + 9.278528213500977, + 9.307040214538574, + 9.284832000732422, + 9.274815559387207 + ], + "critical_prepare_samples_ms": [ + 8.67331400513649, + 8.40490497648716, + 8.536944980733097, + 8.404429885558784, + 8.61146894749254, + 8.442464983090758, + 8.498016046360135, + 8.715566829778254 + ], + "baseline_prepare_ms": 8.97316396003589 + } + } + }, + "128k-near-uniform-512": { + "documents": 512, + "tokens": 131072, + "source_record_sha256": "eba0eefb74fef716f6c396b10698ddd865c6ba04c6b69c37170224765a3ca7af", + "policies": { + "contiguous": { + "step_ms": 9.996671676635742, + "prepare_ms": 3.5602174466475844, + "one_use_ms": 13.556889123283327, + "prepare_min_ms": 3.4920680336654186, + "prepare_max_ms": 3.646206925623119, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.2234539065804016e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.212013067353867e-05, + "d_pool_score": 6.974185018420703e-05, + "d_ape": 2.2844736073180494e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 9.996671676635742, + 9.997088432312012, + 9.978528022766113, + 10.020832061767578, + 9.99020767211914, + 9.993856430053711, + 10.014687538146973 + ], + "critical_prepare_samples_ms": [ + 3.5972590558230877, + 3.5885649267584085, + 3.5170429619029164, + 3.4920680336654186, + 3.4954349976032972, + 3.593871952034533, + 3.5318699665367603, + 3.646206925623119 + ], + "baseline_prepare_ms": 3.743164998013526 + }, + "zigzag": { + "step_ms": 11.19603157043457, + "prepare_ms": 22.693975479342043, + "one_use_ms": 33.890007049776614, + "prepare_min_ms": 22.371524944901466, + "prepare_max_ms": 136.65311911609024, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.0477249966524713e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.326994000792746e-05, + "d_pool_score": 6.248366916465234e-05, + "d_ape": 2.302149020581522e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 11.188480377197266, + 11.215295791625977, + 11.511136054992676, + 11.195136070251465, + 11.212479591369629, + 11.19603157043457, + 11.186783790588379 + ], + "critical_prepare_samples_ms": [ + 24.338410003110766, + 33.537326962687075, + 22.391692851670086, + 22.684970987029374, + 22.371524944901466, + 22.702979971654713, + 22.49394287355244, + 136.65311911609024 + ], + "baseline_prepare_ms": 24.085226003080606 + }, + "planner": { + "step_ms": 10.009087562561035, + "prepare_ms": 4.715179966297001, + "one_use_ms": 14.724267528858036, + "prepare_min_ms": 4.600052139721811, + "prepare_max_ms": 4.814712912775576, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.962048572951886e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 4.034841683489502e-05, + "d_pool_score": 6.365301246893881e-05, + "d_ape": 2.1817777204410688e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 9.988896369934082, + 10.01091194152832, + 9.999456405639648, + 10.009087562561035, + 10.284640312194824, + 10.013312339782715, + 9.988832473754883 + ], + "critical_prepare_samples_ms": [ + 4.814712912775576, + 4.696596995927393, + 4.743945901282132, + 4.629171919077635, + 4.722174955531955, + 4.600052139721811, + 4.7081849770620465, + 4.768294980749488 + ], + "baseline_prepare_ms": 4.955698561388999 + } + } + }, + "128k-mixed-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "dbc1324660bfdc95476a1f0d82d936cf16edd8a9cc6990afa6a37e17401f5dc6", + "policies": { + "contiguous": { + "step_ms": 33.102272033691406, + "prepare_ms": 7.131611928343773, + "one_use_ms": 40.23388396203518, + "prepare_min_ms": 7.029787986539304, + "prepare_max_ms": 7.579102064482868, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0021210770683415432, + "dq": 0.0006697244454984808, + "dkv": 0.0006752772580638095, + "d_index_q": 0.00041775240877173306, + "d_weights": 0.0003214792609200598, + "d_pool_kv": 0.000576733611039875, + "d_pool_score": 0.0005744006365142611, + "d_ape": 6.907255374051929e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 33.08230209350586, + 33.068511962890625, + 33.102272033691406, + 33.116512298583984, + 33.155582427978516, + 33.54044723510742, + 33.07088088989258 + ], + "critical_prepare_samples_ms": [ + 7.579102064482868, + 7.029787986539304, + 7.084714015945792, + 7.242373889312148, + 7.1294138906523585, + 7.133809966035187, + 7.39094999153167, + 7.094503031112254 + ], + "baseline_prepare_ms": 7.641692471224815 + }, + "zigzag": { + "step_ms": 38.75347137451172, + "prepare_ms": 44.199544994626194, + "one_use_ms": 82.95301636913791, + "prepare_min_ms": 43.52790501434356, + "prepare_max_ms": 159.79488100856543, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0021340651638746743, + "dq": 0.0006454264679630054, + "dkv": 0.0005374193486070684, + "d_index_q": 0.000355993913482489, + "d_weights": 0.00032167200796056337, + "d_pool_kv": 0.0005637152047024604, + "d_pool_score": 0.0005797494053691072, + "d_ape": 6.916447167492779e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 38.73811340332031, + 38.75721740722656, + 38.72956848144531, + 38.75347137451172, + 38.723487854003906, + 38.79964828491211, + 38.764190673828125 + ], + "critical_prepare_samples_ms": [ + 45.98132590763271, + 43.77324297092855, + 43.52790501434356, + 159.79488100856543, + 44.65641709975898, + 44.314848026260734, + 43.64072694443166, + 44.084241962991655 + ], + "baseline_prepare_ms": 45.72551843011752 + }, + "planner": { + "step_ms": 33.08563232421875, + "prepare_ms": 9.258774924091995, + "one_use_ms": 42.344407248310745, + "prepare_min_ms": 9.213590994477272, + "prepare_max_ms": 9.48783487547189, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.002089306735283265, + "dq": 0.0006319712339703342, + "dkv": 0.0005306332292867902, + "d_index_q": 0.0003543899517389669, + "d_weights": 0.00031634301834457875, + "d_pool_kv": 0.0005684620661380382, + "d_pool_score": 0.0005770038318201088, + "d_ape": 6.819908090487931e-06 + }, + "max_loss_abs_diff": 4.0745362639427185e-10, + "critical_step_samples_ms": [ + 33.08563232421875, + 33.09142303466797, + 33.06816101074219, + 33.11497497558594, + 33.05699157714844, + 33.14908981323242, + 33.06867218017578 + ], + "critical_prepare_samples_ms": [ + 9.332454996183515, + 9.246370987966657, + 9.213590994477272, + 9.24178201239556, + 9.244293090887368, + 9.430562960915267, + 9.271178860217333, + 9.48783487547189 + ], + "baseline_prepare_ms": 28.312876995187253 + } + } + }, + "128k-long-tail-1000": { + "documents": 1000, + "tokens": 131072, + "source_record_sha256": "64a03500c3f1fe411b7cadd8009104ede8ca9b139cd0732acb13828bd86add34", + "policies": { + "contiguous": { + "step_ms": 32.327518463134766, + "prepare_ms": 7.331589062232524, + "one_use_ms": 39.65910752536729, + "prepare_min_ms": 7.055153022520244, + "prepare_max_ms": 9.122443967498839, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015056029919507346, + "dq": 0.00045665164417140727, + "dkv": 0.0004702181088295793, + "d_index_q": 0.0003533783738426617, + "d_weights": 0.000315067727554275, + "d_pool_kv": 0.0005386844431895517, + "d_pool_score": 0.0005634558855019262, + "d_ape": 3.905854431531449e-06 + }, + "max_loss_abs_diff": 4.656612873077393e-10, + "critical_step_samples_ms": [ + 32.32707214355469, + 32.327518463134766, + 32.334590911865234, + 32.341793060302734, + 32.315391540527344, + 32.321632385253906, + 32.36006546020508 + ], + "critical_prepare_samples_ms": [ + 7.307856110855937, + 9.122443967498839, + 8.694347110576928, + 7.367579033598304, + 7.055153022520244, + 7.122335839085281, + 7.355322013609111, + 7.146980031393468 + ], + "baseline_prepare_ms": 7.578457531053573 + }, + "zigzag": { + "step_ms": 37.883487701416016, + "prepare_ms": 45.2110730111599, + "one_use_ms": 83.09456071257591, + "prepare_min_ms": 43.57520886696875, + "prepare_max_ms": 169.3743329960853, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0016271139134036983, + "dq": 0.0004914893001159871, + "dkv": 0.0004848398943906415, + "d_index_q": 0.0003562240851567133, + "d_weights": 0.0003187078936891727, + "d_pool_kv": 0.0005284217741949873, + "d_pool_score": 0.000541357985562331, + "d_ape": 3.691615037628746e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 37.89449691772461, + 37.91689682006836, + 37.87980651855469, + 37.855712890625, + 37.8691520690918, + 37.9150390625, + 37.883487701416016 + ], + "critical_prepare_samples_ms": [ + 45.877177035436034, + 45.723085990175605, + 50.25763192679733, + 169.3743329960853, + 44.69906003214419, + 44.112405041232705, + 43.57520886696875, + 44.34900498017669 + ], + "baseline_prepare_ms": 45.84232851630077 + }, + "planner": { + "step_ms": 32.330718994140625, + "prepare_ms": 9.115683031268418, + "one_use_ms": 41.44640202540904, + "prepare_min_ms": 9.055349975824356, + "prepare_max_ms": 9.575794916599989, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015061092586627954, + "dq": 0.00045634085695053377, + "dkv": 0.00046791157809618843, + "d_index_q": 0.000356679693690852, + "d_weights": 0.0003092211654689727, + "d_pool_kv": 0.0005367827264826421, + "d_pool_score": 0.0005700652608558374, + "d_ape": 3.810351760870522e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 32.33180618286133, + 32.330718994140625, + 32.31001663208008, + 32.39107131958008, + 32.3276481628418, + 32.335872650146484, + 32.297183990478516 + ], + "critical_prepare_samples_ms": [ + 9.234660072252154, + 9.0619339607656, + 9.575794916599989, + 9.059371892362833, + 9.055349975824356, + 9.288421017117798, + 9.15169098880142, + 9.079675073735416 + ], + "baseline_prepare_ms": 12.12866249261424 + } + } + }, + "256k-single": { + "documents": 1, + "tokens": 262144, + "source_record_sha256": "68b017a16ef4cf9fea1c3c9c0cc1a272786364ef4943afcf9a72f5eb3c9f90b7", + "policies": { + "contiguous": { + "step_ms": 115.74121856689453, + "prepare_ms": 1.0700724669732153, + "one_use_ms": 116.81129103386775, + "prepare_min_ms": 1.0450789704918861, + "prepare_max_ms": 1.2837169924750924, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.001482133304629509, + "dq": 0.0005028985179263687, + "dkv": 0.0010282109682620694, + "d_index_q": 0.0007703566859007169, + "d_weights": 0.0006286309166410099, + "d_pool_kv": 0.0013354595252499009, + "d_pool_score": 0.0013699629151741153, + "d_ape": 2.1869040480447828e-05 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 114.95225524902344, + 115.74121856689453, + 116.17721557617188, + 114.34761810302734, + 116.25465393066406, + 114.593505859375, + 116.58633422851562 + ], + "critical_prepare_samples_ms": [ + 1.2837169924750924, + 1.1237040162086487, + 1.0450789704918861, + 1.0568589204922318, + 1.0688218753784895, + 1.0853169951587915, + 1.058198045939207, + 1.0713230585679412 + ], + "baseline_prepare_ms": 1.1161149595864117 + }, + "zigzag": { + "step_ms": 105.46825408935547, + "prepare_ms": 1.10343296546489, + "one_use_ms": 106.57168705482036, + "prepare_min_ms": 1.090729027055204, + "prepare_max_ms": 2.6004710234701633, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0014829370691384724, + "dq": 0.000502969985804172, + "dkv": 0.0010306683280579473, + "d_index_q": 0.0007713429886426259, + "d_weights": 0.0006304765275187952, + "d_pool_kv": 0.0013371215867479295, + "d_pool_score": 0.00138344136125153, + "d_ape": 2.0698491606366296e-05 + }, + "max_loss_abs_diff": 2.9103830456733704e-11, + "critical_step_samples_ms": [ + 105.06502532958984, + 105.46825408935547, + 104.91980743408203, + 105.63510131835938, + 105.70121765136719, + 105.19264221191406, + 105.93225860595703 + ], + "critical_prepare_samples_ms": [ + 2.6004710234701633, + 1.137568149715662, + 1.1008289875462651, + 1.1032898910343647, + 1.1035760398954153, + 1.1218799045309424, + 1.090729027055204, + 1.0995609918609262 + ], + "baseline_prepare_ms": 1.1357140028849244 + }, + "planner": { + "step_ms": 104.23197174072266, + "prepare_ms": 7.709605968557298, + "one_use_ms": 111.94157770927995, + "prepare_min_ms": 7.618593983352184, + "prepare_max_ms": 8.737536030821502, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.0014859596400049872, + "dq": 0.0005041720349634445, + "dkv": 0.001030506433322175, + "d_index_q": 0.0006257742363324554, + "d_weights": 0.0005596577742386472, + "d_pool_kv": 0.001329566057037352, + "d_pool_score": 0.00137685351760298, + "d_ape": 2.1145177390575036e-05 + }, + "max_loss_abs_diff": 3.7834979593753815e-10, + "critical_step_samples_ms": [ + 104.40544128417969, + 104.23197174072266, + 104.6523208618164, + 104.536865234375, + 104.16582489013672, + 104.04156494140625, + 104.11017608642578 + ], + "critical_prepare_samples_ms": [ + 7.696714950725436, + 8.737536030821502, + 7.659266120754182, + 7.647061021998525, + 8.64289712626487, + 7.72249698638916, + 7.618593983352184, + 8.357836049981415 + ], + "baseline_prepare_ms": 7.791060954332352 + } + } + }, + "256k-uniform-64": { + "documents": 64, + "tokens": 262144, + "source_record_sha256": "6f1d4a0da49698ef15f82a432e981a02d9d084b70fe81e2b56d8f189b043cd6a", + "policies": { + "contiguous": { + "step_ms": 50.320064544677734, + "prepare_ms": 0.9923935285769403, + "one_use_ms": 51.312458073254675, + "prepare_min_ms": 0.9678329806774855, + "prepare_max_ms": 1.1316180462017655, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0008982351679445784, + "dq": 0.0004175412751329343, + "dkv": 0.0002881395432601503, + "d_index_q": 0.0001082730122096085, + "d_weights": 9.702894207094345e-05, + "d_pool_kv": 0.0001972150021053803, + "d_pool_score": 0.00019493588963177602, + "d_ape": 6.910623983780962e-06 + }, + "max_loss_abs_diff": 3.4924596548080444e-10, + "critical_step_samples_ms": [ + 50.30031967163086, + 50.302433013916016, + 50.362239837646484, + 50.36908721923828, + 50.320064544677734, + 50.36316680908203, + 50.31760025024414 + ], + "critical_prepare_samples_ms": [ + 1.1316180462017655, + 1.0181260295212269, + 0.9678329806774855, + 0.9887899504974484, + 0.9702970273792744, + 0.9985698852688074, + 0.9720890084281564, + 0.9959971066564322 + ], + "baseline_prepare_ms": 1.0602579568512738 + }, + "zigzag": { + "step_ms": 51.75715255737305, + "prepare_ms": 3.72084544505924, + "one_use_ms": 55.47799800243229, + "prepare_min_ms": 3.68827604688704, + "prepare_max_ms": 4.462504060938954, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0009079115543848496, + "dq": 0.0004210909515919965, + "dkv": 0.0002940172927688538, + "d_index_q": 0.00010857831208366282, + "d_weights": 9.552466137385803e-05, + "d_pool_kv": 0.00020868563840840786, + "d_pool_score": 0.0002198801712107116, + "d_ape": 7.540515901910232e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 51.67875289916992, + 51.771583557128906, + 51.7336311340332, + 51.81840133666992, + 51.714080810546875, + 51.75715255737305, + 51.81683349609375 + ], + "critical_prepare_samples_ms": [ + 4.01491392403841, + 3.7799880374222994, + 3.68827604688704, + 3.7137470208108425, + 3.7259499076753855, + 3.7157409824430943, + 4.462504060938954, + 3.702106885612011 + ], + "baseline_prepare_ms": 4.144389531575143 + }, + "planner": { + "step_ms": 50.36211013793945, + "prepare_ms": 1.2112134136259556, + "one_use_ms": 51.57332355156541, + "prepare_min_ms": 1.1628499487414956, + "prepare_max_ms": 1.3246370945125818, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0008988738864725319, + "dq": 0.00041697524787721483, + "dkv": 0.0002882229310364065, + "d_index_q": 0.00010873610457156427, + "d_weights": 9.523323253939226e-05, + "d_pool_kv": 0.00021093823450393177, + "d_pool_score": 0.00021293712669284863, + "d_ape": 6.762282048261405e-06 + }, + "max_loss_abs_diff": 2.3283064365386963e-10, + "critical_step_samples_ms": [ + 50.2674560546875, + 50.269630432128906, + 50.581024169921875, + 50.36211013793945, + 50.84463882446289, + 50.260257720947266, + 50.700191497802734 + ], + "critical_prepare_samples_ms": [ + 1.3246370945125818, + 1.218253979459405, + 1.2112829135730863, + 1.1899759992957115, + 1.211143913678825, + 1.1628499487414956, + 1.2666999828070402, + 1.1778250336647034 + ], + "baseline_prepare_ms": 1.275484450161457 + } + } + }, + "256k-near-uniform-64": { + "documents": 64, + "tokens": 262144, + "source_record_sha256": "921d5ba93c6562588668d8e4fe34833a7208e52c5c1a0b8b6c5b728539491a9d", + "policies": { + "contiguous": { + "step_ms": 50.34755325317383, + "prepare_ms": 0.9968500817194581, + "one_use_ms": 51.344403334893286, + "prepare_min_ms": 0.9588320972397923, + "prepare_max_ms": 1.0964140528813004, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0009002720083858091, + "dq": 0.00041658039734501545, + "dkv": 0.00029032119524166356, + "d_index_q": 0.0001083702031927515, + "d_weights": 9.270341749291116e-05, + "d_pool_kv": 0.00021243719360570197, + "d_pool_score": 0.00021657144439094105, + "d_ape": 7.183122931513331e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 50.26278305053711, + 50.286529541015625, + 50.332576751708984, + 50.415008544921875, + 50.4021110534668, + 50.41408157348633, + 50.34755325317383 + ], + "critical_prepare_samples_ms": [ + 1.0964140528813004, + 1.005454920232296, + 0.968775013461709, + 1.0026779491454363, + 0.9609600529074669, + 0.9930110536515713, + 0.9588320972397923, + 1.000689109787345 + ], + "baseline_prepare_ms": 1.0578265646472573 + }, + "zigzag": { + "step_ms": 51.7072639465332, + "prepare_ms": 3.7724130088463426, + "one_use_ms": 55.479676955379546, + "prepare_min_ms": 3.713970072567463, + "prepare_max_ms": 4.540979978628457, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0009040166709284812, + "dq": 0.0004216716611809067, + "dkv": 0.00028856434640319855, + "d_index_q": 0.00010881543305361698, + "d_weights": 9.496546039412519e-05, + "d_pool_kv": 0.0002074227586177013, + "d_pool_score": 0.00020241674597203904, + "d_ape": 6.808701999575195e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 51.7072639465332, + 51.767616271972656, + 51.7031364440918, + 51.71673583984375, + 51.699039459228516, + 51.76015853881836, + 51.689247131347656 + ], + "critical_prepare_samples_ms": [ + 4.038910963572562, + 3.892948036082089, + 3.727796138264239, + 3.766917041502893, + 3.743300912901759, + 3.713970072567463, + 4.540979978628457, + 3.777908976189792 + ], + "baseline_prepare_ms": 4.253186983987689 + }, + "planner": { + "step_ms": 50.30198287963867, + "prepare_ms": 1.2103734770789742, + "one_use_ms": 51.512356356717646, + "prepare_min_ms": 1.165413879789412, + "prepare_max_ms": 1.283300924114883, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0009011720652930045, + "dq": 0.00041697590209048004, + "dkv": 0.0002890001975034279, + "d_index_q": 0.00010860096710106817, + "d_weights": 9.628555678061784e-05, + "d_pool_kv": 0.0002099978400113182, + "d_pool_score": 0.00021443311522890485, + "d_ape": 6.98920313885421e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 50.25263977050781, + 50.36908721923828, + 50.4403190612793, + 50.30198287963867, + 50.267486572265625, + 50.27724838256836, + 50.336639404296875 + ], + "critical_prepare_samples_ms": [ + 1.283300924114883, + 1.2185070663690567, + 1.224570907652378, + 1.1921209516003728, + 1.2027559569105506, + 1.165413879789412, + 1.217990997247398, + 1.1812089942395687 + ], + "baseline_prepare_ms": 1.2725520064122975 + } + } + }, + "256k-mixed-22": { + "documents": 22, + "tokens": 262144, + "source_record_sha256": "fe159c639833d743955457884a4611ca25e984548b1f3208042b4a6bb301638c", + "policies": { + "contiguous": { + "step_ms": 90.67167663574219, + "prepare_ms": 1.1164660099893808, + "one_use_ms": 91.78814264573157, + "prepare_min_ms": 1.0949659626930952, + "prepare_max_ms": 1.2457289267331362, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.00143689993907933, + "dq": 0.0004899801690773162, + "dkv": 0.0007826892603974143, + "d_index_q": 0.000796723694054483, + "d_weights": 0.0006164320797316369, + "d_pool_kv": 0.0012264280539640705, + "d_pool_score": 0.0012747699641356362, + "d_ape": 1.3222093515720844e-05 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 90.87088012695312, + 90.7339859008789, + 90.64134216308594, + 89.80009460449219, + 90.7357406616211, + 90.02569580078125, + 90.67167663574219 + ], + "critical_prepare_samples_ms": [ + 1.2457289267331362, + 1.1465109419077635, + 1.0949659626930952, + 1.1196030536666512, + 1.100623863749206, + 1.1375189060345292, + 1.0985910193994641, + 1.1133289663121104 + ], + "baseline_prepare_ms": 1.150823023635894 + }, + "zigzag": { + "step_ms": 88.22876739501953, + "prepare_ms": 2.2970764548517764, + "one_use_ms": 90.52584384987131, + "prepare_min_ms": 2.2732780780643225, + "prepare_max_ms": 15.867101028561592, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.00144284104523375, + "dq": 0.0004920673948700904, + "dkv": 0.0006368864218746345, + "d_index_q": 0.0005277277670036296, + "d_weights": 0.00044285628176593295, + "d_pool_kv": 0.0006697211734598175, + "d_pool_score": 0.0006819690109157976, + "d_ape": 1.273986864151461e-05 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 88.02159881591797, + 88.35001373291016, + 88.56687927246094, + 87.62576293945312, + 88.37532806396484, + 88.22876739501953, + 87.9927978515625 + ], + "critical_prepare_samples_ms": [ + 10.660310974344611, + 15.867101028561592, + 2.304245950654149, + 2.2795250406488776, + 2.2899069590494037, + 2.288761897943914, + 2.2732780780643225, + 2.6616440154612064 + ], + "baseline_prepare_ms": 2.339682076126337 + }, + "planner": { + "step_ms": 87.58985900878906, + "prepare_ms": 8.515741501469165, + "one_use_ms": 96.10560051025823, + "prepare_min_ms": 8.127353037707508, + "prepare_max_ms": 9.741527959704399, + "selected_policy": "selection-paired-local", + "max_relative_rms": { + "output": 0.0014447715952959578, + "dq": 0.0004925536881693634, + "dkv": 0.0007865823928776758, + "d_index_q": 0.0008311647195845252, + "d_weights": 0.0006640931260018509, + "d_pool_kv": 0.001227268093921778, + "d_pool_score": 0.0012784182647735045, + "d_ape": 1.3639331200697894e-05 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 87.6021728515625, + 87.31673431396484, + 87.58985900878906, + 87.67081451416016, + 87.4035873413086, + 87.91382598876953, + 87.31298828125 + ], + "critical_prepare_samples_ms": [ + 8.778966031968594, + 8.252516970969737, + 9.164304006844759, + 8.212398970499635, + 9.741527959704399, + 8.127353037707508, + 9.139055968262255, + 8.186427876353264 + ], + "baseline_prepare_ms": 8.772762026637793 + } + } + }, + "256k-uniform-1024": { + "documents": 1024, + "tokens": 262144, + "source_record_sha256": "c3e7815a901d92f31141e0604e18d7bc895fd5f085746cc903da1efe1d6ff7d1", + "policies": { + "contiguous": { + "step_ms": 18.964704513549805, + "prepare_ms": 7.2258434956893325, + "one_use_ms": 26.190548009239137, + "prepare_min_ms": 6.673496915027499, + "prepare_max_ms": 10.859394096769392, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.126639010558396e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.658018032939693e-05, + "d_pool_score": 4.361095036650771e-05, + "d_ape": 1.4700628800457994e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 18.96460723876953, + 18.953855514526367, + 18.956928253173828, + 18.976831436157227, + 18.967615127563477, + 18.964704513549805, + 19.011167526245117 + ], + "critical_prepare_samples_ms": [ + 10.859394096769392, + 7.232020958326757, + 7.296605035662651, + 6.673496915027499, + 7.219666033051908, + 7.159358123317361, + 7.325196056626737, + 7.035364978946745 + ], + "baseline_prepare_ms": 6.907838920596987 + }, + "zigzag": { + "step_ms": 22.546016693115234, + "prepare_ms": 45.124090975150466, + "one_use_ms": 67.6701076682657, + "prepare_min_ms": 43.87128900270909, + "prepare_max_ms": 163.06352394167334, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.3271739597648486e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.455468819835076e-05, + "d_pool_score": 5.371778108792677e-05, + "d_ape": 1.5063328225066925e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 22.546239852905273, + 22.5980167388916, + 22.535808563232422, + 22.534208297729492, + 22.546144485473633, + 22.53615951538086, + 22.546016693115234 + ], + "critical_prepare_samples_ms": [ + 45.488978968933225, + 44.75626104976982, + 43.87128900270909, + 163.06352394167334, + 44.75920298136771, + 45.767895062454045, + 44.65588403400034, + 45.569678070023656 + ], + "baseline_prepare_ms": 46.86611460056156 + }, + "planner": { + "step_ms": 18.937055587768555, + "prepare_ms": 9.278230951167643, + "one_use_ms": 28.215286538936198, + "prepare_min_ms": 9.084169985726476, + "prepare_max_ms": 9.426652104593813, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.496402962841108e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.0054426196458054e-05, + "d_pool_score": 4.135736654968628e-05, + "d_ape": 1.2068528167060991e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 18.950944900512695, + 18.939456939697266, + 18.937055587768555, + 18.931711196899414, + 18.945024490356445, + 18.936767578125, + 18.926591873168945 + ], + "critical_prepare_samples_ms": [ + 9.400052018463612, + 9.135371074080467, + 9.426652104593813, + 9.084169985726476, + 9.326501982286572, + 9.229959920048714, + 9.1595669509843, + 9.419546113349497 + ], + "baseline_prepare_ms": 8.967155939899385 + } + } + }, + "256k-near-uniform-512": { + "documents": 512, + "tokens": 262144, + "source_record_sha256": "7a6daf1992407b30c4ae176c4adb7995e06aa0300d429547621f5fe178c8a4b1", + "policies": { + "contiguous": { + "step_ms": 21.74198341369629, + "prepare_ms": 3.678025444969535, + "one_use_ms": 25.420008858665824, + "prepare_min_ms": 3.6021980922669172, + "prepare_max_ms": 3.9428939344361424, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.417560025712104e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 7.005921384441596e-05, + "d_pool_score": 5.8958733777925906e-05, + "d_ape": 1.631341031376204e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 21.741151809692383, + 21.74300765991211, + 21.733728408813477, + 21.758752822875977, + 21.73583984375, + 21.74198341369629, + 21.77382469177246 + ], + "critical_prepare_samples_ms": [ + 3.671723883599043, + 3.7506880471482873, + 3.645248943939805, + 3.6927630426362157, + 3.6021980922669172, + 3.684327006340027, + 3.6574859404936433, + 3.9428939344361424 + ], + "baseline_prepare_ms": 3.9414139464497566 + }, + "zigzag": { + "step_ms": 24.20911979675293, + "prepare_ms": 23.415951000060886, + "one_use_ms": 47.625070796813816, + "prepare_min_ms": 22.827126900665462, + "prepare_max_ms": 139.44511592853814, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.379937858947025e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.0763077851366874e-05, + "d_pool_score": 5.891486019054288e-05, + "d_ape": 1.6771080713138341e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 24.205888748168945, + 24.241024017333984, + 24.198047637939453, + 24.33344078063965, + 24.214048385620117, + 24.20911979675293, + 24.200191497802734 + ], + "critical_prepare_samples_ms": [ + 24.720999062992632, + 23.846879019401968, + 22.83283998258412, + 22.985022980719805, + 24.500835104845464, + 22.827126900665462, + 22.859422024339437, + 139.44511592853814 + ], + "baseline_prepare_ms": 24.67734646052122 + }, + "planner": { + "step_ms": 21.773439407348633, + "prepare_ms": 4.805412027053535, + "one_use_ms": 26.578851434402168, + "prepare_min_ms": 4.7372711123898625, + "prepare_max_ms": 4.933310090564191, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 2.865546995903407e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.477011134407135e-05, + "d_pool_score": 4.405915600329243e-05, + "d_ape": 1.4306253170553605e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 21.733535766601562, + 21.773439407348633, + 21.731647491455078, + 21.738143920898438, + 21.783647537231445, + 22.051231384277344, + 22.021024703979492 + ], + "critical_prepare_samples_ms": [ + 4.933310090564191, + 4.814392072148621, + 4.882890032604337, + 4.7437300672754645, + 4.796431981958449, + 4.772201064042747, + 4.873599042184651, + 4.7372711123898625 + ], + "baseline_prepare_ms": 5.023348960094154 + } + } + }, + "256k-mixed-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "7446722df043d987c1f521ffc1939cab03422244a16d5f3d3765383e4fe0713d", + "policies": { + "contiguous": { + "step_ms": 83.70726776123047, + "prepare_ms": 8.869351528119296, + "one_use_ms": 92.57661928934976, + "prepare_min_ms": 8.712492999620736, + "prepare_max_ms": 10.470369947142899, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0017232232291779785, + "dq": 0.0005228538978110929, + "dkv": 0.000691125497722852, + "d_index_q": 0.00036843245190847605, + "d_weights": 0.0003596773286925188, + "d_pool_kv": 0.0013194996004303847, + "d_pool_score": 0.0013134479113316487, + "d_ape": 8.920837294635517e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 84.19203186035156, + 83.22354888916016, + 83.92806243896484, + 83.70726776123047, + 84.4559326171875, + 83.31343841552734, + 83.37763214111328 + ], + "critical_prepare_samples_ms": [ + 10.470369947142899, + 9.009449044242501, + 8.902203058823943, + 8.816724992357194, + 8.712492999620736, + 8.713754126802087, + 9.297300945036113, + 8.836499997414649 + ], + "baseline_prepare_ms": 9.585648542270064 + }, + "zigzag": { + "step_ms": 95.86224365234375, + "prepare_ms": 95.58228251989931, + "one_use_ms": 191.44452617224306, + "prepare_min_ms": 46.32592911366373, + "prepare_max_ms": 165.51054792944342, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0017361334114495666, + "dq": 0.0005265492561785378, + "dkv": 0.0004599309949688459, + "d_index_q": 0.0003699972474757121, + "d_weights": 0.00036300246633119064, + "d_pool_kv": 0.0006498637378581222, + "d_pool_score": 0.0006531249898699503, + "d_ape": 7.658629854388498e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 95.64492797851562, + 95.81046295166016, + 95.86739349365234, + 96.00326538085938, + 95.86224365234375, + 96.04275512695312, + 95.80735778808594 + ], + "critical_prepare_samples_ms": [ + 48.216517083346844, + 165.51054792944342, + 147.26835896726698, + 47.15038393624127, + 46.32592911366373, + 46.40162189025432, + 142.94804795645177, + 146.32742700632662 + ], + "baseline_prepare_ms": 92.28663396788761 + }, + "planner": { + "step_ms": 82.06880187988281, + "prepare_ms": 24.085616052616388, + "one_use_ms": 106.1544179324992, + "prepare_min_ms": 23.79455603659153, + "prepare_max_ms": 108.25915494933724, + "selected_policy": "selection-local-5x", + "max_relative_rms": { + "output": 0.001736570688522341, + "dq": 0.0005270035493433086, + "dkv": 0.0005767161784870217, + "d_index_q": 0.00039398350109750283, + "d_weights": 0.00036772447259371074, + "d_pool_kv": 0.0006438267350921343, + "d_pool_score": 0.0006413864917895826, + "d_ape": 8.028800212264691e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 82.06880187988281, + 81.95337677001953, + 81.74278259277344, + 82.35673522949219, + 81.7702407836914, + 82.2399673461914, + 82.25609588623047 + ], + "critical_prepare_samples_ms": [ + 23.79455603659153, + 24.032195913605392, + 24.03438393957913, + 23.953115101903677, + 24.136848165653646, + 24.561780970543623, + 108.25915494933724, + 24.656706023961306 + ], + "baseline_prepare_ms": 32.668465457390994 + } + } + }, + "256k-long-tail-1000": { + "documents": 1000, + "tokens": 262144, + "source_record_sha256": "dabbfa12c68f3a6cd8dbe7612e5f54ad194e004ecc568eeeeffa174212da0761", + "policies": { + "contiguous": { + "step_ms": 98.90694427490234, + "prepare_ms": 8.876458974555135, + "one_use_ms": 107.78340324945748, + "prepare_min_ms": 8.691001101396978, + "prepare_max_ms": 9.725504904054105, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0011522479235681476, + "dq": 0.00042835242305097246, + "dkv": 0.0004943333278686983, + "d_index_q": 0.000657896894736068, + "d_weights": 0.0005964786262765446, + "d_pool_kv": 0.0006674154267850759, + "d_pool_score": 0.0006874466443201366, + "d_ape": 6.1667568045954095e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 98.90694427490234, + 98.74559783935547, + 100.46985626220703, + 99.39778900146484, + 98.54434967041016, + 98.55680084228516, + 99.67833709716797 + ], + "critical_prepare_samples_ms": [ + 9.50452999677509, + 8.7447389960289, + 8.844938012771308, + 8.691001101396978, + 8.871630998328328, + 8.881286950781941, + 9.725504904054105, + 9.013960952870548 + ], + "baseline_prepare_ms": 9.696168475784361 + }, + "zigzag": { + "step_ms": 115.310302734375, + "prepare_ms": 148.14059244235978, + "one_use_ms": 263.4508951767348, + "prepare_min_ms": 47.415707958862185, + "prepare_max_ms": 176.64630699437112, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0010866654170538991, + "dq": 0.0003696364920229251, + "dkv": 0.0003946430012396241, + "d_index_q": 0.0003810622253103829, + "d_weights": 0.0003747132595040899, + "d_pool_kv": 0.0006645926398509092, + "d_pool_score": 0.0006783532515969929, + "d_ape": 5.437880086557659e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 115.310302734375, + 115.21078491210938, + 115.49664306640625, + 115.5719985961914, + 115.37644958496094, + 115.2808609008789, + 115.2738265991211 + ], + "critical_prepare_samples_ms": [ + 140.08078002370894, + 156.66547801811248, + 176.64630699437112, + 47.415707958862185, + 48.025651019997895, + 144.5655939169228, + 159.11502100061625, + 151.71559096779674 + ], + "baseline_prepare_ms": 147.0409840112552 + }, + "planner": { + "step_ms": 92.09024047851562, + "prepare_ms": 23.416623007506132, + "one_use_ms": 115.50686348602176, + "prepare_min_ms": 22.514423937536776, + "prepare_max_ms": 127.23819306120276, + "selected_policy": "selection-local-6x", + "max_relative_rms": { + "output": 0.0010924404756515048, + "dq": 0.000392027321823514, + "dkv": 0.0004789729076346326, + "d_index_q": 0.000595231909155876, + "d_weights": 0.0005075082975035412, + "d_pool_kv": 0.0007611845879591085, + "d_pool_score": 0.0007714277449577657, + "d_ape": 6.021118465344542e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 91.97811126708984, + 92.4843521118164, + 91.98320007324219, + 92.22860717773438, + 91.90172576904297, + 92.09024047851562, + 92.3569564819336 + ], + "critical_prepare_samples_ms": [ + 22.948727943003178, + 109.54794602002949, + 22.841048892587423, + 23.339509032666683, + 22.514423937536776, + 24.088384001515806, + 127.23819306120276, + 23.49373698234558 + ], + "baseline_prepare_ms": 31.8146159988828 + } + } + }, + "1024k-single": { + "documents": 1, + "tokens": 1048576, + "source_record_sha256": "9119bf217085106d62d4a79a61271150ec5fd5efc62dc415a0070fc2ecfc741e", + "policies": { + "contiguous": { + "step_ms": 852.262451171875, + "prepare_ms": 2.238098415546119, + "one_use_ms": 854.5005495874211, + "prepare_min_ms": 2.167516970075667, + "prepare_max_ms": 2.5991599541157484, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0011273030335427169, + "dq": 0.0003575866171757266, + "dkv": 0.00041255472186497554, + "d_index_q": 0.000522703724234038, + "d_weights": 0.000503204507333504, + "d_pool_kv": 0.0007366385730565614, + "d_pool_score": 0.000730156729966756, + "d_ape": 1.2261158117605297e-05 + }, + "max_loss_abs_diff": 2.9103830456733704e-11, + "critical_step_samples_ms": [ + 855.7032470703125, + 852.262451171875, + 851.0695190429688, + 850.6251220703125, + 851.63916015625, + 852.8311157226562, + 854.872314453125 + ], + "critical_prepare_samples_ms": [ + 2.5991599541157484, + 2.248013042844832, + 2.268044976517558, + 2.2184940753504634, + 2.167516970075667, + 2.2399878362193704, + 2.188600949011743, + 2.236208994872868 + ], + "baseline_prepare_ms": 2.235381514765322 + }, + "zigzag": { + "step_ms": 637.3577880859375, + "prepare_ms": 2.4432449718005955, + "one_use_ms": 639.8010330577381, + "prepare_min_ms": 2.4204020155593753, + "prepare_max_ms": 5.492284893989563, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0011418886057533793, + "dq": 0.00036775419972180114, + "dkv": 0.0004790727674961075, + "d_index_q": 0.0004997064155363637, + "d_weights": 0.0004932188618751324, + "d_pool_kv": 0.0007411197792606418, + "d_pool_score": 0.0007282443063629072, + "d_ape": 1.238206578062022e-05 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 637.708740234375, + 642.3746948242188, + 637.3577880859375, + 637.919921875, + 635.5283813476562, + 637.1450805664062, + 633.81103515625 + ], + "critical_prepare_samples_ms": [ + 5.492284893989563, + 2.5590929435566068, + 2.472839900292456, + 2.4355159839615226, + 2.4204020155593753, + 2.4509739596396685, + 2.4335948983207345, + 2.4213059805333614 + ], + "baseline_prepare_ms": 2.2861745092086494 + }, + "planner": { + "step_ms": 637.7809448242188, + "prepare_ms": 9.511192969512194, + "one_use_ms": 647.292137793731, + "prepare_min_ms": 9.069906896911561, + "prepare_max_ms": 10.374767007306218, + "selected_policy": "selection-local-2x", + "max_relative_rms": { + "output": 0.001161625101370349, + "dq": 0.0003849271614974025, + "dkv": 0.0005282062594106454, + "d_index_q": 0.0005244622397098521, + "d_weights": 0.0005299670263664599, + "d_pool_kv": 0.0007377781316978346, + "d_pool_score": 0.0007313667519857782, + "d_ape": 1.2469585835438161e-05 + }, + "max_loss_abs_diff": 2.9103830456733704e-11, + "critical_step_samples_ms": [ + 638.3487548828125, + 637.7809448242188, + 636.5733642578125, + 637.4932250976562, + 637.3499755859375, + 639.65185546875, + 640.6060791015625 + ], + "critical_prepare_samples_ms": [ + 10.374767007306218, + 9.756346000358462, + 9.435725980438292, + 9.219342959113419, + 9.78031090926379, + 9.120933944359422, + 9.586659958586097, + 9.069906896911561 + ], + "baseline_prepare_ms": 9.320752928033471 + } + } + }, + "1024k-uniform-64": { + "documents": 64, + "tokens": 1048576, + "source_record_sha256": "477bd6d1a7cf100b540a3a743b44248720e6f9ab40bee8715349b4361dad4122", + "policies": { + "contiguous": { + "step_ms": 239.2353973388672, + "prepare_ms": 1.450755458790809, + "one_use_ms": 240.686152797658, + "prepare_min_ms": 1.4129939954727888, + "prepare_max_ms": 1.5769170131534338, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015949253947342458, + "dq": 0.0005970787439556988, + "dkv": 0.0004837391776387549, + "d_index_q": 0.00028350067830152883, + "d_weights": 0.00020850715397855953, + "d_pool_kv": 0.0002889538103473619, + "d_pool_score": 0.0002844647514544151, + "d_ape": 5.9795103431945e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 239.2353973388672, + 238.79302978515625, + 238.77218627929688, + 239.280029296875, + 238.88275146484375, + 239.3966064453125, + 239.5908203125 + ], + "critical_prepare_samples_ms": [ + 1.5769170131534338, + 1.4974380610510707, + 1.4129939954727888, + 1.4513909118250012, + 1.456466969102621, + 1.4202899765223265, + 1.4501200057566166, + 1.43467599991709 + ], + "baseline_prepare_ms": 1.490010938141495 + }, + "zigzag": { + "step_ms": 244.40403747558594, + "prepare_ms": 4.328943963628262, + "one_use_ms": 248.7329814392142, + "prepare_min_ms": 4.188165999948978, + "prepare_max_ms": 6.3333159778267145, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0016162390583326469, + "dq": 0.0006094600566733209, + "dkv": 0.0005030974253165897, + "d_index_q": 0.0002799287027435939, + "d_weights": 0.00021150429278782401, + "d_pool_kv": 0.0002866744762082726, + "d_pool_score": 0.000295534879448145, + "d_ape": 6.645333132807697e-06 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 244.40403747558594, + 243.9402313232422, + 244.39878845214844, + 244.6631622314453, + 245.0597686767578, + 245.14906311035156, + 244.3597412109375 + ], + "critical_prepare_samples_ms": [ + 6.3333159778267145, + 4.481954965740442, + 4.322783905081451, + 4.29266900755465, + 4.335104022175074, + 4.287454066798091, + 5.151383113116026, + 4.188165999948978 + ], + "baseline_prepare_ms": 4.6627100091427565 + }, + "planner": { + "step_ms": 239.4423370361328, + "prepare_ms": 1.6502354992553592, + "one_use_ms": 241.09257253538817, + "prepare_min_ms": 1.596967107616365, + "prepare_max_ms": 1.7511360347270966, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015923902784638652, + "dq": 0.0005966125090240904, + "dkv": 0.00048673665217852476, + "d_index_q": 0.0002642586924764183, + "d_weights": 0.0002012227499861691, + "d_pool_kv": 0.00029146264458877296, + "d_pool_score": 0.000316266196867594, + "d_ape": 6.500418666259421e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 239.1868438720703, + 238.84658813476562, + 239.47996520996094, + 239.3558349609375, + 239.5425567626953, + 240.12112426757812, + 239.4423370361328 + ], + "critical_prepare_samples_ms": [ + 1.7511360347270966, + 1.6750609502196312, + 1.6717149410396814, + 1.6503350343555212, + 1.6501359641551971, + 1.6250868793576956, + 1.6428639646619558, + 1.596967107616365 + ], + "baseline_prepare_ms": 1.7240439774468541 + } + } + }, + "1024k-near-uniform-64": { + "documents": 64, + "tokens": 1048576, + "source_record_sha256": "b51c859098119635daa6f893eb71b0c37c1fef528ca4601e030756c553e3543b", + "policies": { + "contiguous": { + "step_ms": 239.17958068847656, + "prepare_ms": 1.5109099331311882, + "one_use_ms": 240.69049062160775, + "prepare_min_ms": 1.4560830313712358, + "prepare_max_ms": 1.6104099340736866, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0016016710758490706, + "dq": 0.0005993639977494133, + "dkv": 0.0005071280037082532, + "d_index_q": 0.00024417279990879927, + "d_weights": 0.00019413726329423075, + "d_pool_kv": 0.00028954282003200476, + "d_pool_score": 0.0002955359390565756, + "d_ape": 6.6829402506119585e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 239.7038116455078, + 239.43247985839844, + 238.82850646972656, + 239.17958068847656, + 239.11888122558594, + 239.16099548339844, + 239.1847686767578 + ], + "critical_prepare_samples_ms": [ + 1.6104099340736866, + 1.5317690558731556, + 1.4775969320908189, + 1.5244908863678575, + 1.4560830313712358, + 1.5005789464339614, + 1.4756300952285528, + 1.521240919828415 + ], + "baseline_prepare_ms": 1.514466479420662 + }, + "zigzag": { + "step_ms": 244.55760192871094, + "prepare_ms": 4.382276034448296, + "one_use_ms": 248.93987796315923, + "prepare_min_ms": 4.281172063201666, + "prepare_max_ms": 6.378103978931904, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0016200773797571998, + "dq": 0.0006071238591595291, + "dkv": 0.0005038878658893274, + "d_index_q": 0.000277629521087908, + "d_weights": 0.00021663570090953182, + "d_pool_kv": 0.0002824822719976606, + "d_pool_score": 0.00027970202182346534, + "d_ape": 5.951399279862816e-06 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 244.45948791503906, + 244.55760192871094, + 245.24301147460938, + 244.60943603515625, + 244.06588745117188, + 244.22259521484375, + 244.9438018798828 + ], + "critical_prepare_samples_ms": [ + 6.378103978931904, + 4.513074993155897, + 4.392945091240108, + 4.371606977656484, + 5.423646070994437, + 4.291923018172383, + 4.289834876544774, + 4.281172063201666 + ], + "baseline_prepare_ms": 4.788588033989072 + }, + "planner": { + "step_ms": 239.22537231445312, + "prepare_ms": 1.7141494899988174, + "one_use_ms": 240.93952180445194, + "prepare_min_ms": 1.6789290821179748, + "prepare_max_ms": 1.81203696411103, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0015931991971287927, + "dq": 0.000594438919428117, + "dkv": 0.00048420164599018655, + "d_index_q": 0.0002598202280658747, + "d_weights": 0.00019847531748186766, + "d_pool_kv": 0.0002823099923752181, + "d_pool_score": 0.0002799009540318669, + "d_ape": 6.337974334637259e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 238.89100646972656, + 239.2686767578125, + 238.71510314941406, + 239.22537231445312, + 238.6892547607422, + 239.8118133544922, + 239.24957275390625 + ], + "critical_prepare_samples_ms": [ + 1.81203696411103, + 1.7418409697711468, + 1.7184868920594454, + 1.7098120879381895, + 1.7221469897776842, + 1.6911160200834274, + 1.7061970429494977, + 1.6789290821179748 + ], + "baseline_prepare_ms": 1.75143702654168 + } + } + }, + "1024k-mixed-22": { + "documents": 22, + "tokens": 1048576, + "source_record_sha256": "9a79bc56f979185b724f8b5b55bd4292ce17d924f7ad524db1046fb348026159", + "policies": { + "contiguous": { + "step_ms": 578.4398193359375, + "prepare_ms": 2.1686649997718632, + "one_use_ms": 580.6084843357094, + "prepare_min_ms": 2.13688297662884, + "prepare_max_ms": 2.4644359946250916, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0011041011872111484, + "dq": 0.00035084277748766797, + "dkv": 0.00048077283639952237, + "d_index_q": 0.0004962393008161014, + "d_weights": 0.0004618130449118246, + "d_pool_kv": 0.0006457713057874247, + "d_pool_score": 0.0006349061560406983, + "d_ape": 1.0350294386060346e-05 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 580.9935913085938, + 577.6489868164062, + 578.0813598632812, + 580.2940673828125, + 578.3426513671875, + 578.4398193359375, + 579.4547729492188 + ], + "critical_prepare_samples_ms": [ + 2.4644359946250916, + 2.202583011239767, + 2.1521480521187186, + 2.176910056732595, + 2.152706030756235, + 2.13688297662884, + 2.1651480346918106, + 2.172181964851916 + ], + "baseline_prepare_ms": 2.234563056845218 + }, + "zigzag": { + "step_ms": 492.48590087890625, + "prepare_ms": 3.1932704732753336, + "one_use_ms": 495.6791713521816, + "prepare_min_ms": 3.0714080203324556, + "prepare_max_ms": 4.142447025515139, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0011285694800997107, + "dq": 0.0003719019185829731, + "dkv": 0.0005662235654619531, + "d_index_q": 0.0005086592423664251, + "d_weights": 0.0004577104856603165, + "d_pool_kv": 0.0007116715193057737, + "d_pool_score": 0.0007034021456370472, + "d_ape": 1.0718926168143519e-05 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 492.2532653808594, + 493.8275146484375, + 492.48590087890625, + 494.0948181152344, + 491.0968933105469, + 491.9676513671875, + 496.3102722167969 + ], + "critical_prepare_samples_ms": [ + 4.142447025515139, + 3.217385965399444, + 3.1294310465455055, + 3.0714080203324556, + 3.084978088736534, + 3.169154981151223, + 3.448216011747718, + 3.476505051366985 + ], + "baseline_prepare_ms": 3.2312944531440735 + }, + "planner": { + "step_ms": 490.8729248046875, + "prepare_ms": 10.11992251733318, + "one_use_ms": 500.9928473220207, + "prepare_min_ms": 9.30530100595206, + "prepare_max_ms": 12.625832110643387, + "selected_policy": "selection-paired-local", + "max_relative_rms": { + "output": 0.0011161842289795045, + "dq": 0.0003611815947831294, + "dkv": 0.0005663782910108529, + "d_index_q": 0.0005064407713656789, + "d_weights": 0.0004754969744536212, + "d_pool_kv": 0.0007073881102403647, + "d_pool_score": 0.0006989918887090544, + "d_ape": 1.049051513112601e-05 + }, + "max_loss_abs_diff": 1.7462298274040222e-10, + "critical_step_samples_ms": [ + 490.52728271484375, + 488.947998046875, + 494.4607849121094, + 491.1177062988281, + 493.6095886230469, + 490.8729248046875, + 490.8112487792969 + ], + "critical_prepare_samples_ms": [ + 10.942328022792935, + 9.30530100595206, + 10.56371396407485, + 10.191290057264268, + 9.348670137114823, + 12.625832110643387, + 10.048554977402091, + 9.677355061285198 + ], + "baseline_prepare_ms": 9.799090563319623 + } + } + }, + "1024k-uniform-1024": { + "documents": 1024, + "tokens": 1048576, + "source_record_sha256": "b444906588101601ed60331d4bddb587f91cd677f6cfb7b815248b53a1451470", + "policies": { + "contiguous": { + "step_ms": 106.93244934082031, + "prepare_ms": 7.248607522342354, + "one_use_ms": 114.18105686316267, + "prepare_min_ms": 6.926600937731564, + "prepare_max_ms": 7.728449068963528, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.3262557940735125e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 6.029982612822922e-05, + "d_pool_score": 5.971250741145832e-05, + "d_ape": 8.469250666388928e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 106.99427032470703, + 106.90831756591797, + 107.24447631835938, + 106.77391815185547, + 107.3912353515625, + 106.73372650146484, + 106.93244934082031 + ], + "critical_prepare_samples_ms": [ + 7.304837927222252, + 7.447938900440931, + 7.5955630745738745, + 7.06713495310396, + 7.192377117462456, + 7.016728050075471, + 6.926600937731564, + 7.728449068963528 + ], + "baseline_prepare_ms": 7.491494528949261 + }, + "zigzag": { + "step_ms": 120.94866943359375, + "prepare_ms": 47.448766068555415, + "one_use_ms": 168.39743550214916, + "prepare_min_ms": 44.58731797058135, + "prepare_max_ms": 171.35898303240538, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.375492679918749e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.900628434802078e-05, + "d_pool_score": 5.1757344668054784e-05, + "d_ape": 7.775777513380578e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 120.98294067382812, + 120.94866943359375, + 121.13782501220703, + 120.91907501220703, + 121.1909408569336, + 120.86470031738281, + 120.89344024658203 + ], + "critical_prepare_samples_ms": [ + 50.39555404800922, + 48.49247704260051, + 48.66090486757457, + 171.35898303240538, + 44.880184112116694, + 45.30161793809384, + 44.58731797058135, + 46.40505509451032 + ], + "baseline_prepare_ms": 48.3965675230138 + }, + "planner": { + "step_ms": 106.88835144042969, + "prepare_ms": 9.285612439271063, + "one_use_ms": 116.17396387970075, + "prepare_min_ms": 9.05843498185277, + "prepare_max_ms": 10.61727199703455, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0, + "dq": 0, + "dkv": 3.44561194645775e-05, + "d_index_q": 0, + "d_weights": 0, + "d_pool_kv": 5.3430278698572834e-05, + "d_pool_score": 5.700039307126877e-05, + "d_ape": 8.3915886081418e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 106.72726440429688, + 106.88835144042969, + 106.67664337158203, + 107.06781005859375, + 106.97030639648438, + 106.76934051513672, + 106.93551635742188 + ], + "critical_prepare_samples_ms": [ + 9.35503700748086, + 9.251538896933198, + 10.61727199703455, + 9.05843498185277, + 9.093354921787977, + 9.319685981608927, + 9.11523203831166, + 10.08200692012906 + ], + "baseline_prepare_ms": 9.633392037358135 + } + } + }, + "1024k-near-uniform-512": { + "documents": 512, + "tokens": 1048576, + "source_record_sha256": "5ff06f93b96c53292e5c777c40e19bc4f75b59888b574f4084c6304e27d06705", + "policies": { + "contiguous": { + "step_ms": 153.3333740234375, + "prepare_ms": 4.90699551301077, + "one_use_ms": 158.24036953644827, + "prepare_min_ms": 4.817495006136596, + "prepare_max_ms": 5.127965938299894, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 1.6945818513152077e-05, + "dq": 8.852569918672518e-06, + "dkv": 4.778136519064779e-05, + "d_index_q": 2.61152275055734e-06, + "d_weights": 2.609757780546301e-06, + "d_pool_kv": 6.295818459824281e-05, + "d_pool_score": 6.4597007352727e-05, + "d_ape": 8.241673159031186e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 153.1051788330078, + 153.3333740234375, + 153.77328491210938, + 153.28533935546875, + 153.67117309570312, + 153.2650909423828, + 153.51904296875 + ], + "critical_prepare_samples_ms": [ + 4.958503064699471, + 4.855487961322069, + 5.127965938299894, + 4.836354055441916, + 4.9949249951168895, + 4.826268996112049, + 4.817495006136596, + 5.11400296818465 + ], + "baseline_prepare_ms": 4.550960555206984 + }, + "zigzag": { + "step_ms": 162.93936157226562, + "prepare_ms": 24.463195994030684, + "one_use_ms": 187.4025575662963, + "prepare_min_ms": 24.322091951034963, + "prepare_max_ms": 27.672135969623923, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 1.6907351105767428e-05, + "dq": 8.810149949287884e-06, + "dkv": 4.1814702326799884e-05, + "d_index_q": 2.701785992294692e-06, + "d_weights": 2.6607871764855918e-06, + "d_pool_kv": 5.689533114065568e-05, + "d_pool_score": 5.6776242766562597e-05, + "d_ape": 7.905820789837788e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 162.92745971679688, + 163.33734130859375, + 162.88768005371094, + 162.93936157226562, + 162.84515380859375, + 163.23513793945312, + 162.99880981445312 + ], + "critical_prepare_samples_ms": [ + 27.672135969623923, + 25.097765144892037, + 24.366947007365525, + 24.44107295013964, + 24.474958889186382, + 24.664230993948877, + 24.322091951034963, + 24.451433098874986 + ], + "baseline_prepare_ms": 25.861825968604535 + }, + "planner": { + "step_ms": 153.63226318359375, + "prepare_ms": 6.0009079170413315, + "one_use_ms": 159.63317110063508, + "prepare_min_ms": 5.884354002773762, + "prepare_max_ms": 6.281962036155164, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 1.6380870010580877e-05, + "dq": 8.576173759861243e-06, + "dkv": 4.329798528645843e-05, + "d_index_q": 2.859165424391761e-06, + "d_weights": 2.390300293499087e-06, + "d_pool_kv": 6.976847445393797e-05, + "d_pool_score": 8.047768811080957e-05, + "d_ape": 8.925679845335159e-07 + }, + "max_loss_abs_diff": 0.0, + "critical_step_samples_ms": [ + 153.46054077148438, + 154.20037841796875, + 153.07359313964844, + 153.19833374023438, + 153.63571166992188, + 154.10687255859375, + 153.63226318359375 + ], + "critical_prepare_samples_ms": [ + 6.0230528470128775, + 5.923283053562045, + 6.161181954666972, + 5.884354002773762, + 6.277190987020731, + 5.908905062824488, + 5.978762987069786, + 6.281962036155164 + ], + "baseline_prepare_ms": 5.739656975492835 + } + } + }, + "1024k-mixed-1000": { + "documents": 1000, + "tokens": 1048576, + "source_record_sha256": "4c0764d76c3bfca709bc5cdc64a79988a30a203391319ceab498e84528d43186", + "policies": { + "contiguous": { + "step_ms": 567.9577026367188, + "prepare_ms": 9.956162073649466, + "one_use_ms": 577.9138647103682, + "prepare_min_ms": 9.866954875178635, + "prepare_max_ms": 11.781121022067964, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0008054851232509614, + "dq": 0.00030349153325609713, + "dkv": 0.0003996891751172817, + "d_index_q": 0.0006246139925808879, + "d_weights": 0.0005733311451828375, + "d_pool_kv": 0.0006205091711447106, + "d_pool_score": 0.0006195543072615393, + "d_ape": 8.589075672373344e-06 + }, + "max_loss_abs_diff": 1.1641532182693481e-10, + "critical_step_samples_ms": [ + 565.80810546875, + 568.4535522460938, + 567.845947265625, + 569.2208862304688, + 563.9498901367188, + 567.9577026367188, + 568.2915649414062 + ], + "critical_prepare_samples_ms": [ + 11.781121022067964, + 9.866954875178635, + 9.920966112986207, + 10.023329989053309, + 9.899892029352486, + 9.991358034312725, + 10.618924046866596, + 9.895945899188519 + ], + "baseline_prepare_ms": 10.622373956721276 + }, + "zigzag": { + "step_ms": 550.558837890625, + "prepare_ms": 48.51576604414731, + "one_use_ms": 599.0746039347723, + "prepare_min_ms": 46.67189810425043, + "prepare_max_ms": 174.14286790881306, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0008195260459777163, + "dq": 0.000301416184948774, + "dkv": 0.0005447644196372983, + "d_index_q": 0.0006037227037525915, + "d_weights": 0.0005483621762803569, + "d_pool_kv": 0.0007216194622467821, + "d_pool_score": 0.0007074085651829549, + "d_ape": 8.845595009769592e-06 + }, + "max_loss_abs_diff": 2.9103830456733704e-11, + "critical_step_samples_ms": [ + 547.7075805664062, + 551.5230712890625, + 550.558837890625, + 550.6272583007812, + 551.8482666015625, + 549.5032348632812, + 549.90185546875 + ], + "critical_prepare_samples_ms": [ + 49.92610192857683, + 47.86653909832239, + 46.67189810425043, + 143.82607594598085, + 174.14286790881306, + 48.84456901345402, + 47.94406390283257, + 48.186963074840605 + ], + "baseline_prepare_ms": 48.262091528158635 + }, + "planner": { + "step_ms": 494.7050476074219, + "prepare_ms": 26.39079309301451, + "one_use_ms": 521.0958407004364, + "prepare_min_ms": 25.676422053948045, + "prepare_max_ms": 27.048783958889544, + "selected_policy": "selection-local-6x", + "max_relative_rms": { + "output": 0.0008365326911981586, + "dq": 0.000304561997298154, + "dkv": 0.0005395322403243995, + "d_index_q": 0.0006160848721497884, + "d_weights": 0.0005678273845894476, + "d_pool_kv": 0.000678002818444316, + "d_pool_score": 0.0006561034875025234, + "d_ape": 8.545834009840338e-06 + }, + "max_loss_abs_diff": 2.9103830456733704e-11, + "critical_step_samples_ms": [ + 495.04931640625, + 495.3780822753906, + 492.96002197265625, + 494.4125671386719, + 495.3255615234375, + 493.7383117675781, + 494.7050476074219 + ], + "critical_prepare_samples_ms": [ + 26.55792306177318, + 27.048783958889544, + 26.075869100168347, + 26.223148917779326, + 26.27995307557285, + 26.50163311045617, + 25.676422053948045, + 26.891826069913805 + ], + "baseline_prepare_ms": 34.91155954543501 + } + } + }, + "1024k-long-tail-1000": { + "documents": 1000, + "tokens": 1048576, + "source_record_sha256": "d3ad6415c7f6691fe0b88f453159fe81ee75cd82494a33142fdec3b521028dc9", + "policies": { + "contiguous": { + "step_ms": 800.95556640625, + "prepare_ms": 12.669915508013219, + "one_use_ms": 813.6254819142632, + "prepare_min_ms": 12.12127401959151, + "prepare_max_ms": 13.159677851945162, + "selected_policy": "contiguous", + "max_relative_rms": { + "output": 0.0009079882713568034, + "dq": 0.0002924982024565224, + "dkv": 0.0004493330361466962, + "d_index_q": 0.0005156894968942304, + "d_weights": 0.0005167765162935939, + "d_pool_kv": 0.0007712278582484425, + "d_pool_score": 0.0007494124280620555, + "d_ape": 7.171042317242159e-06 + }, + "max_loss_abs_diff": 5.820766091346741e-11, + "critical_step_samples_ms": [ + 800.335693359375, + 802.2348022460938, + 799.2125244140625, + 799.6749877929688, + 800.95556640625, + 801.217041015625, + 801.6029663085938 + ], + "critical_prepare_samples_ms": [ + 13.159677851945162, + 12.533110100775957, + 12.759627075865865, + 12.12127401959151, + 12.722588959150016, + 12.617242056876421, + 12.80664000660181, + 12.566132005304098 + ], + "baseline_prepare_ms": 14.17607138864696 + }, + "zigzag": { + "step_ms": 715.7775268554688, + "prepare_ms": 101.23607551213354, + "one_use_ms": 817.0136023676023, + "prepare_min_ms": 50.27641903143376, + "prepare_max_ms": 169.727465021424, + "selected_policy": "zigzag", + "max_relative_rms": { + "output": 0.0009004337940703815, + "dq": 0.0002908384586939322, + "dkv": 0.0008283107689368773, + "d_index_q": 0.0006025743415942871, + "d_weights": 0.0005952597316348166, + "d_pool_kv": 0.0009031995573276561, + "d_pool_score": 0.0008609984776183619, + "d_ape": 7.574199067023971e-06 + }, + "max_loss_abs_diff": 2.9103830456733704e-11, + "critical_step_samples_ms": [ + 712.8131103515625, + 711.6310424804688, + 715.7775268554688, + 712.3639526367188, + 717.9108276367188, + 716.431396484375, + 716.0610961914062 + ], + "critical_prepare_samples_ms": [ + 169.727465021424, + 50.38151808548719, + 150.52157104946673, + 159.4792689429596, + 163.56680891476572, + 51.95057997480035, + 50.27641903143376, + 50.714182085357606 + ], + "baseline_prepare_ms": 151.8010766012594 + }, + "planner": { + "step_ms": 591.8178100585938, + "prepare_ms": 29.16059346171096, + "one_use_ms": 620.9784035203047, + "prepare_min_ms": 28.44624104909599, + "prepare_max_ms": 150.10115189943463, + "selected_policy": "selection-local-6x", + "max_relative_rms": { + "output": 0.0009046024533399656, + "dq": 0.00028358853532615296, + "dkv": 0.000828257132860518, + "d_index_q": 0.0007049305803991532, + "d_weights": 0.000616040566927685, + "d_pool_kv": 0.0009008018655028041, + "d_pool_score": 0.0008551253342927941, + "d_ape": 7.554278135195296e-06 + }, + "max_loss_abs_diff": 8.731149137020111e-11, + "critical_step_samples_ms": [ + 591.6988525390625, + 589.947509765625, + 591.8178100585938, + 596.8615112304688, + 592.572021484375, + 591.2091674804688, + 592.2348022460938 + ], + "critical_prepare_samples_ms": [ + 28.44624104909599, + 29.306308017112315, + 29.014878906309605, + 28.898976044729352, + 29.324857983738184, + 150.10115189943463, + 28.808553935959935, + 124.28496405482292 + ], + "baseline_prepare_ms": 38.67735603125766 + } + } + } + }, + "totals_by_context": { + "128": { + "contiguous": [ + 207.8772144317627, + 235.76852785609663 + ], + "zigzag": [ + 221.9881248474121, + 388.67559937527403 + ], + "planner": [ + 206.02739143371582, + 255.17840154655278 + ] + }, + "256": { + "contiguous": [ + 530.4014129638672, + 563.2268744944595 + ], + "zigzag": [ + 555.0891208648682, + 878.2458056765608 + ], + "planner": [ + 507.35546112060547, + 587.5882775196806 + ] + }, + "1024": { + "contiguous": [ + 3538.296340942383, + 3580.4464503666386 + ], + "zigzag": [ + 3169.0297241210938, + 3405.041263183113 + ], + "planner": [ + 2954.3650512695312, + 3048.1984586566687 + ] + } + }, + "max_relative_rms": { + "output": 0.0021340651638746743, + "dq": 0.0006697244454984808, + "dkv": 0.0010306683280579473, + "d_index_q": 0.0009173576570437036, + "d_weights": 0.0006640931260018509, + "d_pool_kv": 0.0013371215867479295, + "d_pool_score": 0.00138344136125153, + "d_ape": 2.5403258387015062e-05 + }, + "max_loss_abs_diff": 1.1641532182693481e-09, + "worst_steady_gap": [ + 0.3393008303370637, + "128k-mixed-22" + ], + "worst_one_use_gap": [ + 19.39923530952372, + "128k-mixed-22" + ], + "host_ab": { + "baseline_commit": "ea71df3b3bfad69141d1ee3ddd884ac9ccdb27ce", + "scope": "Host-only CsaCPSelectionPlan constructor on rank 7 of CP8; no GPU/workspace preparation", + "repeats": 20, + "cases": { + "128k-single-planner": { + "samples_ms": { + "before": [ + 6.241483031772077, + 6.129086017608643, + 6.2108299462124705, + 6.163439014926553, + 6.159020005725324, + 6.204652949236333, + 6.147739011794329, + 6.155765964649618, + 6.279730005189776, + 6.224854965694249, + 6.132257985882461, + 6.104929954744875, + 6.146484054625034, + 6.200143019668758, + 6.191351916640997, + 6.217735004611313, + 6.158133968710899, + 6.157501949928701, + 6.267914897762239, + 6.197582930326462 + ], + "after": [ + 6.05339405592531, + 6.09124603215605, + 6.0327439568936825, + 6.391837960109115, + 6.117061013355851, + 6.04431692045182, + 6.072498974390328, + 6.031388998962939, + 6.078919977881014, + 6.038562045432627, + 6.127536064013839, + 6.046790978871286, + 6.069870083592832, + 6.025816081091762, + 6.028156029060483, + 6.082112086005509, + 6.01962604559958, + 6.050291936844587, + 6.105632055550814, + 5.963249015621841 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 6.177395465783775, + "after": 6.0518429963849485 + }, + "metadata_exact": true + }, + "128k-uniform-64-planner": { + "samples_ms": { + "before": [ + 0.40457199793308973, + 0.3915169509127736, + 0.3725989954546094, + 0.38956699427217245, + 0.37341401912271976, + 0.3859599819406867, + 0.3727299626916647, + 0.3891169326379895, + 0.3697650972753763, + 0.3940380411222577, + 0.37929299287498, + 0.390987959690392, + 0.37147896364331245, + 0.3826599568128586, + 0.37088198587298393, + 0.3915060078725219, + 0.372899929061532, + 0.3812409704551101, + 0.368123990483582, + 0.3834000090137124 + ], + "after": [ + 0.36852096673101187, + 0.3598059993237257, + 0.367147964425385, + 0.34407293424010277, + 0.3628099802881479, + 0.3502810141071677, + 0.3541019978001714, + 0.3426559269428253, + 0.358566059730947, + 0.3564689541235566, + 0.3626210382208228, + 0.34407898783683777, + 0.3595729358494282, + 0.35286403726786375, + 0.36064302548766136, + 0.343213090673089, + 0.35762006882578135, + 0.34747098106890917, + 0.3642140654847026, + 0.3391670761629939 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 0.3819504636339843, + "after": 0.357044511474669 + }, + "metadata_exact": true + }, + "128k-near-uniform-64-planner": { + "samples_ms": { + "before": [ + 0.4026839742437005, + 0.39121892768889666, + 0.376117997802794, + 0.38380094338208437, + 0.3803960280492902, + 0.3904419718310237, + 0.37196208722889423, + 0.3914200933650136, + 0.3753060009330511, + 0.38710690569132566, + 0.3820260753855109, + 0.3933230182155967, + 0.3741809632629156, + 0.3947960212826729, + 0.3754019271582365, + 0.39576191920787096, + 0.3724439302459359, + 0.38169207982718945, + 0.37471100222319365, + 0.39148691575974226 + ], + "after": [ + 0.36272103898227215, + 0.3440839936956763, + 0.35585102159529924, + 0.3516109427437186, + 0.3656300250440836, + 0.34017907455563545, + 0.3507171059027314, + 0.35162700805813074, + 0.35890506114810705, + 0.3831470385193825, + 0.35917398054152727, + 0.34544302616268396, + 0.35676301922649145, + 0.3443220630288124, + 0.35430595744401217, + 0.34445198252797127, + 0.35806000232696533, + 0.34743198193609715, + 0.3568349638953805, + 0.33541000448167324 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 0.38291350938379765, + "after": 0.35296648275107145 + }, + "metadata_exact": true + }, + "128k-mixed-22-planner": { + "samples_ms": { + "before": [ + 6.297884043306112, + 6.32572709582746, + 6.304105976596475, + 6.388368899933994, + 6.2440200708806515, + 6.35086209513247, + 6.266923970542848, + 6.328370072878897, + 6.334865931421518, + 6.350334966555238, + 6.248642923310399, + 6.344994064420462, + 6.300061009824276, + 6.30893197376281, + 6.245687021873891, + 6.297999992966652, + 6.334190955385566, + 6.349519011564553, + 6.3354120356962085, + 6.280714995227754 + ], + "after": [ + 5.9602969558909535, + 5.947844008915126, + 5.957170040346682, + 5.975153995677829, + 5.950245074927807, + 5.9789830120280385, + 5.968288984149694, + 5.968034965917468, + 5.970570957288146, + 5.9893300058320165, + 5.974469007924199, + 5.955578992143273, + 5.940887960605323, + 6.066182977519929, + 5.963379982858896, + 5.992084043100476, + 5.993772996589541, + 6.073997006751597, + 5.978425033390522, + 6.0032380279153585 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 6.317329534795135, + "after": 5.972519982606173 + }, + "metadata_exact": true + }, + "128k-uniform-1024-planner": { + "samples_ms": { + "before": [ + 4.660016042180359, + 4.370620008558035, + 4.610156989656389, + 4.405395011417568, + 4.589467076584697, + 4.427237086929381, + 4.581127082929015, + 4.438054980710149, + 4.516609013080597, + 4.428007057867944, + 4.5784530229866505, + 4.393365001305938, + 4.563861060887575, + 4.433515015989542, + 4.587459960021079, + 4.470839980058372, + 4.528368008323014, + 4.389258101582527, + 4.762601922266185, + 4.427127074450254 + ], + "after": [ + 4.281781031750143, + 4.191130050458014, + 4.174580913968384, + 4.1822659550234675, + 4.152310895733535, + 4.233917919918895, + 4.1525529231876135, + 4.132509930059314, + 4.176480928435922, + 4.160788026638329, + 4.145585931837559, + 4.104895982891321, + 4.152894951403141, + 4.110871930606663, + 4.168654908426106, + 4.12381102796644, + 4.132851026952267, + 4.139319993555546, + 34.61243200581521, + 4.214663058519363 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 4.4937244965694845, + "after": 4.156841489020735 + }, + "metadata_exact": true + }, + "128k-near-uniform-512-planner": { + "samples_ms": { + "before": [ + 2.415246097370982, + 2.372286980971694, + 2.414268092252314, + 2.392580034211278, + 2.3668940411880612, + 2.36852397210896, + 2.380969002842903, + 2.3735250579193234, + 2.3787349928170443, + 2.379633951932192, + 2.394836046732962, + 2.3807089310139418, + 2.3655840195715427, + 2.373978029936552, + 2.379238954745233, + 2.3784040240570903, + 2.3559159599244595, + 2.3839951027184725, + 2.3599970154464245, + 2.3900530068203807 + ], + "after": [ + 2.221758011728525, + 2.173527958802879, + 2.2238719975575805, + 2.2164909169077873, + 2.238516928628087, + 2.2274290677160025, + 2.2253500064834952, + 2.1910270443186164, + 2.206207951530814, + 2.18932400457561, + 2.214886015281081, + 2.2102269576862454, + 2.2298539988696575, + 2.193198073655367, + 2.2093040170148015, + 2.2074709413573146, + 2.222349983640015, + 2.22071202006191, + 2.254899009130895, + 2.188967075198889 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 2.3789869737811387, + "after": 2.2156884660944343 + }, + "metadata_exact": true + }, + "128k-mixed-1000-planner": { + "samples_ms": { + "before": [ + 22.04404992517084, + 21.91894897259772, + 22.10096293129027, + 21.933616953901947, + 21.74217300489545, + 22.01524598058313, + 21.75239403732121, + 21.638283040374517, + 22.058080998249352, + 21.76110597793013, + 52.93793696910143, + 22.040894022211432, + 21.75105398055166, + 21.90667192917317, + 21.845451090484858, + 21.720419987104833, + 21.844093920663, + 21.968669956550002, + 21.688856999389827, + 21.834119921550155 + ], + "after": [ + 3.842544974759221, + 3.952922997996211, + 3.8634379161521792, + 3.8387340027838945, + 3.8389438996091485, + 3.857493051327765, + 3.85215796995908, + 3.9768930291756988, + 3.8245299365371466, + 3.8569149328395724, + 3.916134941391647, + 3.8611970376223326, + 3.885005018673837, + 3.850206034258008, + 3.961231908760965, + 3.874346031807363, + 3.897645976394415, + 3.849889966659248, + 3.866290906444192, + 3.8647529436275363 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 21.876061509829015, + "after": 3.862317476887256 + }, + "metadata_exact": true + }, + "128k-long-tail-1000-planner": { + "samples_ms": { + "before": [ + 6.098993006162345, + 6.06885296292603, + 6.041291984729469, + 6.102801999077201, + 6.055154954083264, + 6.118261022493243, + 6.063149077817798, + 6.077650003135204, + 6.003413000144064, + 6.109009962528944, + 6.0182519955560565, + 6.069358089007437, + 6.046032998710871, + 6.179652060382068, + 6.067587994039059, + 36.73038596753031, + 6.08207902405411, + 6.207393016666174, + 6.0486659640446305, + 6.28370197955519 + ], + "after": [ + 3.680306952446699, + 3.667220938950777, + 3.6552910460159183, + 3.65017494186759, + 3.651484032161534, + 3.630999941378832, + 3.6778110079467297, + 3.6716859322041273, + 3.616343019530177, + 3.675099927932024, + 3.6119039868935943, + 3.66475700866431, + 3.6578980507329106, + 3.6507350159808993, + 3.6120960721746087, + 3.7088380195200443, + 3.6899440456181765, + 3.7302899872884154, + 3.651808016002178, + 3.6856549559161067 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 6.073504046071321, + "after": 3.6613275296986103 + }, + "metadata_exact": true + }, + "256k-single-planner": { + "samples_ms": { + "before": [ + 6.273308070376515, + 6.1859110137447715, + 6.228829966858029, + 6.189352949149907, + 6.210490013472736, + 6.1686799162998796, + 6.207579048350453, + 6.210181047208607, + 6.191586027853191, + 6.232277024537325, + 6.19978504255414, + 6.172747001983225, + 6.196624017320573, + 6.1631620628759265, + 6.173041998408735, + 6.198281073011458, + 6.189342006109655, + 6.118671968579292, + 6.14934996701777, + 6.1761620454490185 + ], + "after": [ + 6.109548965469003, + 6.110334070399404, + 6.099766003899276, + 6.0219180304557085, + 6.071530049666762, + 6.033507990650833, + 6.164598977193236, + 6.1124550411477685, + 6.096701021306217, + 6.0586490435525775, + 6.0906229773536325, + 6.123605999164283, + 6.119196070358157, + 6.050423951819539, + 6.057007005438209, + 6.0730380937457085, + 6.070937961339951, + 6.0674239648506045, + 6.090157083235681, + 6.056089070625603 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 6.190469488501549, + "after": 6.081597588490695 + }, + "metadata_exact": true + }, + "256k-uniform-64-planner": { + "samples_ms": { + "before": [ + 0.41015096940100193, + 0.3944459604099393, + 0.37739600520581007, + 0.3896639682352543, + 0.38664997555315495, + 0.4359870217740536, + 0.3803169820457697, + 0.3860710421577096, + 0.38487394340336323, + 0.3898339346051216, + 0.3733679186552763, + 0.38506602868437767, + 0.37351599894464016, + 0.38967595901340246, + 0.3705939743667841, + 0.3850290086120367, + 0.37040491588413715, + 0.38908596616238356, + 0.3693180624395609, + 0.39668893441557884 + ], + "after": [ + 0.3678260836750269, + 0.36171393003314734, + 0.3648300189524889, + 0.3432539524510503, + 0.35647302865982056, + 0.34370110370218754, + 0.35738199949264526, + 0.3357569221407175, + 0.3518399316817522, + 0.34252204932272434, + 0.35713601391762495, + 0.34019898157566786, + 0.35376299638301134, + 0.34015101846307516, + 0.35704299807548523, + 0.33987394999712706, + 0.3501370083540678, + 0.33766403794288635, + 0.35145890433341265, + 0.3514030249789357 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 0.38556853542104363, + "after": 0.3514309646561742 + }, + "metadata_exact": true + }, + "256k-near-uniform-64-planner": { + "samples_ms": { + "before": [ + 0.4030209966003895, + 0.39380101952701807, + 0.37597701884806156, + 0.388526008464396, + 0.37151994183659554, + 0.379147008061409, + 0.37576595786958933, + 0.4110520239919424, + 0.37336302921175957, + 0.3853539237752557, + 0.3833520459011197, + 0.38638501428067684, + 0.37212600000202656, + 0.38512097671628, + 0.37283089477568865, + 0.395660987123847, + 0.3773580538108945, + 0.38487801793962717, + 0.3688790602609515, + 0.38768898230046034 + ], + "after": [ + 0.36612001713365316, + 0.3428839845582843, + 0.34924305509775877, + 0.33483700826764107, + 0.3550719702616334, + 0.3430369542911649, + 0.3512970870360732, + 0.3375509986653924, + 0.359527999535203, + 0.34393894020467997, + 0.35246205516159534, + 0.3352659987285733, + 0.35411003045737743, + 0.34323392901569605, + 0.36014197394251823, + 0.3383359871804714, + 0.3529870882630348, + 0.342561979778111, + 0.3608709666877985, + 0.3360230475664139 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 0.38411503192037344, + "after": 0.34659099765121937 + }, + "metadata_exact": true + }, + "256k-mixed-22-planner": { + "samples_ms": { + "before": [ + 6.795704015530646, + 6.791763938963413, + 6.846706965006888, + 6.778295035474002, + 6.843929062597454, + 6.815892062149942, + 6.78327598143369, + 6.800882983952761, + 6.778726004995406, + 6.860786932520568, + 6.743785925209522, + 6.825271062552929, + 6.850271951407194, + 6.783836986869574, + 6.734416005201638, + 6.789679056964815, + 6.794990971684456, + 6.805825047194958, + 6.787401041947305, + 6.9325019139796495 + ], + "after": [ + 6.480885902419686, + 6.506833015009761, + 6.519202026538551, + 6.67197594884783, + 6.540074944496155, + 6.439254037104547, + 6.543172057718039, + 6.608141935430467, + 6.494894973002374, + 6.468622013926506, + 6.479641073383391, + 6.490246974863112, + 6.506317062303424, + 6.468169973231852, + 6.521328934468329, + 6.469527957960963, + 6.47113798186183, + 6.5275689121335745, + 6.535366992466152, + 6.519639049656689 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 6.795347493607551, + "after": 6.506575038656592 + }, + "metadata_exact": true + }, + "256k-uniform-1024-planner": { + "samples_ms": { + "before": [ + 4.528131103143096, + 4.519441979937255, + 4.45167301222682, + 4.516285029239953, + 4.445967031642795, + 4.486287012696266, + 4.479257971979678, + 4.522491944953799, + 4.453120985999703, + 4.484906909056008, + 4.395911004394293, + 4.493816988542676, + 4.383869003504515, + 4.455235903151333, + 4.413711954839528, + 4.532746970653534, + 4.4780169846490026, + 4.572667996399105, + 4.481656011193991, + 4.5083899749442935 + ], + "after": [ + 4.2732099536806345, + 4.213123000226915, + 4.125150968320668, + 4.145705956034362, + 4.167816019617021, + 4.113686038181186, + 4.167040926404297, + 4.176416085101664, + 4.202626994810998, + 4.1443039663136005, + 4.177298047579825, + 4.142577992752194, + 4.125079023651779, + 4.1348160011693835, + 4.203732940368354, + 4.115461022593081, + 4.169943975284696, + 4.170452011749148, + 4.154626978561282, + 4.169474937953055 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 4.483281460124999, + "after": 4.167428473010659 + }, + "metadata_exact": true + }, + "256k-near-uniform-512-planner": { + "samples_ms": { + "before": [ + 2.4475599639117718, + 2.4344889679923654, + 2.395572024397552, + 2.387490007095039, + 2.3774970322847366, + 2.4405719013884664, + 2.4193800054490566, + 2.4099330184981227, + 2.4256249889731407, + 2.408756990917027, + 2.396582975052297, + 2.4163590278476477, + 2.3899219231680036, + 32.957385992631316, + 2.451278967782855, + 2.404685947112739, + 2.3890669690445065, + 2.4140229215845466, + 2.4009819608181715, + 2.457590075209737 + ], + "after": [ + 2.2638730006292462, + 2.2619450464844704, + 2.23950098734349, + 2.2017869632691145, + 2.215599990449846, + 2.204743097536266, + 2.232411061413586, + 2.207626006565988, + 2.206437988206744, + 2.177756978198886, + 2.250102930702269, + 2.2028969833627343, + 2.236993983387947, + 2.2443720372393727, + 2.2390360245481133, + 2.2466800874099135, + 2.2268480388447642, + 2.2540870122611523, + 2.21646495629102, + 2.2201479878276587 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 2.4119779700413346, + "after": 2.229629550129175 + }, + "metadata_exact": true + }, + "256k-mixed-1000-planner": { + "samples_ms": { + "before": [ + 24.54034995753318, + 24.531275033950806, + 24.561429978348315, + 24.81341699603945, + 54.413284990005195, + 24.231813033111393, + 24.326125043444335, + 24.51071992982179, + 24.568932014517486, + 24.544357089325786, + 24.218196980655193, + 24.278299999423325, + 54.848834057338536, + 24.51823907904327, + 24.61230696644634, + 24.68205103650689, + 24.32792796753347, + 24.375067907385528, + 24.580372031778097, + 24.808765039779246 + ], + "after": [ + 16.764546977356076, + 16.3035630248487, + 16.358520020730793, + 16.450993018224835, + 16.33723301347345, + 16.516595031134784, + 16.50680403690785, + 16.276226029731333, + 16.32769708521664, + 16.374025959521532, + 16.418756917119026, + 16.53418701607734, + 16.604391974397004, + 16.265636077150702, + 16.35824504774064, + 16.457217978313565, + 16.542282071895897, + 16.551429987885058, + 16.530111082829535, + 16.244163969531655 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 24.542353523429483, + "after": 16.43487496767193 + }, + "metadata_exact": true + }, + "256k-long-tail-1000-planner": { + "samples_ms": { + "before": [ + 23.28029298223555, + 22.953859996050596, + 23.113874020054936, + 23.350395960733294, + 22.959975991398096, + 22.866397979669273, + 53.57191897928715, + 23.445561062544584, + 22.97284291125834, + 23.276207968592644, + 23.004574002698064, + 23.091771989129484, + 23.446962935850024, + 23.451111977919936, + 23.194006993435323, + 53.4638250246644, + 23.02024490199983, + 23.022315930575132, + 23.23351800441742, + 23.345256922766566 + ], + "after": [ + 15.0655850302428, + 15.106525970622897, + 15.416737063787878, + 14.999473001807928, + 15.052370028570294, + 15.261941007338464, + 14.996233046986163, + 15.140222036279738, + 15.17251692712307, + 15.06192295346409, + 15.014206990599632, + 15.350549947470427, + 15.018568956293166, + 15.140537987463176, + 15.73672704398632, + 14.988586073741317, + 15.155900036916137, + 15.214379993267357, + 15.043093007989228, + 15.059495926834643 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 23.21376249892637, + "after": 15.086055500432849 + }, + "metadata_exact": true + }, + "1024k-single-planner": { + "samples_ms": { + "before": [ + 6.401306949555874, + 6.363680004142225, + 6.276860018260777, + 6.301490939222276, + 6.289783981628716, + 6.289764074608684, + 6.253407918848097, + 6.344108027406037, + 6.206598016433418, + 6.301910034380853, + 6.258120061829686, + 6.300506996922195, + 6.237262045033276, + 6.291158031672239, + 6.250014994293451, + 6.290553021244705, + 6.247104960493743, + 6.244288058951497, + 6.247733021155, + 6.355733028613031 + ], + "after": [ + 6.215190049260855, + 6.177706993184984, + 6.197663955390453, + 6.145993946120143, + 6.222699070349336, + 6.169933010824025, + 6.188363069668412, + 6.152393063530326, + 6.236356915906072, + 6.181873031891882, + 6.244497955776751, + 6.177121074870229, + 6.194881978444755, + 6.158321048133075, + 6.16318394895643, + 6.140960962511599, + 6.226410041563213, + 6.211370928213, + 6.178151001222432, + 6.177538889460266 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 6.2897740281187, + "after": 6.180012016557157 + }, + "metadata_exact": true + }, + "1024k-uniform-64-planner": { + "samples_ms": { + "before": [ + 0.42080599814653397, + 0.4038750194013119, + 0.38857804611325264, + 0.4034269368276, + 0.38967293221503496, + 0.40273508056998253, + 0.3832620568573475, + 0.3959540044888854, + 0.3901791060343385, + 0.3977610031142831, + 0.43747795280069113, + 0.4107679706066847, + 0.3902378957718611, + 0.3971179248765111, + 0.38518698420375586, + 0.4006110830232501, + 0.3892940003424883, + 0.3975259605795145, + 0.3838939592242241, + 0.4060509381815791 + ], + "after": [ + 0.36720791831612587, + 0.3625159151852131, + 0.37771405186504126, + 0.35041000228375196, + 0.36165607161819935, + 0.349257024936378, + 0.36535400431603193, + 0.34397293347865343, + 0.36269298288971186, + 0.34938903991132975, + 0.3802860155701637, + 0.357507960870862, + 0.3609630512073636, + 0.34980091731995344, + 0.36741001531481743, + 0.3414710517972708, + 0.3660570364445448, + 0.3538549644872546, + 0.37089898250997066, + 0.35520095843821764 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 0.3973219427280128, + "after": 0.3613095614127815 + }, + "metadata_exact": true + }, + "1024k-near-uniform-64-planner": { + "samples_ms": { + "before": [ + 0.411357032135129, + 0.4092190647497773, + 0.38928911089897156, + 0.39956194814294577, + 0.39079703856259584, + 0.40034507401287556, + 0.3874669782817364, + 0.40125101804733276, + 0.38783892523497343, + 0.4079029895365238, + 0.38890400901436806, + 0.3955049905925989, + 0.3836510004475713, + 0.39660301990807056, + 0.37577003240585327, + 0.40066102519631386, + 0.38612191565334797, + 0.40559505578130484, + 0.38500898517668247, + 0.3992560086771846 + ], + "after": [ + 0.36906194873154163, + 0.3460940206423402, + 0.359949073754251, + 0.34843606408685446, + 0.36219297908246517, + 0.34608994610607624, + 0.36883691791445017, + 0.34593301825225353, + 0.3651459701359272, + 0.35133492201566696, + 0.36212196573615074, + 0.3420230932533741, + 0.356883043423295, + 0.34345604944974184, + 0.3590090200304985, + 0.34881499595940113, + 0.3593889996409416, + 0.34409610088914633, + 0.3649709979072213, + 0.3488330403342843 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 0.39605400525033474, + "after": 0.354108982719481 + }, + "metadata_exact": true + }, + "1024k-mixed-22-planner": { + "samples_ms": { + "before": [ + 7.116922060959041, + 7.177904015406966, + 7.13980000000447, + 7.036815048195422, + 7.111265091225505, + 7.035356014966965, + 7.030882057733834, + 7.0656288880854845, + 7.051595952361822, + 7.055683992803097, + 7.0082469610497355, + 7.1635430213063955, + 7.037836010567844, + 7.078544935211539, + 7.08668795414269, + 7.108084042556584, + 7.043128018267453, + 7.059555035084486, + 7.088234066031873, + 7.057390990667045 + ], + "after": [ + 6.80316099897027, + 6.773620028980076, + 6.781495991162956, + 6.73370691947639, + 6.742869038134813, + 6.748192943632603, + 6.805401062592864, + 6.764878984540701, + 6.730035995133221, + 6.813118001446128, + 6.788165075704455, + 6.766583072021604, + 6.699447054415941, + 6.768840947188437, + 6.729939021170139, + 6.789920036680996, + 6.8319570273160934, + 6.730383029207587, + 6.752830930054188, + 6.794777000322938 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 7.062591961584985, + "after": 6.76771200960502 + }, + "metadata_exact": true + }, + "1024k-uniform-1024-planner": { + "samples_ms": { + "before": [ + 4.723243066109717, + 4.931011004373431, + 4.759495961479843, + 4.715371993370354, + 4.765891004353762, + 4.700714023783803, + 4.798600100912154, + 4.737420007586479, + 4.807673045434058, + 4.715082002803683, + 4.753511981107295, + 4.659031983464956, + 4.738165996968746, + 4.7197270905599, + 37.12526906747371, + 4.684593062847853, + 4.794273059815168, + 4.75063594058156, + 4.797957022674382, + 4.689068999141455 + ], + "after": [ + 4.392486996948719, + 4.454082925803959, + 4.302648943848908, + 4.259853973053396, + 4.329560091719031, + 4.278030013665557, + 4.359407001174986, + 4.328979062847793, + 4.3300940888002515, + 4.302379908040166, + 4.365602973848581, + 4.28319105412811, + 4.396082018502057, + 4.303489928133786, + 4.510325030423701, + 4.342301981523633, + 4.266428062692285, + 4.304714035242796, + 4.332002019509673, + 4.264610004611313 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 4.744400968775153, + "after": 4.329269577283412 + }, + "metadata_exact": true + }, + "1024k-near-uniform-512-planner": { + "samples_ms": { + "before": [ + 2.515185042284429, + 2.4836119264364243, + 2.4774610064923763, + 2.4514689575880766, + 2.4803068954497576, + 2.4744559777900577, + 2.441972028464079, + 2.450105967000127, + 2.4273539893329144, + 2.5212119799107313, + 2.449671970680356, + 2.4625950027257204, + 2.465908066369593, + 2.4435248924419284, + 2.432778012007475, + 2.447120030410588, + 2.4312910391017795, + 2.4819980608299375, + 2.413704991340637, + 2.454346977174282 + ], + "after": [ + 2.2778710117563605, + 2.224409021437168, + 2.2687099408358335, + 2.189205028116703, + 2.4770909221842885, + 2.2167189745232463, + 2.2215070202946663, + 2.2258959943428636, + 2.24177201744169, + 2.220332040451467, + 2.2220200626179576, + 2.1935610566288233, + 2.365433028899133, + 2.3080429527908564, + 2.229491015896201, + 2.2006690269336104, + 2.2265500156208873, + 2.22190807107836, + 2.215657033957541, + 2.203262993134558 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 2.4529079673811793, + "after": 2.223214542027563 + }, + "metadata_exact": true + }, + "1024k-mixed-1000-planner": { + "samples_ms": { + "before": [ + 25.652137934230268, + 25.46787296887487, + 25.711324997246265, + 25.766848935745656, + 25.748226093128324, + 25.68940701894462, + 25.380223989486694, + 25.50192188937217, + 25.78106301371008, + 57.11816402617842, + 25.759859010577202, + 25.784690980799496, + 25.438977987505496, + 25.33386100549251, + 25.694990996271372, + 25.588147924281657, + 25.80513700377196, + 25.829382007941604, + 56.03781796526164, + 25.28274105861783 + ], + "after": [ + 17.50727999024093, + 48.44116396270692, + 17.65985193196684, + 17.201192094944417, + 17.23041303921491, + 17.503901035524905, + 17.601707950234413, + 17.612167983315885, + 17.567483941093087, + 17.297217971645296, + 17.34165393281728, + 17.509303987026215, + 17.61009602341801, + 17.63615501113236, + 17.625470063649118, + 17.18583598267287, + 17.181201023049653, + 17.410952015779912, + 17.32693100348115, + 17.414303962141275 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 25.70315799675882, + "after": 17.505590512882918 + }, + "metadata_exact": true + }, + "1024k-long-tail-1000-planner": { + "samples_ms": { + "before": [ + 25.22357099223882, + 25.02503409050405, + 24.86469899304211, + 24.80024192482233, + 24.994525010697544, + 24.8831610661, + 25.079349987208843, + 25.113655952736735, + 24.65354697778821, + 24.713349994271994, + 24.960741982795298, + 24.926676996983588, + 24.976362008601427, + 24.950529914349318, + 24.81701597571373, + 25.46109596733004, + 24.933145963586867, + 24.92614893708378, + 24.99815507326275, + 25.036363978870213 + ], + "after": [ + 16.639605979435146, + 16.80207799654454, + 47.643300029449165, + 16.94847596809268, + 17.137111048214138, + 16.74931705929339, + 16.65344601497054, + 16.915512969717383, + 17.00916001573205, + 17.092264024540782, + 17.00384693685919, + 46.60715803038329, + 16.701380955055356, + 16.74321002792567, + 16.781526035629213, + 16.892694984562695, + 17.648648004978895, + 16.605001059360802, + 16.71510294545442, + 48.10157907195389 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 24.955635948572308, + "after": 16.90410397714004 + }, + "metadata_exact": true + }, + "128k-uniform-1024-zigzag": { + "samples_ms": { + "before": [ + 69.64113505091518, + 73.64157098345459, + 38.45433599781245, + 72.69224699120969, + 38.10993500519544, + 38.43369905371219, + 38.421318982727826, + 38.43365400098264, + 38.649844005703926, + 38.74922904651612, + 38.66042196750641, + 38.57172594871372, + 75.46621793881059, + 38.436721079051495, + 72.60013394989073, + 76.3658790383488, + 38.860194967128336, + 73.75223899725825, + 38.60297589562833, + 39.060689974576235 + ], + "after": [ + 37.776404060423374, + 36.784694995731115, + 36.321370978839695, + 36.35120403487235, + 36.09032602980733, + 74.06754896510392, + 36.53954900801182, + 71.28948497120291, + 74.33333899825811, + 37.268035928718746, + 72.1440309425816, + 36.91740706562996, + 37.01140102930367, + 36.919855047017336, + 36.93395503796637, + 36.86134691815823, + 37.082409020513296, + 37.04060195013881, + 37.2941589448601, + 74.28962702397257 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 38.704825507011265, + "after": 37.02600148972124 + }, + "metadata_exact": true + }, + "128k-uniform-1024-contiguous": { + "samples_ms": { + "before": [ + 3.268019063398242, + 2.554591977968812, + 2.479085000231862, + 2.5484160287305713, + 2.4840160040184855, + 2.4452970828861, + 2.4797720834612846, + 2.4469959316775203, + 2.4430269841104746, + 2.4849720066413283, + 2.456852002069354, + 2.4770579766482115, + 2.437687013298273, + 2.4830519687384367, + 2.3991750786080956, + 2.492676954716444, + 2.4221889907494187, + 2.460542949847877, + 2.421214012429118, + 2.4535140255466104 + ], + "after": [ + 2.305899979546666, + 2.254140912555158, + 2.2742359433323145, + 2.231505000963807, + 2.252420992590487, + 2.2559830686077476, + 2.2199279628694057, + 2.2693349746987224, + 2.2399929584935308, + 2.216992899775505, + 2.2454659920185804, + 2.216396969743073, + 2.266811905428767, + 2.1937619894742966, + 2.2288409527391195, + 2.2255079820752144, + 2.255016006529331, + 2.1914190147072077, + 2.2441610926762223, + 2.207132987678051 + ] + }, + "orders": [ + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ], + [ + "before", + "after" + ], + [ + "after", + "before" + ] + ], + "median_ms": { + "before": 2.4688004632480443, + "after": 2.2420770255848765 + }, + "metadata_exact": true + } + }, + "source_sha256": { + "cula/distributed/thd_planner.py": "960a403b1e804b087653fd5c8032781fd2d1249f37a6a7b0f2b80c3fca1896f6", + "cula/hybrid/dsa.py": "853f7045ead4d230d4bd5b0a211d60861c840c6190c6502bfdcde310cf866bc2", + "cula/hybrid/csa_cp.py": "92f961d637c284e7070504eee3a483f25e98a0550026488f5a72d4a9642f5113", + "cula/distributed/redistribute.py": "c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f" + }, + "metadata_comparison_scope": "All plan fields except evaluated_scores; omitted nonwinning candidates are checked in the separate planner parity suite", + "warmups_per_variant": 2, + "order": "Alternating before/after and after/before, 20 samples per variant" + }, + "schema_version": 1, + "tested_source_commit": "489779ba35e2c5f51eccce7c7ff95ed4cdd640d0", + "validation": { + "focused_cpu_tests_passed": 518, + "planner_comparisons": 660, + "planner_comparison_scope": "Selected layout, metrics and score exactly match baseline; retained candidate scores match; omitted candidates cannot meet migration margin", + "random_dsa_plans": 300, + "identical_dsa_windows": 69281, + "native_subgroup_checks": 128, + "native_subgroup_scope": "Unchanged native runtime: BF16 and FP32 weights, explicit subgroups, empty destinations, retained outputs", + "complete_csa_cases": 24, + "paths_per_case": 4, + "ranks_per_case": 8, + "compared_tensors_per_public_path": 8, + "comparison": "Full tensor output and seven gradients against legacy contiguous; native nondeterminism enabled", + "relative_rms_limit": 0.01, + "auxiliary_loss_abs_limit": 1e-05, + "small_fp32_oracle_cases": 3, + "small_fp32_oracle_scope": "All four paths; attention, teacher/KL and pooling with selected keys; no independent native ranking oracle", + "cp64_scope": "CPU metadata only" + } +} From e87952a1482ec4aa8eb924dd0a8c4aeee941824e Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Mon, 16 Nov 2026 23:14:49 +0800 Subject: [PATCH 10/18] perf(planner): skip dominated rank placements Signed-off-by: shuyan.ycf --- cula/distributed/thd_planner.py | 21 +++++++++++++++++++-- docs/THD_LAYOUT_PLANNER.md | 14 ++++++++++++-- tests/test_thd_planner.py | 32 ++++++++++++++++++++++++++++++++ 3 files changed, 63 insertions(+), 4 deletions(-) diff --git a/cula/distributed/thd_planner.py b/cula/distributed/thd_planner.py index 5b8890a1..9fe44663 100644 --- a/cula/distributed/thd_planner.py +++ b/cula/distributed/thd_planner.py @@ -1013,10 +1013,28 @@ def work(item): max_copies = max(offsets[r + 1] - offsets[r] + n for r, n in enumerate(loads)) if model.overlap_intra_inter: max_incoming, max_outgoing = max(*intra_in, *inter_in), max(*intra_out, *inter_out) + transfer_floor = max(max_incoming, max_outgoing) + if model.peer_gbps is not None: + transfer_floor = max(transfer_floor, peer_peak * model.bytes_per_query / (model.peer_gbps * 1e6)) + if model.inter_node_aggregate_gbps is not None: + transfer_floor = max( + transfer_floor, node_peak * model.bytes_per_query / (model.inter_node_aggregate_gbps * 1e6) + ) + transfer_floor += degree_peak * model.peer_startup_us / 1e3 best = None for rank in range(world): if loads[rank] + placed.tokens > capacity: continue + rank_compute = max(max_compute, compute[rank] + cost) + copies = max(max_copies, offsets[rank + 1] - offsets[rank] + loads[rank] + placed.tokens) + # New traffic cannot reduce an existing bottleneck. Evaluate + # the expensive peer/node deltas only if this rank can still + # beat the incumbent. Keep equality for the full tie break. + floor = rank_compute + transfer_floor + if peer_peak: + floor += copies * model.packing_ns_per_query / 1e6 + model.exchange_us / 1e3 + if best is not None and floor > best[0][0]: + continue additions = [] moved = 0 for source, rows in intersections: @@ -1074,8 +1092,7 @@ def work(item): transfer += candidate_degree * model.peer_startup_us / 1e3 # Partial placement uses an upper bound on copies. Final # scoring checks the actual source/destination permutations. - copies = max(max_copies, offsets[rank + 1] - offsets[rank] + loads[rank] + placed.tokens) - critical = max(max_compute, compute[rank] + cost) + transfer + critical = rank_compute + transfer if candidate_peer_peak: critical += copies * model.packing_ns_per_query / 1e6 + model.exchange_us / 1e3 key = (critical, compute[rank] + cost + incoming[rank] + received, moved, loads[rank], rank) diff --git a/docs/THD_LAYOUT_PLANNER.md b/docs/THD_LAYOUT_PLANNER.md index fbf2fd35..ef518c33 100644 --- a/docs/THD_LAYOUT_PLANNER.md +++ b/docs/THD_LAYOUT_PLANNER.md @@ -152,6 +152,14 @@ Bounds are tested against exhaustive small assignments and concrete zigzag layouts on contiguous, interleaved and irregular topologies. They cannot exclude a strictly better modeled zigzag; they make no statement about model error. +Inside greedy placement, existing sender/receiver, peer and node bottlenecks +also bound every prospective rank's cost. Compute the rank's prospective +compute/copy price and reuse those existing transport bounds before building +its communication deltas. If this floor strictly exceeds the best placement +already examined, skip that rank. Nonnegative additions cannot improve it. +Equality must still evaluate the complete tie-break key, including locality +and row load. This changes neither the candidate family nor its assignments. + Repeated planning grids are deduplicated. Pinned spans are coalesced once; their initial per-rank loads are computed once and copied for each grid. Adaptive grids visit only movable documents. Owner groups are built in one pass, and @@ -169,8 +177,10 @@ for a split. It uses exact integer work, including unaligned causal offsets; long documents still receive the same maximal budget-fitting prefixes. An integer candidate total avoids rescanning all preceding short documents; window boundaries, scratch requirements and numerical execution are unchanged. -All reuse is local to one preparation call; there is no retained layout cache -or new device-to-host metadata read. +Temporary solver state is local to one preparation call; there is no implicit +retained layout cache or new device-to-host metadata read. Callers can explicitly +reuse the resulting immutable plan across compatible CSA layers; see +[plan/workspace reuse and amortized accounting](CSA_CP_PLAN_REUSE.md). ## Calibrating and measuring diff --git a/tests/test_thd_planner.py b/tests/test_thd_planner.py index 1b6b52d7..6d88513b 100644 --- a/tests/test_thd_planner.py +++ b/tests/test_thd_planner.py @@ -516,6 +516,38 @@ def test_source_local_spans_still_price_local_reordering(): assert model.estimate_ms(reordered, block_size=4) == pytest.approx(0.032 + 0.010) +def test_equal_placement_bound_keeps_the_full_locality_tie_break(): + from cula.distributed.thd_planner import _make_item, _selection_assign + + model = _cost_model( + candidate_ns=0, + query_ns=1e6, + span_us=0, + bytes_per_query=1000, + intra_node_gbps=1, + inter_node_gbps=1, + rank_node_ids=(0,) * 4, + packing_ns_per_query=0, + exchange_us=0, + ) + # Rank 0 already owns the compute bottleneck. Moving the first item to + # rank 1 establishes a network bottleneck too. For the second item, ranks + # 2 and 3 have equal critical cost, but rank 3 keeps the item source-local. + # Pruning on >= instead of > would incorrectly discard that tie winner. + items = [_make_item(0, 0, 8, 0, 8, 4), _make_item(1, 24, 28, 24, 28, 4)] + assigned = _selection_assign( + items, + pinned_loads=(0,) * 4, + pinned_compute=(100.0, 0.0, 0.0, 0.0), + world=4, + capacity=16, + offsets=(0, 8, 16, 24, 32), + model=model, + block_size=4, + ) + assert [owner for _, owner in assigned] == [1, 3] + + @pytest.mark.parametrize("margin", [0, 0.05]) def test_pinned_critical_path_avoids_useless_long_document_search(monkeypatch, margin): cu = _boundaries([64] * 998 + [33600] * 2) From 2e7fff1ac5c16eb08a60f69776abdffcc0e4c966 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Mon, 16 Nov 2026 23:15:06 +0800 Subject: [PATCH 11/18] test(csa): qualify cross-layer plan and workspace reuse Signed-off-by: shuyan.ycf --- benchmarks/check_csa_cp_selection.py | 37 +- docs/CSA_CP_PLAN_REUSE.md | 147 + docs/CSA_CP_SELECTION.md | 25 + docs/CSA_CP_THREE_WAY_RESULTS.md | 21 +- docs/results/csa_cp_reuse_20261116.json | 5340 +++++++++++++++++++++++ 5 files changed, 5564 insertions(+), 6 deletions(-) create mode 100644 docs/CSA_CP_PLAN_REUSE.md create mode 100644 docs/results/csa_cp_reuse_20261116.json diff --git a/benchmarks/check_csa_cp_selection.py b/benchmarks/check_csa_cp_selection.py index 7cb386fb..7f02d298 100644 --- a/benchmarks/check_csa_cp_selection.py +++ b/benchmarks/check_csa_cp_selection.py @@ -26,7 +26,10 @@ def canonical(result): def main(): parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("--weights-dtype", choices=("bf16", "fp32"), default="bf16") + parser.add_argument("--reuse-layers", type=int, default=3, help="Distinct sequential inputs sharing a plan/workspace") args = parser.parse_args() + if args.reuse_layers < 2: + parser.error("reuse-layers must be at least two") torch.cuda.set_device(int(os.environ["LOCAL_RANK"])) device = torch.device("cuda", torch.cuda.current_device()) dist.init_process_group("nccl", timeout=datetime.timedelta(minutes=5)) @@ -58,15 +61,38 @@ def main(): workspace = CsaCPSelectionWorkspace.from_plan(plan, device, group=group) result = cudnn_csa_select_cp(qi, keys, weights, workspace=workspace) ids, scores = canonical(result) - saved_ids, saved_scores = result.block_ids.clone(), result.scores.clone() - cudnn_csa_select_cp(qi * 2, keys, weights, workspace=workspace) - retained = torch.equal(saved_ids, result.block_ids) and torch.equal(saved_scores, result.scores) + saved = [(result, result.block_ids.clone(), result.scores.clone())] + reuse_ids_equal, reuse_error = True, 0.0 + for layer in range(1, args.reuse_layers): + # Different layer inputs must not reuse the previous layer's + # sparse selection. Compare with a fresh workspace, retaining + # every earlier result as a training stack would for backward. + layer_q, layer_keys, layer_weights = qi.roll(layer, 0), keys.roll(-layer, 0), weights.roll(-layer, 0) + reused = cudnn_csa_select_cp(layer_q, layer_keys, layer_weights, workspace=workspace) + fresh_workspace = CsaCPSelectionWorkspace.from_plan(plan, device, group=group) + fresh = cudnn_csa_select_cp(layer_q, layer_keys, layer_weights, workspace=fresh_workspace) + reused_ids, reused_scores = canonical(reused) + fresh_ids, fresh_scores = canonical(fresh) + reuse_ids_equal &= torch.equal(reused_ids, fresh_ids) + error = ((reused_scores - fresh_scores).norm() / fresh_scores.norm().clamp_min(1e-12)).item() + reuse_error = max(reuse_error, error) if math.isfinite(error) else math.inf + saved.append((reused, reused.block_ids.clone(), reused.scores.clone())) + retained = all( + torch.equal(x.block_ids, ids_copy) and torch.equal(x.scores, scores_copy) for x, ids_copy, scores_copy in saved + ) if baseline is None: baseline = ids.clone(), scores.clone() ids_equal = torch.equal(ids, baseline[0]) delta = (scores - baseline[1]).float() relative = (delta.norm() / baseline[1].norm().clamp_min(1e-12)).item() - okay = retained and ids_equal and bool(torch.isfinite(scores).all()) and relative < 1e-5 + okay = ( + retained + and ids_equal + and reuse_ids_equal + and reuse_error < 1e-5 + and bool(torch.isfinite(scores).all()) + and relative < 1e-5 + ) records.append( dict( lengths=lengths, @@ -75,6 +101,9 @@ def main(): source_rows=n, target_rows=plan.exchange.target_rows, retained=retained, + reuse_layers=args.reuse_layers, + reuse_ids_equal=reuse_ids_equal, + reuse_max_score_relative_rms=reuse_error if math.isfinite(reuse_error) else None, ids_equal=ids_equal, score_relative_rms=relative if math.isfinite(relative) else None, okay=okay, diff --git a/docs/CSA_CP_PLAN_REUSE.md b/docs/CSA_CP_PLAN_REUSE.md new file mode 100644 index 00000000..efdb703d --- /dev/null +++ b/docs/CSA_CP_PLAN_REUSE.md @@ -0,0 +1,147 @@ +# Reusing CSA plans across layers + +A single-CSA benchmark deliberately charges fresh preparation to one operator. +A training stack can prepare once at microbatch ingress and reuse the same plan +across compatible CSA layers. More KDA or MLP layers also enlarge the denominator +of a model-step overhead ratio, but do not count as additional CSA plan uses. + +## What is reusable + +`CsaCPSelectionPlan` is immutable host metadata: document geometry, source and +selection ownership, exchange ranges and native scratch/window sizes. It does +not contain Q, pooled keys, weights, or a layer's selected block IDs. Those +values are supplied or recomputed on every invocation. + +Reuse requires the same document boundaries, source layout, group/rank mapping, +block size, Top-K, capacity and scratch policy, with a cost profile applicable +to the layer's indexer shape, dtypes and topology. Equal total tokens alone are +insufficient. See the [API contract](CSA_CP_SELECTION.md#reuse-across-layers). + +The same device workspace can serve sequential invocations on one group/stream. +Selection results own their storage; retain each layer's results needed by +backward. Concurrent invocations need separate mutable workspaces or explicit +ordering. Sharing metadata does not authorize sharing or caching activations, +layer-dependent selections or saved backward tensors. + +## Amortized accounting + +Let `P_host` be host plan construction, `P_device` device metadata/workspace +preparation, `S` one complete CSA forward/backward execution, and `R` compatible +uses of the layout: + +- Reuse only the host plan: `S + P_device + P_host / R` per use. +- Reuse both plan and device workspace: `S + (P_host + P_device) / R` per use. +- Communication, layout conversions, selection, attention and backward remain + in `S` and execute at every layer. Only preparation is divided by `R`. + +For a policy comparison, amortize preparation for every policy, including +contiguous and full zigzag. A candidate pays for migration when +`R * (S_baseline - S_candidate) > P_candidate - P_baseline`, subject to the +configured safety margin and memory constraints. A caller can divide a +calibrated one-time preparation headroom by expected reuse when setting +`min_gain_ms`; kernel, transport and fractional-margin coefficients are not +one-time costs and must not be divided. The library does not infer a layer +count or silently change the supplied profile. + +The following is an **accounting projection**, not a measured multilayer model +run. It uses the [completed 24-case B300 CP8 cohort](results/csa_cp_preparation_20261116.json) +on source `489779b`, with `P = prepare_ms` and `S = step_ms`. It assumes all +measured metadata/workspace preparation is shared and each compatible layer +has the measured single-layer cost. The complete-CSA harness also prepares +common pooling/source-layout metadata; downstream integration must reuse that +metadata too to realize the full `P / R` credit. Reusing only the CSA host plan +amortizes only that portion. Compilation and input creation remain excluded. + +| Compatible CSA uses R | Worst projected gap to faster contiguous/zigzag across 24 cases | +|---:|---:| +| 1 | +19.399% | +| 4 | +5.067% | +| 8 | +2.634% | +| 16 | +1.413% | + +Each row compares `S_policy + P_policy / R` with the smaller fixed-policy value +using that same R. This is not the planner's own preparation percentage: shared +baseline preparation is included too. It does not establish a universal <3% +preparation guarantee. The steady limit remains the separately measured worst ++0.339% gap. + +## Lessons from MagiAttention + +We inspected MagiAttention revision +[`e5bcb9f`](https://github.com/SandAI-org/MagiAttention/tree/e5bcb9f4613d84f2f42442bd8bd6227665bb37b8). +Its static dispatch separates pre-iteration geometry from execution and includes +load and affinity heuristics. Its dynamic solver retains source ownership and +balances compute with send/receive bottlenecks, but requires per-layer mask +information. The documented CPU solver has a D2H limitation for GPU-generated +masks. These are useful distinctions for CSA: + +| Idea | Application to cuLA | +|---|---| +| Reusable static scheduling metadata | Plan the known causal selection geometry once; recompute layer-dependent scores and selected IDs each time. | +| Bottleneck-aware task placement | Include rank, peer and node traffic; eliminate provably losing placements before constructing their full communication deltas. | +| Local work plus remote stages | A possible next runtime optimization, requiring explicit cuDNN dependencies, buffer lifetimes and actual overlap measurements. | +| Dynamic sparse-mask scheduling | A separate problem from geometry-only selection planning; avoid importing a CPU mask round trip into this API. | + +Sources: [static dispatch implementation](https://github.com/SandAI-org/MagiAttention/blob/e5bcb9f4613d84f2f42442bd8bd6227665bb37b8/magi_attention/meta/solver/dispatch_solver.py), +[dynamic solver design and limitations](https://github.com/SandAI-org/MagiAttention/blob/e5bcb9f4613d84f2f42442bd8bd6227665bb37b8/docs/source/blog/dynamic_solver.md). + +The current cuLA execution has ordered exchange/compute/return phases. Its cost +model must continue to sum the exposed stages. Replacing that sum with a maximum +would assume overlap that the implementation does not provide. Adding overlap +requires a runtime change and a new calibration; it is not a cost-model shortcut. + +## Implemented follow-up: cheaper rank placement + +The follow-up keeps the existing candidate family and objective. During greedy +placement, current sender/receiver, peer and node bottlenecks give an optimistic +floor for each possible destination. Adding nonnegative traffic cannot lower +those bottlenecks. If that floor strictly exceeds the best rank already scored, +skip construction of its detailed communication deltas. Equality still evaluates +the complete key, preserving the locality and load tie breaks. This is an +independent cuLA optimization motivated by the scheduling study, not a port of +MagiAttention's solver or a change to native attention math. + +The following measures **`plan_thd_selection` on the B300 host CPU**. CP16/CP64 +are logical metadata sizes, not H20 or 16-/64-GPU execution results. Baseline is +`aafd594`; each variant has two warmups and 15 samples in alternating order. +Both use the same profile with zero absolute headroom, a 1,024-token floor, +six grids/rank and twice-source row capacity. The full report includes all 24 +CP8 shapes and five representative 1M shapes at each larger logical CP. + +| Logical CP | 1M distribution | Before (ms) | After (ms) | Host planning time reduction | +|---:|---|---:|---:|---:| +| 8 | one long | 6.109 | 4.802 | 21.4% | +| 8 | 20 short + 2 long | 6.649 | 5.067 | 23.8% | +| 8 | 1,000-document long-tail | 15.992 | 14.380 | 10.1% | +| 16 | one long | 20.473 | 14.382 | 29.8% | +| 16 | 20 short + 2 long | 21.884 | 14.595 | 33.3% | +| 16 | 1,000-document long-tail | 29.331 | 22.596 | 23.0% | +| 64 | one long | 284.068 | 179.442 | 36.8% | +| 64 | 20 short + 2 long | 312.317 | 175.745 | 43.7% | +| 64 | 1,000-document long-tail | 275.419 | 159.970 | 41.9% | + +Unchanged control paths have ordinary timing variation, up to about 3.4% in +this cohort. These CPU reductions do not imply faster steady GPU kernels. They +reduce the one-time cost that the caller can then amortize across layers. + +Validation on the final implementation: + +- 541 focused CPU tests pass, including a tie case that would fail if pruning + used `>=` rather than strict `>`. +- 34 timed cases and 240 random topology/cost cases match every baseline plan + field exactly, including candidate scores. The broader 660 comparisons retain + the previously established layout/score parity; 300 DSA plans and 69,281 + windows remain identical. +- Eight B300 GPUs run two disjoint CP4 subgroups. The 128 native fixtures cover + BF16 and FP32 weights, unequal sources, empty destinations and three distinct + sequential inputs per plan/workspace. All 256 later-layer comparisons against + fresh workspaces have identical canonical IDs and zero score difference. + Every retained earlier result is unchanged. This checks the selection API, + not a connected multilayer CSA forward/backward model. +- The earlier 24-case complete-CSA GPU timing/gradient cohort remains identified + by its source revision; it has not been relabeled as a new GPU timing run. + +[Machine-readable host timings, reuse checks and amortization projection](results/csa_cp_reuse_20261116.json) +retain the samples and source hashes. Reproduce the native reuse checks with +`benchmarks.check_csa_cp_selection --reuse-layers 3` under eight distributed +ranks, once with `--weights-dtype bf16` and once with `--weights-dtype fp32`. diff --git a/docs/CSA_CP_SELECTION.md b/docs/CSA_CP_SELECTION.md index 9f5973b1..4053ec45 100644 --- a/docs/CSA_CP_SELECTION.md +++ b/docs/CSA_CP_SELECTION.md @@ -54,6 +54,31 @@ materialization uploads compact interval metadata and builds the large integer index/permutation arrays on the target device. This avoids constructing and copying token-sized CPU arrays. Device operations use explicit output sizes. +## Reuse across layers + +Prepare once at microbatch ingress and pass the same immutable plan to every +compatible CSA layer. The plan contains geometry, routing and scratch sizing, +not layer activations or selected block IDs. Each invocation supplies its own +Q, pooled keys and weights and computes fresh selection results. + +Reuse requires unchanged document boundaries, source ownership, CP group/rank +mapping, block size, Top-K, row capacity and scratch policy. The calibrated costs +must remain applicable to the indexer shape, dtypes and topology. A new batch +with different boundaries needs a new plan even when its total token count +matches. Layers with different selection geometry need separate plans. + +Sequential invocations on the same device/group/stream can also share one +`CsaCPSelectionWorkspace`. Results own their storage and survive later calls; +keep the per-layer results needed by backward. Concurrent invocations share +only the host plan and need separate mutable workspaces or explicit ordering. +This does not cache activations or sparse selections across layers. + +For R compatible uses, one-time host planning contributes `P_host / R` per use. +If device metadata and scratch are also reused, their preparation is amortized +too. Runtime routing, selection, attention and backward still execute per layer. +The [reuse analysis](CSA_CP_PLAN_REUSE.md) separates this accounting from the +single-CSA measurements and from measured multilayer model performance. + ## Layout, lifetime and numerical contract - Documents are block-aligned, with pooling block size four by default. Source diff --git a/docs/CSA_CP_THREE_WAY_RESULTS.md b/docs/CSA_CP_THREE_WAY_RESULTS.md index 75a50087..9aec35ad 100644 --- a/docs/CSA_CP_THREE_WAY_RESULTS.md +++ b/docs/CSA_CP_THREE_WAY_RESULTS.md @@ -169,6 +169,21 @@ the preparation change. Neither cohort establishes universally optimal one-use selection or a <3% preparation guarantee. Use a calibrated preparation budget and account for expected layout reuse. +## Reuse across CSA layers + +These measurements charge fresh preparation to one CSA operator. A compatible +multilayer stack can reuse one host plan and, for ordered invocations, its device +metadata/workspace. Preparation then contributes `P / R` per CSA use; runtime +communication and computation are still paid at every layer. Both fixed +baselines receive the same reuse credit. + +Using this cohort for accounting, the worst gap to faster contiguous/zigzag +becomes **2.634% at eight compatible uses** and **1.413% at sixteen**. These are +projections from single-layer measurements, not measured multilayer training +results. They assume the caller shares all preparation included in P, including +common pooling/source metadata; sharing only the host plan amortizes only that +portion. See [reuse conditions, formulas and limits](CSA_CP_PLAN_REUSE.md). + ## Equivalent preparation optimization The update removes redundant metadata work and prunes candidates with a proved @@ -271,8 +286,10 @@ dtype or native precision setting changed. These error envelopes include native nondeterminism; small differences from the previous run are not a new precision improvement or a bitwise-equivalence claim. -The tested source is `489779ba35e2c5f51eccce7c7ff95ed4cdd640d0`. All 125 source -files in the final timing manifest match the reviewed checkout. +The tested source is `489779ba35e2c5f51eccce7c7ff95ed4cdd640d0`. The final timing +manifest records all 125 source files for that cohort. Subsequent host-only +rank-pruning timings and multilayer workspace-reuse checks are reported +[separately](CSA_CP_PLAN_REUSE.md); they do not replace this GPU timing cohort. Every selected policy matches the previous run, and every measured full-zigzag baseline fits the planner's row cap. The new measurements supersede the primary tables in this document. The [previous 24-case evidence](results/csa_cp_three_way_20261116.json) diff --git a/docs/results/csa_cp_reuse_20261116.json b/docs/results/csa_cp_reuse_20261116.json new file mode 100644 index 00000000..e4936e29 --- /dev/null +++ b/docs/results/csa_cp_reuse_20261116.json @@ -0,0 +1,5340 @@ +{ + "schema_version": 1, + "scope": "Host-only planner A/B, native selection workspace reuse, and a projection of previously measured complete-CSA preparation/execution; no new multilayer model benchmark", + "baseline_commit": "aafd594dc209ca57a48fad84ac448bee9cef0bbb", + "magi_reference_commit": "e5bcb9f4613d84f2f42442bd8bd6227665bb37b8", + "native_source_commit": "855ccd77ba9efed22441fd454f7cc0206a068e94", + "software": { + "torch": "2.12.1+cu130", + "cuda_runtime": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_frontend": "1.13.0", + "cudnn_backend": "9.20.0.48", + "cudnn_frontend_version_scope": "Wheel metadata; imported source identified by native_source_commit" + }, + "tested_source_sha256": { + "cula/distributed/thd_planner.py": "992363f038e4ad1a6d17c4f583510ee50f7980935c7d8e355b9738ca91720cb5", + "tests/test_thd_planner.py": "a5fb2bb4266adab4d099afa5ba2ce5ca9a0687fa7338c29c2ea85e9db55baef8", + "benchmarks/check_csa_cp_selection.py": "071e51199716cc997e3f58cdbb5de57bfb340644d4b8b6038f82c7b2fb2f24a9" + }, + "validation": { + "cpu_tests_passed": 541, + "planner_baseline_comparisons": 660, + "random_topology_exact_comparisons": 240, + "timed_exact_comparisons": 34, + "dsa_plans": 300, + "dsa_windows": 69281, + "native_checks": 128, + "layers_per_native_check": 3, + "additional_reused_vs_fresh_comparisons": 256, + "reuse_score_relative_rms_max": 0.0 + }, + "host_benchmark": { + "baseline_commit": "aafd594dc209ca57a48fad84ac448bee9cef0bbb", + "scope": "CPU planner only; no GPU timings", + "repeats": 15, + "cases": { + "cp8-128k-single": { + "median_ms": { + "before": 6.095752934925258, + "after": 4.786542966030538 + }, + "samples_ms": { + "before": [ + 6.074946955777705, + 6.061765016056597, + 6.050855969078839, + 6.090163951739669, + 6.159038981422782, + 6.152929970994592, + 6.022433051839471, + 6.095752934925258, + 6.101752980612218, + 6.198885035701096, + 6.062926026061177, + 6.136049050837755, + 6.070080911740661, + 6.125555955804884, + 6.1185890808701515 + ], + "after": [ + 4.8023550771176815, + 4.741364042274654, + 4.7702540177851915, + 4.830959951505065, + 4.839316010475159, + 4.7507060226053, + 5.077734938822687, + 4.786542966030538, + 4.811955965124071, + 4.764299956150353, + 4.7379020834341645, + 4.774761968292296, + 4.839984001591802, + 4.7891850117594, + 4.780675983056426 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-128k-uniform-64": { + "median_ms": { + "before": 0.21575798746198416, + "after": 0.21531700622290373 + }, + "samples_ms": { + "before": [ + 0.2139039570465684, + 0.2117300173267722, + 0.2108210464939475, + 0.21838198881596327, + 0.22482499480247498, + 0.2185299526900053, + 0.21575798746198416, + 0.21594902500510216, + 0.2151309745386243, + 0.22403302136808634, + 0.21386798471212387, + 0.21626404486596584, + 0.21500198636204004, + 0.21216098684817553, + 0.22128794807940722 + ], + "after": [ + 0.21799595560878515, + 0.2118799602612853, + 0.21362898405641317, + 0.253229052759707, + 0.21707499399781227, + 0.21788792219012976, + 0.21531700622290373, + 0.22354000248014927, + 0.21506601478904486, + 0.21644204389303923, + 0.2144520403817296, + 0.21074595861136913, + 0.2108750632032752, + 0.2106109168380499, + 0.22110296413302422 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-128k-near-uniform-64": { + "median_ms": { + "before": 0.21259894128888845, + "after": 0.21230406127870083 + }, + "samples_ms": { + "before": [ + 0.213323044590652, + 0.21100800950080156, + 0.21259894128888845, + 0.21403597202152014, + 0.21391804330050945, + 0.21087308414280415, + 0.2110759960487485, + 0.2171460073441267, + 0.2122040605172515, + 0.22023101337254047, + 0.21403504069894552, + 0.21228694822639227, + 0.21310104057192802, + 0.21041207946836948, + 0.2098939148709178 + ], + "after": [ + 0.22069900296628475, + 0.2121409634128213, + 0.2181340241804719, + 0.21237798500806093, + 0.21230406127870083, + 0.2155969850718975, + 0.21079799626022577, + 0.21144095808267593, + 0.21157099399715662, + 0.21744996774941683, + 0.21209102123975754, + 0.21235889289528131, + 0.20967901218682528, + 0.20919798407703638, + 0.21518801804631948 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-128k-mixed-22": { + "median_ms": { + "before": 5.914110923185945, + "after": 4.883012967184186 + }, + "samples_ms": { + "before": [ + 5.883839912712574, + 5.916103022173047, + 5.930715007707477, + 5.92099700588733, + 5.90746698435396, + 5.937810055911541, + 5.891483975574374, + 5.8724499540403485, + 5.914110923185945, + 5.927775055170059, + 5.949859973043203, + 5.893468973226845, + 5.899482988752425, + 5.939063965342939, + 5.8984189527109265 + ], + "after": [ + 4.873925005085766, + 4.901781096123159, + 4.899234045296907, + 4.977172939106822, + 4.848826094530523, + 4.84628404956311, + 4.883012967184186, + 4.919509985484183, + 4.886517999693751, + 4.858604981563985, + 4.859399050474167, + 4.992038942873478, + 4.876723047345877, + 4.915635916404426, + 4.825017997063696 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-128k-uniform-1024": { + "median_ms": { + "before": 2.7647559763863683, + "after": 2.8576429467648268 + }, + "samples_ms": { + "before": [ + 2.80532194301486, + 2.7785729616880417, + 2.785724005661905, + 2.7647559763863683, + 2.7563989860937, + 2.7514799730852246, + 2.750451909378171, + 2.770934021100402, + 2.745900070294738, + 2.7650489937514067, + 2.736316993832588, + 2.76760698761791, + 2.7616650331765413, + 2.737608039751649, + 2.775461063720286 + ], + "after": [ + 2.877793973311782, + 2.767029916867614, + 2.8877470176666975, + 2.773075015284121, + 2.881342079490423, + 2.755251945927739, + 2.904278924688697, + 2.773685962893069, + 2.9264569748193026, + 2.8446760261431336, + 2.895371988415718, + 2.7691799914464355, + 2.8952419525012374, + 2.752326079644263, + 2.8576429467648268 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-128k-near-uniform-512": { + "median_ms": { + "before": 1.438812934793532, + "after": 1.4335549203678966 + }, + "samples_ms": { + "before": [ + 1.445923000574112, + 1.4978379476815462, + 1.4423239044845104, + 1.451199990697205, + 1.42669805791229, + 1.454905024729669, + 1.4405919937416911, + 1.438812934793532, + 1.4284809585660696, + 1.4364529633894563, + 1.434295903891325, + 1.467072986997664, + 1.4297700254246593, + 1.436860067769885, + 1.4283590717241168 + ], + "after": [ + 1.43882492557168, + 1.4286660589277744, + 1.4594029635190964, + 1.4433430042117834, + 1.438814913854003, + 1.4398369239643216, + 1.4452829491347075, + 1.4335549203678966, + 1.4308750396594405, + 1.4316670130938292, + 1.438352046534419, + 1.4297120505943894, + 1.4326410600915551, + 1.4216690324246883, + 1.4233459951356053 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-128k-mixed-1000": { + "median_ms": { + "before": 2.878676983527839, + "after": 2.868056995794177 + }, + "samples_ms": { + "before": [ + 2.9273020336404443, + 2.925214939750731, + 2.8648299630731344, + 2.8672689804807305, + 2.850994933396578, + 2.889737021178007, + 2.854329999536276, + 2.850339049473405, + 2.9050559969618917, + 2.8683560667559505, + 2.8938980540260673, + 2.894932054914534, + 3.054005093872547, + 2.8271559858694673, + 2.878676983527839 + ], + "after": [ + 2.874842961318791, + 2.867858042009175, + 2.8557360637933016, + 2.85778206307441, + 2.8732731007039547, + 3.0236089369282126, + 2.868056995794177, + 2.8510059928521514, + 2.854154910892248, + 2.8829240472987294, + 2.8756989631801844, + 2.8627889696508646, + 2.8503339271992445, + 2.872806042432785, + 3.165254951454699 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-128k-long-tail-1000": { + "median_ms": { + "before": 2.7132799150422215, + "after": 2.697385963983834 + }, + "samples_ms": { + "before": [ + 2.7133129769936204, + 2.679827040992677, + 2.7132799150422215, + 2.7292639715597034, + 2.714365953579545, + 2.74930102750659, + 2.701536985114217, + 2.709756954573095, + 2.723069046624005, + 2.719850977882743, + 2.698148018680513, + 2.7566960779950023, + 2.7078239945694804, + 2.702021971344948, + 2.6756959268823266 + ], + "after": [ + 2.6743729831650853, + 2.6997580425813794, + 2.7419229736551642, + 2.6786179514601827, + 2.684632083401084, + 2.7034420054405928, + 2.697385963983834, + 2.6991930790245533, + 2.7611689874902368, + 2.669601934030652, + 2.6657229755073786, + 2.713077003136277, + 2.6800099294632673, + 2.675727941095829, + 2.763840020634234 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-256k-single": { + "median_ms": { + "before": 6.058704107999802, + "after": 4.72128891851753 + }, + "samples_ms": { + "before": [ + 6.058704107999802, + 6.1747420113533735, + 6.070322939194739, + 6.044659996405244, + 6.034805905073881, + 6.097760051488876, + 6.045607035048306, + 6.124552921392024, + 6.055983016267419, + 6.113960058428347, + 6.094354088418186, + 6.1103809857741, + 5.95716992393136, + 6.0183299938216805, + 6.0206170892342925 + ], + "after": [ + 4.721503937616944, + 4.742811084724963, + 4.743802943266928, + 4.667181055992842, + 4.806697950698435, + 4.699892015196383, + 4.708901979029179, + 4.704170976765454, + 4.794364096596837, + 4.738498013466597, + 4.727002000436187, + 4.668575944378972, + 4.709642031230032, + 4.649205016903579, + 4.72128891851753 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-256k-uniform-64": { + "median_ms": { + "before": 0.21280499640852213, + "after": 0.21563807968050241 + }, + "samples_ms": { + "before": [ + 0.212610000744462, + 0.21499500144273043, + 0.21675799507647753, + 0.20973198115825653, + 0.2116910181939602, + 0.22018305025994778, + 0.21529407240450382, + 0.22191496100276709, + 0.21696591284126043, + 0.21280499640852213, + 0.21623203065246344, + 0.2121470170095563, + 0.21170091349631548, + 0.20983198191970587, + 0.21117203868925571 + ], + "after": [ + 0.21323096007108688, + 0.2190909581258893, + 0.22262195125222206, + 0.21478300914168358, + 0.21160999312996864, + 0.21924497559666634, + 0.21788000594824553, + 0.21734100300818682, + 0.2163619501516223, + 0.2142450539395213, + 0.2104069571942091, + 0.2089309273287654, + 0.22074393928050995, + 0.20970799960196018, + 0.21563807968050241 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-256k-near-uniform-64": { + "median_ms": { + "before": 0.21474401000887156, + "after": 0.21342700347304344 + }, + "samples_ms": { + "before": [ + 0.21247996482998133, + 0.2221319591626525, + 0.21846906747668982, + 0.21686998661607504, + 0.21164200734347105, + 0.21603202912956476, + 0.21474401000887156, + 0.21476601250469685, + 0.21421094425022602, + 0.21398207172751427, + 0.21734100300818682, + 0.21128600928932428, + 0.2101459540426731, + 0.21173793356865644, + 0.21674996241927147 + ], + "after": [ + 0.21961703896522522, + 0.22073299624025822, + 0.21577393636107445, + 0.21515204571187496, + 0.21316600032150745, + 0.21467998158186674, + 0.21334702614694834, + 0.21266902331262827, + 0.21185993682593107, + 0.21190999541431665, + 0.21155003923922777, + 0.21186703816056252, + 0.21743099205195904, + 0.21342700347304344, + 0.2166939666494727 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-256k-mixed-22": { + "median_ms": { + "before": 6.4005490858107805, + "after": 4.95430501177907 + }, + "samples_ms": { + "before": [ + 6.425437983125448, + 6.4005490858107805, + 6.476914044469595, + 6.454168003983796, + 6.399407982826233, + 6.379636004567146, + 6.374357966706157, + 6.387805100530386, + 6.458286079578102, + 6.429895991459489, + 6.3908519223332405, + 6.404958083294332, + 6.3623390160501, + 6.3946249429136515, + 6.400609039701521 + ], + "after": [ + 5.000691977329552, + 4.910713993012905, + 4.95430501177907, + 4.920810111798346, + 4.925193032249808, + 4.941966966725886, + 4.981744918040931, + 4.909539013169706, + 4.954535048455, + 4.911837982945144, + 4.956493037752807, + 4.957498051226139, + 5.0084039103239775, + 4.9617449985817075, + 4.923281027004123 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-256k-uniform-1024": { + "median_ms": { + "before": 2.7829589089378715, + "after": 2.7697839541360736 + }, + "samples_ms": { + "before": [ + 2.8083049692213535, + 2.80042493250221, + 2.763830008916557, + 2.793917083181441, + 2.7648110408335924, + 2.7957590064033866, + 2.7829589089378715, + 2.7793109184131026, + 2.773609943687916, + 2.7599160093814135, + 2.7598229935392737, + 2.792969928123057, + 2.7884040027856827, + 2.7987980283796787, + 2.749789971858263 + ], + "after": [ + 2.795272972434759, + 2.8207110008224845, + 2.760765957646072, + 2.793236984871328, + 2.778175985440612, + 2.757987007498741, + 2.7806879952549934, + 2.758231945335865, + 2.790707047097385, + 2.7603040216490626, + 2.8180310036987066, + 2.7619239408522844, + 2.7576240245252848, + 2.7697839541360736, + 2.7555800043046474 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-256k-near-uniform-512": { + "median_ms": { + "before": 1.4468299923464656, + "after": 1.4534180518239737 + }, + "samples_ms": { + "before": [ + 1.4375479659065604, + 1.466248999349773, + 1.443800050765276, + 1.5050770016387105, + 1.478274934925139, + 1.4534409856423736, + 1.4686830108985305, + 1.4676569262519479, + 1.4467809814959764, + 1.4373349258676171, + 1.4468299923464656, + 1.4530479675158858, + 1.4325149822980165, + 1.4323339564725757, + 1.4343929942697287 + ], + "after": [ + 1.4667100040242076, + 1.4678649604320526, + 1.489949063397944, + 30.395006062462926, + 1.4543469296768308, + 1.555521972477436, + 1.473759999498725, + 1.4347470132634044, + 1.4534180518239737, + 1.4520148979499936, + 1.4449110021814704, + 1.4296830631792545, + 1.4294630382210016, + 1.4493020717054605, + 1.4264879282563925 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-256k-mixed-1000": { + "median_ms": { + "before": 15.420870971865952, + "after": 14.093869947828352 + }, + "samples_ms": { + "before": [ + 15.420870971865952, + 15.437784953974187, + 15.251221018843353, + 15.117665054276586, + 15.251414966769516, + 15.443836920894682, + 15.485918964259326, + 15.470261918380857, + 15.243186033330858, + 15.156358014792204, + 15.345956897363067, + 15.45062498189509, + 15.75901999603957, + 15.577969956211746, + 15.263509005308151 + ], + "after": [ + 13.957520946860313, + 13.98614700883627, + 14.007397927343845, + 14.126606052741408, + 44.168401043862104, + 14.042168972082436, + 13.911344925872982, + 14.093869947828352, + 14.136885991320014, + 14.219337957911193, + 14.257709961384535, + 14.01897706091404, + 13.971774955280125, + 43.793040909804404, + 14.108464936725795 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-256k-long-tail-1000": { + "median_ms": { + "before": 14.0157489804551, + "after": 13.130066101439297 + }, + "samples_ms": { + "before": [ + 14.0157489804551, + 13.9430119888857, + 14.19811905361712, + 13.852164032869041, + 13.947347993962467, + 44.63045101147145, + 13.938341056928039, + 13.89123999979347, + 14.101000037044287, + 14.175891992636025, + 14.087261050008237, + 14.21560999006033, + 13.981060008518398, + 13.946288032457232, + 14.118880033493042 + ], + "after": [ + 13.193922932259738, + 13.302912935614586, + 13.000483973883092, + 13.174192979931831, + 13.264895998872817, + 13.035368057899177, + 13.026285101659596, + 13.274331926368177, + 13.000541948713362, + 13.130066101439297, + 13.206247007474303, + 13.108956045471132, + 13.063554069958627, + 13.312446069903672, + 13.04847199935466 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-1024k-single": { + "median_ms": { + "before": 6.10862101893872, + "after": 4.801532020792365 + }, + "samples_ms": { + "before": [ + 6.043202010914683, + 6.13855104893446, + 6.095985998399556, + 6.059548002667725, + 6.049450021237135, + 6.109729991294444, + 6.128850975073874, + 6.112087983638048, + 6.0437299543991685, + 6.0883930418640375, + 6.10862101893872, + 6.133240996859968, + 6.176249939016998, + 6.11628801561892, + 6.0840200167149305 + ], + "after": [ + 4.798725945875049, + 4.767093923874199, + 4.7899659257382154, + 4.814550979062915, + 4.84387599863112, + 4.85323101747781, + 4.783146898262203, + 4.775108071044087, + 4.849788034334779, + 4.77341003715992, + 4.801532020792365, + 4.794782027602196, + 4.807227058336139, + 4.822977003641427, + 4.842499038204551 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-1024k-uniform-64": { + "median_ms": { + "before": 0.21701492369174957, + "after": 0.21649699192494154 + }, + "samples_ms": { + "before": [ + 0.2210419625043869, + 0.2124279271811247, + 0.21436403039842844, + 0.2199860755354166, + 0.2113409573212266, + 0.21902506705373526, + 0.21710502915084362, + 0.21627696696668863, + 0.22142997477203608, + 0.25609403382986784, + 0.22317399270832539, + 0.21576997824013233, + 0.21425005979835987, + 0.2157979179173708, + 0.21701492369174957 + ], + "after": [ + 0.22177700884640217, + 0.22261100821197033, + 0.21649699192494154, + 0.21483097225427628, + 0.21498207934200764, + 0.21686404943466187, + 0.21803600247949362, + 0.21621899213641882, + 0.21672702860087156, + 0.2156830159947276, + 0.21407799795269966, + 0.21357904188334942, + 0.21920690778642893, + 0.21399196702986956, + 0.21991506218910217 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-1024k-near-uniform-64": { + "median_ms": { + "before": 0.21504599135369062, + "after": 0.21526997443288565 + }, + "samples_ms": { + "before": [ + 0.2142610028386116, + 0.21504599135369062, + 0.21543994080275297, + 0.21704507526010275, + 0.2111749490723014, + 0.22262998390942812, + 0.2157560084015131, + 0.2129318891093135, + 0.22412289399653673, + 0.2143970923498273, + 0.21865905728191137, + 0.21450209897011518, + 0.21221395581960678, + 0.21540303714573383, + 0.2149370266124606 + ], + "after": [ + 0.22197002544999123, + 0.21800294052809477, + 0.21403701975941658, + 0.21826999727636576, + 0.21302304230630398, + 0.21405902225524187, + 0.21564005874097347, + 0.21590199321508408, + 0.21321699023246765, + 0.2148000057786703, + 0.20994897931814194, + 0.21186796948313713, + 0.21965603809803724, + 0.21526997443288565, + 0.22162403911352158 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-1024k-mixed-22": { + "median_ms": { + "before": 6.648791953921318, + "after": 5.067126010544598 + }, + "samples_ms": { + "before": [ + 6.637493032030761, + 6.578639033250511, + 6.657530087977648, + 6.792617030441761, + 6.595225888304412, + 6.650228053331375, + 6.563117960467935, + 6.702148006297648, + 6.651971023529768, + 6.613046978600323, + 6.648791953921318, + 6.6126149613410234, + 6.665103021077812, + 7.493924000300467, + 6.58249098341912 + ], + "after": [ + 5.080314003862441, + 5.129541037604213, + 5.067126010544598, + 5.068380036391318, + 5.065129022113979, + 5.0340869929641485, + 5.05998102016747, + 5.050080944783986, + 5.075838998891413, + 5.198276950977743, + 5.051121930591762, + 5.044232937507331, + 5.0594889326021075, + 5.096098990179598, + 5.074633983895183 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-1024k-uniform-1024": { + "median_ms": { + "before": 2.873723045922816, + "after": 2.882031025364995 + }, + "samples_ms": { + "before": [ + 2.8847279027104378, + 33.09673198964447, + 2.9014559695497155, + 2.870574011467397, + 2.873723045922816, + 2.8432069811969995, + 2.8520229971036315, + 2.92442599311471, + 2.879078034311533, + 2.926609944552183, + 2.8824699111282825, + 2.833747072145343, + 2.872065990231931, + 2.862415974959731, + 2.869049902074039 + ], + "after": [ + 2.89642799180001, + 2.997433999553323, + 2.8782839654013515, + 2.89535999763757, + 2.9178470140323043, + 2.9092220356687903, + 2.882370026782155, + 2.8793070232495666, + 2.8552040457725525, + 2.8959120390936732, + 2.8547639958560467, + 2.843563910573721, + 2.840957953594625, + 2.8487920062616467, + 2.882031025364995 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-1024k-near-uniform-512": { + "median_ms": { + "before": 1.4718080637976527, + "after": 1.4606830663979053 + }, + "samples_ms": { + "before": [ + 1.4744800282642245, + 1.524454914033413, + 1.4719900209456682, + 1.4852670719847083, + 1.484710955992341, + 1.4487189473584294, + 1.457958947867155, + 1.4634040417149663, + 1.4708909438923001, + 1.465533976443112, + 1.4792539877817035, + 1.4718080637976527, + 1.4643259346485138, + 1.4873510226607323, + 1.4509090688079596 + ], + "after": [ + 1.4781489735469222, + 1.4606830663979053, + 1.4707640511915088, + 1.4778469922021031, + 1.4511459739878774, + 1.4566259924322367, + 1.4427840942516923, + 1.457461970858276, + 1.4511109329760075, + 1.4545910526067019, + 1.4587949262931943, + 1.4629539800807834, + 1.475377008318901, + 1.486535998992622, + 1.4707350637763739 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-1024k-mixed-1000": { + "median_ms": { + "before": 16.41532697249204, + "after": 14.75123397540301 + }, + "samples_ms": { + "before": [ + 16.4456469938159, + 16.871395986527205, + 16.654869890771806, + 16.161833074875176, + 16.41964807640761, + 16.34210499469191, + 16.43781503662467, + 16.41532697249204, + 16.14503504242748, + 16.2084240000695, + 16.341657959856093, + 16.3692090427503, + 16.574774985201657, + 16.450542025268078, + 16.156124998815358 + ], + "after": [ + 14.756461954675615, + 14.75123397540301, + 45.2809069538489, + 14.84919001813978, + 14.751013019122183, + 14.448561938479543, + 15.495552914217114, + 14.782480080612004, + 14.71827703062445, + 15.074342023581266, + 44.400164973922074, + 14.58113209810108, + 14.49568395037204, + 14.675459009595215, + 14.684795052744448 + ] + }, + "all_plan_fields_exact": true + }, + "cp8-1024k-long-tail-1000": { + "median_ms": { + "before": 15.99205902311951, + "after": 14.380021020770073 + }, + "samples_ms": { + "before": [ + 16.078884014859796, + 16.099176951684058, + 16.031246981583536, + 16.110426979139447, + 15.719648101367056, + 15.965521917678416, + 16.05266600381583, + 15.85097995121032, + 15.99205902311951, + 16.135485959239304, + 15.602064086124301, + 15.645814943127334, + 15.852447017095983, + 15.959837939590216, + 16.055525979027152 + ], + "after": [ + 44.50864193495363, + 14.245084952563047, + 14.214187976904213, + 14.497130992822349, + 14.323209063149989, + 14.439673977904022, + 14.588546939194202, + 14.120094012469053, + 14.218408963643014, + 45.253800111822784, + 14.380021020770073, + 14.452251023612916, + 14.441775041632354, + 14.100328902713954, + 14.257611939683557 + ] + }, + "all_plan_fields_exact": true + }, + "cp16-1024k-single": { + "median_ms": { + "before": 20.47328802291304, + "after": 14.3822249956429 + }, + "samples_ms": { + "before": [ + 20.565472077578306, + 20.546307088807225, + 20.349023980088532, + 20.47328802291304, + 20.322389900684357, + 20.38532600272447, + 20.496056997217238, + 20.500806043855846, + 20.300954929552972, + 20.539219956845045, + 20.50215203780681, + 20.299937925301492, + 20.333237014710903, + 20.399734028615057, + 20.582402939908206 + ], + "after": [ + 14.503826037980616, + 14.48600902222097, + 14.383887988515198, + 14.476267038844526, + 14.224122045561671, + 14.497096999548376, + 14.274077024310827, + 14.352015103213489, + 14.428321970626712, + 14.274208922870457, + 14.400123036466539, + 14.297183020971715, + 14.3822249956429, + 14.363570953719318, + 14.312478946521878 + ] + }, + "all_plan_fields_exact": true + }, + "cp16-1024k-uniform-64": { + "median_ms": { + "before": 0.2403099788352847, + "after": 0.23525708820670843 + }, + "samples_ms": { + "before": [ + 0.23884803522378206, + 0.2403829712420702, + 0.23306894581764936, + 0.2403099788352847, + 0.23265695199370384, + 0.24182710330933332, + 0.24199998006224632, + 0.24429499171674252, + 0.23413507733494043, + 0.2318909391760826, + 0.2418711083009839, + 0.2365190302953124, + 0.24608499370515347, + 0.2332709264010191, + 0.2446739235892892 + ], + "after": [ + 0.23641390725970268, + 0.23525708820670843, + 0.23444800172001123, + 0.23446499835699797, + 0.23735698778182268, + 0.2366499975323677, + 0.23943092674016953, + 0.23837608750909567, + 0.23424404207617044, + 0.23486500140279531, + 0.23565697483718395, + 0.23667002096772194, + 0.23381004575639963, + 0.23493997287005186, + 0.23438700009137392 + ] + }, + "all_plan_fields_exact": true + }, + "cp16-1024k-mixed-22": { + "median_ms": { + "before": 21.88350399956107, + "after": 14.595220913179219 + }, + "samples_ms": { + "before": [ + 22.093918989412487, + 22.08114101085812, + 22.256915923208, + 22.057160967960954, + 22.234953939914703, + 21.739212097600102, + 21.87175990547985, + 21.915716934017837, + 21.815197076648474, + 21.782035008072853, + 21.93114603869617, + 21.818666020408273, + 21.867313073016703, + 21.88350399956107, + 21.82401600293815 + ], + "after": [ + 14.595220913179219, + 14.652165002189577, + 14.736578916199505, + 14.552229084074497, + 14.807379920966923, + 14.813623041845858, + 14.698503073304892, + 14.795777038671076, + 14.499854994937778, + 14.550467021763325, + 14.54405509866774, + 14.538404066115618, + 14.579143025912344, + 14.496434945613146, + 14.695657999254763 + ] + }, + "all_plan_fields_exact": true + }, + "cp16-1024k-mixed-1000": { + "median_ms": { + "before": 31.043904018588364, + "after": 23.38146709371358 + }, + "samples_ms": { + "before": [ + 31.225921935401857, + 31.043904018588364, + 32.893253955990076, + 31.176402000710368, + 30.975603964179754, + 31.224266975186765, + 30.889224028214812, + 31.413385062478483, + 30.996792018413544, + 30.75598308350891, + 30.80137399956584, + 30.935361050069332, + 31.18511801585555, + 60.89771294500679, + 30.999660957604647 + ], + "after": [ + 23.62440701108426, + 23.279141983948648, + 23.222640971653163, + 23.20482803042978, + 23.2979099964723, + 54.56535401754081, + 23.53186800610274, + 23.439850891008973, + 23.38146709371358, + 23.392837028950453, + 23.385436972603202, + 23.260910995304585, + 23.441338096745312, + 23.234661086462438, + 23.122357088141143 + ] + }, + "all_plan_fields_exact": true + }, + "cp16-1024k-long-tail-1000": { + "median_ms": { + "before": 29.330821940675378, + "after": 22.596472059376538 + }, + "samples_ms": { + "before": [ + 29.13710696157068, + 29.324696981348097, + 29.396786936558783, + 29.315619030967355, + 29.165658983401954, + 29.437153018079698, + 29.298974899575114, + 29.348697047680616, + 29.001769027672708, + 28.808006085455418, + 29.330821940675378, + 60.60997594613582, + 30.095809954218566, + 29.474015929736197, + 29.411411029286683 + ], + "after": [ + 22.660741000436246, + 22.286019986495376, + 22.596472059376538, + 52.29145206976682, + 22.395181003957987, + 22.626415942795575, + 22.354997927322984, + 22.669599973596632, + 22.679076995700598, + 22.745728958398104, + 22.639781003817916, + 22.410155041143298, + 22.331440937705338, + 22.424786002375185, + 22.281408892013133 + ] + }, + "all_plan_fields_exact": true + }, + "cp64-1024k-single": { + "median_ms": { + "before": 284.06804997939616, + "after": 179.44219999480993 + }, + "samples_ms": { + "before": [ + 286.91730299033225, + 284.9440269637853, + 283.45246391836554, + 284.2180399456993, + 283.93635898828506, + 283.0949140479788, + 283.5560189560056, + 283.0908839823678, + 283.454954973422, + 287.7073350828141, + 290.20981793291867, + 284.06957699917257, + 285.177581012249, + 284.06804997939616, + 283.9096109382808 + ], + "after": [ + 179.21503202524036, + 178.62351902294904, + 178.8482810370624, + 179.76733297109604, + 178.9689650759101, + 179.86140807624906, + 178.78892796579748, + 178.53729601483792, + 180.03967497497797, + 179.7088129678741, + 180.52972597070038, + 179.65651501435786, + 221.95083007682115, + 179.44219999480993, + 178.99071401916444 + ] + }, + "all_plan_fields_exact": true + }, + "cp64-1024k-uniform-64": { + "median_ms": { + "before": 0.4474710440263152, + "after": 0.44447602704167366 + }, + "samples_ms": { + "before": [ + 0.455070985481143, + 0.448790960945189, + 0.44435891322791576, + 0.45318505726754665, + 0.44612796045839787, + 0.44897396583110094, + 0.4426189698278904, + 0.4410149995237589, + 0.4474710440263152, + 0.4499669885262847, + 0.4472830332815647, + 0.4450700944289565, + 0.44704496394842863, + 0.4520990187302232, + 0.4480630159378052 + ], + "after": [ + 0.4567739088088274, + 0.4480980569496751, + 0.457952031865716, + 0.45133393723517656, + 0.44447602704167366, + 0.44538499787449837, + 0.4370119422674179, + 0.4401199985295534, + 0.4416779847815633, + 0.4405500367283821, + 0.44313701801002026, + 0.43586897663772106, + 0.44725590851157904, + 0.4390929825603962, + 0.4445409867912531 + ] + }, + "all_plan_fields_exact": true + }, + "cp64-1024k-mixed-22": { + "median_ms": { + "before": 312.31696298345923, + "after": 175.74520804919302 + }, + "samples_ms": { + "before": [ + 314.5993830403313, + 313.1053040269762, + 312.9202420823276, + 312.110626953654, + 312.31696298345923, + 313.33782302681357, + 313.19473206531256, + 310.73595106136054, + 310.4268960887566, + 311.9409530190751, + 311.41417601611465, + 313.504462945275, + 310.9537980053574, + 310.9099599532783, + 313.774619018659 + ], + "after": [ + 177.08808300085366, + 175.64843106083572, + 176.37110804207623, + 175.12709193397313, + 176.00354191381484, + 175.28625496197492, + 175.59368605725467, + 175.89421395678073, + 175.51396891940385, + 175.05778407212347, + 175.15118699520826, + 175.74520804919302, + 176.33044405374676, + 176.7859139945358, + 175.79267593100667 + ] + }, + "all_plan_fields_exact": true + }, + "cp64-1024k-mixed-1000": { + "median_ms": { + "before": 315.35142997745425, + "after": 196.31622498854995 + }, + "samples_ms": { + "before": [ + 314.8851649602875, + 313.4909310610965, + 349.33154890313745, + 316.7682350613177, + 315.35142997745425, + 313.8237450039014, + 314.59743611048907, + 314.4046859815717, + 315.5775839695707, + 314.5196920959279, + 320.15510299243033, + 322.4578939843923, + 356.8646589992568, + 313.55489999987185, + 315.81103010103106 + ], + "after": [ + 195.74419199489057, + 195.87216898798943, + 196.46934303455055, + 196.23459898866713, + 195.85513195488602, + 196.0229780524969, + 196.4667789870873, + 234.56280899699777, + 195.60566602740437, + 196.31622498854995, + 201.40286302194, + 200.35071100573987, + 199.82669409364462, + 199.1139039164409, + 195.29755203984678 + ] + }, + "all_plan_fields_exact": true + }, + "cp64-1024k-long-tail-1000": { + "median_ms": { + "before": 275.4192530410364, + "after": 159.97049899306148 + }, + "samples_ms": { + "before": [ + 275.4633310250938, + 275.5909819388762, + 274.1429640445858, + 308.01558995153755, + 274.7742159990594, + 275.5196240032092, + 275.1892050728202, + 275.4192530410364, + 274.60440702270716, + 274.80953896883875, + 275.8099789498374, + 275.169197935611, + 273.9512019325048, + 316.21970096603036, + 275.84267396014184 + ], + "after": [ + 160.15203308779746, + 160.57041101157665, + 160.37786204833537, + 159.97049899306148, + 159.7016539890319, + 160.47962405718863, + 159.43392203189433, + 160.31047189608216, + 197.37210497260094, + 158.59394997823983, + 159.7007199889049, + 159.9731909809634, + 159.53388600610197, + 158.92001299653202, + 159.32570898439735 + ] + }, + "all_plan_fields_exact": true + } + }, + "source_sha256": { + "baseline_aafd_planner.py": "960a403b1e804b087653fd5c8032781fd2d1249f37a6a7b0f2b80c3fca1896f6", + "candidate_rank_planner.py": "992363f038e4ad1a6d17c4f583510ee50f7980935c7d8e355b9738ca91720cb5" + }, + "random_exact_plans": 240 + }, + "host_benchmark_protocol": { + "function": "plan_thd_selection", + "host": "B300 host CPU", + "gpu_timing": false, + "world_sizes": [ + 8, + 16, + 64 + ], + "warmups_per_variant": 2, + "order": "alternating before/after and after/before", + "repeats_per_variant": 15, + "topology": "consecutive ranks grouped by eight; CPU validation only for CP16/CP64", + "max_rows_per_rank": "twice the largest block-balanced source shard", + "min_gain_ms": 0, + "min_chunk_tokens": 1024, + "max_chunks_per_rank": 6, + "profile": "benchmarks/profiles/thd_selection_b300_cp8.json", + "benchmark_script_sha256": "823aabe28165a2b238ef9a356e6a3d45c1278ea65f8065b37e8112c92a445a04" + }, + "amortization": { + "formula": "step_ms + prepare_ms / reuse_count, independently for each policy", + "source": "csa_cp_preparation_20261116.json", + "measured_multilayer": false, + "assumption": "All metadata/workspace preparation is shared and each compatible layer has the measured cost; layer-dependent activations and selected IDs are not shared", + "counts": { + "1": { + "cases": { + "128k-single": { + "amortized_ms_per_use": { + "contiguous": 48.41137846466154, + "zigzag": 47.165381987113506, + "planner": 53.2725279298611 + }, + "gap_to_faster_fixed_pct": 12.948365274378947 + }, + "128k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 20.896708987653255, + "zigzag": 24.399180609267205, + "planner": 21.097880512010306 + }, + "gap_to_faster_fixed_pct": 0.9626947691902643 + }, + "128k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 21.067629747558385, + "zigzag": 25.30844226339832, + "planner": 21.31136843841523 + }, + "gap_to_faster_fixed_pct": 1.1569345663343666 + }, + "128k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 36.165728541556746, + "zigzag": 37.2244948274456, + "planner": 43.18160332273692 + }, + "gap_to_faster_fixed_pct": 19.39923530952372 + }, + "128k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 15.777201503980905, + "zigzag": 54.64051555655897, + "planner": 17.7999445409514 + }, + "gap_to_faster_fixed_pct": 12.82067061424117 + }, + "128k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 13.556889123283327, + "zigzag": 33.890007049776614, + "planner": 14.724267528858036 + }, + "gap_to_faster_fixed_pct": 8.610960781332878 + }, + "128k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 40.23388396203518, + "zigzag": 82.95301636913791, + "planner": 42.344407248310745 + }, + "gap_to_faster_fixed_pct": 5.245636459724001 + }, + "128k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 39.65910752536729, + "zigzag": 83.09456071257591, + "planner": 41.44640202540904 + }, + "gap_to_faster_fixed_pct": 4.506643269515176 + }, + "256k-single": { + "amortized_ms_per_use": { + "contiguous": 116.81129103386775, + "zigzag": 106.57168705482036, + "planner": 111.94157770927995 + }, + "gap_to_faster_fixed_pct": 5.038759170338869 + }, + "256k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 51.312458073254675, + "zigzag": 55.47799800243229, + "planner": 51.57332355156541 + }, + "gap_to_faster_fixed_pct": 0.5083862440156794 + }, + "256k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 51.344403334893286, + "zigzag": 55.479676955379546, + "planner": 51.512356356717646 + }, + "gap_to_faster_fixed_pct": 0.3271106701326021 + }, + "256k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 91.78814264573157, + "zigzag": 90.52584384987131, + "planner": 96.10560051025823 + }, + "gap_to_faster_fixed_pct": 6.163716816206022 + }, + "256k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 26.190548009239137, + "zigzag": 67.6701076682657, + "planner": 28.215286538936198 + }, + "gap_to_faster_fixed_pct": 7.7307986414900665 + }, + "256k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 25.420008858665824, + "zigzag": 47.625070796813816, + "planner": 26.578851434402168 + }, + "gap_to_faster_fixed_pct": 4.558781164001391 + }, + "256k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 92.57661928934976, + "zigzag": 191.44452617224306, + "planner": 106.1544179324992 + }, + "gap_to_faster_fixed_pct": 14.666552686172096 + }, + "256k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 107.78340324945748, + "zigzag": 263.4508951767348, + "planner": 115.50686348602176 + }, + "gap_to_faster_fixed_pct": 7.165723111088673 + }, + "1024k-single": { + "amortized_ms_per_use": { + "contiguous": 854.5005495874211, + "zigzag": 639.8010330577381, + "planner": 647.292137793731 + }, + "gap_to_faster_fixed_pct": 1.1708491154181822 + }, + "1024k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 240.686152797658, + "zigzag": 248.7329814392142, + "planner": 241.09257253538817 + }, + "gap_to_faster_fixed_pct": 0.168858795159621 + }, + "1024k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 240.69049062160775, + "zigzag": 248.93987796315923, + "planner": 240.93952180445194 + }, + "gap_to_faster_fixed_pct": 0.10346531855123242 + }, + "1024k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 580.6084843357094, + "zigzag": 495.6791713521816, + "planner": 500.9928473220207 + }, + "gap_to_faster_fixed_pct": 1.0719990423127435 + }, + "1024k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 114.18105686316267, + "zigzag": 168.39743550214916, + "planner": 116.17396387970075 + }, + "gap_to_faster_fixed_pct": 1.745391986453959 + }, + "1024k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 158.24036953644827, + "zigzag": 187.4025575662963, + "planner": 159.63317110063508 + }, + "gap_to_faster_fixed_pct": 0.8801809350337697 + }, + "1024k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 577.9138647103682, + "zigzag": 599.0746039347723, + "planner": 521.0958407004364 + }, + "gap_to_faster_fixed_pct": -9.831573090638202 + }, + "1024k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 813.6254819142632, + "zigzag": 817.0136023676023, + "planner": 620.9784035203047 + }, + "gap_to_faster_fixed_pct": -23.67761121993214 + } + }, + "worst_case": "128k-mixed-22", + "worst_gap_pct": 19.39923530952372 + }, + "4": { + "cases": { + "128k-single": { + "amortized_ms_per_use": { + "contiguous": 47.87246932624839, + "zigzag": 46.49750508845318, + "planner": 47.688747941632755 + }, + "gap_to_faster_fixed_pct": 2.5619500463808675 + }, + "128k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 20.223072892054915, + "zigzag": 21.601994802127592, + "planner": 20.267005719128065 + }, + "gap_to_faster_fixed_pct": 0.21724110528429375 + }, + "128k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 20.290403587860055, + "zigzag": 21.895334042259492, + "planner": 20.34617840568535 + }, + "gap_to_faster_fixed_pct": 0.2748827423948663 + }, + "128k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 35.59961580543313, + "zigzag": 35.824275943799876, + "planner": 37.40352937835269 + }, + "gap_to_faster_fixed_pct": 5.067227643069794 + }, + "128k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 10.932164393481798, + "zigzag": 21.98174458509311, + "planner": 11.41183415579144 + }, + "gap_to_faster_fixed_pct": 4.387692546918154 + }, + "128k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 10.886726038297638, + "zigzag": 16.86952544027008, + "planner": 11.187882554135285 + }, + "gap_to_faster_fixed_pct": 2.766272566961181 + }, + "128k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 34.88517501577735, + "zigzag": 49.80335762316827, + "planner": 35.40032605524175 + }, + "gap_to_faster_fixed_pct": 1.4767047584867132 + }, + "128k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 34.1604157286929, + "zigzag": 49.18625595420599, + "planner": 34.60963975195773 + }, + "gap_to_faster_fixed_pct": 1.3150426119887815 + }, + "256k-single": { + "amortized_ms_per_use": { + "contiguous": 116.00873668363784, + "zigzag": 105.74411233072169, + "planner": 106.15937323286198 + }, + "gap_to_faster_fixed_pct": 0.3927035680639346 + }, + "256k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 50.56816292682197, + "zigzag": 52.68736391863786, + "planner": 50.66491349134594 + }, + "gap_to_faster_fixed_pct": 0.19132703053497124 + }, + "256k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 50.59676577360369, + "zigzag": 52.65036719874479, + "planner": 50.604576248908415 + }, + "gap_to_faster_fixed_pct": 0.015436708622185158 + }, + "256k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 90.95079313823953, + "zigzag": 88.80303650873248, + "planner": 89.71879438415635 + }, + "gap_to_faster_fixed_pct": 1.0312236061137625 + }, + "256k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 20.771165387472138, + "zigzag": 33.82703943690285, + "planner": 21.256613325560465 + }, + "gap_to_faster_fixed_pct": 2.3371242250139757 + }, + "256k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 22.661489774938673, + "zigzag": 30.06310754676815, + "planner": 22.974792414112017 + }, + "gap_to_faster_fixed_pct": 1.382533285696974 + }, + "256k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 85.92460564326029, + "zigzag": 119.75781428231858, + "planner": 88.09020589303691 + }, + "gap_to_faster_fixed_pct": 2.520349361587648 + }, + "256k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 101.12605901854113, + "zigzag": 152.34545084496494, + "planner": 97.94439623039216 + }, + "gap_to_faster_fixed_pct": -3.1462343327011477 + }, + "1024k-single": { + "amortized_ms_per_use": { + "contiguous": 852.8219757757615, + "zigzag": 637.9685993288876, + "planner": 640.1587430665968 + }, + "gap_to_faster_fixed_pct": 0.34329961380750174 + }, + "1024k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 239.5980862035649, + "zigzag": 245.486273466493, + "planner": 239.85489591094665 + }, + "gap_to_faster_fixed_pct": 0.10718353867131825 + }, + "1024k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 239.55730817175936, + "zigzag": 245.653170937323, + "planner": 239.65390968695283 + }, + "gap_to_faster_fixed_pct": 0.04032501280413214 + }, + "1024k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 578.9819855858805, + "zigzag": 493.2842184972251, + "planner": 493.4029054340208 + }, + "gap_to_faster_fixed_pct": 0.024060558263405696 + }, + "1024k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 108.7446012214059, + "zigzag": 132.8108609507326, + "planner": 109.20975455024745 + }, + "gap_to_faster_fixed_pct": 0.4277484340528215 + }, + "1024k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 154.5601229016902, + "zigzag": 169.0551605707733, + "planner": 155.13249016285408 + }, + "gap_to_faster_fixed_pct": 0.37032013847966283 + }, + "1024k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 570.4467431551311, + "zigzag": 562.6877794016618, + "planner": 501.3027458806755 + }, + "gap_to_faster_fixed_pct": -10.909253011725362 + }, + "1024k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 804.1230452832533, + "zigzag": 741.0865457335021, + "planner": 599.1079584240215 + }, + "gap_to_faster_fixed_pct": -19.158165551225203 + } + }, + "worst_case": "128k-mixed-22", + "worst_gap_pct": 5.067227643069794 + }, + "8": { + "cases": { + "128k-single": { + "amortized_ms_per_use": { + "contiguous": 47.78265113651287, + "zigzag": 46.386192272009794, + "planner": 46.7581179435947 + }, + "gap_to_faster_fixed_pct": 0.8018025480598157 + }, + "128k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 20.110800209455192, + "zigzag": 21.135797167604323, + "planner": 20.128526586981025 + }, + "gap_to_faster_fixed_pct": 0.0881435713209422 + }, + "128k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 20.160865894577, + "zigzag": 21.326482672069687, + "planner": 20.18531340023037 + }, + "gap_to_faster_fixed_pct": 0.12126218080714679 + }, + "128k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 35.50526368274586, + "zigzag": 35.59090612985892, + "planner": 36.44051705428865 + }, + "gap_to_faster_fixed_pct": 2.634125970446699 + }, + "128k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 10.124658208398614, + "zigzag": 16.5386160898488, + "planner": 10.347149091598112 + }, + "gap_to_faster_fixed_pct": 2.1975150036663615 + }, + "128k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 10.44169885746669, + "zigzag": 14.032778505352326, + "planner": 10.59848505834816 + }, + "gap_to_faster_fixed_pct": 1.5015391941643141 + }, + "128k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 33.99372352473438, + "zigzag": 44.27841449883999, + "planner": 34.24297918973025 + }, + "gap_to_faster_fixed_pct": 0.7332402548208883 + }, + "128k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 33.24396709591383, + "zigzag": 43.534871827811, + "planner": 33.47017937304918 + }, + "gap_to_faster_fixed_pct": 0.6804611389570114 + }, + "256k-single": { + "amortized_ms_per_use": { + "contiguous": 115.87497762526618, + "zigzag": 105.60618321003858, + "planner": 105.19567248679232 + }, + "gap_to_faster_fixed_pct": -0.3887184545149247 + }, + "256k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 50.44411373574985, + "zigzag": 52.22225823800545, + "planner": 50.5135118146427 + }, + "gap_to_faster_fixed_pct": 0.13757418607132088 + }, + "256k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 50.47215951338876, + "zigzag": 52.178815572638996, + "planner": 50.453279564273544 + }, + "gap_to_faster_fixed_pct": -0.03740666002255422 + }, + "256k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 90.81123488699086, + "zigzag": 88.515901951876, + "planner": 88.65432669647271 + }, + "gap_to_faster_fixed_pct": 0.15638404122229055 + }, + "256k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 19.86793495051097, + "zigzag": 28.186528065009043, + "planner": 20.09683445666451 + }, + "gap_to_faster_fixed_pct": 1.1521051720961628 + }, + "256k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 22.20173659431748, + "zigzag": 27.13611367176054, + "planner": 22.374115910730325 + }, + "gap_to_faster_fixed_pct": 0.7764226716254541 + }, + "256k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 84.81593670224538, + "zigzag": 107.81002896733116, + "planner": 85.07950388645986 + }, + "gap_to_faster_fixed_pct": 0.31075195825491786 + }, + "256k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 100.01650164672174, + "zigzag": 133.82787678966997, + "planner": 95.01731835445389 + }, + "gap_to_faster_fixed_pct": -4.9983584808094506 + }, + "1024k-single": { + "amortized_ms_per_use": { + "contiguous": 852.5422134738183, + "zigzag": 637.6631937074126, + "planner": 638.9698439454078 + }, + "gap_to_faster_fixed_pct": 0.20491228769192738 + }, + "1024k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 239.41674177121604, + "zigzag": 244.94515547103947, + "planner": 239.64861647353973 + }, + "gap_to_faster_fixed_pct": 0.09684982788098484 + }, + "1024k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 239.36844443011796, + "zigzag": 245.10538643301697, + "planner": 239.43964100070298 + }, + "gap_to_faster_fixed_pct": 0.029743507234014643 + }, + "1024k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 578.710902460909, + "zigzag": 492.88505968806567, + "planner": 492.13791511935415 + }, + "gap_to_faster_fixed_pct": -0.1515859639130368 + }, + "1024k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 107.8385252811131, + "zigzag": 126.87976519216318, + "planner": 108.04905299533857 + }, + "gap_to_faster_fixed_pct": 0.19522495664388018 + }, + "1024k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 153.94674846256385, + "zigzag": 165.99726107151946, + "planner": 154.38237667322392 + }, + "gap_to_faster_fixed_pct": 0.2829733105834453 + }, + "1024k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 569.2022228959249, + "zigzag": 556.6233086461434, + "planner": 498.0038967440487 + }, + "gap_to_faster_fixed_pct": -10.531253541047858 + }, + "1024k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 802.5393058447517, + "zigzag": 728.4320362944854, + "planner": 595.4628842413076 + }, + "gap_to_faster_fixed_pct": -18.25416036471822 + } + }, + "worst_case": "128k-mixed-22", + "worst_gap_pct": 2.634125970446699 + }, + "16": { + "cases": { + "128k-single": { + "amortized_ms_per_use": { + "contiguous": 47.737742041645106, + "zigzag": 46.3305358637881, + "planner": 46.29280294457567 + }, + "gap_to_faster_fixed_pct": -0.08144287241435011 + }, + "128k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 20.05466386815533, + "zigzag": 20.90269835034269, + "planner": 20.059287020907504 + }, + "gap_to_faster_fixed_pct": 0.023052756119823492 + }, + "128k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 20.096097047935473, + "zigzag": 21.042056986974785, + "planner": 20.10488089750288 + }, + "gap_to_faster_fixed_pct": 0.0437092314316434 + }, + "128k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 35.45808762140223, + "zigzag": 35.474221222888445, + "planner": 35.95901089225663 + }, + "gap_to_faster_fixed_pct": 1.4127193666024107 + }, + "128k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 9.720905115857022, + "zigzag": 13.817051842226647, + "planner": 9.814806559501449 + }, + "gap_to_faster_fixed_pct": 0.965974284547344 + }, + "128k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 10.219185267051216, + "zigzag": 12.614405037893448, + "planner": 10.303786310454598 + }, + "gap_to_faster_fixed_pct": 0.8278648560776425 + }, + "128k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 33.54799777921289, + "zigzag": 41.515942936675856, + "planner": 33.6643057569745 + }, + "gap_to_faster_fixed_pct": 0.34669126463837685 + }, + "128k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 32.7857427795243, + "zigzag": 40.70917976461351, + "planner": 32.9004491835949 + }, + "gap_to_faster_fixed_pct": 0.3498667235998676 + }, + "256k-single": { + "amortized_ms_per_use": { + "contiguous": 115.80809809608036, + "zigzag": 105.53721864969702, + "planner": 104.71382211375749 + }, + "gap_to_faster_fixed_pct": -0.7801954101828157 + }, + "256k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 50.38208914021379, + "zigzag": 51.98970539768925, + "planner": 50.437810976291075 + }, + "gap_to_faster_fixed_pct": 0.1105985024205891 + }, + "256k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 50.409856383281294, + "zigzag": 51.9430397595861, + "planner": 50.37763122195611 + }, + "gap_to_faster_fixed_pct": -0.06392631052183351 + }, + "256k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 90.74145576136652, + "zigzag": 88.37233467344777, + "planner": 88.12209285263089 + }, + "gap_to_faster_fixed_pct": -0.28316760187627743 + }, + "256k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 19.416319732030388, + "zigzag": 25.36627237906214, + "planner": 19.516945022216532 + }, + "gap_to_faster_fixed_pct": 0.5182510979160782 + }, + "256k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 21.971860004006885, + "zigzag": 25.672616734256735, + "planner": 22.07377765903948 + }, + "gap_to_faster_fixed_pct": 0.4638553814470203 + }, + "256k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 84.26160223173792, + "zigzag": 101.83613630983746, + "planner": 83.57415288317134 + }, + "gap_to_faster_fixed_pct": -0.8158512660083939 + }, + "256k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 99.46172296081204, + "zigzag": 124.56908976202249, + "planner": 93.55377941648476 + }, + "gap_to_faster_fixed_pct": -5.939916752352071 + }, + "1024k-single": { + "amortized_ms_per_use": { + "contiguous": 852.4023323228466, + "zigzag": 637.510490896675, + "planner": 638.3753943848133 + }, + "gap_to_faster_fixed_pct": 0.1356689027849134 + }, + "1024k-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 239.3260695550416, + "zigzag": 244.6745964733127, + "planner": 239.54547675483627 + }, + "gap_to_faster_fixed_pct": 0.09167709986739325 + }, + "1024k-near-uniform-64": { + "amortized_ms_per_use": { + "contiguous": 239.27401255929726, + "zigzag": 244.83149418086396, + "planner": 239.33250665757805 + }, + "gap_to_faster_fixed_pct": 0.024446490304197432 + }, + "1024k-mixed-22": { + "amortized_ms_per_use": { + "contiguous": 578.5753608984232, + "zigzag": 492.68548028348596, + "planner": 491.5054199620208 + }, + "gap_to_faster_fixed_pct": -0.23951595260858216 + }, + "1024k-uniform-1024": { + "amortized_ms_per_use": { + "contiguous": 107.38548731096671, + "zigzag": 123.91421731287846, + "planner": 107.46870221788413 + }, + "gap_to_faster_fixed_pct": 0.07749176262192847 + }, + "1024k-near-uniform-512": { + "amortized_ms_per_use": { + "contiguous": 153.64006124300067, + "zigzag": 164.46831132189254, + "planner": 154.00731992840883 + }, + "gap_to_faster_fixed_pct": 0.23903836176379922 + }, + "1024k-mixed-1000": { + "amortized_ms_per_use": { + "contiguous": 568.5799627663218, + "zigzag": 553.5910732683842, + "planner": 496.3544721757353 + }, + "gap_to_faster_fixed_pct": -10.339148128730802 + }, + "1024k-long-tail-1000": { + "amortized_ms_per_use": { + "contiguous": 801.7474361255008, + "zigzag": 722.1047815749771, + "planner": 593.6403471499507 + }, + "gap_to_faster_fixed_pct": -17.790276107136926 + } + }, + "worst_case": "128k-mixed-22", + "worst_gap_pct": 1.4127193666024107 + } + } + }, + "native_reuse_checks": { + "bf16": [ + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 32, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 4, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 568, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 32, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 4, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 568, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 488, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 488, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 496, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 496, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 496, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "bf16", + "source_rows": 512, + "target_rows": 496, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ] + ], + "fp32": [ + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 32, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 4, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 568, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 32, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 4, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 568, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 488, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 488, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 496, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 4, + "target_rows": 4, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 496, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 496, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ], + [ + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 0, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 20 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 8, + "target_rows": 8, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4096 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 1024, + "target_rows": 1024, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "contiguous", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 512, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + }, + { + "lengths": [ + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 984, + 984 + ], + "policy": "zigzag", + "weights_dtype": "fp32", + "source_rows": 512, + "target_rows": 496, + "retained": true, + "reuse_layers": 3, + "reuse_ids_equal": true, + "reuse_max_score_relative_rms": 0.0, + "ids_equal": true, + "score_relative_rms": 0.0, + "okay": true + } + ] + ] + } +} From ed41dfb10f3c58512534387f195250ed35203241 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Mon, 16 Nov 2026 23:27:22 +0800 Subject: [PATCH 12/18] test(csa): guard plan and workspace reuse across layers Signed-off-by: shuyan.ycf --- cula/hybrid/csa_cp.py | 12 +++++++++ docs/CSA_CP_SELECTION.md | 46 ++++++++++++++++++++++------------ tests/test_csa_cp_selection.py | 34 +++++++++++++++++++++++-- 3 files changed, 74 insertions(+), 18 deletions(-) diff --git a/cula/hybrid/csa_cp.py b/cula/hybrid/csa_cp.py index 99df789e..a3aedb2a 100644 --- a/cula/hybrid/csa_cp.py +++ b/cula/hybrid/csa_cp.py @@ -34,6 +34,8 @@ class CsaCPSelectionPlan: ranks must use identical global boundaries, policy, capacity and costs. Documents must be block-aligned; selection destinations may be empty. No CUDA metadata is read, hardware probed, or process group accessed here. + Build once per packed layout and reuse across compatible CSA layers; + the plan contains no activations or selected block IDs. """ global_cu_seqlens: tuple[int, ...] @@ -172,6 +174,12 @@ class CsaCPSelectionWorkspace: @classmethod def from_plan(cls, plan: CsaCPSelectionPlan, device: torch.device | str, *, group=None) -> CsaCPSelectionWorkspace: + """Materialize a plan once for sequential reuse on this device/group. + + The returned workspace retains the plan, device routing indices and + native scratch. Pass it directly to every compatible layer's execution; + do not call this factory inside the layer loop. + """ if not isinstance(plan, CsaCPSelectionPlan): raise TypeError("plan must be a CsaCPSelectionPlan") device = torch.device(device) @@ -222,6 +230,10 @@ def cudnn_csa_select_cp( attention, projections and their gradients stay independently composable. No precision casts, head padding, or device-to-host metadata copies occur. + ``workspace`` is required and already contains the plan. Execution never + replans, rebuilds routing indices or materializes native scratch. Each call + uses fresh layer inputs; transport buffers and retained results may allocate. + All ranks must enter in the same order with matching tensor trailing dimensions/dtypes and scalar options, including empty destination ranks. Tensor validation is local, like the underlying PyTorch collectives. diff --git a/docs/CSA_CP_SELECTION.md b/docs/CSA_CP_SELECTION.md index 4053ec45..c760eede 100644 --- a/docs/CSA_CP_SELECTION.md +++ b/docs/CSA_CP_SELECTION.md @@ -1,9 +1,11 @@ # CSA context-parallel selection API -`cudnn_csa_select_cp` packages THD planning, query/weight redistribution, -cuDNN block selection, and the inverse exchange. It returns document-local -block IDs and FP32 scores in the caller's original token order. Downstream -attention implementations can use the planner without copying benchmark code. +The API separates one-time THD planning and device preparation from per-layer +execution. `cudnn_csa_select_cp` consumes a prepared workspace to redistribute +queries/weights, run cuDNN block selection, and perform the inverse exchange. +It returns document-local block IDs and FP32 scores in the caller's original +token order. Downstream attention implementations can use the planner without +copying benchmark code. The interface stops at selection. Projection weights, pooling transforms, sparse attention, and the indexer loss remain independently composable. @@ -33,19 +35,30 @@ plan = CsaCPSelectionPlan.from_cu_seqlens( config=THDPlannerConfig(min_chunk_tokens=1024), candidate_budget_bytes=512 << 20, ) -workspace = CsaCPSelectionWorkspace.from_plan(plan, qi.device, group=cp_group) - -# Reuse for the same packed layout. Nondeterministic selection is the default. -selected = cudnn_csa_select_cp( - qi, # BF16 [source_rows, index_heads, index_dim] - global_kbar[:, None], # BF16 [global_blocks, 1, index_dim] - index_weights, # BF16 or FP32 [source_rows, index_heads] - workspace=workspace, -) -# selected.block_ids: int32 [source_rows, 512], document-local, -1 padding -# selected.scores: FP32 [source_rows, 512], paired raw scores +workspace = CsaCPSelectionWorkspace.from_plan(plan, device, group=cp_group) + +# Each compatible layer supplies fresh activations but shares the prepared +# workspace. Produce layer_inputs lazily as the model runs its layers. +selected_by_layer = [] +for qi, global_kbar, index_weights in layer_inputs: + selected = cudnn_csa_select_cp( + qi, # BF16 [source_rows, index_heads, index_dim] + global_kbar[:, None], # BF16 [global_blocks, 1, index_dim] + index_weights, # BF16 or FP32 [source_rows, index_heads] + workspace=workspace, + ) + # Retain the results needed by each layer's attention/backward. + selected_by_layer.append(selected) + # selected.block_ids: int32 [source_rows, 512], document-local, -1 padding + # selected.scores: FP32 [source_rows, 512], paired raw scores ``` +Both factories run outside the layer loop. The execution function requires +`workspace`; it has no implicit planning or workspace-construction fallback. +It reuses routing indices and native scratch, while per-layer payload transport, +key packing and owned result storage can still allocate. Nondeterministic +selection is the default. + `plan.policy` and `plan.evaluated_scores` expose the chosen candidate and modeled costs. Fixed `contiguous` and complete per-document `zigzag` policies need no cost model. There is no implicit hardware detection, calibration, cache, or @@ -145,7 +158,8 @@ than case-name or context-length-specific layout rules. ## Validation - `tests/test_csa_cp_selection.py`: host metadata parity, invalid inputs, - capacities, result lifetime and CP64 grain constraints. + capacities, execution without preparation, retained results across distinct + layer inputs, and CP64 grain constraints. - `benchmarks/check_csa_cp_selection.py`: native selection in two disjoint subgroups, unequal source sizes, empty destinations, exact source mapping, and workspace reuse. diff --git a/tests/test_csa_cp_selection.py b/tests/test_csa_cp_selection.py index 17776068..d5110ded 100644 --- a/tests/test_csa_cp_selection.py +++ b/tests/test_csa_cp_selection.py @@ -137,12 +137,28 @@ def restore(tensor): exchange = SimpleNamespace(device=torch.device("cpu"), group=None, distribute=route, restore=restore) native = SimpleNamespace(block_ids=torch.empty(16, 8, dtype=torch.int32), scores=torch.empty(16, 8)) workspace = CsaCPSelectionWorkspace(plan, exchange, native, slice(0, 4), None) + + def unexpected_preparation(*args, **kwargs): + pytest.fail("execution must reuse the prepared plan, routing indices and scratch") + + # Preparation is explicit: none of its entry points may run during a layer. + for owner, name in ( + (CsaCPSelectionPlan, "from_cu_seqlens"), + (CsaCPSelectionWorkspace, "from_plan"), + (csa_cp, "plan_thd_selection"), + (csa_cp.THDRedistributionPlan, "build"), + (csa_cp.THDRedistributor, "__init__"), + (csa_cp.DsaSelectionPlan, "from_cu_seqlens"), + (csa_cp.DsaSelectionWorkspace, "from_plan"), + (csa_cp, "_range_indices"), + ): + monkeypatch.setattr(owner, name, unexpected_preparation) monkeypatch.setattr(csa_cp.dist, "get_rank", lambda group: 0) monkeypatch.setattr(csa_cp.dist, "get_world_size", lambda group: 1) seen = [] def select(q, k, w, **kwargs): - seen.append(kwargs) + seen.append((q.clone(), k.clone(), w.clone(), kwargs)) native.block_ids.copy_(q[:, 0, 0, None].expand(-1, 8).int()) native.scores.copy_(q[:, 0, 0, None].expand(-1, 8).float()) return native @@ -159,7 +175,7 @@ def select(q, k, w, **kwargs): assert torch.equal(result.scores[:, 0], torch.arange(16).float()) assert not result.scores.requires_grad assert calls == ["route", "route", "restore", "restore"] - assert seen[0]["deterministic"] is False and seen[0]["sm_scale"] == 0.5 + assert seen[0][3]["deterministic"] is False and seen[0][3]["sm_scale"] == 0.5 for bad_q, bad_k, bad_w in [ (qi.float(), keys, weights), (qi, keys.float(), weights), @@ -176,6 +192,20 @@ def select(q, k, w, **kwargs): cudnn_csa_select_cp(qi, keys, weights, workspace=workspace, deterministic=1) assert len(calls) == 4 # Invalid calls fail before any collective. + retained = [result] + for layer in (1, 2): + layer_q, layer_keys, layer_weights = qi + layer, keys + layer, weights + layer + retained.append(cudnn_csa_select_cp(layer_q, layer_keys, layer_weights, workspace=workspace)) + q, k, w, options = seen[-1] + assert torch.equal(q, layer_q if identity else layer_q.flip(0)) + assert torch.equal(k, layer_keys) + assert torch.equal(w, layer_weights if identity else layer_weights.flip(0)) + assert options["plan"] is plan.selection and options["workspace"] is native + assert calls == ["route", "route", "restore", "restore"] * 3 + for layer, selected in enumerate(retained): + assert torch.equal(selected.block_ids[:, 0], torch.arange(16) + layer) + assert torch.equal(selected.scores[:, 0], torch.arange(16).float() + layer) + @pytest.mark.parametrize("world", [8, 16, 64]) @pytest.mark.parametrize("tokens", [128 << 10, 256 << 10]) From 8cc44fbe37324338dbfeecf37772c8631beab4e8 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Mon, 16 Nov 2026 23:59:55 +0800 Subject: [PATCH 13/18] test(csa): benchmark four layers with shared CP preparation Signed-off-by: shuyan.ycf --- benchmarks/bench_csa_cp_reuse.py | 332 +++++++++++++++++++++++++++++++ benchmarks/bench_full_csa_cp.py | 86 ++++++-- tests/test_csa_cp_reuse.py | 91 +++++++++ 3 files changed, 495 insertions(+), 14 deletions(-) create mode 100644 benchmarks/bench_csa_cp_reuse.py create mode 100644 tests/test_csa_cp_reuse.py diff --git a/benchmarks/bench_csa_cp_reuse.py b/benchmarks/bench_csa_cp_reuse.py new file mode 100644 index 00000000..8f13317d --- /dev/null +++ b/benchmarks/bench_csa_cp_reuse.py @@ -0,0 +1,332 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Four complete CSA instances sharing one prepared CP selection workspace. + +Inputs differ across layers and are identical across policies. All forwards +precede reverse-order backwards. Layers are independent operator instances, +not a connected model: no KDA, projections, residuals, MoE or optimizer. +""" + +import argparse +import copy +import datetime +import gc +import hashlib +import importlib.metadata +import json +import math +import os +import statistics +import time +from dataclasses import asdict, replace +from pathlib import Path +from unittest.mock import patch + +import torch +import torch.distributed as dist + +from benchmarks.bench_csa_cp_windows import tensors +from benchmarks.bench_csa_layout_matrix import performance_cases +from benchmarks.bench_full_csa_cp import FullCSA, check_redistribution, check_reference, json_safe +from cula.distributed import THDPlannerConfig, THDSelectionCostModel +from cula.hybrid import CsaCPSelectionPlan, CsaCPSelectionWorkspace + +POLICIES = ("contiguous", "zigzag", "planner") + + +def release(layer): + layer.last = {} + for value in (layer.indexer.local_kv, layer.indexer.pool_score, layer.indexer.ape): + value.grad = None + + +def clone_holder(layer): + """Share immutable inputs; isolate mutable Python execution bookkeeping.""" + result = copy.copy(layer) + result.indexer = copy.copy(layer.indexer) + result.events, result.last = [], {} + return result + + +def bind(layers, prepared): + for layer in layers: + layer.use_prepared_layout(prepared) + assert all(layer.cp_selection is prepared.cp_selection for layer in layers) + + +def run_stack(layers, inspect=None): + def unexpected(*args, **kwargs): + raise RuntimeError("selection preparation was invoked inside stack execution") + + # This guards the actual native run, not just a mocked host fixture. + with ( + patch.object(CsaCPSelectionPlan, "from_cu_seqlens", unexpected), + patch.object(CsaCPSelectionWorkspace, "from_plan", unexpected), + ): + for layer in layers: + layer.forward() + for i in reversed(range(len(layers))): + layer = layers[i] + # Exclude other layers' execution from this layer's stage breakdown. + layer.mark("backward_start") + layer.backward() + if inspect is not None: + inspect(i, layer) + release(layer) + + +def iteration(layers): + dist.barrier(device_ids=[torch.cuda.current_device()]) + torch.cuda.synchronize() + torch.cuda.reset_peak_memory_stats() + begin, end = (torch.cuda.Event(enable_timing=True) for _ in range(2)) + wall = time.perf_counter() + begin.record() + run_stack(layers) + end.record() + end.synchronize() + return dict( + stack_ms=begin.elapsed_time(end), + wall_ms=(time.perf_counter() - wall) * 1000, + allocated_gib=torch.cuda.max_memory_allocated() / 2**30, + reserved_gib=torch.cuda.max_memory_reserved() / 2**30, + layer_stages=[{k: v for k, v in layer.timings().items() if k != "backward_start_ms"} for layer in layers], + ) + + +def compare_cpu_actual(actual, reference): + """Bounded GPU temporary storage; normalize by the contiguous reference.""" + if actual.shape != reference.shape or actual.dtype != reference.dtype or actual.device.type != "cpu": + raise ValueError("mismatched full-tensor numerical reference") + actual, reference = actual.reshape(-1), reference.detach().reshape(-1) + stats = torch.zeros(3, device=reference.device, dtype=torch.float64) + finite = torch.ones((), device=reference.device, dtype=torch.bool) + for start in range(0, reference.numel(), 1 << 22): + a = actual[start : start + (1 << 22)].to(reference.device).float() + b = reference[start : start + (1 << 22)].float() + stats[0] += (a - b).square().sum(dtype=torch.float64) + stats[1] += b.square().sum(dtype=torch.float64) + stats[2] = torch.maximum(stats[2], (a - b).abs().max().double()) + finite &= torch.isfinite(a).all() & torch.isfinite(b).all() + delta, norm, maximum = stats.cpu().tolist() + return dict(relative_rms=math.sqrt(delta / max(norm, 1e-24)), max_abs=maximum, finite=bool(finite)) + + +def qualify(layers, baseline, small): + results = [None] * len(layers) + + def inspect(i, layer): + # One layer of CPU reference at a time bounds host memory for 1M packs. + actual = {k: v.detach().cpu() for k, v in tensors(layer).items()} + actual_loss = layer.last["loss"].detach().clone() + oracle = check_reference(layer) if small else None + release(layer) + reference = clone_holder(layer) + reference.use_prepared_layout(baseline) + reference.forward() + reference.backward() + errors = {k: compare_cpu_actual(actual[k], value) for k, value in tensors(reference).items()} + loss_pair = torch.stack((actual_loss, reference.last["loss"].detach())) + dist.all_reduce(loss_pair) + loss, ref_loss = loss_pair.cpu().tolist() + results[i] = dict( + errors=errors, + loss=loss, + reference_loss=ref_loss, + loss_abs_diff=abs(loss - ref_loss), + fp32=oracle, + okay=all(e["finite"] and e["relative_rms"] < 0.01 for e in errors.values()) + and math.isfinite(loss) + and math.isfinite(ref_loss) + and abs(loss - ref_loss) < 1e-5 + and (oracle is None or oracle["pass_"]), + ) + release(reference) + + run_stack(layers, inspect) + return results + + +def summarize(records, repeats, prepare_repeats, layers): + result = {} + for policy in POLICIES: + critical = [max(r["samples"][policy][i]["stack_ms"] for r in records) for i in range(repeats)] + prep = [max(sum(r["preparation"][policy][i].values()) for r in records) for i in range(prepare_repeats)] + steady, prepare = statistics.median(critical), statistics.median(prep) + result[policy] = dict( + stack_ms=steady, + prepare_ms=prepare, + prepare_plus_stack_ms=prepare + steady, + amortized_per_layer_ms=(prepare + steady) / layers, + prepare_fraction=prepare / (prepare + steady), + stack_min_ms=min(critical), + stack_max_ms=max(critical), + prepare_min_ms=min(prep), + prepare_max_ms=max(prep), + peak_allocated_gib=max(s["allocated_gib"] for r in records for s in r["samples"][policy]), + peak_reserved_gib=max(s["reserved_gib"] for r in records for s in r["samples"][policy]), + ) + return result + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--profile", type=Path, required=True) + parser.add_argument("--output-dir", type=Path, required=True) + parser.add_argument("--cases", nargs="+") + parser.add_argument("--layers", type=int, default=4) + parser.add_argument("--warmups", type=int, default=2) + parser.add_argument("--repeats", type=int, default=7) + parser.add_argument("--prepare-repeats", type=int, default=5) + parser.add_argument("--min-gain-ms", type=float, default=0) + parser.add_argument("--check-only", action="store_true") + parser.add_argument("--source-revision", required=True) + args = parser.parse_args() + if args.layers < 2 or min(args.warmups, args.repeats, args.prepare_repeats) < 1: + parser.error("at least two layers and positive measurement counts are required") + suite = [(name, lengths) for name, lengths, _ in performance_cases("validation")] + if args.cases: + if set(args.cases) - {name for name, _ in suite}: + parser.error("unknown validation case") + suite = [(n, lengths) for n, lengths in suite if n in args.cases] + if args.check_only: + suite = [("check-single", [4096]), ("check-many", [4] * 1024), ("check-mixed", [4] * 64 + [1920] * 2)] + device = torch.device("cuda", int(os.environ["LOCAL_RANK"])) + torch.cuda.set_device(device) + dist.init_process_group("nccl", timeout=datetime.timedelta(minutes=15)) + rank, world = dist.get_rank(), dist.get_world_size() + torch.backends.cuda.matmul.allow_tf32 = False + torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = False + model_data = json.loads(args.profile.read_text())["model"] + model_data["rank_node_ids"] = tuple(model_data["rank_node_ids"]) + model = replace(THDSelectionCostModel(**model_data), min_gain_ms=args.min_gain_ms) + if len(model.rank_node_ids) != world: + raise ValueError("profile topology mismatch") + config = THDPlannerConfig(min_chunk_tokens=1024, max_chunks_per_rank=6) + root = Path(__file__).resolve().parents[1] + import cudnn + + manifest = dict( + schema_version=1, + source_revision=args.source_revision, + arguments={k: str(v) if isinstance(v, Path) else v for k, v in vars(args).items()}, + model=asdict(model), + config=asdict(config), + suite=[dict(name=n, lengths=ls) for n, ls in suite], + software=dict( + torch=torch.__version__, + cuda=torch.version.cuda, + cutlass_dsl=importlib.metadata.version("nvidia-cutlass-dsl"), + cudnn_backend=str(cudnn.backend_version()), + ), + source_sha256={ + str(p.relative_to(root)): hashlib.sha256(p.read_bytes()).hexdigest() + for folder in ("cula", "benchmarks") + for p in sorted((root / folder).rglob("*.py")) + }, + ) + manifests = [None] * world + dist.all_gather_object(manifests, manifest) + if any(m != manifests[0] for m in manifests): + raise RuntimeError("source/config differs across ranks") + args.output_dir.mkdir(parents=True, exist_ok=True) + if rank == 0: + (args.output_dir / "manifest.json").write_text(json.dumps(manifest, indent=2) + "\n") + for case_index, (name, lengths) in enumerate(suite): + options = dict( + heads=64, + top_k=512, + device=device, + candidate_mib=0, + selection_api=True, + planner_cost_model=model, + planner_strategy="selection", + planner_config=config, + ) + torch.manual_seed(20261117 + rank) + first = FullCSA(lengths, **options) + holders = {"contiguous": clone_holder(first)} + for policy in POLICIES[1:]: + holder = clone_holder(first) + holder._layout_options = dict(first._layout_options, layout=policy) + holder._prepare_layout(**holder._layout_options) + holders[policy] = holder + layers = [first] + for i in range(1, args.layers): + torch.manual_seed(20261117 + rank + i * 1000) + layers.append(FullCSA(lengths, prepared_from=first, **options)) + if not all(check_redistribution(h) for h in holders.values()): + raise RuntimeError("source/inverse marker check failed") + if rank == 0: + print("CASE", name, "selected", holders["planner"].selected_policy, flush=True) + samples = {p: [] for p in POLICIES} + orders = [] + for i in range(args.warmups + args.repeats): + shift = (case_index + i) % len(POLICIES) + order = POLICIES[shift:] + POLICIES[:shift] + if i % 2: + order = order[::-1] + orders.append(order) + for policy in order: + bind(layers, holders[policy]) + value = iteration(layers) + if i >= args.warmups: + samples[policy].append(value) + if rank == 0: + print("ITER", name, i, {p: round(samples[p][-1]["stack_ms"], 2) for p in POLICIES if samples[p]}, flush=True) + checks = {} + for policy in POLICIES: + bind(layers, holders[policy]) + checks[policy] = qualify(layers, holders["contiguous"], args.check_only) + preparation = {p: [] for p in POLICIES} + prepare_orders = [] + for i in range(args.prepare_repeats): + order = POLICIES[i % 3 :] + POLICIES[: i % 3] + if i % 2: + order = order[::-1] + prepare_orders.append(order) + for policy in order: + dist.barrier(device_ids=[device.index]) + preparation[policy].append(holders[policy].prepare_metadata()) + layout = { + p: dict( + selected_policy=h.selected_policy, + source_rows=h.source_n, + selection_rows=h.selection_layout.local_tokens, + spans=len(h.selection_layout.spans), + candidate_workspace_bytes=0 + if h.indexer.select_plan is None + else h.indexer.select_plan.candidate_workspace_floats * 4, + ) + for p, h in holders.items() + } + record = dict(rank=rank, samples=samples, checks=checks, preparation=preparation, layout=layout) + records = [None] * world + dist.all_gather_object(records, record) + okay = all(c["okay"] for r in records for policy in POLICIES for c in r["checks"][policy]) + if rank == 0: + summary = summarize(records, args.repeats, args.prepare_repeats, args.layers) + report = dict( + case=name, + lengths=lengths, + world_size=world, + layers=args.layers, + okay=okay, + orders=orders, + prepare_orders=prepare_orders, + summary=summary, + ranks=records, + ) + (args.output_dir / f"{name}.json").write_text(json.dumps(json_safe(report), indent=2, allow_nan=False) + "\n") + print("RESULT", name, json.dumps(summary), "PASS", okay, flush=True) + if not okay: + raise RuntimeError("numerical qualification failed; report retained") + del first, holder, holders, layers, records, record, checks, value + gc.collect() + torch.cuda.empty_cache() + dist.destroy_process_group() + + +if __name__ == "__main__": + main() diff --git a/benchmarks/bench_full_csa_cp.py b/benchmarks/bench_full_csa_cp.py index c4f9cf68..3bb6f9bf 100644 --- a/benchmarks/bench_full_csa_cp.py +++ b/benchmarks/bench_full_csa_cp.py @@ -138,6 +138,7 @@ def __init__( planner_strategy="balanced", selection_api=False, planner_config=None, + prepared_from=None, ): import cudnn @@ -146,6 +147,16 @@ def __init__( self.pool_backward_order = pool_backward_order self.redistribution_scope = redistribution_scope self.selection_api = selection_api + self._layout_options = dict( + device=device, + candidate_mib=candidate_mib, + layout=layout, + redistribution_scope=redistribution_scope, + planner_cost_model=planner_cost_model, + planner_strategy=planner_strategy, + selection_api=selection_api, + planner_config=planner_config, + ) if selection_api and ( redistribution_scope != "selection" or (layout == "planner" and planner_strategy != "selection") ): @@ -156,12 +167,27 @@ def __init__( self.rank, self.world = dist.get_rank(), dist.get_world_size() validate_source_alignment(lengths, self.world) self.cu = (0, *accumulate(lengths)) - self.plan = build_kimi_cp_plan(self.cu, group=dist.group.WORLD) + if prepared_from is not None and ( + not selection_api + or not prepared_from.selection_api + or self.cu != prepared_from.cu + or (self.rank, self.world, top_k, heads) + != (prepared_from.rank, prepared_from.world, prepared_from.top_k, prepared_from.heads) + or torch.device(device) != prepared_from.source_q.device + or self._layout_options != prepared_from._layout_options + ): + raise ValueError("prepared CSA metadata must match geometry, device and group") + self.plan = build_kimi_cp_plan(self.cu, group=dist.group.WORLD) if prepared_from is None else prepared_from.plan self.source_n, self.total = self.plan.local_tokens, self.cu[-1] self.scale, self.heads = 576**-0.5, heads n = self.source_n - pool_plan = IndexPoolPlan.from_cu_seqlens(self.plan.local_cu_seqlens, head_dim=128, ratio=4) - pool_cu_tokens, pool_cu_blocks = pool_plan.materialize(device) + if prepared_from is None: + pool_plan = IndexPoolPlan.from_cu_seqlens(self.plan.local_cu_seqlens, head_dim=128, ratio=4) + pool_cu_tokens, pool_cu_blocks = pool_plan.materialize(device) + else: + prepared_pool = prepared_from.indexer + pool_plan = prepared_pool.pool_plan + pool_cu_tokens, pool_cu_blocks = prepared_pool.pool_cu_tokens, prepared_pool.pool_cu_blocks torch.cuda.synchronize(device) self.common_prepare_ms = (time.perf_counter() - common_prepare_start) * 1000 # All random tensors are generated in SOURCE ownership, with identical @@ -193,19 +219,51 @@ def __init__( self.global_kv = torch.empty(self.total, 576, device=device, dtype=torch.bfloat16) self.sink = torch.full((heads,), -torch.inf, device=device, dtype=torch.float32) self.unit_grad = torch.ones((), device=device, dtype=torch.float32) - self._layout_options = dict( - device=device, - candidate_mib=candidate_mib, - layout=layout, - redistribution_scope=redistribution_scope, - planner_cost_model=planner_cost_model, - planner_strategy=planner_strategy, - selection_api=selection_api, - planner_config=planner_config, - ) - self._prepare_layout(**self._layout_options) self.events = [] self.last = {} + if prepared_from is None: + self._prepare_layout(**self._layout_options) + else: + self.use_prepared_layout(prepared_from) + self.common_prepare_ms = self.layout_prepare_ms = 0.0 + + def use_prepared_layout(self, prepared): + """Bind prebuilt metadata to a benchmark layer without preparing again. + + Only selection-only public API fixtures are supported. Activations, + gathers and results stay layer-owned; native selection scratch is shared + by sequential forwards. Finish backward before switching a layer's layout. + """ + if self.last: + raise ValueError("release the layer's completed results before switching prepared layouts") + if ( + not self.selection_api + or not prepared.selection_api + or self.redistribution_scope != "selection" + or prepared.redistribution_scope != "selection" + or (self.cu, self.rank, self.world, self.top_k, self.heads) + != (prepared.cu, prepared.rank, prepared.world, prepared.top_k, prepared.heads) + or self.source_q.device != prepared.source_q.device + ): + raise ValueError("prepared CSA metadata must match geometry, device and group") + for name in ( + "cp_selection", + "selected_policy", + "selection_layout", + "selection_exchange", + "layout", + "exchange", + "n", + "doc_start", + "visible", + "query_global_rows", + "selection_key_slice", + "selection_key_ids", + ): + setattr(self, name, getattr(prepared, name)) + self.indexer.select_plan = prepared.indexer.select_plan + self.indexer.select_workspace = prepared.indexer.select_workspace + self._layout_options = prepared._layout_options.copy() def prepare_metadata(self): """Rebuild fresh metadata after warmup, without regenerating inputs. diff --git a/tests/test_csa_cp_reuse.py b/tests/test_csa_cp_reuse.py new file mode 100644 index 00000000..23110174 --- /dev/null +++ b/tests/test_csa_cp_reuse.py @@ -0,0 +1,91 @@ +# Copyright 2025-2026 Ant Group Co., Ltd. +# SPDX-License-Identifier: Apache-2.0 + +"""Host checks for preparation accounting and multi-layer fixture ownership.""" + +from types import SimpleNamespace + +import pytest +import torch + +from benchmarks.bench_csa_cp_reuse import POLICIES, clone_holder, compare_cpu_actual, summarize +from benchmarks.bench_full_csa_cp import FullCSA + + +def fixture(): + layer = FullCSA.__new__(FullCSA) + layer.selection_api = True + layer.redistribution_scope = "selection" + layer.cu, layer.rank, layer.world, layer.top_k, layer.heads = (0, 16), 0, 1, 8, 64 + layer.source_q = torch.zeros(16, 1, 1) + layer.indexer = SimpleNamespace(select_plan=object(), select_workspace=object(), qi=object()) + layer.last, layer.events, layer._layout_options = {}, [], {"layout": "contiguous"} + for name in ( + "cp_selection", + "selected_policy", + "selection_layout", + "selection_exchange", + "layout", + "exchange", + "n", + "doc_start", + "visible", + "query_global_rows", + "selection_key_slice", + "selection_key_ids", + ): + setattr(layer, name, object()) + return layer + + +def test_prepared_layout_shares_only_metadata(): + first, second = fixture(), fixture() + source, qi = second.source_q, second.indexer.qi + second.use_prepared_layout(first) + assert second.cp_selection is first.cp_selection + assert second.indexer.select_workspace is first.indexer.select_workspace + assert second.source_q is source and second.indexer.qi is qi + assert second._layout_options == first._layout_options + assert second._layout_options is not first._layout_options + holder = clone_holder(second) + assert holder.source_q is second.source_q and holder.indexer.qi is qi + assert holder.indexer is not second.indexer + assert holder.events is not second.events and holder.last is not second.last + + +@pytest.mark.parametrize("change", ["cu", "heads", "scope", "pending"]) +def test_layout_rebinding_rejects_incompatible_or_pending_layers(change): + first, second = fixture(), fixture() + if change == "pending": + second.last = {"saved_forward": object()} + elif change == "scope": + second.redistribution_scope = "queries" + elif change == "cu": + second.cu = (0, 8, 16) + else: + second.heads = 32 + with pytest.raises(ValueError): + second.use_prepared_layout(first) + + +def test_accounting_uses_critical_rank_and_charges_preparation_once(): + records = [] + for times, prep in [([4, 12, 8], [1, 5, 3]), ([10, 6, 9], [2, 3, 4])]: + records.append( + dict( + samples={p: [dict(stack_ms=t, allocated_gib=2, reserved_gib=3) for t in times] for p in POLICIES}, + preparation={p: [dict(common_ms=1, layout_ms=x) for x in prep] for p in POLICIES}, + ) + ) + for value in summarize(records, 3, 3, 4).values(): + assert value["stack_ms"] == 10 + assert value["prepare_ms"] == 5 + assert value["prepare_plus_stack_ms"] == 15 + assert value["amortized_per_layer_ms"] == 3.75 + assert value["prepare_fraction"] == pytest.approx(1 / 3) + + +def test_cpu_actual_error_uses_contiguous_reference_norm(): + error = compare_cpu_actual(torch.tensor([2.0, 4.0]), torch.tensor([1.0, 2.0])) + assert error["relative_rms"] == 1.0 and error["max_abs"] == 2.0 and error["finite"] + assert not compare_cpu_actual(torch.tensor([float("nan")]), torch.ones(1))["finite"] From b65230095daaf2f3232f932fd6e6f085997bcab2 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Tue, 17 Nov 2026 00:10:37 +0800 Subject: [PATCH 14/18] test(csa): compare reuse results without host staging Signed-off-by: shuyan.ycf --- benchmarks/bench_csa_cp_reuse.py | 15 ++++++++------- tests/test_csa_cp_reuse.py | 8 ++++---- 2 files changed, 12 insertions(+), 11 deletions(-) diff --git a/benchmarks/bench_csa_cp_reuse.py b/benchmarks/bench_csa_cp_reuse.py index 8f13317d..86a85f18 100644 --- a/benchmarks/bench_csa_cp_reuse.py +++ b/benchmarks/bench_csa_cp_reuse.py @@ -95,11 +95,11 @@ def iteration(layers): ) -def compare_cpu_actual(actual, reference): - """Bounded GPU temporary storage; normalize by the contiguous reference.""" - if actual.shape != reference.shape or actual.dtype != reference.dtype or actual.device.type != "cpu": +def compare_tensors(actual, reference): + """Chunked full-tensor FP64 statistics, normalized by the contiguous reference.""" + if actual.shape != reference.shape or actual.dtype != reference.dtype: raise ValueError("mismatched full-tensor numerical reference") - actual, reference = actual.reshape(-1), reference.detach().reshape(-1) + actual, reference = actual.detach().reshape(-1), reference.detach().reshape(-1) stats = torch.zeros(3, device=reference.device, dtype=torch.float64) finite = torch.ones((), device=reference.device, dtype=torch.bool) for start in range(0, reference.numel(), 1 << 22): @@ -117,8 +117,9 @@ def qualify(layers, baseline, small): results = [None] * len(layers) def inspect(i, layer): - # One layer of CPU reference at a time bounds host memory for 1M packs. - actual = {k: v.detach().cpu() for k, v in tensors(layer).items()} + # Retain one layer on device while evaluating its independent reference. + # This avoids host staging without sampling or changing error precision. + actual = {k: v.detach() for k, v in tensors(layer).items()} actual_loss = layer.last["loss"].detach().clone() oracle = check_reference(layer) if small else None release(layer) @@ -126,7 +127,7 @@ def inspect(i, layer): reference.use_prepared_layout(baseline) reference.forward() reference.backward() - errors = {k: compare_cpu_actual(actual[k], value) for k, value in tensors(reference).items()} + errors = {k: compare_tensors(actual[k], value) for k, value in tensors(reference).items()} loss_pair = torch.stack((actual_loss, reference.last["loss"].detach())) dist.all_reduce(loss_pair) loss, ref_loss = loss_pair.cpu().tolist() diff --git a/tests/test_csa_cp_reuse.py b/tests/test_csa_cp_reuse.py index 23110174..46550c8d 100644 --- a/tests/test_csa_cp_reuse.py +++ b/tests/test_csa_cp_reuse.py @@ -8,7 +8,7 @@ import pytest import torch -from benchmarks.bench_csa_cp_reuse import POLICIES, clone_holder, compare_cpu_actual, summarize +from benchmarks.bench_csa_cp_reuse import POLICIES, clone_holder, compare_tensors, summarize from benchmarks.bench_full_csa_cp import FullCSA @@ -85,7 +85,7 @@ def test_accounting_uses_critical_rank_and_charges_preparation_once(): assert value["prepare_fraction"] == pytest.approx(1 / 3) -def test_cpu_actual_error_uses_contiguous_reference_norm(): - error = compare_cpu_actual(torch.tensor([2.0, 4.0]), torch.tensor([1.0, 2.0])) +def test_tensor_error_uses_contiguous_reference_norm(): + error = compare_tensors(torch.tensor([2.0, 4.0]), torch.tensor([1.0, 2.0])) assert error["relative_rms"] == 1.0 and error["max_abs"] == 2.0 and error["finite"] - assert not compare_cpu_actual(torch.tensor([float("nan")]), torch.ones(1))["finite"] + assert not compare_tensors(torch.tensor([float("nan")]), torch.ones(1))["finite"] From 837a15a87693f63590488ce0ff3fde23a496ac54 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Tue, 17 Nov 2026 00:52:55 +0800 Subject: [PATCH 15/18] docs(csa): report 31 one-million-token layouts with plan reuse Signed-off-by: shuyan.ycf --- docs/CSA_CP_1M_REUSE_RESULTS.md | 197 +++++++++++ docs/CSA_CP_PLAN_REUSE.md | 5 + docs/CSA_CP_SELECTION.md | 3 + docs/CSA_CP_THREE_WAY_RESULTS.md | 4 + docs/results/csa_cp_1m_reuse_20261117.json | 369 +++++++++++++++++++++ 5 files changed, 578 insertions(+) create mode 100644 docs/CSA_CP_1M_REUSE_RESULTS.md create mode 100644 docs/results/csa_cp_1m_reuse_20261117.json diff --git a/docs/CSA_CP_1M_REUSE_RESULTS.md b/docs/CSA_CP_1M_REUSE_RESULTS.md new file mode 100644 index 00000000..73a86814 --- /dev/null +++ b/docs/CSA_CP_1M_REUSE_RESULTS.md @@ -0,0 +1,197 @@ +# B300 CP8: 31 one-million-token layouts with four-layer plan reuse + +All **31 historical THD distributions** were rerun on eight B300 GPUs using +cuLA `b65230095daaf2f3232f932fd6e6f085997bcab2`. Each pack contains exactly 1,048,576 tokens. +Contiguous, complete per-document zigzag and planner use the same four sets +of synthetic layer inputs. Each policy prepares one host plan and one device +workspace, then shares them across **four independent complete CSA instances**. +These are operator instances, not a connected training model. + +The largest planner gap to the faster measured contiguous/zigzag policy is +**+1.798% including one preparation**; +31/31 cases are within 3%. Across one four-layer pass +of every distribution, total time including preparation is +11.40% lower than fixed contiguous +and 6.67% lower than fixed zigzag. +These are measured-suite results, not a guarantee for arbitrary THD layouts. +Subpercent differences can reflect timing variation. + +## Execution and accounting + +- All four forwards execute before reverse-order backwards. Each layer retains + its own selection/output state while later layers overwrite shared scratch. +- Host planning, routing indices, native scratch and common pooling/source + metadata are prepared once. Per-layer activations, gather buffers and results + remain separate. Both public preparation factories are guarded against calls + during native stack execution. +- The complete path includes ratio-4 pooling, pooled-key/attention-KV gathers, + selection routing/restoration, sparse attention, detached teacher/KL, + all seven gradients, FP32 reductions and runtime layout conversions. +- KDA, projections, residuals, MoE, optimizer and checkpoint recomputation are + excluded. No activations or selected blocks are reused across layers. +- CSA H64/D576/V512; indexer H64/D128; Top-K512. BF16 operands and FP32 scores + and reductions; nondeterministic native kernels. TF32 and BF16 reduced- + precision GEMM reductions are disabled. No numerical kernel was changed. +- Two warmups and seven measured four-layer passes per policy. Policy order + rotates and reverses; timing is the median of the maximum rank per sample. + CUDA events include host launch gaps; wall samples are retained too. +- Five independent preparation samples per policy include host work, allocation, + H2D/device index construction and completion synchronization. Their critical- + rank median is added **once** to the measured four-layer median. This sum is + separately measured preparation plus execution, not a single joint stopwatch + measurement. RNG, first compilation and numerical qualification are excluded. +- The same calibrated cost profile is used for all 31 cases, with explicit + `min_gain_ms=0`, 5% fractional margin, six chunks/rank and a 1,024-token floor. + This reuse-oriented experiment does not change the shipped profile's 20 ms + one-use headroom or fit a separate rule to each case. +- Native frontend source: `855ccd77ba9efed22441fd454f7cc0206a068e94`; all 3,285 + source hashes were verified. Software versions and all 126 cuLA runtime/ + benchmark source hashes are in the machine-readable report. + +## Full matrix: preparation once plus four complete forward/backward uses + +C = contiguous, Z = full zigzag, P = planner. Times are milliseconds. Negative +P/C or P/Z means less time. All three columns include their own one-time +preparation. Exact lengths and all per-rank timing/preparation samples are in +[the report](results/csa_cp_1m_reuse_20261117.json). + +| Distribution | Docs | C (ms) | Z (ms) | P (ms) | P/C | P/Z | +|---|---:|---:|---:|---:|---:|---:| +| single | 1 | 3408.38 | 2565.73 | 2563.28 | -24.79% | -0.10% | +| uniform | 64 | 960.48 | 984.59 | 960.95 | +0.05% | -2.40% | +| near-uniform | 64 | 961.58 | 986.06 | 961.32 | -0.03% | -2.51% | +| 20s2l | 22 | 2317.41 | 1988.39 | 1980.67 | -14.53% | -0.39% | +| power-law | 7 | 2335.14 | 1850.24 | 1851.98 | -20.69% | +0.09% | +| count-uniform-256 | 256 | 810.30 | 848.38 | 810.30 | +0.00% | -4.49% | +| count-uniform-1024 | 1024 | 435.27 | 529.53 | 437.57 | +0.53% | -17.37% | +| count-near-uniform-512 | 512 | 649.78 | 711.26 | 651.49 | +0.26% | -8.40% | +| count-tiny-mix-512 | 512 | 940.31 | 989.99 | 940.95 | +0.07% | -4.95% | +| count-tiny-mix-1000 | 1000 | 1023.69 | 1102.91 | 1032.42 | +0.85% | -6.39% | +| count-mixed-256-1long | 256 | 2484.14 | 2028.07 | 1866.17 | -24.88% | -7.98% | +| count-mixed-512-2long | 512 | 1663.89 | 1698.86 | 1523.27 | -8.45% | -10.34% | +| count-mixed-1000-1long | 1000 | 2154.73 | 1953.73 | 1758.40 | -18.39% | -10.00% | +| count-mixed-512-4long | 512 | 1242.80 | 1357.53 | 1215.11 | -2.23% | -10.49% | +| count-mixed-512-2long-ascending | 512 | 1767.82 | 1651.00 | 1584.39 | -10.38% | -4.03% | +| count-mixed-512-2long-descending | 512 | 1765.87 | 1633.98 | 1550.22 | -12.21% | -5.13% | +| heldout-lognormal-257-seed20261114 | 257 | 888.56 | 926.41 | 889.28 | +0.08% | -4.01% | +| heldout-lognormal-1000-seed20261114 | 1000 | 905.68 | 1097.87 | 913.10 | +0.82% | -16.83% | +| heldout-jittered-768-seed20261114 | 768 | 510.22 | 591.78 | 512.01 | +0.35% | -13.48% | +| heldout-tiny-tail-768-seed20261114 | 768 | 1633.54 | 1534.28 | 1483.46 | -9.19% | -3.31% | +| heldout-trimodal-513-seed20261114 | 513 | 2002.32 | 1938.00 | 1782.25 | -10.99% | -8.04% | +| heldout-lognormal-257-seed20261115 | 257 | 978.27 | 1005.61 | 989.69 | +1.17% | -1.58% | +| heldout-lognormal-1000-seed20261115 | 1000 | 873.67 | 950.48 | 889.38 | +1.80% | -6.43% | +| heldout-jittered-768-seed20261115 | 768 | 508.49 | 588.62 | 509.94 | +0.28% | -13.37% | +| heldout-tiny-tail-768-seed20261115 | 768 | 1884.79 | 1727.32 | 1557.61 | -17.36% | -9.82% | +| heldout-trimodal-513-seed20261115 | 513 | 2098.40 | 1942.14 | 1786.93 | -14.84% | -7.99% | +| heldout-lognormal-257-seed20261116 | 257 | 969.86 | 998.21 | 972.45 | +0.27% | -2.58% | +| heldout-lognormal-1000-seed20261116 | 1000 | 901.28 | 1091.02 | 911.61 | +1.15% | -16.44% | +| heldout-jittered-768-seed20261116 | 768 | 508.47 | 589.02 | 509.46 | +0.20% | -13.51% | +| heldout-tiny-tail-768-seed20261116 | 768 | 2133.99 | 1897.15 | 1739.42 | -18.49% | -8.31% | +| heldout-trimodal-513-seed20261116 | 513 | 2318.20 | 2047.38 | 1880.72 | -18.87% | -8.14% | + +## Preparation and steady execution + +The four-layer execution below is directly measured, not extrapolated from a +single layer. Only the one-time preparation is amortized. Full preparation +includes more than the host planner, so these fractions are conservative bounds +on planning alone. + +| Distribution | C steady | Z steady | P steady | C prep | Z prep | P prep | P prep / total | +|---|---:|---:|---:|---:|---:|---:|---:| +| single | 3406.09 | 2563.48 | 2554.28 | 2.29 | 2.26 | 8.99 | 0.35% | +| uniform | 958.81 | 979.28 | 959.01 | 1.67 | 5.31 | 1.94 | 0.20% | +| near-uniform | 959.83 | 980.69 | 959.33 | 1.74 | 5.37 | 1.98 | 0.21% | +| 20s2l | 2315.08 | 1984.86 | 1972.35 | 2.34 | 3.53 | 8.32 | 0.42% | +| power-law | 2332.86 | 1847.80 | 1843.61 | 2.28 | 2.44 | 8.37 | 0.45% | +| count-uniform-256 | 807.31 | 834.82 | 806.58 | 2.99 | 13.56 | 3.73 | 0.46% | +| count-uniform-1024 | 428.13 | 485.07 | 428.30 | 7.14 | 44.47 | 9.27 | 2.12% | +| count-near-uniform-512 | 645.40 | 688.03 | 645.86 | 4.39 | 23.23 | 5.64 | 0.87% | +| count-tiny-mix-512 | 934.99 | 965.57 | 934.68 | 5.32 | 24.42 | 6.27 | 0.67% | +| count-tiny-mix-1000 | 1015.25 | 1054.56 | 1013.74 | 8.45 | 48.35 | 18.68 | 1.81% | +| count-mixed-256-1long | 2480.44 | 1921.85 | 1856.42 | 3.70 | 106.22 | 9.76 | 0.52% | +| count-mixed-512-2long | 1658.97 | 1574.26 | 1509.76 | 4.93 | 124.60 | 13.51 | 0.89% | +| count-mixed-1000-1long | 2146.26 | 1799.81 | 1737.25 | 8.47 | 153.92 | 21.15 | 1.20% | +| count-mixed-512-4long | 1237.77 | 1232.24 | 1201.07 | 5.03 | 125.29 | 14.03 | 1.16% | +| count-mixed-512-2long-ascending | 1761.48 | 1624.16 | 1569.54 | 6.35 | 26.85 | 14.84 | 0.94% | +| count-mixed-512-2long-descending | 1759.69 | 1607.64 | 1535.84 | 6.18 | 26.34 | 14.38 | 0.93% | +| heldout-lognormal-257-seed20261114 | 885.48 | 912.48 | 885.42 | 3.08 | 13.93 | 3.86 | 0.43% | +| heldout-lognormal-1000-seed20261114 | 897.84 | 943.19 | 896.65 | 7.84 | 154.68 | 16.45 | 1.80% | +| heldout-jittered-768-seed20261114 | 503.74 | 556.57 | 503.97 | 6.48 | 35.21 | 8.04 | 1.57% | +| heldout-tiny-tail-768-seed20261114 | 1626.70 | 1501.05 | 1463.85 | 6.84 | 33.23 | 19.62 | 1.32% | +| heldout-trimodal-513-seed20261114 | 1996.91 | 1811.14 | 1767.01 | 5.40 | 126.86 | 15.24 | 0.86% | +| heldout-lognormal-257-seed20261115 | 975.37 | 990.92 | 979.49 | 2.90 | 14.69 | 10.19 | 1.03% | +| heldout-lognormal-1000-seed20261115 | 865.46 | 907.50 | 870.79 | 8.21 | 42.98 | 18.59 | 2.09% | +| heldout-jittered-768-seed20261115 | 501.90 | 552.96 | 501.77 | 6.59 | 35.66 | 8.17 | 1.60% | +| heldout-tiny-tail-768-seed20261115 | 1877.65 | 1577.75 | 1539.70 | 7.14 | 149.57 | 17.91 | 1.15% | +| heldout-trimodal-513-seed20261115 | 2092.00 | 1800.28 | 1771.37 | 6.40 | 141.86 | 15.57 | 0.87% | +| heldout-lognormal-257-seed20261116 | 966.61 | 984.06 | 966.19 | 3.25 | 14.15 | 6.26 | 0.64% | +| heldout-lognormal-1000-seed20261116 | 893.35 | 938.67 | 892.92 | 7.94 | 152.36 | 18.68 | 2.05% | +| heldout-jittered-768-seed20261116 | 501.89 | 553.54 | 501.43 | 6.57 | 35.48 | 8.03 | 1.58% | +| heldout-tiny-tail-768-seed20261116 | 2126.98 | 1747.55 | 1719.47 | 7.01 | 149.61 | 19.95 | 1.15% | +| heldout-trimodal-513-seed20261116 | 2312.82 | 1908.47 | 1865.58 | 5.38 | 138.91 | 15.14 | 0.81% | + +Planner full preparation averages 11.696 ms per layout, or 2.924 ms per compatible layer. Its mean fraction is 1.036%, maximum 2.118%, and aggregate fraction 0.929%. These are distinct from the planner's performance gap to the fastest baseline. + +## Numerical qualification and memory + +Each of 31 cases checks 3 policies x 4 layers x 8 ranks = 96 layer/rank results, +for **2,976 results** and **23,808 full-tensor output/gradient comparisons**. +After later layers have used shared scratch, every layer is compared with a +fresh standalone contiguous invocation using identical inputs. No element +sampling is used: differences are computed in FP32 and statistics accumulated +in FP64 with bounded temporary storage. Only one layer's saved comparison +results are retained at a time, on device; no large tensor staging through CPU +is needed. All checks must be finite, relative RMS < 1%, and auxiliary loss +difference < 1e-5; observed maxima are below. + +| Tensor | Worst relative RMS | Worst absolute difference | +|---|---:|---:| +| output | 0.161691% | 0.0046234131 | +| dq | 0.060764% | 0.0032958984 | +| dkv | 0.072408% | 0.25 | +| d_index_q | 0.087008% | 2.7284841e-12 | +| d_weights | 0.070834% | 4.9476512e-09 | +| d_pool_kv | 0.096349% | 2.910383e-11 | +| d_pool_score | 0.105392% | 1.4551915e-11 | +| d_ape | 0.001433% | 1.3727686e-11 | + +Maximum global auxiliary loss difference: **3.4924597e-10**. This is the indexer's auxiliary loss, not model training loss. The contiguous self-comparison is included to expose native nondeterministic variation. + +Three small 4,096-token fixtures additionally run independent FP32 attention, +teacher/KL and pooling-gradient checks for each policy/layer/rank, plus exact +routing/inverse/autograd markers. The oracle uses each selected key set; it does +not independently prove the selector's discrete ranking. All 548 focused host +tests and repository lint/format checks pass. + +Timing-pass memory peaks include inputs, four layers' retained forward states, +outputs/gradients and all three prebuilt policy metadata/workspace bundles. +They exclude the separate numerical oracle pass and are **harness peaks**, not +isolated deployment peaks or workspace-only usage. Reserved memory is allocator +history and is not attributed as an individual policy's live storage. + +| Policy | Peak allocated range (GiB/rank) | Peak reserved range (GiB/rank) | +|---|---:|---:| +| contiguous | 140.90–161.72 | 144.02–166.49 | +| zigzag | 140.90–161.72 | 144.02–166.49 | +| planner | 140.90–161.72 | 144.02–166.49 | + +## Reproduction and relationship to earlier tables + +```bash +OMP_NUM_THREADS=4 torchrun --standalone --nproc-per-node=8 \ + -m benchmarks.bench_csa_cp_reuse \ + --profile benchmarks/profiles/thd_selection_b300_cp8.json \ + --output-dir results/csa-1m-reuse --layers 4 \ + --warmups 2 --repeats 7 --prepare-repeats 5 \ + --min-gain-ms 0 --source-revision +``` + +Use `--check-only` for the small independent FP32 fixtures. Dependencies are the +qualified cuDNN build and cuLA's hybrid extra; under CUDA 13 install CuTeDSL with +`nvidia-cutlass-dsl[cu13]`. + +This full 31-case 1M rerun complements the earlier +[24-case cross-window study](CSA_CP_THREE_WAY_RESULTS.md), which contains eight +distributions at each of 128K, 256K and 1M. It supersedes reuse projections only +for this measured four-instance 1M setup. It does not relabel historical H20, +connected model, CP64 metadata-only or different-shape measurements as new runs. diff --git a/docs/CSA_CP_PLAN_REUSE.md b/docs/CSA_CP_PLAN_REUSE.md index efdb703d..749e2b8e 100644 --- a/docs/CSA_CP_PLAN_REUSE.md +++ b/docs/CSA_CP_PLAN_REUSE.md @@ -1,5 +1,10 @@ # Reusing CSA plans across layers +The [31-case B300 CP8 study](CSA_CP_1M_REUSE_RESULTS.md) now directly measures +four complete CSA instances sharing one plan/workspace at 1M. The cross-window +amortization table below remains a projection from its original single-CSA +cohort; it is not relabeled as that new measurement. + A single-CSA benchmark deliberately charges fresh preparation to one operator. A training stack can prepare once at microbatch ingress and reuse the same plan across compatible CSA layers. More KDA or MLP layers also enlarge the denominator diff --git a/docs/CSA_CP_SELECTION.md b/docs/CSA_CP_SELECTION.md index c760eede..eb3712e1 100644 --- a/docs/CSA_CP_SELECTION.md +++ b/docs/CSA_CP_SELECTION.md @@ -91,6 +91,9 @@ If device metadata and scratch are also reused, their preparation is amortized too. Runtime routing, selection, attention and backward still execute per layer. The [reuse analysis](CSA_CP_PLAN_REUSE.md) separates this accounting from the single-CSA measurements and from measured multilayer model performance. +The [31-case 1M rerun](CSA_CP_1M_REUSE_RESULTS.md) directly measures four complete +CSA instances sharing one plan/workspace, with all forwards preceding reverse +backwards and full per-layer output/gradient comparisons. ## Layout, lifetime and numerical contract diff --git a/docs/CSA_CP_THREE_WAY_RESULTS.md b/docs/CSA_CP_THREE_WAY_RESULTS.md index 9aec35ad..25127063 100644 --- a/docs/CSA_CP_THREE_WAY_RESULTS.md +++ b/docs/CSA_CP_THREE_WAY_RESULTS.md @@ -1,5 +1,9 @@ # CSA CP: three policies across 128K, 256K and 1M +For all 31 historical 1M distributions with four actual CSA instances sharing +one plan/workspace, see the [dedicated reuse rerun](CSA_CP_1M_REUSE_RESULTS.md). +The 24 cases below remain eight distributions at each of three context lengths. + This is the complete rerun after reducing host preparation work. On B300 CP8, adaptive selection routing stays within **0.339%** of the faster fixed contiguous/zigzag policy in steady execution across these 24 cases. All selected diff --git a/docs/results/csa_cp_1m_reuse_20261117.json b/docs/results/csa_cp_1m_reuse_20261117.json new file mode 100644 index 00000000..15f0ae53 --- /dev/null +++ b/docs/results/csa_cp_1m_reuse_20261117.json @@ -0,0 +1,369 @@ +{ + "schema_version": 1, + "scope": "Four independent complete CSA instances, all forwards then reverse backwards; one shared plan/workspace per policy", + "manifest": { + "schema_version": 1, + "source_revision": "b65230095daaf2f3232f932fd6e6f085997bcab2", + "arguments": { + "profile": "benchmarks/profiles/thd_selection_b300_cp8.json", + "cases": null, + "layers": 4, + "warmups": 2, + "repeats": 7, + "prepare_repeats": 5, + "min_gain_ms": 0, + "check_only": false, + "source_revision": "b65230095daaf2f3232f932fd6e6f085997bcab2" + }, + "model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 0, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "config": { + "block_size": 4, + "min_split_tokens": 16384, + "max_chunks_per_rank": 6, + "token_weight": 1.0, + "causal_weight": 1.0, + "boundary_weight": 0.02, + "min_chunk_tokens": 1024 + }, + "suite": [ + "1m-single", + "1m-uniform", + "1m-near-uniform", + "1m-20s2l", + "1m-power-law", + "1m-count-uniform-256", + "1m-count-uniform-1024", + "1m-count-near-uniform-512", + "1m-count-tiny-mix-512", + "1m-count-tiny-mix-1000", + "1m-count-mixed-256-1long", + "1m-count-mixed-512-2long", + "1m-count-mixed-1000-1long", + "1m-count-mixed-512-4long", + "1m-count-mixed-512-2long-ascending", + "1m-count-mixed-512-2long-descending", + "1m-heldout-lognormal-257-seed20261114", + "1m-heldout-lognormal-1000-seed20261114", + "1m-heldout-jittered-768-seed20261114", + "1m-heldout-tiny-tail-768-seed20261114", + "1m-heldout-trimodal-513-seed20261114", + "1m-heldout-lognormal-257-seed20261115", + "1m-heldout-lognormal-1000-seed20261115", + "1m-heldout-jittered-768-seed20261115", + "1m-heldout-tiny-tail-768-seed20261115", + "1m-heldout-trimodal-513-seed20261115", + "1m-heldout-lognormal-257-seed20261116", + "1m-heldout-lognormal-1000-seed20261116", + "1m-heldout-jittered-768-seed20261116", + "1m-heldout-tiny-tail-768-seed20261116", + "1m-heldout-trimodal-513-seed20261116" + ], + "software": { + "torch": "2.12.1+cu130", + "cuda": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_backend": "92000" + }, + "source_sha256": { + "cula/__init__.py": "5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51", + "cula/_metadata.py": "92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36", + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f", + "cula/distributed/thd_planner.py": "992363f038e4ad1a6d17c4f583510ee50f7980935c7d8e355b9738ca91720cb5", + "cula/hybrid/__init__.py": "d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3", + "cula/hybrid/csa_cp.py": "dac98146f8c6d317778ff01d148a402244949ffa8aec317329b6c45b7929941a", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "853f7045ead4d230d4bd5b0a211d60861c840c6190c6502bfdcde310cf866bc2", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "cula/kda/__init__.py": "10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894", + "cula/kda/_flashkda_arch.py": "a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e", + "cula/kda/chunk_intra.py": "0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5", + "cula/kda/flashkda.py": "6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037", + "cula/kda/prefill.py": "0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e", + "cula/kernels/__init__.py": "c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5", + "cula/kernels/_lazy.py": "b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6", + "cula/kernels/kda.py": "16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb", + "cula/kernels/lightning.py": "95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0", + "cula/kernels/registry.py": "9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34", + "cula/lightning/__init__.py": "76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c", + "cula/lightning/la_decode_mtp.py": "e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2", + "cula/lightning/la_state_update_kvbuffer.py": "8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5", + "cula/lightning/la_verify_kvbuffer.py": "18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c", + "cula/ops/__init__.py": "50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876", + "cula/ops/_mlir_compat.py": "65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605", + "cula/ops/_nvvm_compat.py": "08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296", + "cula/ops/experimental/__init__.py": "e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72", + "cula/ops/experimental/linear_attn_prototype.py": "0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14", + "cula/ops/inv.py": "c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43", + "cula/ops/kda/__init__.py": "3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164", + "cula/ops/kda/cp_mode.py": "ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46", + "cula/ops/kda/decode/__init__.py": "fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd", + "cula/ops/kda/decode/cute.py": "01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507", + "cula/ops/kda/decode/mtp.py": "3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5", + "cula/ops/kda/decode/mtp_conv.py": "b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227", + "cula/ops/kda/decode/mtp_conv_kvbuffer.py": "b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e", + "cula/ops/kda/decode/mtp_kvbuffer.py": "8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170", + "cula/ops/kda/experimental/__init__.py": "327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb", + "cula/ops/kda/index.py": "0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37", + "cula/ops/kda/sm100/__init__.py": "90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36", + "cula/ops/kda/sm100/akk_inv_fp32.py": "ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660", + "cula/ops/kda/sm100/akk_inv_tf32.py": "2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879", + "cula/ops/kda/sm100/bwd_wy_dqkg.py": "105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a", + "cula/ops/kda/sm100/cp/__init__.py": "06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784", + "cula/ops/kda/sm100/cp/chunk_delta_h.py": "2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9", + "cula/ops/kda/sm100/cp/merge.py": "cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1", + "cula/ops/kda/sm100/cp/pre_scan.py": "b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36", + "cula/ops/kda/sm100/delta_h.py": "9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e", + "cula/ops/kda/sm100/full_port.py": "12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f", + "cula/ops/kda/sm100/fwd_o.py": "6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012", + "cula/ops/kda/sm100/intra_fused.py": "4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be", + "cula/ops/kda/sm100/policy.py": "9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325", + "cula/ops/kda/sm100/recompute_wu.py": "6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b", + "cula/ops/kda/sm90/__init__.py": "3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16", + "cula/ops/kda/sm90/_common.py": "44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac", + "cula/ops/kda/sm90/bwd_wy_dqkg.py": "c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac", + "cula/ops/kda/sm90/cp/__init__.py": "319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2", + "cula/ops/kda/sm90/cp/driver.py": "c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159", + "cula/ops/kda/sm90/cp/merge.py": "0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882", + "cula/ops/kda/sm90/cp/plan.py": "f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc", + "cula/ops/kda/sm90/cp/pre_scan.py": "8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a", + "cula/ops/kda/sm90/fwd.py": "ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362", + "cula/ops/kda/sm90/k1.py": "3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34", + "cula/ops/kda/sm90/k2.py": "6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044", + "cula/ops/lightning/__init__.py": "6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7", + "cula/ops/lightning/decode.py": "7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45", + "cula/ops/lightning/prefill.py": "68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b", + "cula/ops/lightning/prefill_sm100.py": "d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43", + "cula/ops/lightning/prefill_sm90.py": "13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6", + "cula/ops/lightning/sm90/__init__.py": "0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75", + "cula/ops/lightning/sm90/prefill_kernel.py": "9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb", + "cula/ops/lightning/sm90/schedule.py": "8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac", + "cula/ops/ptx.py": "184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4", + "cula/ops/sm100/__init__.py": "0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae", + "cula/ops/sm100/ptx.py": "fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee", + "cula/utils.py": "0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34", + "benchmarks/bench_cake_vs_flashkda_cp.py": "22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d", + "benchmarks/bench_chunk_delta_h.py": "9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d", + "benchmarks/bench_csa_cp_reuse.py": "e2abb68cb6220065a424d4311bc1da9940b99b66bfd62c9771c92bc8876260b2", + "benchmarks/bench_csa_cp_windows.py": "d115273ecfc9c37d1b93aeffd84325472528b05ee7c32865aae8a47eab2df827", + "benchmarks/bench_csa_layout_matrix.py": "774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d", + "benchmarks/bench_full_csa_cp.py": "cfcf1d33a65dbc3c20649e208a27b53739843d0bdd70b27f6d6669b6e73a803b", + "benchmarks/bench_fused_kda_conv_mtp.py": "bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc", + "benchmarks/bench_fwd_o.py": "3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d", + "benchmarks/bench_hybrid_cp_emulation.py": "518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc", + "benchmarks/bench_hybrid_kda_dsa_e2e.py": "31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa", + "benchmarks/bench_index_pool_cp.py": "943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606", + "benchmarks/bench_kda_bwd_wy_dqkg_sm100.py": "83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d", + "benchmarks/bench_kda_bwd_wy_dqkg_sm90.py": "94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b", + "benchmarks/bench_kda_chunk_intra.py": "776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70", + "benchmarks/bench_kda_decode.py": "370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938", + "benchmarks/bench_kda_decode_mtp.py": "0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053", + "benchmarks/bench_kda_independent_shards.py": "0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa", + "benchmarks/bench_kda_packed_decode.py": "54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32", + "benchmarks/bench_kda_sm90_cp.py": "0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32", + "benchmarks/bench_kda_sm90_prefill.py": "70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841", + "benchmarks/bench_kimi_cp_e2e.py": "1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7", + "benchmarks/bench_la_decode_mtp.py": "e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5", + "benchmarks/bench_la_decode_vs_fla.py": "6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230", + "benchmarks/bench_la_kvbuffer.py": "4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21", + "benchmarks/bench_lightning_attn_prefill.py": "e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5", + "benchmarks/bench_linear_attn.py": "a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327", + "benchmarks/bench_recompute_wu.py": "4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f", + "benchmarks/bench_thd_transport.py": "4d50912e6c143d3c68889cb14722afde283d552c56fc575758a48ab3211d5c40", + "benchmarks/calibrate_thd_selection.py": "90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792", + "benchmarks/check_csa_cp_selection.py": "071e51199716cc997e3f58cdbb5de57bfb340644d4b8b6038f82c7b2fb2f24a9", + "benchmarks/cp_layouts.py": "10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894", + "benchmarks/fit_thd_transport.py": "b343916324b406a2d4d0b65b94345cc7c23205fdd695be8791c5f9799d020940", + "benchmarks/large_cp_emulation/__init__.py": "62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1", + "benchmarks/large_cp_emulation/bench_components.py": "567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600", + "benchmarks/large_cp_emulation/bench_dsa_layout.py": "410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9", + "benchmarks/large_cp_emulation/bench_hybrid.py": "1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f", + "benchmarks/large_cp_emulation/bench_kda.py": "1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a", + "benchmarks/large_cp_emulation/bench_thd_planner.py": "ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779", + "benchmarks/large_cp_emulation/query_layout.py": "62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f", + "benchmarks/large_cp_emulation/topology.py": "e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba", + "benchmarks/large_cp_emulation/transport.py": "c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe", + "benchmarks/large_cp_emulation/workload.py": "383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b", + "benchmarks/stress_kda_sm100_cutedsl_determinism.py": "42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06", + "benchmarks/summarize_csa_layout_matrix.py": "9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65", + "benchmarks/thd_1m_cases.py": "de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5", + "benchmarks/utils.py": "a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032" + } + }, + "native_frontend_commit": "855ccd77ba9efed22441fd454f7cc0206a068e94", + "aggregate": { + "stack_ms": { + "contiguous": { + "geomean_ratio": 0.9202876077684901, + "aggregate_time_reduction": 0.11897509605796619, + "worst_ratio": 1.006152384259589, + "worst_case": "1m-heldout-lognormal-1000-seed20261115", + "within_3_percent": 31 + }, + "zigzag": { + "geomean_ratio": 0.962244698238475, + "aggregate_time_reduction": 0.029550396870643425, + "worst_ratio": 0.9977320037127201, + "worst_case": "1m-power-law", + "within_3_percent": 31 + }, + "best": { + "geomean_ratio": 0.9886630310141007, + "aggregate_time_reduction": 0.015045855987364631, + "worst_ratio": 1.006152384259589, + "worst_case": "1m-heldout-lognormal-1000-seed20261115", + "within_3_percent": 31 + } + }, + "prepare_plus_stack_ms": { + "contiguous": { + "geomean_ratio": 0.9251018268215784, + "aggregate_time_reduction": 0.11402887534827377, + "worst_ratio": 1.0179772628616666, + "worst_case": "1m-heldout-lognormal-1000-seed20261115", + "within_3_percent": 31 + }, + "zigzag": { + "geomean_ratio": 0.9249093339881417, + "aggregate_time_reduction": 0.06673121630816758, + "worst_ratio": 1.000942333142186, + "worst_case": "1m-power-law", + "within_3_percent": 31 + }, + "best": { + "geomean_ratio": 0.9746831915444639, + "aggregate_time_reduction": 0.03640930796206743, + "worst_ratio": 1.0179772628616666, + "worst_case": "1m-heldout-lognormal-1000-seed20261115", + "within_3_percent": 31 + } + }, + "prepare": { + "mean_ms": 11.695955834922291, + "mean_fraction": 0.010364724903785028, + "maximum_fraction": 0.021177141274787932, + "weighted_fraction": 0.009293020810699739 + }, + "precision": { + "output": { + "relative_rms": 0.0016169142497709445, + "max_abs": 0.0046234130859375 + }, + "dq": { + "relative_rms": 0.0006076431367495459, + "max_abs": 0.0032958984375 + }, + "dkv": { + "relative_rms": 0.0007240781829748569, + "max_abs": 0.25 + }, + "d_index_q": { + "relative_rms": 0.000870084402141316, + "max_abs": 2.7284841053187847e-12 + }, + "d_weights": { + "relative_rms": 0.0007083386057870022, + "max_abs": 4.94765117764473e-09 + }, + "d_pool_kv": { + "relative_rms": 0.0009634933040458363, + "max_abs": 2.9103830456733704e-11 + }, + "d_pool_score": { + "relative_rms": 0.0010539248995473374, + "max_abs": 1.4551915228366852e-11 + }, + "d_ape": { + "relative_rms": 1.4329129055309072e-05, + "max_abs": 1.3727685654885136e-11 + } + }, + "max_loss_abs_diff": 3.4924596548080444e-10 + }, + "validation": { + "host_tests": 548, + "native_source_files_verified": 3285, + "native_manifest_sha256": "e431e669dd50f3bbfa1d3ff91b30143068d73591397f37017135e5efe785802c", + "small_fixtures": [ + { + "case": "check-many", + "checks": 96, + "raw_sha256": "b6d9e09174686f6019f23478c099c36ee57eb53b28d1c64a30dc3b4072e11201", + "passed": true + }, + { + "case": "check-mixed", + "checks": 96, + "raw_sha256": "7347acf5e6b454a6334188f4bfdf93879262d53249efe3a22023f4ba6da36bec", + "passed": true + }, + { + "case": "check-single", + "checks": 96, + "raw_sha256": "b191b38fb38ed43fa59e7a627d178aeac456f0424b54e2749379dee43629e026", + "passed": true + } + ] + }, + "cases": [ + {"case":"1m-single","lengths":[1048576],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":3406.08984375,"prepare_ms":2.2944669472053647,"prepare_plus_stack_ms":3408.3843106972054,"amortized_per_layer_ms":852.0960776743013,"prepare_fraction":0.0006731831677561084,"stack_min_ms":3403.93896484375,"stack_max_ms":3417.261962890625,"prepare_min_ms":2.2345019970089197,"prepare_max_ms":3.7921930197626352,"peak_allocated_gib":161.71932697296143,"peak_reserved_gib":165.0234375},"zigzag":{"stack_ms":2563.47607421875,"prepare_ms":2.25722708273679,"prepare_plus_stack_ms":2565.733301301487,"amortized_per_layer_ms":641.4333253253717,"prepare_fraction":0.0008797590465040912,"stack_min_ms":2556.74951171875,"stack_max_ms":2567.084716796875,"prepare_min_ms":2.1829840261489153,"prepare_max_ms":2.6852330192923546,"peak_allocated_gib":161.71932697296143,"peak_reserved_gib":165.0234375},"planner":{"stack_ms":2554.283935546875,"prepare_ms":8.994131931103766,"prepare_plus_stack_ms":2563.2780674779788,"amortized_per_layer_ms":640.8195168694947,"prepare_fraction":0.0035088397334718875,"stack_min_ms":2547.829833984375,"stack_max_ms":2556.019775390625,"prepare_min_ms":7.965341093949974,"prepare_max_ms":98.47788803745061,"peak_allocated_gib":161.71932697296143,"peak_reserved_gib":165.0234375}},"raw_sha256":"52b68e1a3acd3627c21943c22db936184e6ce002b98ee88b50666e284541ab32","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.154359033331275,"layout_ms":3.60736099537462},{"common_ms":0.10542792733758688,"layout_ms":2.1793170599266887},{"common_ms":0.11216895654797554,"layout_ms":2.2552950540557504},{"common_ms":0.09847909677773714,"layout_ms":2.1433279616758227},{"common_ms":0.09689899161458015,"layout_ms":2.1376030053943396}],"zigzag":[{"common_ms":0.1282279845327139,"layout_ms":2.0087939919903874},{"common_ms":0.11679902672767639,"layout_ms":1.736595993861556},{"common_ms":0.09473308455199003,"layout_ms":1.7742069903761148},{"common_ms":0.10069203563034534,"layout_ms":1.7266670474782586},{"common_ms":0.09332399349659681,"layout_ms":1.7463529948145151}],"planner":[{"common_ms":0.10868697427213192,"layout_ms":7.710121106356382},{"common_ms":0.10244501754641533,"layout_ms":7.098217029124498},{"common_ms":0.09835092350840569,"layout_ms":7.1813310496509075},{"common_ms":0.10076200123876333,"layout_ms":7.019432028755546},{"common_ms":0.09314902126789093,"layout_ms":7.1306549943983555}]},"samples":{"contiguous":[{"stack_ms":3404.4912109375,"wall_ms":3404.602791997604,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":3407.746337890625,"wall_ms":3407.8598000342026,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":3403.888916015625,"wall_ms":3403.998663998209,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":3406.0517578125,"wall_ms":3406.1570069752634,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":3409.35986328125,"wall_ms":3409.4721120782197,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":3404.61572265625,"wall_ms":3404.7334189526737,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":3417.220703125,"wall_ms":3417.341597029008,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375}],"zigzag":[{"stack_ms":2562.315673828125,"wall_ms":2562.4258430907503,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2556.706787109375,"wall_ms":2556.8039609352127,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2567.014892578125,"wall_ms":2567.1238959766924,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2560.433349609375,"wall_ms":2560.527772991918,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2565.702392578125,"wall_ms":2565.8069029450417,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2563.44677734375,"wall_ms":2563.5447439271957,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2564.961669921875,"wall_ms":2565.079416963272,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375}],"planner":[{"stack_ms":2547.768310546875,"wall_ms":2547.874173033051,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2554.222412109375,"wall_ms":2554.3411480030045,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2552.488525390625,"wall_ms":2552.5912899756804,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2555.050537109375,"wall_ms":2555.1452949875966,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2552.804931640625,"wall_ms":2552.9084620065987,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2554.238037109375,"wall_ms":2554.3360870797187,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2555.973876953125,"wall_ms":2556.074647931382,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.1679880078881979,"layout_ms":3.6242050118744373},{"common_ms":0.11733395513147116,"layout_ms":2.1771329920738935},{"common_ms":0.10474200826138258,"layout_ms":1.968009048141539},{"common_ms":0.10601792018860579,"layout_ms":2.0982350688427687},{"common_ms":0.1079400535672903,"layout_ms":2.106328960508108}],"zigzag":[{"common_ms":0.15169999096542597,"layout_ms":2.2800100268796086},{"common_ms":0.11876202188432217,"layout_ms":1.999758998863399},{"common_ms":0.11212402023375034,"layout_ms":1.981440931558609},{"common_ms":0.1083039678633213,"layout_ms":1.9497430184856057},{"common_ms":0.10317808482795954,"layout_ms":1.947999931871891}],"planner":[{"common_ms":0.12728595174849033,"layout_ms":8.423521998338401},{"common_ms":0.11293299030512571,"layout_ms":7.941504940390587},{"common_ms":0.10489195119589567,"layout_ms":8.136871038004756},{"common_ms":0.11435302440077066,"layout_ms":7.850988069549203},{"common_ms":0.10277493856847286,"layout_ms":7.988365017808974}]},"samples":{"contiguous":[{"stack_ms":3404.479736328125,"wall_ms":3404.5828839298338,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":3407.765625,"wall_ms":3407.8614820027724,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":3403.907470703125,"wall_ms":3403.9992499165237,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":3406.05712890625,"wall_ms":3406.151141040027,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":3409.3671875,"wall_ms":3409.48029095307,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":3404.6259765625,"wall_ms":3404.738801997155,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":3417.228515625,"wall_ms":3417.3347370233387,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375}],"zigzag":[{"stack_ms":2562.327392578125,"wall_ms":2562.4197520082816,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2556.704833984375,"wall_ms":2556.787648005411,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2567.0478515625,"wall_ms":2567.1315928921103,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2560.438720703125,"wall_ms":2560.524055035785,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2565.722900390625,"wall_ms":2565.8197589218616,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2563.449951171875,"wall_ms":2563.536758068949,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2564.977294921875,"wall_ms":2565.090236021206,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375}],"planner":[{"stack_ms":2547.80126953125,"wall_ms":2547.89907601662,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2554.260986328125,"wall_ms":2554.359392961487,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2552.503173828125,"wall_ms":2552.5867469841614,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2555.06640625,"wall_ms":2555.1573229022324,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2552.809326171875,"wall_ms":2552.9068909818307,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2554.26171875,"wall_ms":2554.3433940038085,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2555.9892578125,"wall_ms":2556.0837710509077,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.1478400081396103,"layout_ms":3.45642794854939},{"common_ms":0.11452799662947655,"layout_ms":2.159403054974973},{"common_ms":0.11005997657775879,"layout_ms":1.9623249536380172},{"common_ms":0.10078109335154295,"layout_ms":2.068742993287742},{"common_ms":0.10498100891709328,"layout_ms":2.0543280988931656}],"zigzag":[{"common_ms":0.13010401744395494,"layout_ms":2.224393072538078},{"common_ms":0.11362892109900713,"layout_ms":1.8630040576681495},{"common_ms":0.10134000331163406,"layout_ms":1.9364110194146633},{"common_ms":0.106572057120502,"layout_ms":1.9678210373967886},{"common_ms":0.09749399032443762,"layout_ms":1.8514649709686637}],"planner":[{"common_ms":0.11239305604249239,"layout_ms":8.198202936910093},{"common_ms":0.10607205331325531,"layout_ms":7.688191020861268},{"common_ms":0.10074104648083448,"layout_ms":7.771790027618408},{"common_ms":0.11012505274266005,"layout_ms":7.660724921151996},{"common_ms":0.09690993465483189,"layout_ms":7.608987973071635}]},"samples":{"contiguous":[{"stack_ms":3404.512939453125,"wall_ms":3404.609036981128,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":3407.773681640625,"wall_ms":3407.8714799834415,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":3403.916015625,"wall_ms":3404.0052379714325,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":3406.06494140625,"wall_ms":3406.150839990005,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":3409.3759765625,"wall_ms":3409.4845349900424,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":3404.64013671875,"wall_ms":3404.742802027613,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":3417.234130859375,"wall_ms":3417.345590889454,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375}],"zigzag":[{"stack_ms":2562.328369140625,"wall_ms":2562.4193680705503,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2556.72509765625,"wall_ms":2556.7956749582663,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2567.049072265625,"wall_ms":2567.131106974557,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2560.44287109375,"wall_ms":2560.5253860121593,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2565.72802734375,"wall_ms":2565.8150339731947,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2563.458251953125,"wall_ms":2563.5353580582887,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2564.96826171875,"wall_ms":2565.0614419719204,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375}],"planner":[{"stack_ms":2547.808837890625,"wall_ms":2547.887200023979,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2554.262451171875,"wall_ms":2554.3438440654427,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2552.51025390625,"wall_ms":2552.5874969316646,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2555.074951171875,"wall_ms":2555.1497489213943,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2552.823974609375,"wall_ms":2552.9061530251056,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2554.26708984375,"wall_ms":2554.343053023331,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2555.9951171875,"wall_ms":2556.082266033627,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.14664488844573498,"layout_ms":3.5651209764182568},{"common_ms":0.10394095443189144,"layout_ms":2.0706590730696917},{"common_ms":0.11019606608897448,"layout_ms":2.024719025939703},{"common_ms":0.09427603799849749,"layout_ms":2.0199959399178624},{"common_ms":0.09968806989490986,"layout_ms":2.0077750086784363}],"zigzag":[{"common_ms":0.12776895891875029,"layout_ms":2.1220770431682467},{"common_ms":0.10536401532590389,"layout_ms":1.9076630705967546},{"common_ms":0.09338301606476307,"layout_ms":1.9227720331400633},{"common_ms":0.1020489726215601,"layout_ms":1.8575579160824418},{"common_ms":0.0931199174374342,"layout_ms":1.8795010400936007}],"planner":[{"common_ms":0.1051418948918581,"layout_ms":8.888990036211908},{"common_ms":0.09791902266442776,"layout_ms":7.160547072999179},{"common_ms":0.09782693814486265,"layout_ms":98.38006109930575},{"common_ms":0.10205700527876616,"layout_ms":7.279417011886835},{"common_ms":0.09803101420402527,"layout_ms":9.529493050649762}]},"samples":{"contiguous":[{"stack_ms":3404.503173828125,"wall_ms":3404.6079830732197,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":3407.778564453125,"wall_ms":3407.8634530305862,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":3403.910888671875,"wall_ms":3403.9926540572196,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":3406.0703125,"wall_ms":3406.1519160168245,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":3409.373291015625,"wall_ms":3409.4769450603053,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":3404.64306640625,"wall_ms":3404.7438940033317,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":3417.23388671875,"wall_ms":3417.3453520052135,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375}],"zigzag":[{"stack_ms":2562.316650390625,"wall_ms":2562.4125020112842,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2556.716552734375,"wall_ms":2556.791382958181,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2567.0576171875,"wall_ms":2567.132386029698,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2560.445556640625,"wall_ms":2560.5226170737296,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2565.73583984375,"wall_ms":2565.815140027553,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2563.455810546875,"wall_ms":2563.5549570433795,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2564.97412109375,"wall_ms":2565.085335052572,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375}],"planner":[{"stack_ms":2547.800048828125,"wall_ms":2547.909797052853,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2554.265380859375,"wall_ms":2554.3549549765885,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2552.51171875,"wall_ms":2552.5871659629047,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2555.0703125,"wall_ms":2555.150560918264,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2552.825927734375,"wall_ms":2552.913157036528,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2554.269775390625,"wall_ms":2554.3539420468733,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2555.99072265625,"wall_ms":2556.085153017193,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.1280970172956586,"layout_ms":3.384861978702247},{"common_ms":0.09648292325437069,"layout_ms":1.9688090542331338},{"common_ms":0.09493203833699226,"layout_ms":1.955628045834601},{"common_ms":0.0894020777195692,"layout_ms":1.903172000311315},{"common_ms":0.09234098251909018,"layout_ms":1.9256529631093144}],"zigzag":[{"common_ms":0.10131497401744127,"layout_ms":2.111717010848224},{"common_ms":0.10021310299634933,"layout_ms":1.962426002137363},{"common_ms":0.08953292854130268,"layout_ms":1.9446930382400751},{"common_ms":0.09644892998039722,"layout_ms":1.9398729782551527},{"common_ms":0.08752895519137383,"layout_ms":1.9307259935885668}],"planner":[{"common_ms":0.09219301864504814,"layout_ms":7.627619081176817},{"common_ms":0.0915920827537775,"layout_ms":7.077533984556794},{"common_ms":0.09291898459196091,"layout_ms":7.31445592828095},{"common_ms":0.10145804844796658,"layout_ms":7.1959709748625755},{"common_ms":0.08992792572826147,"layout_ms":7.127302000299096}]},"samples":{"contiguous":[{"stack_ms":3404.53857421875,"wall_ms":3404.599696979858,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":3407.791259765625,"wall_ms":3407.8537189634517,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":3403.935791015625,"wall_ms":3404.003896052018,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":3406.08203125,"wall_ms":3406.1500179814175,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":3409.388427734375,"wall_ms":3409.462043084204,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":3404.66162109375,"wall_ms":3404.7369599575177,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":3417.261962890625,"wall_ms":3417.3391689546406,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375}],"zigzag":[{"stack_ms":2562.356689453125,"wall_ms":2562.4166750349104,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2556.748779296875,"wall_ms":2556.803916930221,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2567.08203125,"wall_ms":2567.1419909922406,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2560.44970703125,"wall_ms":2560.515700955875,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2565.7548828125,"wall_ms":2565.811977023259,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2563.47412109375,"wall_ms":2563.5309509234503,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2565.024658203125,"wall_ms":2565.0955439778045,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375}],"planner":[{"stack_ms":2547.826904296875,"wall_ms":2547.8846590267494,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2554.287841796875,"wall_ms":2554.340831004083,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2552.529052734375,"wall_ms":2552.5858730543405,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2555.08984375,"wall_ms":2555.150229949504,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2552.85009765625,"wall_ms":2552.907517994754,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2554.283935546875,"wall_ms":2554.3505689129233,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2556.019775390625,"wall_ms":2556.0773520264775,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.13100204523652792,"layout_ms":3.3472960349172354},{"common_ms":0.10831293184310198,"layout_ms":1.9827320938929915},{"common_ms":0.09977701120078564,"layout_ms":1.957617001608014},{"common_ms":0.09237800259143114,"layout_ms":1.9025140209123492},{"common_ms":0.0945220235735178,"layout_ms":1.9318719860166311}],"zigzag":[{"common_ms":0.10838697198778391,"layout_ms":2.082981984131038},{"common_ms":0.10099704377353191,"layout_ms":1.943822018802166},{"common_ms":0.09263097308576107,"layout_ms":1.9623111002147198},{"common_ms":0.09803799912333488,"layout_ms":1.9702039426192641},{"common_ms":0.08666899520903826,"layout_ms":1.9134699832648039}],"planner":[{"common_ms":0.09707000572234392,"layout_ms":7.57470796816051},{"common_ms":0.09643298108130693,"layout_ms":7.167863077484071},{"common_ms":0.09709596633911133,"layout_ms":8.314586011692882},{"common_ms":0.10472605936229229,"layout_ms":7.16308003757149},{"common_ms":0.09011395741254091,"layout_ms":7.50240299385041}]},"samples":{"contiguous":[{"stack_ms":3404.530517578125,"wall_ms":3404.5996639179066,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":3407.786376953125,"wall_ms":3407.861104933545,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":3403.929931640625,"wall_ms":3404.0034959325567,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":3406.07666015625,"wall_ms":3406.1548629542813,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":3409.380126953125,"wall_ms":3409.4773890683427,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":3404.6513671875,"wall_ms":3404.737987089902,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":3417.250732421875,"wall_ms":3417.3356839455664,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375}],"zigzag":[{"stack_ms":2562.353271484375,"wall_ms":2562.418283079751,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2556.739501953125,"wall_ms":2556.8064380204305,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2567.078125,"wall_ms":2567.144270054996,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2560.44482421875,"wall_ms":2560.5144379660487,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2565.733642578125,"wall_ms":2565.817244001664,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2563.47607421875,"wall_ms":2563.5368999792263,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2565.012451171875,"wall_ms":2565.081126987934,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375}],"planner":[{"stack_ms":2547.817626953125,"wall_ms":2547.8815869428217,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2554.286865234375,"wall_ms":2554.359402973205,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2552.523193359375,"wall_ms":2552.591559011489,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2555.084228515625,"wall_ms":2555.160254938528,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2552.837890625,"wall_ms":2552.9186410130933,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2554.278076171875,"wall_ms":2554.344391915947,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2556.014404296875,"wall_ms":2556.085749063641,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.12838502880185843,"layout_ms":3.364842967130244},{"common_ms":0.09692402090877295,"layout_ms":1.969421049579978},{"common_ms":0.1301020383834839,"layout_ms":1.9896919839084148},{"common_ms":0.09026902262121439,"layout_ms":1.8515349365770817},{"common_ms":0.09494402911514044,"layout_ms":1.9150249427184463}],"zigzag":[{"common_ms":0.13309007044881582,"layout_ms":2.288502990268171},{"common_ms":0.10430405382066965,"layout_ms":2.0738720195367932},{"common_ms":0.09046890772879124,"layout_ms":2.0670669618993998},{"common_ms":0.09580305777490139,"layout_ms":2.053739968687296},{"common_ms":0.08836400229483843,"layout_ms":2.596869016997516}],"planner":[{"common_ms":0.09103608317673206,"layout_ms":7.539298967458308},{"common_ms":0.09212095756083727,"layout_ms":6.841090973466635},{"common_ms":0.0884239561855793,"layout_ms":7.988334051333368},{"common_ms":0.10265095625072718,"layout_ms":6.841682945378125},{"common_ms":0.15607906971126795,"layout_ms":7.0285319816321135}]},"samples":{"contiguous":[{"stack_ms":3404.53955078125,"wall_ms":3404.606646974571,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":3407.79345703125,"wall_ms":3407.8605889808387,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":3403.93896484375,"wall_ms":3404.009078978561,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":3406.08984375,"wall_ms":3406.1604849994183,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":3409.391357421875,"wall_ms":3409.468477941118,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":3404.662109375,"wall_ms":3404.7382440185174,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":3417.261474609375,"wall_ms":3417.33656602446,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375}],"zigzag":[{"stack_ms":2562.359619140625,"wall_ms":2562.422394985333,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2556.74951171875,"wall_ms":2556.8093030015007,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2567.084716796875,"wall_ms":2567.145616048947,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2560.453125,"wall_ms":2560.5206181062385,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2565.748291015625,"wall_ms":2565.8156749559566,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2563.475830078125,"wall_ms":2563.541488023475,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2565.02197265625,"wall_ms":2565.0929620023817,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375}],"planner":[{"stack_ms":2547.829833984375,"wall_ms":2547.8915259009227,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2554.29052734375,"wall_ms":2554.344293079339,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2552.53125,"wall_ms":2552.594368928112,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2555.087158203125,"wall_ms":2555.151771986857,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2552.847412109375,"wall_ms":2552.908234996721,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2554.2783203125,"wall_ms":2554.3474700534716,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2556.01611328125,"wall_ms":2556.0834190109745,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.13136898633092642,"layout_ms":3.3333469182252884},{"common_ms":0.10440300684422255,"layout_ms":2.0781439961865544},{"common_ms":0.1007450046017766,"layout_ms":2.037419006228447},{"common_ms":0.09236100595444441,"layout_ms":1.97611004114151},{"common_ms":0.09732902981340885,"layout_ms":1.9808229990303516}],"zigzag":[{"common_ms":0.1189160393550992,"layout_ms":2.353447023779154},{"common_ms":0.10047305840998888,"layout_ms":2.1567540243268013},{"common_ms":0.09756709914654493,"layout_ms":2.1559939486905932},{"common_ms":0.09888701606541872,"layout_ms":2.0840970100834966},{"common_ms":0.09051302913576365,"layout_ms":2.109937951900065}],"planner":[{"common_ms":0.10184792336076498,"layout_ms":7.346843951381743},{"common_ms":0.10011997073888779,"layout_ms":6.784008000977337},{"common_ms":0.09202095679938793,"layout_ms":6.887856055982411},{"common_ms":0.105074024759233,"layout_ms":6.7668950650841},{"common_ms":0.09766907896846533,"layout_ms":6.75941607914865}]},"samples":{"contiguous":[{"stack_ms":3404.519775390625,"wall_ms":3404.6038049273193,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":3407.7685546875,"wall_ms":3407.8574270242825,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":3403.91845703125,"wall_ms":3404.0107870241627,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":3406.06689453125,"wall_ms":3406.1609809286892,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":3409.358154296875,"wall_ms":3409.459786955267,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":3404.63623046875,"wall_ms":3404.7367139719427,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":3417.23486328125,"wall_ms":3417.3345010494813,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375}],"zigzag":[{"stack_ms":2562.3369140625,"wall_ms":2562.417995999567,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2556.73193359375,"wall_ms":2556.8120169918984,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2567.065673828125,"wall_ms":2567.140265018679,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2560.42431640625,"wall_ms":2560.5101760011166,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2565.737060546875,"wall_ms":2565.8194499555975,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2563.454345703125,"wall_ms":2563.5299489367753,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2565.000244140625,"wall_ms":2565.0909160031006,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375}],"planner":[{"stack_ms":2547.8154296875,"wall_ms":2547.8865599725395,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2554.270751953125,"wall_ms":2554.34234905988,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2552.511474609375,"wall_ms":2552.5842380011454,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2555.06640625,"wall_ms":2555.152778979391,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2552.828857421875,"wall_ms":2552.9065199662,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2554.260498046875,"wall_ms":2554.342419025488,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2556.00048828125,"wall_ms":2556.0850370675325,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":8.731149137020111e-11,"errors":{"output":{"relative_rms":0.0011853656072505505,"max_abs":0.0039520263671875,"finite":true},"dq":{"relative_rms":0.0004116008178525772,"max_abs":0.0030984878540039062,"finite":true},"dkv":{"relative_rms":0.0007165222376527703,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.000595009497669253,"max_abs":1.6324719354088302e-12,"finite":true},"d_weights":{"relative_rms":0.0005634539315839929,"max_abs":2.561137080192566e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000935209677221665,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0010516758891444505,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.4253074382354772e-05,"max_abs":6.700417998217745e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.4551915228366852e-10,"errors":{"output":{"relative_rms":0.0011727046259436937,"max_abs":0.00402069091796875,"finite":true},"dq":{"relative_rms":0.0003928953672772824,"max_abs":0.002960205078125,"finite":true},"dkv":{"relative_rms":0.000717338404757497,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0007028161337717942,"max_abs":1.6324719354088302e-12,"finite":true},"d_weights":{"relative_rms":0.0006593226968745466,"max_abs":2.6193447411060333e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0009363844428194942,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0010539248995473374,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.4329129055309072e-05,"max_abs":6.934897101018578e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011796531093205007,"max_abs":0.00402069091796875,"finite":true},"dq":{"relative_rms":0.00040313950909613206,"max_abs":0.002960205078125,"finite":true},"dkv":{"relative_rms":0.0007183785426307966,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006945730358356711,"max_abs":1.6324719354088302e-12,"finite":true},"d_weights":{"relative_rms":0.0006265584673253052,"max_abs":2.4883775040507317e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000936137052407048,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0010526480000548108,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.4195071837246836e-05,"max_abs":7.190692485892214e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":8589924780},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":8589925056}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":8589925056},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":7516073976}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221192772},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":7516141132},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":6442383624}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294963840},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":7516073976},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":5368693440}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":5368706552},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":6442437180},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":5368708816}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":6442389944},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":6442383624},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":6442437180}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":7516066792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":5368708816},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":7516141132}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":8589925056},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":5368693440},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":8589924780}}]}, + {"case":"1m-uniform","lengths":[16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":958.8070678710938,"prepare_ms":1.6732559306547046,"prepare_plus_stack_ms":960.4803238017485,"amortized_per_layer_ms":240.1200809504371,"prepare_fraction":0.0017421032885209622,"stack_min_ms":957.7152099609375,"stack_max_ms":959.9088745117188,"prepare_min_ms":1.6512200236320496,"prepare_max_ms":2.007951959967613,"peak_allocated_gib":142.21535730361938,"peak_reserved_gib":145.6484375},"zigzag":{"stack_ms":979.2789916992188,"prepare_ms":5.308203981257975,"prepare_plus_stack_ms":984.5871956804767,"amortized_per_layer_ms":246.14679892011918,"prepare_fraction":0.005391299018051237,"stack_min_ms":978.900390625,"stack_max_ms":980.4622192382812,"prepare_min_ms":5.162400892004371,"prepare_max_ms":5.977335968054831,"peak_allocated_gib":142.21535730361938,"peak_reserved_gib":145.6484375},"planner":{"stack_ms":959.0066528320312,"prepare_ms":1.94183096755296,"prepare_plus_stack_ms":960.9484837995842,"amortized_per_layer_ms":240.23712094989605,"prepare_fraction":0.002020744088044109,"stack_min_ms":958.6243286132812,"stack_max_ms":959.5479125976562,"prepare_min_ms":1.9061979837715626,"prepare_max_ms":2.0313069690018892,"peak_allocated_gib":142.21535730361938,"peak_reserved_gib":145.6484375}},"raw_sha256":"48164841b156022a90924372ec33706449295964e2a769f476ae489043b0d039","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.21215295419096947,"layout_ms":1.7454589251428843},{"common_ms":0.11521601118147373,"layout_ms":1.3878740137442946},{"common_ms":0.1238060649484396,"layout_ms":1.3742459705099463},{"common_ms":0.11985097080469131,"layout_ms":1.3592580799013376},{"common_ms":0.11068396270275116,"layout_ms":1.3372990069910884}],"zigzag":[{"common_ms":0.14267198275774717,"layout_ms":4.820452071726322},{"common_ms":0.11838797945529222,"layout_ms":4.311425029300153},{"common_ms":0.11317490134388208,"layout_ms":4.156488925218582},{"common_ms":0.12407894246280193,"layout_ms":4.093560972250998},{"common_ms":0.11076999362558126,"layout_ms":4.072404000908136}],"planner":[{"common_ms":0.12218195479363203,"layout_ms":1.6339289722964168},{"common_ms":0.11852604802697897,"layout_ms":1.6142390668392181},{"common_ms":0.12093596160411835,"layout_ms":1.6634349012747407},{"common_ms":0.11673802509903908,"layout_ms":1.5742169925943017},{"common_ms":0.11674303095787764,"layout_ms":1.546208979561925}]},"samples":{"contiguous":[{"stack_ms":957.7025146484375,"wall_ms":957.7629490522668,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.744384765625,"wall_ms":958.7986529804766,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6522216796875,"wall_ms":958.7051690323278,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.89208984375,"wall_ms":959.9491809494793,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.7937622070312,"wall_ms":958.8560999836773,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.3399658203125,"wall_ms":959.3934559961781,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.3973999023438,"wall_ms":959.452913957648,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":979.1600952148438,"wall_ms":979.2156299808994,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.696044921875,"wall_ms":979.7552570234984,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.200439453125,"wall_ms":979.2507730890065,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":980.439453125,"wall_ms":980.4938229499385,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.8628540039062,"wall_ms":978.9129580603912,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.25244140625,"wall_ms":979.3070619925857,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.3052978515625,"wall_ms":979.3598389951512,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":958.6011962890625,"wall_ms":958.6606569355354,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.981689453125,"wall_ms":959.0369039215147,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9066772460938,"wall_ms":958.9670159621164,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.878662109375,"wall_ms":958.9316779747605,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.255126953125,"wall_ms":959.3086540699005,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2913818359375,"wall_ms":959.3463130295277,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.5352172851562,"wall_ms":959.5947309862822,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.17964199651032686,"layout_ms":1.8283099634572864},{"common_ms":0.13242801651358604,"layout_ms":1.587170991115272},{"common_ms":0.12158695608377457,"layout_ms":1.55166897457093},{"common_ms":0.12277602218091488,"layout_ms":1.546993968077004},{"common_ms":0.12026203330606222,"layout_ms":1.5309579903259873}],"zigzag":[{"common_ms":0.15966896899044514,"layout_ms":5.817666999064386},{"common_ms":0.12770597822964191,"layout_ms":5.399939022026956},{"common_ms":0.12087100185453892,"layout_ms":5.187332979403436},{"common_ms":0.13364397455006838,"layout_ms":5.117616965435445},{"common_ms":0.12151990085840225,"layout_ms":5.040880991145968}],"planner":[{"common_ms":0.1330639934167266,"layout_ms":1.8982429755851626},{"common_ms":0.13115291949361563,"layout_ms":1.8828980391845107},{"common_ms":0.1242300495505333,"layout_ms":1.8176009180024266},{"common_ms":0.1235579838976264,"layout_ms":1.78359798155725},{"common_ms":0.12135901488363743,"layout_ms":1.7848389688879251}]},"samples":{"contiguous":[{"stack_ms":957.7037963867188,"wall_ms":957.7572860289365,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.748291015625,"wall_ms":958.7950010318309,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6572875976562,"wall_ms":958.7041030172259,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.8948364257812,"wall_ms":959.9469050299376,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8046875,"wall_ms":958.8533849455416,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.3463745117188,"wall_ms":959.3952919822186,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.4126586914062,"wall_ms":959.4618870178238,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":979.1609497070312,"wall_ms":979.2122429935262,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.697021484375,"wall_ms":979.7472610371187,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2032470703125,"wall_ms":979.249055031687,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":980.446533203125,"wall_ms":980.5086450651288,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.8833618164062,"wall_ms":978.9305180311203,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2696533203125,"wall_ms":979.3190620839596,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.3097534179688,"wall_ms":979.3553620111197,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":958.6114501953125,"wall_ms":958.6603740463033,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9942016601562,"wall_ms":959.0405090712011,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9237060546875,"wall_ms":958.9709260035306,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8917846679688,"wall_ms":958.9371070032939,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2723999023438,"wall_ms":959.3172780005261,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2949829101562,"wall_ms":959.3440389726311,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.5479125976562,"wall_ms":959.6000260207802,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.17377303447574377,"layout_ms":1.7523019341751933},{"common_ms":0.12331700418144464,"layout_ms":1.5452669467777014},{"common_ms":0.11560297571122646,"layout_ms":1.4881340321153402},{"common_ms":0.11919101234525442,"layout_ms":1.4456480275839567},{"common_ms":0.13310799840837717,"layout_ms":1.4706460060551763}],"zigzag":[{"common_ms":0.14569098129868507,"layout_ms":5.493461969308555},{"common_ms":0.11783698573708534,"layout_ms":5.027562030591071},{"common_ms":0.1171530457213521,"layout_ms":4.942132974974811},{"common_ms":0.13425399083644152,"layout_ms":4.909625975415111},{"common_ms":0.11602102313190699,"layout_ms":4.869077005423605}],"planner":[{"common_ms":0.12641900684684515,"layout_ms":1.773360068909824},{"common_ms":0.11953397188335657,"layout_ms":1.774679054506123},{"common_ms":0.11940393596887589,"layout_ms":1.7218630528077483},{"common_ms":0.11858297511935234,"layout_ms":1.7188070341944695},{"common_ms":0.11742801871150732,"layout_ms":1.718514016829431}]},"samples":{"contiguous":[{"stack_ms":957.7071533203125,"wall_ms":957.7570130350068,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.7535400390625,"wall_ms":958.7967799743637,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6575927734375,"wall_ms":958.699706941843,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.9024047851562,"wall_ms":959.9499800242484,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8028564453125,"wall_ms":958.8480719830841,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.3443603515625,"wall_ms":959.3895990401506,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.4176025390625,"wall_ms":959.4607539474964,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":979.1661376953125,"wall_ms":979.2115420568734,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.7024536132812,"wall_ms":979.7487020259723,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2125854492188,"wall_ms":979.2546540265903,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":980.4570922851562,"wall_ms":980.5016849422827,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.8883666992188,"wall_ms":978.9309960324317,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.273193359375,"wall_ms":979.3179809348658,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.3152465820312,"wall_ms":979.3574829818681,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":958.6138305664062,"wall_ms":958.6598019814119,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9988403320312,"wall_ms":959.0414479607716,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9237060546875,"wall_ms":958.9675149181858,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8928833007812,"wall_ms":958.9440521085635,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2708129882812,"wall_ms":959.312723018229,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.302001953125,"wall_ms":959.3462630873546,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.5455932617188,"wall_ms":959.6020149765536,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.17542298883199692,"layout_ms":1.6748110065236688},{"common_ms":0.11583801824599504,"layout_ms":1.3882049825042486},{"common_ms":0.11106999590992928,"layout_ms":1.3462330680340528},{"common_ms":0.11501309927552938,"layout_ms":1.3420870527625084},{"common_ms":0.10972109157592058,"layout_ms":1.3505800161510706}],"zigzag":[{"common_ms":0.12981402687728405,"layout_ms":4.801149945706129},{"common_ms":0.11541799176484346,"layout_ms":4.419240052811801},{"common_ms":0.11102110147476196,"layout_ms":4.18118794914335},{"common_ms":0.11947797611355782,"layout_ms":4.09156596288085},{"common_ms":0.11125800665467978,"layout_ms":4.063894972205162}],"planner":[{"common_ms":0.12816907837986946,"layout_ms":1.5947810607030988},{"common_ms":0.11565594468265772,"layout_ms":1.6039820620790124},{"common_ms":0.11547806207090616,"layout_ms":1.5618890756741166},{"common_ms":0.1131200697273016,"layout_ms":1.5525600174441934},{"common_ms":0.11369504500180483,"layout_ms":1.5565940411761403}]},"samples":{"contiguous":[{"stack_ms":957.7012939453125,"wall_ms":957.7569840475917,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.7386474609375,"wall_ms":958.7874640710652,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6533203125,"wall_ms":958.6996019352227,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.9019165039062,"wall_ms":959.9581450456753,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8018798828125,"wall_ms":958.8578511029482,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.340576171875,"wall_ms":959.3894149875268,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.4158935546875,"wall_ms":959.4638810958713,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":979.1563720703125,"wall_ms":979.2199389776215,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.68701171875,"wall_ms":979.7491159988567,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2100219726562,"wall_ms":979.2564719682559,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":980.453369140625,"wall_ms":980.4994709556922,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.8795166015625,"wall_ms":978.9244569838047,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2685546875,"wall_ms":979.3158280663192,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.306640625,"wall_ms":979.3539389502257,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":958.6011962890625,"wall_ms":958.6616839515045,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.993408203125,"wall_ms":959.0456699952483,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9239501953125,"wall_ms":958.9816890656948,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8903198242188,"wall_ms":958.9364159619436,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2710571289062,"wall_ms":959.3185069970787,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2959594726562,"wall_ms":959.3393700197339,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.538818359375,"wall_ms":959.5921919681132,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.16677600797265768,"layout_ms":1.5838219551369548},{"common_ms":0.11135498061776161,"layout_ms":1.3496349565684795},{"common_ms":0.1057980116456747,"layout_ms":1.2987429508939385},{"common_ms":0.10842597112059593,"layout_ms":1.2946849456056952},{"common_ms":0.10245793964713812,"layout_ms":1.289590960368514}],"zigzag":[{"common_ms":0.11771195568144321,"layout_ms":4.516119020991027},{"common_ms":0.10608299635350704,"layout_ms":4.310950054787099},{"common_ms":0.13696099631488323,"layout_ms":4.1264210594818},{"common_ms":0.11992303188890219,"layout_ms":4.003437934443355},{"common_ms":0.10380009189248085,"layout_ms":3.9511610521003604}],"planner":[{"common_ms":0.11620600707828999,"layout_ms":1.516103046014905},{"common_ms":0.11124799493700266,"layout_ms":1.5416679671034217},{"common_ms":0.10707799810916185,"layout_ms":1.5257000923156738},{"common_ms":0.10978500358760357,"layout_ms":1.5726579586043954},{"common_ms":0.10846892837435007,"layout_ms":1.5088520012795925}]},"samples":{"contiguous":[{"stack_ms":957.7152099609375,"wall_ms":957.7568239765242,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.7626342773438,"wall_ms":958.8004139950499,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6677856445312,"wall_ms":958.7064159568399,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.9041137695312,"wall_ms":959.9444270133972,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8070678710938,"wall_ms":958.8461830280721,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.340087890625,"wall_ms":959.3843029579148,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.4208374023438,"wall_ms":959.4584750011563,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":979.1773681640625,"wall_ms":979.2176769115031,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.7056884765625,"wall_ms":979.7467349562794,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2166137695312,"wall_ms":979.2559169000015,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":980.4622192382812,"wall_ms":980.5028509581462,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.8931274414062,"wall_ms":978.933330043219,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2789916992188,"wall_ms":979.3215880636126,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.3170776367188,"wall_ms":979.3559049721807,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":958.61865234375,"wall_ms":958.6558329174295,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.0066528320312,"wall_ms":959.0491829439998,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.936279296875,"wall_ms":958.9754040353,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8961791992188,"wall_ms":958.9342960389331,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2732543945312,"wall_ms":959.311872953549,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.3002319335938,"wall_ms":959.3408169457689,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.5452270507812,"wall_ms":959.5855900552124,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.16049400437623262,"layout_ms":1.5982120530679822},{"common_ms":0.1114309998229146,"layout_ms":1.374442013911903},{"common_ms":0.11071201879531145,"layout_ms":1.2969259405508637},{"common_ms":0.10742305312305689,"layout_ms":1.3108310522511601},{"common_ms":0.10660593397915363,"layout_ms":1.272066030651331}],"zigzag":[{"common_ms":0.12680806685239077,"layout_ms":4.633403033949435},{"common_ms":0.11324300430715084,"layout_ms":4.320306004956365},{"common_ms":0.11159991845488548,"layout_ms":4.216886009089649},{"common_ms":0.11410599108785391,"layout_ms":4.068649956025183},{"common_ms":0.10746100451797247,"layout_ms":4.084459040313959}],"planner":[{"common_ms":0.11589692439883947,"layout_ms":1.555033028125763},{"common_ms":0.11717993766069412,"layout_ms":1.5789810568094254},{"common_ms":0.11095101945102215,"layout_ms":1.5547459479421377},{"common_ms":0.10988104622811079,"layout_ms":1.5335000352934003},{"common_ms":0.10633200872689486,"layout_ms":1.5121829928830266}]},"samples":{"contiguous":[{"stack_ms":957.7132568359375,"wall_ms":957.7582359779626,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.7606201171875,"wall_ms":958.8006080593914,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6638793945312,"wall_ms":958.7056019809097,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.9026489257812,"wall_ms":959.9450778914616,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.797607421875,"wall_ms":958.8391929864883,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.3422241210938,"wall_ms":959.3869829550385,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.4196166992188,"wall_ms":959.4590810593218,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":979.1744384765625,"wall_ms":979.2191969463602,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.7000122070312,"wall_ms":979.7436100197956,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2149658203125,"wall_ms":979.2566898977384,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":980.4592895507812,"wall_ms":980.5061479564756,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.8950805664062,"wall_ms":978.9351930376142,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2735595703125,"wall_ms":979.3173249345273,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.3134765625,"wall_ms":979.356091003865,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":958.6207885742188,"wall_ms":958.6615189909935,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.0045776367188,"wall_ms":959.0487310197204,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9357299804688,"wall_ms":958.9765530545264,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8960571289062,"wall_ms":958.937906078063,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.269775390625,"wall_ms":959.3133210437372,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.298095703125,"wall_ms":959.3397059943527,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.544189453125,"wall_ms":959.5952639356256,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.16172497998923063,"layout_ms":1.5654279850423336},{"common_ms":0.11372403241693974,"layout_ms":1.3302210718393326},{"common_ms":0.10505400132387877,"layout_ms":1.2778170639649034},{"common_ms":0.10629405733197927,"layout_ms":1.2732789618894458},{"common_ms":0.10359997395426035,"layout_ms":1.3685229932889342}],"zigzag":[{"common_ms":0.12101104948669672,"layout_ms":4.5424249256029725},{"common_ms":0.1052019651979208,"layout_ms":4.285229020752013},{"common_ms":0.10648707393556833,"layout_ms":4.217571928165853},{"common_ms":0.11532404460012913,"layout_ms":4.0194239700213075},{"common_ms":0.10219402611255646,"layout_ms":4.012948949821293}],"planner":[{"common_ms":0.11251203250139952,"layout_ms":1.5429980121552944},{"common_ms":0.11208595242351294,"layout_ms":1.5325660351663828},{"common_ms":0.10749907232820988,"layout_ms":1.5218700282275677},{"common_ms":0.11248094961047173,"layout_ms":1.5036780387163162},{"common_ms":0.10714598465710878,"layout_ms":1.5361190307885408}]},"samples":{"contiguous":[{"stack_ms":957.71484375,"wall_ms":957.7535620192066,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.7576904296875,"wall_ms":958.7954679736868,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6658935546875,"wall_ms":958.705538068898,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.9088745117188,"wall_ms":959.9456690484658,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8025512695312,"wall_ms":958.8446619454771,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.3480834960938,"wall_ms":959.3859170563519,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.4140625,"wall_ms":959.454930969514,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":979.1801147460938,"wall_ms":979.2187450220808,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.7093505859375,"wall_ms":979.7477381071076,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2125854492188,"wall_ms":979.2528729885817,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":980.461669921875,"wall_ms":980.5001850472763,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.900390625,"wall_ms":978.9418630534783,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.277099609375,"wall_ms":979.3153279460967,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.3145751953125,"wall_ms":979.354992043227,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":958.6243286132812,"wall_ms":958.6716509656981,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.001708984375,"wall_ms":959.0407209470868,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9375,"wall_ms":958.9778579538688,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8995361328125,"wall_ms":958.9367259759456,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2627563476562,"wall_ms":959.3066499801353,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.3020629882812,"wall_ms":959.3448169762269,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.543212890625,"wall_ms":959.5926550682634,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.18851901404559612,"layout_ms":1.6134809702634811},{"common_ms":0.1096109626814723,"layout_ms":1.3587940484285355},{"common_ms":0.10903901420533657,"layout_ms":1.3056900352239609},{"common_ms":0.11248304508626461,"layout_ms":1.4458029763773084},{"common_ms":0.10767998173832893,"layout_ms":1.31319893989712}],"zigzag":[{"common_ms":0.13564096298068762,"layout_ms":4.5956880785524845},{"common_ms":0.11303299106657505,"layout_ms":4.258746979758143},{"common_ms":0.10526611004024744,"layout_ms":4.142265068367124},{"common_ms":0.1165289431810379,"layout_ms":4.044951987452805},{"common_ms":0.10736600961536169,"layout_ms":4.0389159694314}],"planner":[{"common_ms":0.11950894258916378,"layout_ms":1.618004054762423},{"common_ms":0.113337067887187,"layout_ms":1.5699510695412755},{"common_ms":0.10958104394376278,"layout_ms":1.543163089081645},{"common_ms":0.11335499584674835,"layout_ms":1.5372029738500714},{"common_ms":0.11457095388323069,"layout_ms":1.522114034742117}]},"samples":{"contiguous":[{"stack_ms":957.7112426757812,"wall_ms":957.753240945749,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.7553100585938,"wall_ms":958.795890910551,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6583251953125,"wall_ms":958.7006779620424,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.8999633789062,"wall_ms":959.9440300371498,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8013305664062,"wall_ms":958.8449409930035,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.3414306640625,"wall_ms":959.3860360328108,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.4135131835938,"wall_ms":959.4560040859506,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":979.174072265625,"wall_ms":979.2190620210022,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.7045288085938,"wall_ms":979.7474570805207,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.2120361328125,"wall_ms":979.2534980224445,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":980.4539794921875,"wall_ms":980.4978669853881,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.8924560546875,"wall_ms":978.9350250503048,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.27197265625,"wall_ms":979.318312020041,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":979.310546875,"wall_ms":979.355072020553,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":958.6148681640625,"wall_ms":958.6566130165011,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9998168945312,"wall_ms":959.0422440087423,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.9295654296875,"wall_ms":958.9726130943745,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.8904418945312,"wall_ms":958.9345710119233,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2691650390625,"wall_ms":959.310823935084,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.2979736328125,"wall_ms":959.3417280120775,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":959.5421752929688,"wall_ms":959.5863999566063,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.00159854565869674,"max_abs":0.00384521484375,"finite":true},"dq":{"relative_rms":0.0006076211928468931,"max_abs":0.00257110595703125,"finite":true},"dkv":{"relative_rms":0.0005237354349150753,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00038879876227899794,"max_abs":1.5503154315865686e-12,"finite":true},"d_weights":{"relative_rms":0.0002505731267522018,"max_abs":2.939486876130104e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00032096644520418786,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00032008588477899704,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.923962587199189e-06,"max_abs":1.057287590811029e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.001611800171112875,"max_abs":0.00384521484375,"finite":true},"dq":{"relative_rms":0.0005988796225259607,"max_abs":0.0025787353515625,"finite":true},"dkv":{"relative_rms":0.0004910033021591316,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00030209819365896576,"max_abs":1.3073986337985843e-12,"finite":true},"d_weights":{"relative_rms":0.00021588986071393115,"max_abs":2.7066562324762344e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002865867554598642,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002896165759041568,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":6.677425259898015e-06,"max_abs":1.0174971976084635e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0015950107521951096,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.0006006100679123987,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.0005020274414608424,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00026686049968197223,"max_abs":1.3891110484109959e-12,"finite":true},"d_weights":{"relative_rms":0.0002069155983091017,"max_abs":2.7066562324762344e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002979986717438576,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000291973558715814,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.475750250443975e-06,"max_abs":1.028155338644865e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}}]}, + {"case":"1m-near-uniform","lengths":[15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":959.8344116210938,"prepare_ms":1.7409990541636944,"prepare_plus_stack_ms":961.5754106752574,"amortized_per_layer_ms":240.39385266881436,"prepare_fraction":0.0018105694413931548,"stack_min_ms":958.583251953125,"stack_max_ms":960.9218139648438,"prepare_min_ms":1.6920319758355618,"prepare_max_ms":2.171663916669786,"peak_allocated_gib":141.99998235702515,"peak_reserved_gib":145.166015625},"zigzag":{"stack_ms":980.687255859375,"prepare_ms":5.374834989197552,"prepare_plus_stack_ms":986.0620908485726,"amortized_per_layer_ms":246.51552271214314,"prepare_fraction":0.005450807853866632,"stack_min_ms":978.1787109375,"stack_max_ms":981.5528564453125,"prepare_min_ms":5.292291985824704,"prepare_max_ms":6.0324890073388815,"peak_allocated_gib":141.99998235702515,"peak_reserved_gib":145.166015625},"planner":{"stack_ms":959.3345947265625,"prepare_ms":1.9829090451821685,"prepare_plus_stack_ms":961.3175037717447,"amortized_per_layer_ms":240.32937594293617,"prepare_fraction":0.00206269940722206,"stack_min_ms":957.704833984375,"stack_max_ms":961.1405639648438,"prepare_min_ms":1.9590479787439108,"prepare_max_ms":2.093471004627645,"peak_allocated_gib":141.99998235702515,"peak_reserved_gib":145.166015625}},"raw_sha256":"26514a7a2ace2eb048f6f3414ccd676451973687837f8936daab1bfc92c7db79","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.20974897779524326,"layout_ms":1.7816160107031465},{"common_ms":0.12234190944582224,"layout_ms":1.4719399623572826},{"common_ms":0.13530603609979153,"layout_ms":1.43299694173038},{"common_ms":0.1129769952967763,"layout_ms":1.3875820441171527},{"common_ms":0.11380098294466734,"layout_ms":1.4062930131331086}],"zigzag":[{"common_ms":0.14620402362197638,"layout_ms":4.873979953117669},{"common_ms":0.12194993905723095,"layout_ms":4.461158998310566},{"common_ms":0.11296197772026062,"layout_ms":4.350884002633393},{"common_ms":0.10996498167514801,"layout_ms":4.248174955137074},{"common_ms":0.11763302609324455,"layout_ms":4.231953993439674}],"planner":[{"common_ms":0.12346496805548668,"layout_ms":1.696282997727394},{"common_ms":0.11799100320786238,"layout_ms":1.6521300422027707},{"common_ms":0.11505489237606525,"layout_ms":1.6312210354954004},{"common_ms":0.11520495172590017,"layout_ms":1.6283330041915178},{"common_ms":0.11570507194846869,"layout_ms":1.5934720868244767}]},"samples":{"contiguous":[{"stack_ms":958.5548095703125,"wall_ms":958.6092120734975,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":960.7184448242188,"wall_ms":960.7709320262074,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":960.8887939453125,"wall_ms":960.9467680566013,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.1126708984375,"wall_ms":959.1650599613786,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":960.8515014648438,"wall_ms":960.9056779881939,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.8099365234375,"wall_ms":959.8641819320619,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.68505859375,"wall_ms":959.7401549108326,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}],"zigzag":[{"stack_ms":978.1593017578125,"wall_ms":978.2198289176449,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":980.140625,"wall_ms":980.2045639371499,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":979.0785522460938,"wall_ms":979.1337030474097,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":980.6806640625,"wall_ms":980.7309020543471,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":981.535400390625,"wall_ms":981.5965349553153,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":981.2747192382812,"wall_ms":981.3312928890809,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":981.5164184570312,"wall_ms":981.5671279793605,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}],"planner":[{"stack_ms":957.6799926757812,"wall_ms":957.7334210043773,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.0575561523438,"wall_ms":959.1130209155381,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":958.5918579101562,"wall_ms":958.6498610442504,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.322509765625,"wall_ms":959.3723679427058,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":960.8414306640625,"wall_ms":960.8969239052385,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.7053833007812,"wall_ms":959.7700700396672,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":961.1279296875,"wall_ms":961.1833320232108,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.1924489624798298,"layout_ms":1.9792149541899562},{"common_ms":0.13002497144043446,"layout_ms":1.6787329223006964},{"common_ms":0.14454999472945929,"layout_ms":1.596449059434235},{"common_ms":0.12541795149445534,"layout_ms":1.5314399497583508},{"common_ms":0.12260500807315111,"layout_ms":1.5680940123274922}],"zigzag":[{"common_ms":0.15850900672376156,"layout_ms":5.87398000061512},{"common_ms":0.13351207599043846,"layout_ms":5.542226950637996},{"common_ms":0.12560596223920584,"layout_ms":5.249229026958346},{"common_ms":0.12508302461355925,"layout_ms":5.167208961211145},{"common_ms":0.12863206211477518,"layout_ms":5.1741969073191285}],"planner":[{"common_ms":0.1307940110564232,"layout_ms":1.9626769935712218},{"common_ms":0.12512202374637127,"layout_ms":1.9235039362683892},{"common_ms":0.12135610450059175,"layout_ms":1.8284880788996816},{"common_ms":0.12010696809738874,"layout_ms":1.8399099353700876},{"common_ms":0.12207194231450558,"layout_ms":1.8214990850538015}]},"samples":{"contiguous":[{"stack_ms":958.5517578125,"wall_ms":958.6031240178272,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":960.7330932617188,"wall_ms":960.7802720274776,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":960.8944091796875,"wall_ms":960.9474040335044,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.1170654296875,"wall_ms":959.1700460296124,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":960.8565063476562,"wall_ms":960.9048389829695,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.8248901367188,"wall_ms":959.8734659375623,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.6971435546875,"wall_ms":959.7485850099474,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}],"zigzag":[{"stack_ms":978.1701049804688,"wall_ms":978.221872006543,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":980.1575927734375,"wall_ms":980.2073390455917,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":979.099365234375,"wall_ms":979.1561670135707,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":980.6781005859375,"wall_ms":980.7284970302135,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":981.5405883789062,"wall_ms":981.5919110551476,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":981.2886962890625,"wall_ms":981.339103076607,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":981.5285034179688,"wall_ms":981.5784450620413,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}],"planner":[{"stack_ms":957.6907348632812,"wall_ms":957.7445519389585,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.0596313476562,"wall_ms":959.1158489929512,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":958.5919189453125,"wall_ms":958.647498046048,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.3220825195312,"wall_ms":959.3710870249197,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":960.8548583984375,"wall_ms":960.9077320201322,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":959.7194213867188,"wall_ms":959.7746349172667,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":961.1304321289062,"wall_ms":961.1860240111127,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.1925099641084671,"layout_ms":1.7875260673463345},{"common_ms":0.12318301014602184,"layout_ms":1.6581229865550995},{"common_ms":0.12926803901791573,"layout_ms":1.5706350095570087},{"common_ms":0.12622808571904898,"layout_ms":1.541626057587564},{"common_ms":0.11779495980590582,"layout_ms":1.5571080148220062}],"zigzag":[{"common_ms":0.14366803225129843,"layout_ms":5.572785972617567},{"common_ms":0.12947199866175652,"layout_ms":5.219071987085044},{"common_ms":0.11890800669789314,"layout_ms":5.1133600063622},{"common_ms":0.11490099132061005,"layout_ms":5.048108985647559},{"common_ms":0.12438802514225245,"layout_ms":5.014035967178643}],"planner":[{"common_ms":0.12439105194061995,"layout_ms":1.8844719743356109},{"common_ms":0.12145494110882282,"layout_ms":1.8716490594670177},{"common_ms":0.12391002383083105,"layout_ms":1.8306869314983487},{"common_ms":0.12253306340426207,"layout_ms":1.7930569592863321},{"common_ms":0.11951406486332417,"layout_ms":1.7988230101764202}]},"samples":{"contiguous":[{"stack_ms":958.56201171875,"wall_ms":958.6080430308357,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":960.7384033203125,"wall_ms":960.7876789523289,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":960.90234375,"wall_ms":960.9475960023701,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":959.1229248046875,"wall_ms":959.1648729983717,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":960.8580932617188,"wall_ms":960.9051269944757,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":959.8245239257812,"wall_ms":959.8690359853208,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":959.7049560546875,"wall_ms":959.7503910772502,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625}],"zigzag":[{"stack_ms":978.1728515625,"wall_ms":978.2199090113863,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":980.1611328125,"wall_ms":980.2073079627007,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":979.1029052734375,"wall_ms":979.1528879432008,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":980.6839599609375,"wall_ms":980.7301700348035,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":981.545654296875,"wall_ms":981.5978420665488,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":981.2951049804688,"wall_ms":981.3403800362721,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":981.5335693359375,"wall_ms":981.5780030330643,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625}],"planner":[{"stack_ms":957.6947021484375,"wall_ms":957.7435379615054,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":959.0532836914062,"wall_ms":959.1027019778267,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":958.5978393554688,"wall_ms":958.6463479790837,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":959.3303833007812,"wall_ms":959.3714779475704,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":960.8563232421875,"wall_ms":960.9056359622627,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":959.7183227539062,"wall_ms":959.76707409136,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":961.1349487304688,"wall_ms":961.1789140617475,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.1930969301611185,"layout_ms":1.6649949830025434},{"common_ms":0.11791195720434189,"layout_ms":1.4186229091137648},{"common_ms":0.1215140800923109,"layout_ms":1.3657730305567384},{"common_ms":0.11589203495532274,"layout_ms":1.353299943730235},{"common_ms":0.11227093636989594,"layout_ms":1.362267998047173}],"zigzag":[{"common_ms":0.1378399319946766,"layout_ms":4.670981899835169},{"common_ms":0.12493901886045933,"layout_ms":4.428154090419412},{"common_ms":0.11353194713592529,"layout_ms":4.21442708466202},{"common_ms":0.1163810957223177,"layout_ms":4.175045061856508},{"common_ms":0.12500397861003876,"layout_ms":4.0623340755701065}],"planner":[{"common_ms":0.12105994392186403,"layout_ms":1.6473190626129508},{"common_ms":0.11905503924936056,"layout_ms":1.6245279693976045},{"common_ms":0.11484499555081129,"layout_ms":1.5964109916239977},{"common_ms":0.11134706437587738,"layout_ms":1.5818750252947211},{"common_ms":0.11286407243460417,"layout_ms":1.5819249674677849}]},"samples":{"contiguous":[{"stack_ms":958.5607299804688,"wall_ms":958.6185249499977,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":960.73291015625,"wall_ms":960.7863549608737,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":960.9024047851562,"wall_ms":960.9496570192277,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":959.1101684570312,"wall_ms":959.1597989201546,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":960.8587036132812,"wall_ms":960.9062139643356,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":959.8209228515625,"wall_ms":959.8672729916871,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":959.69921875,"wall_ms":959.7464159596711,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625}],"zigzag":[{"stack_ms":978.17529296875,"wall_ms":978.2231320859864,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":980.1574096679688,"wall_ms":980.2168169990182,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":979.1063842773438,"wall_ms":979.1575409471989,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":980.6813354492188,"wall_ms":980.728009948507,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":981.5346069335938,"wall_ms":981.5853909822181,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":981.2963256835938,"wall_ms":981.3448019558564,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":981.5306396484375,"wall_ms":981.5874740015715,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625}],"planner":[{"stack_ms":957.6917724609375,"wall_ms":957.7418429544196,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":959.0608520507812,"wall_ms":959.1118230018765,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":958.59521484375,"wall_ms":958.6591629777104,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":959.3269653320312,"wall_ms":959.3723830766976,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":960.8574829101562,"wall_ms":960.904591018334,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":959.7186279296875,"wall_ms":959.7693340620026,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":961.1300048828125,"wall_ms":961.1775580560789,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.14694698620587587,"layout_ms":1.7350319540128112},{"common_ms":0.10734889656305313,"layout_ms":1.3872699346393347},{"common_ms":0.11261191684752703,"layout_ms":1.3309839414432645},{"common_ms":0.10738905984908342,"layout_ms":1.3106290716677904},{"common_ms":0.10825309436768293,"layout_ms":1.3138039503246546}],"zigzag":[{"common_ms":0.11953897774219513,"layout_ms":4.640803090296686},{"common_ms":0.11625699698925018,"layout_ms":4.3280740501359105},{"common_ms":0.1059540081769228,"layout_ms":4.175259964540601},{"common_ms":0.10737800039350986,"layout_ms":4.0491040563210845},{"common_ms":0.12130895629525185,"layout_ms":3.988824086263776}],"planner":[{"common_ms":0.11154997628182173,"layout_ms":1.5884910244494677},{"common_ms":0.11193589307367802,"layout_ms":1.5935649862512946},{"common_ms":0.11121691204607487,"layout_ms":1.558596035465598},{"common_ms":0.1097570639103651,"layout_ms":1.5348559245467186},{"common_ms":0.10886997915804386,"layout_ms":1.5548430383205414}]},"samples":{"contiguous":[{"stack_ms":958.5767211914062,"wall_ms":958.6202970240265,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":960.746337890625,"wall_ms":960.7871669577435,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":960.9144287109375,"wall_ms":960.9552689362317,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":959.127685546875,"wall_ms":959.170209011063,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":960.8695678710938,"wall_ms":960.9079479705542,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":959.8322143554688,"wall_ms":959.8708499688655,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":959.7075805664062,"wall_ms":959.7472039749846,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625}],"zigzag":[{"stack_ms":978.1710205078125,"wall_ms":978.2116019632667,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":980.1642456054688,"wall_ms":980.2042620722204,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":979.1058349609375,"wall_ms":979.1565049672499,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":980.6866455078125,"wall_ms":980.7269629091024,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":981.5528564453125,"wall_ms":981.5985510358587,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":981.3027954101562,"wall_ms":981.3439239514992,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":981.5404663085938,"wall_ms":981.5789950080216,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625}],"planner":[{"stack_ms":957.70361328125,"wall_ms":957.7415710082278,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":959.0643920898438,"wall_ms":959.1058189980686,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":958.5985107421875,"wall_ms":958.6446529719979,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":959.3275146484375,"wall_ms":959.3686950393021,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":960.86181640625,"wall_ms":960.9005970414728,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":959.7239990234375,"wall_ms":959.7680050646886,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":961.1395263671875,"wall_ms":961.1785289598629,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.15897501725703478,"layout_ms":1.7145209712907672},{"common_ms":0.11219305451959372,"layout_ms":1.4227950014173985},{"common_ms":0.12227206025272608,"layout_ms":1.3728189514949918},{"common_ms":0.1106309937313199,"layout_ms":1.3542670058086514},{"common_ms":0.10860699694603682,"layout_ms":1.3887250097468495}],"zigzag":[{"common_ms":0.12463901657611132,"layout_ms":4.601047025062144},{"common_ms":0.12236495967954397,"layout_ms":4.384797997772694},{"common_ms":0.1063719391822815,"layout_ms":4.167975042946637},{"common_ms":0.11257105506956577,"layout_ms":4.12221800070256},{"common_ms":0.11959299445152283,"layout_ms":4.074445925652981}],"planner":[{"common_ms":0.12224202509969473,"layout_ms":1.6376510029658675},{"common_ms":0.1148938899859786,"layout_ms":1.6428930684924126},{"common_ms":0.116506009362638,"layout_ms":1.601184019818902},{"common_ms":0.11187605559825897,"layout_ms":1.605820027180016},{"common_ms":0.11283508501946926,"layout_ms":1.5826260205358267}]},"samples":{"contiguous":[{"stack_ms":958.583251953125,"wall_ms":958.620841964148,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":960.749267578125,"wall_ms":960.788183961995,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":960.9218139648438,"wall_ms":960.9595919027925,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":959.1270141601562,"wall_ms":959.168076980859,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":960.87646484375,"wall_ms":960.9149120515212,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":959.8333129882812,"wall_ms":959.8731029545888,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":959.7102661132812,"wall_ms":959.749604924582,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375}],"zigzag":[{"stack_ms":978.1763305664062,"wall_ms":978.2158290036023,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":980.1708984375,"wall_ms":980.2115788916126,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":979.1174926757812,"wall_ms":979.1560439625755,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":980.687255859375,"wall_ms":980.7263310067356,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":981.5521240234375,"wall_ms":981.5969979390502,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":981.3063354492188,"wall_ms":981.3480080338195,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":981.5429077148438,"wall_ms":981.5823860699311,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375}],"planner":[{"stack_ms":957.704833984375,"wall_ms":957.7436000108719,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":959.0648803710938,"wall_ms":959.1031050076708,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":958.6099243164062,"wall_ms":958.6504100589082,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":959.3345947265625,"wall_ms":959.3739080009982,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":960.8661499023438,"wall_ms":960.9040260547772,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":959.7257690429688,"wall_ms":959.766553947702,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":961.1405639648438,"wall_ms":961.1800729762763,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.14874106273055077,"layout_ms":1.6267120372503996},{"common_ms":0.11374196037650108,"layout_ms":1.3877850724384189},{"common_ms":0.11482101399451494,"layout_ms":1.3317769626155496},{"common_ms":0.10806892532855272,"layout_ms":1.313679968006909},{"common_ms":0.10623992420732975,"layout_ms":1.3137439964339137}],"zigzag":[{"common_ms":0.12139801401644945,"layout_ms":4.552018945105374},{"common_ms":0.11258898302912712,"layout_ms":4.27706993650645},{"common_ms":0.1038149930536747,"layout_ms":4.064747947268188},{"common_ms":0.1052620355039835,"layout_ms":3.985704039223492},{"common_ms":0.1135380007326603,"layout_ms":4.001876921392977}],"planner":[{"common_ms":0.11214206460863352,"layout_ms":1.5860289568081498},{"common_ms":0.1088200369849801,"layout_ms":1.5798660460859537},{"common_ms":0.10842795018106699,"layout_ms":1.5519129810854793},{"common_ms":0.11179002467542887,"layout_ms":1.5380990225821733},{"common_ms":0.10978500358760357,"layout_ms":1.5564990462735295}]},"samples":{"contiguous":[{"stack_ms":958.5789794921875,"wall_ms":958.6186920059845,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":960.7440185546875,"wall_ms":960.7824330450967,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":960.91259765625,"wall_ms":960.9534100163728,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":959.1224365234375,"wall_ms":959.1666860505939,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":960.8759765625,"wall_ms":960.9218389960006,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":959.8344116210938,"wall_ms":959.8821989493445,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":959.7022705078125,"wall_ms":959.7413300070912,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375}],"zigzag":[{"stack_ms":978.1787109375,"wall_ms":978.2183129573241,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":980.1671752929688,"wall_ms":980.2158230450004,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":979.1053466796875,"wall_ms":979.154450003989,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":980.6853637695312,"wall_ms":980.7254780316725,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":981.5443115234375,"wall_ms":981.5850210143253,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":981.3021240234375,"wall_ms":981.342236045748,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":981.53466796875,"wall_ms":981.5834389301017,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375}],"planner":[{"stack_ms":957.7003784179688,"wall_ms":957.740188925527,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":959.0680541992188,"wall_ms":959.1114870272577,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":958.602294921875,"wall_ms":958.6535360431299,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":959.3285522460938,"wall_ms":959.3692009802908,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":960.8611450195312,"wall_ms":960.8983179787174,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":959.725341796875,"wall_ms":959.770651999861,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":961.1327514648438,"wall_ms":961.1828540218994,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.17288606613874435,"layout_ms":1.8304040422663093},{"common_ms":0.13007596135139465,"layout_ms":1.6875809524208307},{"common_ms":0.13401091564446688,"layout_ms":1.5873441006988287},{"common_ms":0.12394902296364307,"layout_ms":1.5680829528719187},{"common_ms":0.11759903281927109,"layout_ms":1.5997050795704126}],"zigzag":[{"common_ms":0.15375902876257896,"layout_ms":5.843520979396999},{"common_ms":0.13799895532429218,"layout_ms":5.42166200466454},{"common_ms":0.11740403715521097,"layout_ms":5.1985339960083365},{"common_ms":0.12024189345538616,"layout_ms":5.163682973943651},{"common_ms":0.1305140322074294,"layout_ms":5.139727960340679}],"planner":[{"common_ms":0.1318560680374503,"layout_ms":1.9509580451995134},{"common_ms":0.12777105439454317,"layout_ms":1.9285379676148295},{"common_ms":0.11924502905458212,"layout_ms":1.8636640161275864},{"common_ms":0.1217781100422144,"layout_ms":1.8425349844619632},{"common_ms":0.11963094584643841,"layout_ms":1.8394170328974724}]},"samples":{"contiguous":[{"stack_ms":958.5624389648438,"wall_ms":958.6146830115467,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":960.7297973632812,"wall_ms":960.7884669676423,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":960.8984985351562,"wall_ms":960.9569259919226,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":959.1155395507812,"wall_ms":959.1684400802478,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":960.8589477539062,"wall_ms":960.907508037053,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":959.8175048828125,"wall_ms":959.8657470196486,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":959.6936645507812,"wall_ms":959.7443010425195,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625}],"zigzag":[{"stack_ms":978.1605834960938,"wall_ms":978.2194789731875,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":980.1549682617188,"wall_ms":980.211838032119,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":979.08935546875,"wall_ms":979.1541330050677,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":980.6698608398438,"wall_ms":980.7164180092514,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":981.536376953125,"wall_ms":981.5961010754108,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":981.2859497070312,"wall_ms":981.3382750144228,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":981.5283203125,"wall_ms":981.578835984692,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625}],"planner":[{"stack_ms":957.6871337890625,"wall_ms":957.740826997906,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":959.05224609375,"wall_ms":959.1072190087289,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":958.5870361328125,"wall_ms":958.6485190084204,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":959.3184204101562,"wall_ms":959.3681369442493,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":960.8505859375,"wall_ms":960.8965569641441,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":959.6998291015625,"wall_ms":959.7585239680484,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":961.1244506835938,"wall_ms":961.1778960097581,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.001600326267009848,"max_abs":0.003631591796875,"finite":true},"dq":{"relative_rms":0.0006013493154030205,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.0005087653869328387,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00037957161305672945,"max_abs":1.5472068071176182e-12,"finite":true},"d_weights":{"relative_rms":0.00024460775928160616,"max_abs":2.939486876130104e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00030843540143507124,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0003025712621933358,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.8338017820972415e-06,"max_abs":1.0459189070388675e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0016169142497709445,"max_abs":0.00371551513671875,"finite":true},"dq":{"relative_rms":0.0006076431367495459,"max_abs":0.0025787353515625,"finite":true},"dkv":{"relative_rms":0.0005092315413207557,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0003902241980697938,"max_abs":1.886490963443066e-12,"finite":true},"d_weights":{"relative_rms":0.0002743417756001029,"max_abs":4.190951585769653e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00031679315467516314,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0003166625457904045,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.66641485953419e-06,"max_abs":9.492850949754938e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0015970544164489722,"max_abs":0.003692626953125,"finite":true},"dq":{"relative_rms":0.000594926370264669,"max_abs":0.00244140625,"finite":true},"dkv":{"relative_rms":0.0005000635044216352,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00039034127997705396,"max_abs":1.886490963443066e-12,"finite":true},"d_weights":{"relative_rms":0.0002748259872967768,"max_abs":4.190951585769653e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0003202326231931026,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0003104755600910199,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.4528568323269265e-06,"max_abs":1.1254996934439987e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":524027904},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":523765760},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":535944256},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":534760512},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":533576768},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":532393024},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":531209280},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":530025536},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}}]}, + {"case":"1m-20s2l","lengths":[1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,514048,514048],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":2315.076904296875,"prepare_ms":2.3362740175798535,"prepare_plus_stack_ms":2317.413178314455,"amortized_per_layer_ms":579.3532945786137,"prepare_fraction":0.001008138746875996,"stack_min_ms":2313.065673828125,"stack_max_ms":2318.08935546875,"prepare_min_ms":2.321466919966042,"prepare_max_ms":2.7298390632495284,"peak_allocated_gib":152.7133822441101,"peak_reserved_gib":156.017578125},"zigzag":{"stack_ms":1984.861083984375,"prepare_ms":3.5293700639158487,"prepare_plus_stack_ms":1988.3904540482908,"amortized_per_layer_ms":497.0976135120727,"prepare_fraction":0.0017749884368687143,"stack_min_ms":1980.16650390625,"stack_max_ms":1990.000244140625,"prepare_min_ms":3.5103700356557965,"prepare_max_ms":4.594763973727822,"peak_allocated_gib":152.7133822441101,"peak_reserved_gib":156.017578125},"planner":{"stack_ms":1972.3497314453125,"prepare_ms":8.319030050188303,"prepare_plus_stack_ms":1980.6687614955008,"amortized_per_layer_ms":495.1671903738752,"prepare_fraction":0.004200111705657958,"stack_min_ms":1968.0892333984375,"stack_max_ms":1976.0250244140625,"prepare_min_ms":8.137200027704239,"prepare_max_ms":8.636131882667542,"peak_allocated_gib":152.7133822441101,"peak_reserved_gib":156.017578125}},"raw_sha256":"7e0cea6749ce58bf7e3e55447c8f6c9228f0662a52d6294ecc1055d3b0e94543","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.1889390405267477,"layout_ms":2.5409000227227807},{"common_ms":0.11663802433758974,"layout_ms":2.157956943847239},{"common_ms":0.11517899110913277,"layout_ms":2.0910839084535837},{"common_ms":0.11485593859106302,"layout_ms":2.0813109586015344},{"common_ms":0.1130120363086462,"layout_ms":2.0737909944728017}],"zigzag":[{"common_ms":0.15682191587984562,"layout_ms":3.974637947976589},{"common_ms":0.12491305824369192,"layout_ms":3.0644319485872984},{"common_ms":0.1202520215883851,"layout_ms":3.052994958125055},{"common_ms":0.11444103438407183,"layout_ms":3.110766992904246},{"common_ms":0.10878394823521376,"layout_ms":2.9627459589391947}],"planner":[{"common_ms":0.12476393021643162,"layout_ms":7.462735986337066},{"common_ms":0.12157799210399389,"layout_ms":7.6606100192293525},{"common_ms":0.11426606215536594,"layout_ms":7.285681087523699},{"common_ms":0.1413719728589058,"layout_ms":7.832517032511532},{"common_ms":0.11142704170197248,"layout_ms":7.550066919066012}]},"samples":{"contiguous":[{"stack_ms":2315.255615234375,"wall_ms":2315.340319997631,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":2313.0322265625,"wall_ms":2313.1163840880617,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":2318.051513671875,"wall_ms":2318.1273289956152,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":2315.04345703125,"wall_ms":2315.131335053593,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":2314.493896484375,"wall_ms":2314.5821180660278,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":2314.918212890625,"wall_ms":2315.017544897273,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":2316.71435546875,"wall_ms":2316.8122810311615,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125}],"zigzag":[{"stack_ms":1980.1419677734375,"wall_ms":1980.2282450255007,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1981.957275390625,"wall_ms":1982.0350799709558,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1984.826904296875,"wall_ms":1984.910284052603,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1988.91796875,"wall_ms":1988.997812033631,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1989.9686279296875,"wall_ms":1990.0446439860389,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1982.6063232421875,"wall_ms":1982.6907799579203,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1986.73681640625,"wall_ms":1986.828880966641,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125}],"planner":[{"stack_ms":1972.31201171875,"wall_ms":1972.3917619558051,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1975.94921875,"wall_ms":1976.02475900203,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1972.13037109375,"wall_ms":1972.205522004515,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1976.0010986328125,"wall_ms":1976.0883139679208,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1974.9984130859375,"wall_ms":1975.0787139637396,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1968.027099609375,"wall_ms":1968.127551022917,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1971.7310791015625,"wall_ms":1971.825786982663,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.1794359413906932,"layout_ms":2.229554927907884},{"common_ms":0.109856016933918,"layout_ms":1.8378539243713021},{"common_ms":0.10612898040562868,"layout_ms":1.7249990487471223},{"common_ms":0.1065240940079093,"layout_ms":1.708903000690043},{"common_ms":0.10838697198778391,"layout_ms":1.6966890543699265}],"zigzag":[{"common_ms":0.1603490673005581,"layout_ms":3.0022349674254656},{"common_ms":0.11285895016044378,"layout_ms":2.652459079399705},{"common_ms":0.10884692892432213,"layout_ms":2.5745059829205275},{"common_ms":0.10575400665402412,"layout_ms":2.5671350304037333},{"common_ms":0.10349194053560495,"layout_ms":2.5123810628429055}],"planner":[{"common_ms":0.12024200987070799,"layout_ms":7.983033894561231},{"common_ms":0.10905205272138119,"layout_ms":7.636434049345553},{"common_ms":0.10576797649264336,"layout_ms":7.405166979879141},{"common_ms":0.10274304077029228,"layout_ms":7.5935309287160635},{"common_ms":0.10429602116346359,"layout_ms":7.343524019233882}]},"samples":{"contiguous":[{"stack_ms":2315.24658203125,"wall_ms":2315.3381349984556,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":2313.010498046875,"wall_ms":2313.1079740123823,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":2318.052001953125,"wall_ms":2318.141597090289,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":2315.020263671875,"wall_ms":2315.115679986775,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":2314.4970703125,"wall_ms":2314.596073003486,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":2314.896484375,"wall_ms":2315.0100209750235,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":2316.707275390625,"wall_ms":2316.8107010424137,"allocated_gib":150.7114233970642,"reserved_gib":154.015625}],"zigzag":[{"stack_ms":1980.1309814453125,"wall_ms":1980.2294010296464,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1981.9560546875,"wall_ms":1982.053023064509,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1984.8140869140625,"wall_ms":1984.9059069529176,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1988.9056396484375,"wall_ms":1989.0005629276857,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1989.9554443359375,"wall_ms":1990.0436179013923,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1982.6044921875,"wall_ms":1982.703541056253,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1986.728271484375,"wall_ms":1986.8284650146961,"allocated_gib":150.7114233970642,"reserved_gib":154.015625}],"planner":[{"stack_ms":1972.3055419921875,"wall_ms":1972.3976569948718,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1975.959228515625,"wall_ms":1976.040496956557,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1972.126708984375,"wall_ms":1972.211615066044,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1975.9935302734375,"wall_ms":1976.0822870302945,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1974.994140625,"wall_ms":1975.088014965877,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1968.0228271484375,"wall_ms":1968.1200470076874,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1971.7305908203125,"wall_ms":1971.8292929464951,"allocated_gib":150.7114233970642,"reserved_gib":154.015625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.18244900275021791,"layout_ms":2.4809769820421934},{"common_ms":0.11780392378568649,"layout_ms":2.26386496797204},{"common_ms":0.11656095739454031,"layout_ms":2.185571938753128},{"common_ms":0.11431006714701653,"layout_ms":2.1592469420284033},{"common_ms":0.11714594438672066,"layout_ms":2.1542799659073353}],"zigzag":[{"common_ms":0.1458670012652874,"layout_ms":3.61731497105211},{"common_ms":0.11921802069991827,"layout_ms":3.249750006943941},{"common_ms":0.11577701661735773,"layout_ms":3.195970901288092},{"common_ms":0.11771800927817822,"layout_ms":3.2097380608320236},{"common_ms":0.11144997552037239,"layout_ms":3.1346749747172}],"planner":[{"common_ms":0.12345891445875168,"layout_ms":8.51267296820879},{"common_ms":0.11976505629718304,"layout_ms":8.245119010098279},{"common_ms":0.11235091369599104,"layout_ms":8.029607008211315},{"common_ms":0.11244602501392365,"layout_ms":8.20658402517438},{"common_ms":0.11299201287329197,"layout_ms":8.024208014830947}]},"samples":{"contiguous":[{"stack_ms":2315.266357421875,"wall_ms":2315.3449801029637,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":2313.042724609375,"wall_ms":2313.1160909542814,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":2318.058837890625,"wall_ms":2318.125445046462,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":2315.055419921875,"wall_ms":2315.1344140060246,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":2314.496826171875,"wall_ms":2314.5757080055773,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":2314.92529296875,"wall_ms":2315.0033929850906,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":2316.727294921875,"wall_ms":2316.8010789668187,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125}],"zigzag":[{"stack_ms":1980.1480712890625,"wall_ms":1980.2222249563783,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1981.9681396484375,"wall_ms":1982.0357910357416,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1984.843017578125,"wall_ms":1984.9192639812827,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1988.926025390625,"wall_ms":1988.998780027032,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1989.9791259765625,"wall_ms":1990.0474019814283,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1982.59033203125,"wall_ms":1982.673853985034,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1986.74853515625,"wall_ms":1986.8272739695385,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125}],"planner":[{"stack_ms":1972.324462890625,"wall_ms":1972.392059979029,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1975.971435546875,"wall_ms":1976.0356290498748,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1972.1483154296875,"wall_ms":1972.21558901947,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1976.01123046875,"wall_ms":1976.0912529891357,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1975.0035400390625,"wall_ms":1975.074733956717,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1968.065185546875,"wall_ms":1968.1527060456574,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125},{"stack_ms":1971.749267578125,"wall_ms":1971.8166460515931,"allocated_gib":150.71242666244507,"reserved_gib":154.017578125}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.16655807849019766,"layout_ms":2.46546498965472},{"common_ms":0.11002796236425638,"layout_ms":2.0175869576632977},{"common_ms":0.1099839573726058,"layout_ms":1.9536269828677177},{"common_ms":0.10591302998363972,"layout_ms":1.927379984408617},{"common_ms":0.11036009527742863,"layout_ms":1.9251550547778606}],"zigzag":[{"common_ms":0.13316597323864698,"layout_ms":3.0786950374022126},{"common_ms":0.10881200432777405,"layout_ms":2.7088989736512303},{"common_ms":0.11134892702102661,"layout_ms":2.6833079755306244},{"common_ms":0.10931992437690496,"layout_ms":2.6605549501255155},{"common_ms":0.106189982034266,"layout_ms":2.659984049387276}],"planner":[{"common_ms":0.11032493785023689,"layout_ms":7.891678949818015},{"common_ms":0.11232297401875257,"layout_ms":7.569179986603558},{"common_ms":0.10611000470817089,"layout_ms":7.194441976025701},{"common_ms":0.10056898463517427,"layout_ms":7.490518968552351},{"common_ms":0.10464305523782969,"layout_ms":7.314371992833912}]},"samples":{"contiguous":[{"stack_ms":2315.2626953125,"wall_ms":2315.33756502904,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":2313.020263671875,"wall_ms":2313.1116210715845,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":2318.058837890625,"wall_ms":2318.1384979980066,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":2315.057373046875,"wall_ms":2315.138760022819,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":2314.50732421875,"wall_ms":2314.5841419463977,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":2314.922119140625,"wall_ms":2315.0147940032184,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":2316.725830078125,"wall_ms":2316.812105011195,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125}],"zigzag":[{"stack_ms":1980.1495361328125,"wall_ms":1980.2280679577962,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1981.968017578125,"wall_ms":1982.0570470765233,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1984.8275146484375,"wall_ms":1984.909298014827,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1988.91357421875,"wall_ms":1988.987622084096,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1989.98193359375,"wall_ms":1990.0582180125639,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1982.6121826171875,"wall_ms":1982.6849800301716,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1986.7484130859375,"wall_ms":1986.8278229841962,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125}],"planner":[{"stack_ms":1972.308837890625,"wall_ms":1972.390940063633,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1975.970458984375,"wall_ms":1976.042381953448,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1972.140380859375,"wall_ms":1972.216232912615,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1976.0067138671875,"wall_ms":1976.0836390778422,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1975.0054931640625,"wall_ms":1975.078594055958,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1968.05029296875,"wall_ms":1968.1358360685408,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1971.751708984375,"wall_ms":1971.830929047428,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.13793399557471275,"layout_ms":1.5947689535096288},{"common_ms":0.10226399172097445,"layout_ms":1.375282066874206},{"common_ms":0.1031740102916956,"layout_ms":1.30745698697865},{"common_ms":0.10399799793958664,"layout_ms":1.3000210747122765},{"common_ms":0.10805705096572638,"layout_ms":1.3153919717296958}],"zigzag":[{"common_ms":0.11161703150719404,"layout_ms":3.547353087924421},{"common_ms":0.10674097575247288,"layout_ms":2.891664975322783},{"common_ms":0.10099099017679691,"layout_ms":2.8761159628629684},{"common_ms":0.10497902985662222,"layout_ms":2.837756066583097},{"common_ms":0.09883905295282602,"layout_ms":2.827581949532032}],"planner":[{"common_ms":0.11089001782238483,"layout_ms":7.22460902761668},{"common_ms":0.09958702139556408,"layout_ms":7.4119060300290585},{"common_ms":0.10248494800180197,"layout_ms":7.239577011205256},{"common_ms":0.10212999768555164,"layout_ms":7.421146961860359},{"common_ms":0.10485399980098009,"layout_ms":7.331453030928969}]},"samples":{"contiguous":[{"stack_ms":2315.28271484375,"wall_ms":2315.3401700546965,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":2313.062255859375,"wall_ms":2313.1183789810166,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":2318.08935546875,"wall_ms":2318.1479841005057,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":2315.075927734375,"wall_ms":2315.1393599109724,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":2314.54052734375,"wall_ms":2314.603976905346,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":2314.95166015625,"wall_ms":2315.00583991874,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":2316.7529296875,"wall_ms":2316.8044929625466,"allocated_gib":151.7114143371582,"reserved_gib":155.015625}],"zigzag":[{"stack_ms":1980.165771484375,"wall_ms":1980.2243020385504,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1981.9757080078125,"wall_ms":1982.0374719565734,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1984.859130859375,"wall_ms":1984.910023980774,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1988.9322509765625,"wall_ms":1988.9901619171724,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1989.997802734375,"wall_ms":1990.054166992195,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1982.6387939453125,"wall_ms":1982.6883460627869,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1986.7763671875,"wall_ms":1986.8289360310882,"allocated_gib":151.7114143371582,"reserved_gib":155.015625}],"planner":[{"stack_ms":1972.3497314453125,"wall_ms":1972.400515107438,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1975.9981689453125,"wall_ms":1976.0501480195671,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1972.1728515625,"wall_ms":1972.2233399515972,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1976.0216064453125,"wall_ms":1976.085207075812,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1975.023193359375,"wall_ms":1975.0733339460567,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1968.0892333984375,"wall_ms":1968.1448249612004,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1971.7764892578125,"wall_ms":1971.8244620598853,"allocated_gib":151.7114143371582,"reserved_gib":155.015625}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.13859104365110397,"layout_ms":2.1875390084460378},{"common_ms":0.10581500828266144,"layout_ms":1.879915944300592},{"common_ms":0.11049106251448393,"layout_ms":1.780272927135229},{"common_ms":0.10614306665956974,"layout_ms":1.7911799950525165},{"common_ms":0.10587205179035664,"layout_ms":1.745214918628335}],"zigzag":[{"common_ms":0.12052699457854033,"layout_ms":3.5278559662401676},{"common_ms":0.11234905105084181,"layout_ms":2.796160988509655},{"common_ms":0.10457902681082487,"layout_ms":2.7582449838519096},{"common_ms":0.10859500616788864,"layout_ms":2.7285099495202303},{"common_ms":0.10294001549482346,"layout_ms":2.668095054104924}],"planner":[{"common_ms":0.11029199231415987,"layout_ms":7.35264690592885},{"common_ms":0.10962400119751692,"layout_ms":7.641306961886585},{"common_ms":0.10439392644912004,"layout_ms":7.45907099917531},{"common_ms":0.10543595999479294,"layout_ms":7.649018079973757},{"common_ms":0.10699592530727386,"layout_ms":7.419469999149442}]},"samples":{"contiguous":[{"stack_ms":2315.27880859375,"wall_ms":2315.3326920000836,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":2313.062744140625,"wall_ms":2313.1173099391162,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":2318.08251953125,"wall_ms":2318.1405210634694,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":2315.07421875,"wall_ms":2315.1344179641455,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":2314.54296875,"wall_ms":2314.602344064042,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":2314.9482421875,"wall_ms":2315.0083780055866,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":2316.753173828125,"wall_ms":2316.8085779761896,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875}],"zigzag":[{"stack_ms":1980.165283203125,"wall_ms":1980.2221399731934,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1981.9786376953125,"wall_ms":1982.0309310453013,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1984.85546875,"wall_ms":1984.9074910162017,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1988.935302734375,"wall_ms":1988.9895799569786,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1989.998291015625,"wall_ms":1990.0527009740472,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1982.6392822265625,"wall_ms":1982.693389058113,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1986.7716064453125,"wall_ms":1986.8264809483662,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875}],"planner":[{"stack_ms":1972.3450927734375,"wall_ms":1972.3959050606936,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1975.996337890625,"wall_ms":1976.0490600019693,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1972.1727294921875,"wall_ms":1972.2240769769996,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1976.0228271484375,"wall_ms":1976.0764669626951,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1975.0235595703125,"wall_ms":1975.0744639895856,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1968.0863037109375,"wall_ms":1968.14465301577,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875},{"stack_ms":1971.7730712890625,"wall_ms":1971.8254210893065,"allocated_gib":148.70948362350464,"reserved_gib":152.013671875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.1731339143589139,"layout_ms":2.204508986324072},{"common_ms":0.10257901158183813,"layout_ms":1.8047229386866093},{"common_ms":0.10270194616168737,"layout_ms":1.789730042219162},{"common_ms":0.10338099673390388,"layout_ms":1.764026004821062},{"common_ms":0.10148901492357254,"layout_ms":1.7758370377123356}],"zigzag":[{"common_ms":0.12399803381413221,"layout_ms":3.8124830462038517},{"common_ms":0.10350893717259169,"layout_ms":2.9360390035435557},{"common_ms":0.10603608097881079,"layout_ms":2.906540990807116},{"common_ms":0.10829896200448275,"layout_ms":2.890674048103392},{"common_ms":0.0992469722405076,"layout_ms":2.8573950985446572}],"planner":[{"common_ms":0.10217295493930578,"layout_ms":7.035122951492667},{"common_ms":0.10178494267165661,"layout_ms":7.167638977989554},{"common_ms":0.10645505972206593,"layout_ms":7.07759300712496},{"common_ms":0.10514399036765099,"layout_ms":7.376082008704543},{"common_ms":0.10457704775035381,"layout_ms":7.0790559984743595}]},"samples":{"contiguous":[{"stack_ms":2315.28564453125,"wall_ms":2315.3391239466146,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":2313.065673828125,"wall_ms":2313.125518965535,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":2318.087890625,"wall_ms":2318.1448839604855,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":2315.076904296875,"wall_ms":2315.137902041897,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":2314.545166015625,"wall_ms":2314.6038849372417,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":2314.951171875,"wall_ms":2315.011971979402,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":2316.753173828125,"wall_ms":2316.810147021897,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125}],"zigzag":[{"stack_ms":1980.16650390625,"wall_ms":1980.2225480088964,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1981.9749755859375,"wall_ms":1982.0346559863538,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1984.861083984375,"wall_ms":1984.9138089921325,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1988.9383544921875,"wall_ms":1988.9956190017983,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1990.000244140625,"wall_ms":1990.0605810107663,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1982.6373291015625,"wall_ms":1982.694546924904,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1986.7716064453125,"wall_ms":1986.8263229727745,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125}],"planner":[{"stack_ms":1972.3480224609375,"wall_ms":1972.4040200235322,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1976.001220703125,"wall_ms":1976.059105945751,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1972.17626953125,"wall_ms":1972.2275220556185,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1976.0250244140625,"wall_ms":1976.0800959775224,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1975.023681640625,"wall_ms":1975.078851915896,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1968.0885009765625,"wall_ms":1968.1537119904533,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125},{"stack_ms":1971.77587890625,"wall_ms":1971.834407071583,"allocated_gib":150.71243047714233,"reserved_gib":154.017578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.18738408107310534,"layout_ms":2.5130989961326122},{"common_ms":0.12087891809642315,"layout_ms":2.2957149194553494},{"common_ms":0.1166339498013258,"layout_ms":2.2048329701647162},{"common_ms":0.11657597497105598,"layout_ms":2.2196980426087976},{"common_ms":0.12024806346744299,"layout_ms":2.209066995419562}],"zigzag":[{"common_ms":0.15380699187517166,"layout_ms":4.440956981852651},{"common_ms":0.12334308121353388,"layout_ms":3.5166640300303698},{"common_ms":0.11906505096703768,"layout_ms":3.410305012948811},{"common_ms":0.11878903023898602,"layout_ms":3.4045010106638074},{"common_ms":0.11498399544507265,"layout_ms":3.395386040210724}],"planner":[{"common_ms":0.12458499986678362,"layout_ms":7.852238020859659},{"common_ms":0.1210520276799798,"layout_ms":8.044585003517568},{"common_ms":0.11513999197632074,"layout_ms":7.85348005592823},{"common_ms":0.11019199155271053,"layout_ms":8.073798031546175},{"common_ms":0.11507398448884487,"layout_ms":7.7915319707244635}]},"samples":{"contiguous":[{"stack_ms":2315.26513671875,"wall_ms":2315.3348510386422,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":2313.05322265625,"wall_ms":2313.118265941739,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":2318.06591796875,"wall_ms":2318.1312939850613,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":2315.056884765625,"wall_ms":2315.1317059528083,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":2314.52490234375,"wall_ms":2314.5946299191564,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":2314.927490234375,"wall_ms":2315.000870032236,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":2316.73681640625,"wall_ms":2316.8047820217907,"allocated_gib":151.713387966156,"reserved_gib":155.017578125}],"zigzag":[{"stack_ms":1980.1494140625,"wall_ms":1980.216840049252,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1981.9627685546875,"wall_ms":1982.0216019870713,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1984.8446044921875,"wall_ms":1984.9054150981829,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1988.9239501953125,"wall_ms":1988.9921459835023,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1989.987060546875,"wall_ms":1990.0510259903967,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1982.620849609375,"wall_ms":1982.6854490675032,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1986.75341796875,"wall_ms":1986.8213980225846,"allocated_gib":151.713387966156,"reserved_gib":155.017578125}],"planner":[{"stack_ms":1972.3343505859375,"wall_ms":1972.3959909752011,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1975.98828125,"wall_ms":1976.0518019320443,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1972.159423828125,"wall_ms":1972.2199640236795,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1976.0108642578125,"wall_ms":1976.0740179335698,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1975.0101318359375,"wall_ms":1975.0745740020648,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1968.078857421875,"wall_ms":1968.1521949823946,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1971.7606201171875,"wall_ms":1971.8226429540664,"allocated_gib":151.713387966156,"reserved_gib":155.017578125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.0372681319713593e-10,"errors":{"output":{"relative_rms":0.001133206994270107,"max_abs":0.00421142578125,"finite":true},"dq":{"relative_rms":0.0003773731126213443,"max_abs":0.0032958984375,"finite":true},"dkv":{"relative_rms":0.0007240781829748569,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0007442450887925915,"max_abs":1.3384848784880887e-12,"finite":true},"d_weights":{"relative_rms":0.0006476034498295246,"max_abs":3.4433469409123063e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008073181492759083,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007901806031554232,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.0640483153774123e-05,"max_abs":5.343281372915953e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":8.731149137020111e-11,"errors":{"output":{"relative_rms":0.0011380194293965154,"max_abs":0.00421142578125,"finite":true},"dq":{"relative_rms":0.00038026226417591305,"max_abs":0.0032958984375,"finite":true},"dkv":{"relative_rms":0.0006207633120666326,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006733819715212303,"max_abs":1.1723955140041653e-12,"finite":true},"d_weights":{"relative_rms":0.0006232558626799884,"max_abs":3.4433469409123063e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007580185785306208,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007435250495015076,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.1364028664646449e-05,"max_abs":5.7553961596568115e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.6193447411060333e-10,"errors":{"output":{"relative_rms":0.001156416728374548,"max_abs":0.00421142578125,"finite":true},"dq":{"relative_rms":0.00039742378825082973,"max_abs":0.0032958984375,"finite":true},"dkv":{"relative_rms":0.0005255377635423269,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.000870084402141316,"max_abs":1.3384848784880887e-12,"finite":true},"d_weights":{"relative_rms":0.0007083386057870022,"max_abs":2.939486876130104e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007273925513980079,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007196698409895695,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.1403502397669162e-05,"max_abs":5.7269744502264075e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":21,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":4294951840},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":148992,"spans":24,"candidate_workspace_bytes":6442355700}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147431744},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":4294716960},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":4294907904}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221202392},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":4294948416},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":3,"candidate_workspace_bytes":3221221016}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294953500},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":4294858568},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":4294894280}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":4294919436},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":3221220036},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":4294951840}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147451920},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":3221146152},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":3221220036}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221216048},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":3221140568},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":3,"candidate_workspace_bytes":4294941256}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294964736},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":3221212748},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":4294894280}}]}, + {"case":"1m-power-law","lengths":[1024,4096,16384,65536,131072,307200,523264],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":2332.85595703125,"prepare_ms":2.282375004142523,"prepare_plus_stack_ms":2335.1383320353925,"amortized_per_layer_ms":583.7845830088481,"prepare_fraction":0.0009774046243132503,"stack_min_ms":2331.29638671875,"stack_max_ms":2335.97509765625,"prepare_min_ms":2.2288240725174546,"prepare_max_ms":2.7360839303582907,"peak_allocated_gib":151.7105631828308,"peak_reserved_gib":155.142578125},"zigzag":{"stack_ms":1847.796630859375,"prepare_ms":2.439729985781014,"prepare_plus_stack_ms":1850.236360845156,"amortized_per_layer_ms":462.559090211289,"prepare_fraction":0.0013186044969230781,"stack_min_ms":1845.385986328125,"stack_max_ms":1851.72216796875,"prepare_min_ms":2.410020912066102,"prepare_max_ms":2.843623049557209,"peak_allocated_gib":151.7105631828308,"peak_reserved_gib":155.142578125},"planner":{"stack_ms":1843.6058349609375,"prepare_ms":8.3740649279207,"prepare_plus_stack_ms":1851.9798998888582,"amortized_per_layer_ms":462.99497497221455,"prepare_fraction":0.004521682405096971,"stack_min_ms":1842.1549072265625,"stack_max_ms":1847.474853515625,"prepare_min_ms":8.253881009295583,"prepare_max_ms":9.14167903829366,"peak_allocated_gib":151.7105631828308,"peak_reserved_gib":155.142578125}},"raw_sha256":"23ba4d72917c223e46980fbc76c556276b0b1ed05e14910f3d03ba05cfcdfcbb","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.15392701607197523,"layout_ms":1.8560499884188175},{"common_ms":0.10708498302847147,"layout_ms":1.4937310479581356},{"common_ms":0.10304001625627279,"layout_ms":1.4576249523088336},{"common_ms":0.10228203609585762,"layout_ms":1.4207789208739996},{"common_ms":0.10231207124888897,"layout_ms":1.4208720531314611}],"zigzag":[{"common_ms":0.13079901691526175,"layout_ms":2.3377760080620646},{"common_ms":0.10557007044553757,"layout_ms":2.1265409886837006},{"common_ms":0.09863905142992735,"layout_ms":2.0997599931433797},{"common_ms":0.1009809784591198,"layout_ms":2.0517120137810707},{"common_ms":0.09511306416243315,"layout_ms":2.009314950555563}],"planner":[{"common_ms":0.11506001465022564,"layout_ms":8.021400077268481},{"common_ms":0.103575992397964,"layout_ms":7.541751954704523},{"common_ms":0.10097690392285585,"layout_ms":7.399786030873656},{"common_ms":0.09756197687238455,"layout_ms":7.601861958391964},{"common_ms":0.09811308700591326,"layout_ms":7.359280018135905}]},"samples":{"contiguous":[{"stack_ms":2335.94140625,"wall_ms":2336.0413159243762,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":2331.253662109375,"wall_ms":2331.3475530594587,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":2332.885986328125,"wall_ms":2332.9670779639855,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":2332.77587890625,"wall_ms":2332.851634011604,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":2332.552001953125,"wall_ms":2332.6255299616605,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":2332.828369140625,"wall_ms":2332.9119220143184,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":2334.2275390625,"wall_ms":2334.3059590552,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375}],"zigzag":[{"stack_ms":1845.9649658203125,"wall_ms":1846.0437380708754,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1845.3555908203125,"wall_ms":1845.43260501232,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1851.2122802734375,"wall_ms":1851.2823700439185,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1847.9356689453125,"wall_ms":1848.0085489572957,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1846.1978759765625,"wall_ms":1846.2605649838224,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1851.701171875,"wall_ms":1851.7720340751112,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1847.7781982421875,"wall_ms":1847.8511300636455,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375}],"planner":[{"stack_ms":1843.5289306640625,"wall_ms":1843.602203996852,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1846.7098388671875,"wall_ms":1846.7890539905056,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1847.4278564453125,"wall_ms":1847.5381039315835,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1842.12158203125,"wall_ms":1842.1842119423673,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1843.593017578125,"wall_ms":1843.6589139746502,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1843.471923828125,"wall_ms":1843.541910056956,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1845.6602783203125,"wall_ms":1845.7358540035784,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.1458000624552369,"layout_ms":2.566050039604306},{"common_ms":0.1051030121743679,"layout_ms":2.1539420122280717},{"common_ms":0.10179192759096622,"layout_ms":2.098333090543747},{"common_ms":0.09895197581499815,"layout_ms":2.0596059039235115},{"common_ms":0.09977305307984352,"layout_ms":2.08752800244838}],"zigzag":[{"common_ms":0.11828797869384289,"layout_ms":2.2767760092392564},{"common_ms":0.10553596075624228,"layout_ms":2.0226050401106477},{"common_ms":0.09822298306971788,"layout_ms":1.9977879710495472},{"common_ms":0.10017200838774443,"layout_ms":1.9768599886447191},{"common_ms":0.09555800352245569,"layout_ms":1.9418509909883142}],"planner":[{"common_ms":0.10881898924708366,"layout_ms":8.148728986270726},{"common_ms":0.10216003283858299,"layout_ms":7.72439397405833},{"common_ms":0.101223005913198,"layout_ms":7.428408018313348},{"common_ms":0.09791995398700237,"layout_ms":7.646161015145481},{"common_ms":0.09792600758373737,"layout_ms":7.385210017673671}]},"samples":{"contiguous":[{"stack_ms":2335.951171875,"wall_ms":2336.0342590603977,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":2331.2685546875,"wall_ms":2331.3445720123127,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":2332.8994140625,"wall_ms":2332.9685039352626,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":2332.77880859375,"wall_ms":2332.851211889647,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":2332.554931640625,"wall_ms":2332.6285099610686,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":2332.83544921875,"wall_ms":2332.916902960278,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":2334.232177734375,"wall_ms":2334.3091920251027,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125}],"zigzag":[{"stack_ms":1845.972412109375,"wall_ms":1846.0393860004842,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1845.3646240234375,"wall_ms":1845.4298010328785,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1851.2220458984375,"wall_ms":1851.287522003986,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1847.9364013671875,"wall_ms":1848.0086129857227,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1846.1966552734375,"wall_ms":1846.2589599657804,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1851.71044921875,"wall_ms":1851.779813063331,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1847.7774658203125,"wall_ms":1847.8414239361882,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125}],"planner":[{"stack_ms":1843.53857421875,"wall_ms":1843.6038229847327,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1846.7264404296875,"wall_ms":1846.792911994271,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1847.4478759765625,"wall_ms":1847.5108629791066,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1842.125244140625,"wall_ms":1842.188511043787,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1843.58984375,"wall_ms":1843.655314994976,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1843.471923828125,"wall_ms":1843.5421210015193,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1845.6722412109375,"wall_ms":1845.7462278893217,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.1297390554100275,"layout_ms":2.039560000412166},{"common_ms":0.11150003410875797,"layout_ms":1.6843460034579039},{"common_ms":0.10579999070614576,"layout_ms":1.644412986934185},{"common_ms":0.10267505422234535,"layout_ms":1.6046799719333649},{"common_ms":0.11030992027372122,"layout_ms":1.58028700388968}],"zigzag":[{"common_ms":0.1204080181196332,"layout_ms":2.586240996606648},{"common_ms":0.10794599074870348,"layout_ms":2.274489961564541},{"common_ms":0.10378507431596518,"layout_ms":2.2811839589849114},{"common_ms":0.10655098594725132,"layout_ms":2.24547297693789},{"common_ms":0.10322500020265579,"layout_ms":2.224236959591508}],"planner":[{"common_ms":0.10764505714178085,"layout_ms":8.74149997252971},{"common_ms":0.10686705354601145,"layout_ms":8.22543806862086},{"common_ms":0.10511989239603281,"layout_ms":8.157397038303316},{"common_ms":0.10257796384394169,"layout_ms":8.271486964076757},{"common_ms":0.10337098501622677,"layout_ms":8.150510024279356}]},"samples":{"contiguous":[{"stack_ms":2335.962890625,"wall_ms":2336.0496630193666,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":2331.26904296875,"wall_ms":2331.340814009309,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":2332.904296875,"wall_ms":2332.9689479433,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":2332.775390625,"wall_ms":2332.847035024315,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":2332.556640625,"wall_ms":2332.6240950264037,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":2332.828369140625,"wall_ms":2332.909226999618,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":2334.2392578125,"wall_ms":2334.3113909941167,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125}],"zigzag":[{"stack_ms":1845.95458984375,"wall_ms":1846.0235979873687,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1845.368408203125,"wall_ms":1845.4446869436651,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1851.2288818359375,"wall_ms":1851.2913619633764,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1847.94482421875,"wall_ms":1848.0294999899343,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1846.20166015625,"wall_ms":1846.258215024136,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1851.7142333984375,"wall_ms":1851.7868760973215,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1847.780517578125,"wall_ms":1847.8448450332507,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125}],"planner":[{"stack_ms":1843.548583984375,"wall_ms":1843.611826072447,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1846.7294921875,"wall_ms":1846.788828028366,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1847.4371337890625,"wall_ms":1847.501047886908,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1842.13525390625,"wall_ms":1842.1928510069847,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1843.5992431640625,"wall_ms":1843.660296057351,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1843.4744873046875,"wall_ms":1843.5426959767938,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1845.680419921875,"wall_ms":1845.7638398976997,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.13229390606284142,"layout_ms":2.0373769802972674},{"common_ms":0.1045640092343092,"layout_ms":1.7241849564015865},{"common_ms":0.10057399049401283,"layout_ms":1.6691080527380109},{"common_ms":0.09689992293715477,"layout_ms":1.6652810154482722},{"common_ms":0.0983639620244503,"layout_ms":1.6433859709650278}],"zigzag":[{"common_ms":0.10863493662327528,"layout_ms":2.296253922395408},{"common_ms":0.10228704195469618,"layout_ms":2.050521899946034},{"common_ms":0.09883707389235497,"layout_ms":2.003949019126594},{"common_ms":0.09638897608965635,"layout_ms":2.0027660066261888},{"common_ms":0.096556032076478,"layout_ms":2.0138189429417253}],"planner":[{"common_ms":0.1030979910865426,"layout_ms":8.15658608917147},{"common_ms":0.09868096094578505,"layout_ms":8.900675922632217},{"common_ms":0.09941391181200743,"layout_ms":7.565608946606517},{"common_ms":0.09617896284908056,"layout_ms":7.6809050515294075},{"common_ms":0.09506498463451862,"layout_ms":7.535235024988651}]},"samples":{"contiguous":[{"stack_ms":2335.95361328125,"wall_ms":2336.0387979773805,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":2331.273681640625,"wall_ms":2331.3586380099878,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":2332.907470703125,"wall_ms":2332.9744749935344,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":2332.781982421875,"wall_ms":2332.8555721091107,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":2332.564208984375,"wall_ms":2332.633488927968,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":2332.83544921875,"wall_ms":2332.923586014658,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":2334.24267578125,"wall_ms":2334.3283960130066,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125}],"zigzag":[{"stack_ms":1845.9722900390625,"wall_ms":1846.0548060247675,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1845.3712158203125,"wall_ms":1845.4414940206334,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1851.230224609375,"wall_ms":1851.3096789829433,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1847.9339599609375,"wall_ms":1848.0107060167938,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1846.2003173828125,"wall_ms":1846.2591749848798,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1851.71630859375,"wall_ms":1851.7867459449917,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1847.76025390625,"wall_ms":1847.8273529326543,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125}],"planner":[{"stack_ms":1843.5364990234375,"wall_ms":1843.6048089060932,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1846.7232666015625,"wall_ms":1846.7841210076585,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1847.451171875,"wall_ms":1847.5149110890925,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1842.1131591796875,"wall_ms":1842.1868369914591,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1843.5938720703125,"wall_ms":1843.6643200693652,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1843.4749755859375,"wall_ms":1843.549432931468,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1845.675537109375,"wall_ms":1845.743095036596,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.12691598385572433,"layout_ms":1.6645049909129739},{"common_ms":0.09860203135758638,"layout_ms":1.3173629995435476},{"common_ms":0.09645998943597078,"layout_ms":1.265567960217595},{"common_ms":0.09295891504734755,"layout_ms":1.2656999751925468},{"common_ms":0.09998306632041931,"layout_ms":1.2665159301832318}],"zigzag":[{"common_ms":0.11024996638298035,"layout_ms":2.203969983384013},{"common_ms":0.09877397678792477,"layout_ms":2.0387510303407907},{"common_ms":0.09169604163616896,"layout_ms":2.023163018748164},{"common_ms":0.0970310065895319,"layout_ms":2.0038909278810024},{"common_ms":0.0949810491874814,"layout_ms":2.024536021053791}],"planner":[{"common_ms":0.09932904504239559,"layout_ms":7.993074017576873},{"common_ms":0.10018690954893827,"layout_ms":7.585446932353079},{"common_ms":0.09640795178711414,"layout_ms":7.419059984385967},{"common_ms":0.0932180555537343,"layout_ms":7.527829962782562},{"common_ms":0.09407801553606987,"layout_ms":7.445979048497975}]},"samples":{"contiguous":[{"stack_ms":2335.970703125,"wall_ms":2336.034007021226,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":2331.294677734375,"wall_ms":2331.3526990823448,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":2332.913818359375,"wall_ms":2332.9793269513175,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":2332.80224609375,"wall_ms":2332.869851961732,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":2332.57177734375,"wall_ms":2332.6375749893486,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":2332.853759765625,"wall_ms":2332.927825045772,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":2334.23828125,"wall_ms":2334.2997170984745,"allocated_gib":150.7089581489563,"reserved_gib":154.015625}],"zigzag":[{"stack_ms":1845.9984130859375,"wall_ms":1846.0514469770715,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1845.3824462890625,"wall_ms":1845.4284950857982,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1851.2410888671875,"wall_ms":1851.2915479950607,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1847.948974609375,"wall_ms":1848.0145550565794,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1846.2144775390625,"wall_ms":1846.2752690538764,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1851.714599609375,"wall_ms":1851.7763760173693,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1847.7938232421875,"wall_ms":1847.8460380574688,"allocated_gib":150.7089581489563,"reserved_gib":154.015625}],"planner":[{"stack_ms":1843.55712890625,"wall_ms":1843.604635912925,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1846.7467041015625,"wall_ms":1846.7989660566673,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1847.474853515625,"wall_ms":1847.5644920254126,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1842.1524658203125,"wall_ms":1842.2167459502816,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1843.6002197265625,"wall_ms":1843.6621269211173,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1843.47802734375,"wall_ms":1843.5514610027894,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1845.6884765625,"wall_ms":1845.7394749857485,"allocated_gib":150.7089581489563,"reserved_gib":154.015625}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.1267170300707221,"layout_ms":2.2378319408744574},{"common_ms":0.10295701213181019,"layout_ms":1.8324090633541346},{"common_ms":0.09950797539204359,"layout_ms":1.7678519943729043},{"common_ms":0.09703903924673796,"layout_ms":1.74802599940449},{"common_ms":0.09862496517598629,"layout_ms":1.7357789911329746}],"zigzag":[{"common_ms":0.11124101001769304,"layout_ms":2.24296806845814},{"common_ms":0.09931600652635098,"layout_ms":2.0187600748613477},{"common_ms":0.0960109755396843,"layout_ms":1.9817720167338848},{"common_ms":0.10255398228764534,"layout_ms":1.9634190248325467},{"common_ms":0.10090600699186325,"layout_ms":1.979326014406979}],"planner":[{"common_ms":0.10478799231350422,"layout_ms":9.036891045980155},{"common_ms":0.09833695366978645,"layout_ms":7.76473106816411},{"common_ms":0.09891903027892113,"layout_ms":7.830537972040474},{"common_ms":0.09879295248538256,"layout_ms":7.80631706584245},{"common_ms":0.09730993770062923,"layout_ms":7.714363047853112}]},"samples":{"contiguous":[{"stack_ms":2335.9677734375,"wall_ms":2336.0268810065463,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":2331.2900390625,"wall_ms":2331.3486060360447,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":2332.910400390625,"wall_ms":2332.967903930694,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":2332.8017578125,"wall_ms":2332.860004971735,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":2332.57275390625,"wall_ms":2332.633791025728,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":2332.84375,"wall_ms":2332.9103561118245,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":2334.238525390625,"wall_ms":2334.300596965477,"allocated_gib":148.70898008346558,"reserved_gib":152.015625}],"zigzag":[{"stack_ms":1845.99755859375,"wall_ms":1846.0525660775602,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1845.3787841796875,"wall_ms":1845.42693302501,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1851.242919921875,"wall_ms":1851.2948809657246,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1847.9498291015625,"wall_ms":1848.0111000826582,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1846.2139892578125,"wall_ms":1846.2700510863215,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1851.717041015625,"wall_ms":1851.7707049613819,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1847.7957763671875,"wall_ms":1847.849442041479,"allocated_gib":148.70898008346558,"reserved_gib":152.015625}],"planner":[{"stack_ms":1843.5572509765625,"wall_ms":1843.6068310402334,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1846.742431640625,"wall_ms":1846.7979590641335,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1847.468994140625,"wall_ms":1847.5514750462025,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1842.1441650390625,"wall_ms":1842.1970349736512,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1843.5963134765625,"wall_ms":1843.6515589710325,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1843.4852294921875,"wall_ms":1843.5457510640845,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1845.6893310546875,"wall_ms":1845.7419589394704,"allocated_gib":148.70898008346558,"reserved_gib":152.015625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.12672296725213528,"layout_ms":2.2155570331960917},{"common_ms":0.09873206727206707,"layout_ms":1.8450459465384483},{"common_ms":0.09670492727309465,"layout_ms":1.7635769909247756},{"common_ms":0.090843066573143,"layout_ms":1.7709019593894482},{"common_ms":0.09396497625857592,"layout_ms":1.7443789402022958}],"zigzag":[{"common_ms":0.1096450723707676,"layout_ms":2.4249249836429954},{"common_ms":0.09873497765511274,"layout_ms":2.0187359768897295},{"common_ms":0.09243597742170095,"layout_ms":2.0175710087642074},{"common_ms":0.09755801875144243,"layout_ms":2.0102199632674456},{"common_ms":0.09213702287524939,"layout_ms":2.0137650426477194}],"planner":[{"common_ms":0.09877001866698265,"layout_ms":8.032187004573643},{"common_ms":0.10020006448030472,"layout_ms":7.614907925017178},{"common_ms":0.10045303497463465,"layout_ms":7.386913988739252},{"common_ms":0.09292201139032841,"layout_ms":7.596776005811989},{"common_ms":0.09095401037484407,"layout_ms":7.392090046778321}]},"samples":{"contiguous":[{"stack_ms":2335.97509765625,"wall_ms":2336.026945966296,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":2331.29638671875,"wall_ms":2331.3492889283225,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":2332.91748046875,"wall_ms":2332.9687219811603,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":2332.808837890625,"wall_ms":2332.8594479244202,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":2332.575927734375,"wall_ms":2332.629584008828,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":2332.85595703125,"wall_ms":2332.9220070736483,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":2334.24462890625,"wall_ms":2334.3036480946466,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125}],"zigzag":[{"stack_ms":1846.0018310546875,"wall_ms":1846.0479900240898,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1845.385986328125,"wall_ms":1845.4285060288385,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1851.24560546875,"wall_ms":1851.2912649894133,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1847.9561767578125,"wall_ms":1848.0092219542712,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1846.222900390625,"wall_ms":1846.2699929950759,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1851.72216796875,"wall_ms":1851.7698250943795,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1847.796630859375,"wall_ms":1847.848446923308,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125}],"planner":[{"stack_ms":1843.56396484375,"wall_ms":1843.6039850348607,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1846.746826171875,"wall_ms":1846.7979030683637,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1847.4737548828125,"wall_ms":1847.5278520490974,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1842.1549072265625,"wall_ms":1842.2000790014863,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1843.6058349609375,"wall_ms":1843.6550910118967,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1843.4832763671875,"wall_ms":1843.5448909876868,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1845.6895751953125,"wall_ms":1845.7387239905074,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.13935996685177088,"layout_ms":2.59672396350652},{"common_ms":0.12320792302489281,"layout_ms":2.269407967105508},{"common_ms":0.1093460014089942,"layout_ms":2.1730290027335286},{"common_ms":0.10682293213903904,"layout_ms":2.154889050871134},{"common_ms":0.11005403939634562,"layout_ms":2.118770033121109}],"zigzag":[{"common_ms":0.13969698920845985,"layout_ms":2.703926060348749},{"common_ms":0.10863901115953922,"layout_ms":2.3788639809936285},{"common_ms":0.10623701382428408,"layout_ms":2.33349297195673},{"common_ms":0.1079590292647481,"layout_ms":2.3263089824467897},{"common_ms":0.10303093586117029,"layout_ms":2.3069899762049317}],"planner":[{"common_ms":0.12201897334307432,"layout_ms":8.447902044281363},{"common_ms":0.1082780072465539,"layout_ms":8.178862975910306},{"common_ms":0.10627403389662504,"layout_ms":8.026731084100902},{"common_ms":0.10578497312963009,"layout_ms":8.148579043336213},{"common_ms":0.1036589965224266,"layout_ms":8.008552016690373}]},"samples":{"contiguous":[{"stack_ms":2335.955078125,"wall_ms":2336.021766997874,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":2331.27294921875,"wall_ms":2331.345909042284,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":2332.900390625,"wall_ms":2332.9702810151502,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":2332.7822265625,"wall_ms":2332.8537449706346,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":2332.559326171875,"wall_ms":2332.6336400350556,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":2332.8330078125,"wall_ms":2332.917111925781,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":2334.223876953125,"wall_ms":2334.297709981911,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125}],"zigzag":[{"stack_ms":1845.99267578125,"wall_ms":1846.0550690069795,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1845.3673095703125,"wall_ms":1845.4337960574776,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1851.22900390625,"wall_ms":1851.2899099150673,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1847.9359130859375,"wall_ms":1848.005472915247,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1846.204345703125,"wall_ms":1846.2670270819217,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1851.706298828125,"wall_ms":1851.7705220729113,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1847.77880859375,"wall_ms":1847.8437330340967,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125}],"planner":[{"stack_ms":1843.5380859375,"wall_ms":1843.5957690235227,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1846.735107421875,"wall_ms":1846.800614031963,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1847.4561767578125,"wall_ms":1847.5221670232713,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1842.1341552734375,"wall_ms":1842.198960017413,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1843.5911865234375,"wall_ms":1843.6593359801918,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1843.4693603515625,"wall_ms":1843.546441057697,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1845.672119140625,"wall_ms":1845.7383289933205,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0013340274160841552,"max_abs":0.004150390625,"finite":true},"dq":{"relative_rms":0.00048136037670722223,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.0005400591782655678,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006182445905928152,"max_abs":1.5063505998114124e-12,"finite":true},"d_weights":{"relative_rms":0.0005730467636274852,"max_abs":2.7466739993542433e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007899164021221577,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.000791519850055916,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.259597802695268e-05,"max_abs":7.247535904753022e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0013393153049156908,"max_abs":0.0041656494140625,"finite":true},"dq":{"relative_rms":0.000483138788400895,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.0005823550624717988,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006506256308219961,"max_abs":1.5010215292932116e-12,"finite":true},"d_weights":{"relative_rms":0.0005778877821784938,"max_abs":2.7466739993542433e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007493323245622613,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007449668304608543,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.1564764691609021e-05,"max_abs":6.778577699151356e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0013375240031430282,"max_abs":0.0046234130859375,"finite":true},"dq":{"relative_rms":0.00048258450603904155,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.000606145820676955,"max_abs":0.0625152587890625,"finite":true},"d_index_q":{"relative_rms":0.0005921337307717134,"max_abs":1.5010215292932116e-12,"finite":true},"d_weights":{"relative_rms":0.000569931449035293,"max_abs":2.7466739993542433e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007495712056075944,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007481434379905689,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.2219194801815554e-05,"max_abs":8.554934538551606e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":5,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":4294872060},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":149888,"spans":11,"candidate_workspace_bytes":6442234524}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":4294769316},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":8,"candidate_workspace_bytes":4294958488}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147477340},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":4294967100},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":7,"candidate_workspace_bytes":3221153280}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221219048},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":4294958488},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":8,"candidate_workspace_bytes":3221181084}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":3221218712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":3221170664},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":8,"candidate_workspace_bytes":4294872060}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147465816},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":3221205100},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":8,"candidate_workspace_bytes":3221205100}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221220208},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":3221115144},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":7,"candidate_workspace_bytes":3221168384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294954672},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":3221168384},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":6,"candidate_workspace_bytes":4294769316}}]}, + {"case":"1m-count-uniform-256","lengths":[4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":807.3095092773438,"prepare_ms":2.9917099745944142,"prepare_plus_stack_ms":810.3012192519382,"amortized_per_layer_ms":202.57530481298454,"prepare_fraction":0.0036920961039110006,"stack_min_ms":805.9620971679688,"stack_max_ms":808.2643432617188,"prepare_min_ms":2.9442489612847567,"prepare_max_ms":3.0715770553797483,"peak_allocated_gib":141.4653606414795,"peak_reserved_gib":144.7734375},"zigzag":{"stack_ms":834.8164672851562,"prepare_ms":13.56216601561755,"prepare_plus_stack_ms":848.3786333007738,"amortized_per_layer_ms":212.09465832519345,"prepare_fraction":0.015985982535712193,"stack_min_ms":833.4282836914062,"stack_max_ms":835.2150268554688,"prepare_min_ms":13.30100791528821,"prepare_max_ms":15.29448910150677,"peak_allocated_gib":141.4653606414795,"peak_reserved_gib":144.7734375},"planner":{"stack_ms":806.5762329101562,"prepare_ms":3.7254978669807315,"prepare_plus_stack_ms":810.301730777137,"amortized_per_layer_ms":202.57543269428425,"prepare_fraction":0.0045976674187869675,"stack_min_ms":805.1306762695312,"stack_max_ms":807.3758544921875,"prepare_min_ms":3.7032599793747067,"prepare_max_ms":3.952168975956738,"peak_allocated_gib":141.4653606414795,"peak_reserved_gib":144.7734375}},"raw_sha256":"46eed55490a168a13dee231e4f37b4b0f4bd2ac72a212615d16e04750e2abff9","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.24725589901208878,"layout_ms":2.7293330058455467},{"common_ms":0.1488289562985301,"layout_ms":2.3374969605356455},{"common_ms":0.1451750285923481,"layout_ms":2.342939027585089},{"common_ms":0.16133696772158146,"layout_ms":2.310659969225526},{"common_ms":0.14432496391236782,"layout_ms":2.282998990267515}],"zigzag":[{"common_ms":0.17481797840446234,"layout_ms":13.680913019925356},{"common_ms":0.14435395132750273,"layout_ms":12.459629098884761},{"common_ms":0.14917203225195408,"layout_ms":12.171498034149408},{"common_ms":0.14371401630342007,"layout_ms":11.679652030579746},{"common_ms":0.14371902216225863,"layout_ms":12.234686058945954}],"planner":[{"common_ms":0.15393702778965235,"layout_ms":2.9268210055306554},{"common_ms":0.1428199466317892,"layout_ms":3.094823914580047},{"common_ms":0.15982100740075111,"layout_ms":2.925864071585238},{"common_ms":0.1496829790994525,"layout_ms":2.90353293530643},{"common_ms":0.15323993284255266,"layout_ms":2.8771989746019244}]},"samples":{"contiguous":[{"stack_ms":807.341064453125,"wall_ms":807.3842000449076,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9517211914062,"wall_ms":805.9949009912089,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":808.2506103515625,"wall_ms":808.2969470415264,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.013671875,"wall_ms":807.0588640403003,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.300537109375,"wall_ms":807.3462039465085,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.8668823242188,"wall_ms":806.9097710540518,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.8047485351562,"wall_ms":807.8481210395694,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":833.4805908203125,"wall_ms":833.5262949112803,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.4075317382812,"wall_ms":833.4557849448174,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.9669799804688,"wall_ms":835.0124870194122,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.2091674804688,"wall_ms":835.2541149361059,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.08251953125,"wall_ms":835.1256479509175,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.8134155273438,"wall_ms":834.8596459254622,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.986083984375,"wall_ms":834.0338530251756,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":806.2897338867188,"wall_ms":806.3360149972141,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.124267578125,"wall_ms":805.1696550101042,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2586669921875,"wall_ms":806.300600990653,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5670166015625,"wall_ms":806.6128089558333,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.9136352539062,"wall_ms":806.9636389845982,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.56591796875,"wall_ms":806.6094310488552,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3643798828125,"wall_ms":807.4093010509387,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.2180640585720539,"layout_ms":2.6699539739638567},{"common_ms":0.1484400127083063,"layout_ms":2.362219034694135},{"common_ms":0.14477199874818325,"layout_ms":2.2990520810708404},{"common_ms":0.14861696399748325,"layout_ms":2.275369013659656},{"common_ms":0.1428099349141121,"layout_ms":2.323205932043493}],"zigzag":[{"common_ms":0.17439504154026508,"layout_ms":13.876538956537843},{"common_ms":0.1446680398657918,"layout_ms":12.62890500947833},{"common_ms":0.14882301911711693,"layout_ms":12.33172498177737},{"common_ms":0.1453410368412733,"layout_ms":11.681581032462418},{"common_ms":0.14135404489934444,"layout_ms":12.11368408985436}],"planner":[{"common_ms":0.15631597489118576,"layout_ms":2.9922390822321177},{"common_ms":0.1453380100429058,"layout_ms":3.184622968547046},{"common_ms":0.15797291416674852,"layout_ms":2.8882190817967057},{"common_ms":0.14540599659085274,"layout_ms":2.8422620380297303},{"common_ms":0.15373004134744406,"layout_ms":2.821239992044866}]},"samples":{"contiguous":[{"stack_ms":807.3436279296875,"wall_ms":807.3867670027539,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9605102539062,"wall_ms":806.0010629706085,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":808.252685546875,"wall_ms":808.298522955738,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.0250854492188,"wall_ms":807.0684530539438,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.30078125,"wall_ms":807.3453980032355,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.8699951171875,"wall_ms":806.9132099626586,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.8017578125,"wall_ms":807.8460090328008,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":833.4818115234375,"wall_ms":833.5271769901738,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.4254150390625,"wall_ms":833.4692200878635,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.9685668945312,"wall_ms":835.0145450094715,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.2098388671875,"wall_ms":835.2547510294244,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.0826416015625,"wall_ms":835.1263869553804,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.8153076171875,"wall_ms":834.8610319662839,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.9912719726562,"wall_ms":834.0368499048054,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":806.2940063476562,"wall_ms":806.3386169960722,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.1306762695312,"wall_ms":805.1752840401605,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2579345703125,"wall_ms":806.3013579230756,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5734252929688,"wall_ms":806.6154529806226,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.91748046875,"wall_ms":806.9669320248067,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5836791992188,"wall_ms":806.6236790036783,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3694458007812,"wall_ms":807.4136950308457,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2126320032402873,"layout_ms":2.687375992536545},{"common_ms":0.14990393538028002,"layout_ms":2.2997820051386952},{"common_ms":0.14316802844405174,"layout_ms":2.2741829743608832},{"common_ms":0.14556909445673227,"layout_ms":2.2627500584349036},{"common_ms":0.13895006850361824,"layout_ms":2.2671219194307923}],"zigzag":[{"common_ms":0.161417992785573,"layout_ms":13.846734073013067},{"common_ms":0.1386050134897232,"layout_ms":12.477965094149113},{"common_ms":0.1601009862497449,"layout_ms":12.197477975860238},{"common_ms":0.13661000411957502,"layout_ms":11.800158070400357},{"common_ms":0.14089001342654228,"layout_ms":12.151867966167629}],"planner":[{"common_ms":0.14265102799981833,"layout_ms":2.9164060251787305},{"common_ms":0.14401401858776808,"layout_ms":3.0735720647498965},{"common_ms":0.1566199352964759,"layout_ms":2.842971938662231},{"common_ms":0.14546699821949005,"layout_ms":2.8149510035291314},{"common_ms":0.14943699352443218,"layout_ms":2.826367039233446}]},"samples":{"contiguous":[{"stack_ms":807.3442993164062,"wall_ms":807.3846379993483,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9576416015625,"wall_ms":805.9972199844196,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":808.2523803710938,"wall_ms":808.296749019064,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.02783203125,"wall_ms":807.0681690005586,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.2968139648438,"wall_ms":807.3404480237514,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.8582153320312,"wall_ms":806.9064520532265,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.794921875,"wall_ms":807.8379329526797,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":833.480712890625,"wall_ms":833.523565903306,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.42724609375,"wall_ms":833.4674559300765,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.9707641601562,"wall_ms":835.011818096973,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.210693359375,"wall_ms":835.2583079831675,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.08154296875,"wall_ms":835.1260849740356,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.8157348632812,"wall_ms":834.8661769414321,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.9874267578125,"wall_ms":834.0392940444872,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":806.294189453125,"wall_ms":806.336279027164,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.1234130859375,"wall_ms":805.1703301025555,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2653198242188,"wall_ms":806.3044890295714,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5712890625,"wall_ms":806.6157180583104,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.9160766601562,"wall_ms":806.9672449491918,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.574951171875,"wall_ms":806.6176030552015,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3567504882812,"wall_ms":807.4044949607924,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.23132096976041794,"layout_ms":2.648895955644548},{"common_ms":0.14870509039610624,"layout_ms":2.290216041728854},{"common_ms":0.14697399456053972,"layout_ms":2.282197936438024},{"common_ms":0.1486249966546893,"layout_ms":2.2598369978368282},{"common_ms":0.14706503134220839,"layout_ms":2.284292015247047}],"zigzag":[{"common_ms":0.16665400471538305,"layout_ms":13.780250097624958},{"common_ms":0.1455990131944418,"layout_ms":12.445747968740761},{"common_ms":0.14994898810982704,"layout_ms":12.18835695181042},{"common_ms":0.1456409227102995,"layout_ms":11.8100669933483},{"common_ms":0.14209398068487644,"layout_ms":12.213447014801204}],"planner":[{"common_ms":0.15224097296595573,"layout_ms":2.934442018158734},{"common_ms":0.14593603555113077,"layout_ms":3.128626965917647},{"common_ms":0.15910807996988297,"layout_ms":2.8490700060501695},{"common_ms":0.14906097203493118,"layout_ms":2.8735590167343616},{"common_ms":0.15807210002094507,"layout_ms":2.8581160586327314}]},"samples":{"contiguous":[{"stack_ms":807.3443603515625,"wall_ms":807.3836230905727,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9486083984375,"wall_ms":805.9909699950367,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":808.2424926757812,"wall_ms":808.2905210321769,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.0291137695312,"wall_ms":807.0690170861781,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.2998046875,"wall_ms":807.342819054611,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.8614501953125,"wall_ms":806.9069769699126,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.7984619140625,"wall_ms":807.8456800431013,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":833.4798583984375,"wall_ms":833.5212280508131,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.4270629882812,"wall_ms":833.471090067178,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.9644775390625,"wall_ms":835.0152969360352,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.2066650390625,"wall_ms":835.2536839665845,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.0826416015625,"wall_ms":835.1237780880183,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.8134765625,"wall_ms":834.8637199960649,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.9889526367188,"wall_ms":834.0350940125063,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":806.2973022460938,"wall_ms":806.3394860364497,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.124755859375,"wall_ms":805.1695378962904,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2540283203125,"wall_ms":806.2960369279608,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5667114257812,"wall_ms":806.6110690124333,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.9122314453125,"wall_ms":806.9601999595761,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.584228515625,"wall_ms":806.6213000565767,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3629150390625,"wall_ms":807.4057409539819,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.18798396922647953,"layout_ms":2.6153019862249494},{"common_ms":0.14758005272597075,"layout_ms":2.2615770576521754},{"common_ms":0.14183507300913334,"layout_ms":2.225965028628707},{"common_ms":0.14072505291551352,"layout_ms":2.2440269822254777},{"common_ms":0.1406359951943159,"layout_ms":2.2834830451756716}],"zigzag":[{"common_ms":0.1571559114381671,"layout_ms":13.855041936039925},{"common_ms":0.13739208225160837,"layout_ms":12.476481962949038},{"common_ms":0.1397200394421816,"layout_ms":12.237319024279714},{"common_ms":0.14241400640457869,"layout_ms":11.764762923121452},{"common_ms":0.13458705507218838,"layout_ms":12.160713085904717}],"planner":[{"common_ms":0.14298304449766874,"layout_ms":2.9030260629951954},{"common_ms":0.13928604312241077,"layout_ms":3.07446694932878},{"common_ms":0.1488380366936326,"layout_ms":2.8721720445901155},{"common_ms":0.14716095756739378,"layout_ms":2.807839075103402},{"common_ms":0.15024200547486544,"layout_ms":2.8508600080385804}]},"samples":{"contiguous":[{"stack_ms":807.3477172851562,"wall_ms":807.3855229886249,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9620971679688,"wall_ms":805.9973660856485,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":808.2643432617188,"wall_ms":808.3011889830232,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.0259399414062,"wall_ms":807.0641140220687,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3095092773438,"wall_ms":807.346282992512,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.8728637695312,"wall_ms":806.9093519588932,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.8069458007812,"wall_ms":807.8428930602968,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":833.4866333007812,"wall_ms":833.5227519273758,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.4282836914062,"wall_ms":833.4648299496621,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.9793090820312,"wall_ms":835.0172330392525,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.209716796875,"wall_ms":835.2469980018213,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.0872802734375,"wall_ms":835.1251080166548,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.8152465820312,"wall_ms":834.8540789447725,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.9959106445312,"wall_ms":834.0331950457767,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":806.3038330078125,"wall_ms":806.339364964515,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.122802734375,"wall_ms":805.160362040624,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2630004882812,"wall_ms":806.3014589715749,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5711669921875,"wall_ms":806.60747399088,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.9229736328125,"wall_ms":806.9592569954693,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5784301757812,"wall_ms":806.6165189957246,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3738403320312,"wall_ms":807.4108579894528,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.19274302758276463,"layout_ms":2.6601459830999374},{"common_ms":0.14505500439554453,"layout_ms":2.3018548963591456},{"common_ms":0.14498794917017221,"layout_ms":2.3017229977995157},{"common_ms":0.1405620714649558,"layout_ms":2.2667200537398458},{"common_ms":0.14160305727273226,"layout_ms":2.2710500052198768}],"zigzag":[{"common_ms":0.15617301687598228,"layout_ms":13.53201491292566},{"common_ms":0.139184994623065,"layout_ms":12.400174979120493},{"common_ms":0.16493198927491903,"layout_ms":12.100428924895823},{"common_ms":0.14026404824107885,"layout_ms":11.69616007246077},{"common_ms":0.13988208957016468,"layout_ms":12.163641047663987}],"planner":[{"common_ms":0.1486949622631073,"layout_ms":2.9036049963906407},{"common_ms":0.145586091093719,"layout_ms":3.100245026871562},{"common_ms":0.15517498832195997,"layout_ms":2.8471600962802768},{"common_ms":0.14387804549187422,"layout_ms":2.843896974809468},{"common_ms":0.15275797341018915,"layout_ms":2.8943700017407537}]},"samples":{"contiguous":[{"stack_ms":807.3538208007812,"wall_ms":807.3897459544241,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9547729492188,"wall_ms":805.9942270629108,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":808.2642822265625,"wall_ms":808.3018329925835,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.0294189453125,"wall_ms":807.0664519909769,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3078002929688,"wall_ms":807.3465720517561,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.8744506835938,"wall_ms":806.9113559322432,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.809814453125,"wall_ms":807.8463880810887,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":833.4871215820312,"wall_ms":833.5257420549169,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.4265747070312,"wall_ms":833.4653169149533,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.97802734375,"wall_ms":835.0150430342183,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.2150268554688,"wall_ms":835.2518390165642,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.0845947265625,"wall_ms":835.1233949651942,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.8128662109375,"wall_ms":834.8531549563631,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.9951171875,"wall_ms":834.0334660606459,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":806.3045043945312,"wall_ms":806.3410490285605,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.1270751953125,"wall_ms":805.1648110849783,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2661743164062,"wall_ms":806.3029190525413,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5762329101562,"wall_ms":806.613506982103,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.9241333007812,"wall_ms":806.9626330398023,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5828857421875,"wall_ms":806.6199679160491,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3758544921875,"wall_ms":807.4119510129094,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.19575690384954214,"layout_ms":2.6526959845796227},{"common_ms":0.14142703730612993,"layout_ms":2.270414028316736},{"common_ms":0.14166394248604774,"layout_ms":2.2464849753305316},{"common_ms":0.14665396884083748,"layout_ms":2.2718090331181884},{"common_ms":0.13863795902580023,"layout_ms":2.2176759084686637}],"zigzag":[{"common_ms":0.1555930357426405,"layout_ms":13.56040290556848},{"common_ms":0.14118105173110962,"layout_ms":12.429581955075264},{"common_ms":0.14540692791342735,"layout_ms":12.114741024561226},{"common_ms":0.14144403394311666,"layout_ms":11.697023990564048},{"common_ms":0.13797299470752478,"layout_ms":12.055126950144768}],"planner":[{"common_ms":0.14331797137856483,"layout_ms":2.8464189963415265},{"common_ms":0.135927926748991,"layout_ms":3.0267330585047603},{"common_ms":0.157273025251925,"layout_ms":2.825035946443677},{"common_ms":0.1409190008416772,"layout_ms":2.7651069685816765},{"common_ms":0.15258393250405788,"layout_ms":2.815730986185372}]},"samples":{"contiguous":[{"stack_ms":807.3440551757812,"wall_ms":807.3816610267386,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9556884765625,"wall_ms":805.9912780299783,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":808.2598876953125,"wall_ms":808.2959069870412,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.0269775390625,"wall_ms":807.0623599924147,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3075561523438,"wall_ms":807.3441779706627,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.876953125,"wall_ms":806.9135460536927,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.8121948242188,"wall_ms":807.8483219724149,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":833.484619140625,"wall_ms":833.5212409729138,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.4249877929688,"wall_ms":833.4661789704114,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.9810791015625,"wall_ms":835.0167410681024,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.2064208984375,"wall_ms":835.2429559454322,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.0875244140625,"wall_ms":835.1240910124034,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.8164672851562,"wall_ms":834.8538670688868,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.9963989257812,"wall_ms":834.0362339513376,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":806.2974853515625,"wall_ms":806.3343650428578,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.12451171875,"wall_ms":805.1631230628118,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.263671875,"wall_ms":806.3007850432768,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.57373046875,"wall_ms":806.6156530985609,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.9259643554688,"wall_ms":806.9621949689463,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5857543945312,"wall_ms":806.6218580352142,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3711547851562,"wall_ms":807.4071009177715,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.2060330007225275,"layout_ms":2.865544054657221},{"common_ms":0.1646539894863963,"layout_ms":2.8694160282611847},{"common_ms":0.15134003479033709,"layout_ms":2.811818034388125},{"common_ms":0.1622689887881279,"layout_ms":2.7819799724966288},{"common_ms":0.1562279649078846,"layout_ms":2.8354820096865296}],"zigzag":[{"common_ms":0.18740608356893063,"layout_ms":15.107083017937839},{"common_ms":0.1622469862923026,"layout_ms":13.853883021511137},{"common_ms":0.15811796765774488,"layout_ms":13.404048047959805},{"common_ms":0.15812297351658344,"layout_ms":13.142884941771626},{"common_ms":0.14932104386389256,"layout_ms":13.266801019199193}],"planner":[{"common_ms":0.17015007324516773,"layout_ms":3.6349589936435223},{"common_ms":0.16203802078962326,"layout_ms":3.7901309551671147},{"common_ms":0.17360702622681856,"layout_ms":3.533469047397375},{"common_ms":0.1598719973117113,"layout_ms":3.5433879820629954},{"common_ms":0.17371296416968107,"layout_ms":3.5517849028110504}]},"samples":{"contiguous":[{"stack_ms":807.3460693359375,"wall_ms":807.386209955439,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.946533203125,"wall_ms":805.9911580057815,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":808.2516479492188,"wall_ms":808.2949379459023,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.0217895507812,"wall_ms":807.0712250191718,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.2985229492188,"wall_ms":807.3414660757408,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.8646240234375,"wall_ms":806.9054139778018,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.7918701171875,"wall_ms":807.8402979299426,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":833.47314453125,"wall_ms":833.5167379118502,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.4220581054688,"wall_ms":833.4642660338432,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.9681396484375,"wall_ms":835.0101590622216,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.1954956054688,"wall_ms":835.2421799208969,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":835.0763549804688,"wall_ms":835.1218999596313,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":834.8078002929688,"wall_ms":834.8526529734954,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":833.9927978515625,"wall_ms":834.0339650167152,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":806.2924194335938,"wall_ms":806.3343059038743,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.1132202148438,"wall_ms":805.1604949869215,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2587890625,"wall_ms":806.3000470865518,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.555419921875,"wall_ms":806.6005329601467,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.9088134765625,"wall_ms":806.9544469472021,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.5697021484375,"wall_ms":806.613081949763,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":807.3634033203125,"wall_ms":807.4073819443583,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009002444568018027,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.0004219468169429564,"max_abs":0.0023193359375,"finite":true},"dkv":{"relative_rms":0.00029468906780907053,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00016208840273747223,"max_abs":1.5472068071176182e-12,"finite":true},"d_weights":{"relative_rms":0.00012256417673337314,"max_abs":3.2014213502407074e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00022817019309652296,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.00021326347994441109,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.7994277338496957e-06,"max_abs":1.2391865311656147e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009031732510425595,"max_abs":0.00354766845703125,"finite":true},"dq":{"relative_rms":0.00042332267446931174,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.00030374569754989324,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00021725543668813644,"max_abs":1.5472068071176182e-12,"finite":true},"d_weights":{"relative_rms":0.00013915153834392847,"max_abs":3.2014213502407074e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00023677229198547397,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002250136904269013,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.6996875996297173e-06,"max_abs":1.318767317570746e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009021287554830802,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.00042747949322149645,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.0003065623291376928,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00021738682522415607,"max_abs":1.5472068071176182e-12,"finite":true},"d_weights":{"relative_rms":0.00013859628986947662,"max_abs":3.2014213502407074e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00022813019726141277,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.00022562591801684846,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.641381015431868e-06,"max_abs":1.2448708730516955e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}}]}, + {"case":"1m-count-uniform-1024","lengths":[1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":428.1299133300781,"prepare_ms":7.1446680231019855,"prepare_plus_stack_ms":435.2745813531801,"amortized_per_layer_ms":108.81864533829503,"prepare_fraction":0.016414163218285493,"stack_min_ms":427.4085693359375,"stack_max_ms":429.14373779296875,"prepare_min_ms":6.970440968871117,"prepare_max_ms":7.895988994278014,"peak_allocated_gib":140.90264987945557,"peak_reserved_gib":144.0234375},"zigzag":{"stack_ms":485.0653076171875,"prepare_ms":44.46873511187732,"prepare_plus_stack_ms":529.5340427290648,"amortized_per_layer_ms":132.3835106822662,"prepare_fraction":0.08397710349781926,"stack_min_ms":483.8254089355469,"stack_max_ms":485.6158752441406,"prepare_min_ms":44.3681450560689,"prepare_max_ms":172.41697700228542,"peak_allocated_gib":140.90264987945557,"peak_reserved_gib":144.0234375},"planner":{"stack_ms":428.3043212890625,"prepare_ms":9.266499080695212,"prepare_plus_stack_ms":437.5708203697577,"amortized_per_layer_ms":109.39270509243943,"prepare_fraction":0.021177141274787932,"stack_min_ms":427.6207580566406,"stack_max_ms":429.42144775390625,"prepare_min_ms":9.077686932869256,"prepare_max_ms":9.662371943704784,"peak_allocated_gib":140.90264987945557,"peak_reserved_gib":144.0234375}},"raw_sha256":"284131fb2f5ea8e969a885255bebcd8ffa8df0f02703c1cd18cdadd91cadf0b2","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.38358091842383146,"layout_ms":7.499167928472161},{"common_ms":0.2757209585979581,"layout_ms":6.6947200102731586},{"common_ms":0.2653379924595356,"layout_ms":6.639734958298504},{"common_ms":0.3031210508197546,"layout_ms":6.740391021594405},{"common_ms":0.30312896706163883,"layout_ms":6.843073992058635}],"zigzag":[{"common_ms":0.2846249844878912,"layout_ms":47.62961599044502},{"common_ms":0.27595506981015205,"layout_ms":43.85796596761793},{"common_ms":0.26281503960490227,"layout_ms":43.97509200498462},{"common_ms":0.26440899819135666,"layout_ms":172.15256800409406},{"common_ms":0.27934403624385595,"layout_ms":44.189391075633466}],"planner":[{"common_ms":0.277771963737905,"layout_ms":8.823335985653102},{"common_ms":0.260811997577548,"layout_ms":9.1749009443447},{"common_ms":0.28564000967890024,"layout_ms":8.755201939493418},{"common_ms":0.27666206005960703,"layout_ms":8.78208503127098},{"common_ms":0.2754729939624667,"layout_ms":8.779419003985822}]},"samples":{"contiguous":[{"stack_ms":428.1514587402344,"wall_ms":428.19495196454227,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.1391906738281,"wall_ms":429.17791998479515,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.1259765625,"wall_ms":428.1639689579606,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.048828125,"wall_ms":428.0917680589482,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.63287353515625,"wall_ms":428.66994405630976,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.3984680175781,"wall_ms":427.43582697585225,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9436950683594,"wall_ms":427.98121902160347,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.8382568359375,"wall_ms":484.87963899970055,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.3395080566406,"wall_ms":485.3792319772765,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.98382568359375,"wall_ms":484.0263179503381,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.3884582519531,"wall_ms":485.4274280369282,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.8188171386719,"wall_ms":483.85771608445793,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.61138916015625,"wall_ms":485.6525280047208,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.0628662109375,"wall_ms":485.10045802686363,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.29754638671875,"wall_ms":428.34498593583703,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.615966796875,"wall_ms":427.65518999658525,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.41571044921875,"wall_ms":429.4528909958899,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.7029724121094,"wall_ms":427.74193396326154,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.35089111328125,"wall_ms":428.38812293484807,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.2391357421875,"wall_ms":428.2744040247053,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3953857421875,"wall_ms":428.43508801888674,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.40227791760116816,"layout_ms":7.4937110766768456},{"common_ms":0.27455994859337807,"layout_ms":6.587918032892048},{"common_ms":0.26130396872758865,"layout_ms":6.6295580472797155},{"common_ms":0.3099850146099925,"layout_ms":6.643222994171083},{"common_ms":0.31136092729866505,"layout_ms":6.59848703071475}],"zigzag":[{"common_ms":0.2808889839798212,"layout_ms":47.211906989105046},{"common_ms":0.27295108884572983,"layout_ms":43.97433495614678},{"common_ms":0.2623479813337326,"layout_ms":44.105797074735165},{"common_ms":0.26476895436644554,"layout_ms":168.11534808948636},{"common_ms":0.27360604144632816,"layout_ms":43.71955106034875}],"planner":[{"common_ms":0.28140004724264145,"layout_ms":8.794376044534147},{"common_ms":0.26137405075132847,"layout_ms":9.166661067865789},{"common_ms":0.2747259568423033,"layout_ms":8.78676597494632},{"common_ms":0.27653900906443596,"layout_ms":8.78205499611795},{"common_ms":0.28605991974473,"layout_ms":8.856929023750126}]},"samples":{"contiguous":[{"stack_ms":428.15234375,"wall_ms":428.19386697374284,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.1383056640625,"wall_ms":429.176367004402,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.12481689453125,"wall_ms":428.1627639429644,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.04864501953125,"wall_ms":428.08767093811184,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.6319885253906,"wall_ms":428.6693619797006,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.404541015625,"wall_ms":427.4415449472144,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9467468261719,"wall_ms":427.982366993092,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.83697509765625,"wall_ms":484.87633699551225,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.33734130859375,"wall_ms":485.37572694476694,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.99609375,"wall_ms":484.0358740184456,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.3938903808594,"wall_ms":485.4321690509096,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.8229064941406,"wall_ms":483.8602679083124,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.61529541015625,"wall_ms":485.6543899513781,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.06146240234375,"wall_ms":485.0997200701386,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.30328369140625,"wall_ms":428.34487895015627,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.6204528808594,"wall_ms":427.65690106898546,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.4192810058594,"wall_ms":429.4568790355697,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.7102355957031,"wall_ms":427.748607005924,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3533630371094,"wall_ms":428.3903440227732,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.2402038574219,"wall_ms":428.2750820275396,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.4036560058594,"wall_ms":428.4414889989421,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.38126809522509575,"layout_ms":7.444806979037821},{"common_ms":0.2685809740796685,"layout_ms":6.683166022412479},{"common_ms":0.261901062913239,"layout_ms":6.641775951720774},{"common_ms":0.32598001416772604,"layout_ms":6.780593073926866},{"common_ms":0.3028690116479993,"layout_ms":6.59790204372257}],"zigzag":[{"common_ms":0.2847750438377261,"layout_ms":46.55151499900967},{"common_ms":0.26479398366063833,"layout_ms":44.154374045319855},{"common_ms":0.25864201597869396,"layout_ms":43.74264401849359},{"common_ms":0.2638750011101365,"layout_ms":153.86012196540833},{"common_ms":0.268666073679924,"layout_ms":43.85404905769974}],"planner":[{"common_ms":0.27344399131834507,"layout_ms":8.852682076394558},{"common_ms":0.25564292445778847,"layout_ms":9.406729019246995},{"common_ms":0.27380301617085934,"layout_ms":8.817964000627398},{"common_ms":0.27962098829448223,"layout_ms":8.699001045897603},{"common_ms":0.27845404110848904,"layout_ms":8.782621938735247}]},"samples":{"contiguous":[{"stack_ms":428.15521240234375,"wall_ms":428.19331400096416,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.13836669921875,"wall_ms":429.1758519830182,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.1256408691406,"wall_ms":428.16207802388817,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.0455017089844,"wall_ms":428.084300016053,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.6349182128906,"wall_ms":428.6710110027343,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.4085693359375,"wall_ms":427.44360002689064,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9436950683594,"wall_ms":427.97862098086625,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.8404846191406,"wall_ms":484.8774990532547,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.34100341796875,"wall_ms":485.37861998192966,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.99566650390625,"wall_ms":484.0343230171129,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.3978576660156,"wall_ms":485.43298605363816,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.8254089355469,"wall_ms":483.8615439366549,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.61102294921875,"wall_ms":485.65073998179287,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.0650634765625,"wall_ms":485.0996599998325,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.3022766113281,"wall_ms":428.3429750939831,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.6207580566406,"wall_ms":427.65558406244963,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.4193420410156,"wall_ms":429.4552829815075,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.7124328613281,"wall_ms":427.7455050032586,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3498840332031,"wall_ms":428.38509497232735,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.24017333984375,"wall_ms":428.27490507625043,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.40374755859375,"wall_ms":428.4403439378366,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3623270895332098,"layout_ms":7.480453001335263},{"common_ms":0.2749119885265827,"layout_ms":6.6547360038384795},{"common_ms":0.26628095656633377,"layout_ms":6.6133629297837615},{"common_ms":0.3188289701938629,"layout_ms":6.718571996316314},{"common_ms":0.2979160053655505,"layout_ms":6.6728220554068685}],"zigzag":[{"common_ms":0.2769790589809418,"layout_ms":47.02390800230205},{"common_ms":0.26570307090878487,"layout_ms":43.84830198250711},{"common_ms":0.26291701942682266,"layout_ms":43.28129603527486},{"common_ms":0.26619399432092905,"layout_ms":155.5406169500202},{"common_ms":0.27012405917048454,"layout_ms":43.69310801848769}],"planner":[{"common_ms":0.2738219918683171,"layout_ms":8.791622007265687},{"common_ms":0.26199198327958584,"layout_ms":9.06065700110048},{"common_ms":0.2751830033957958,"layout_ms":8.961884072050452},{"common_ms":0.2775280736386776,"layout_ms":8.66695202421397},{"common_ms":0.28345210012048483,"layout_ms":8.789919083938003}]},"samples":{"contiguous":[{"stack_ms":428.1514587402344,"wall_ms":428.1958859646693,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.14312744140625,"wall_ms":429.1812430601567,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.12762451171875,"wall_ms":428.1646109884605,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.051513671875,"wall_ms":428.08925302233547,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.6275634765625,"wall_ms":428.66500304080546,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.4065856933594,"wall_ms":427.4429460056126,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9483642578125,"wall_ms":427.9819409130141,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.8245544433594,"wall_ms":484.8652199143544,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.33270263671875,"wall_ms":485.37052096799016,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.99005126953125,"wall_ms":484.0558560099453,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.38909912109375,"wall_ms":485.4293579701334,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.82513427734375,"wall_ms":483.86716202367097,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.61370849609375,"wall_ms":485.6526149669662,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.06341552734375,"wall_ms":485.0997501052916,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.29962158203125,"wall_ms":428.34270803723484,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.6137390136719,"wall_ms":427.6619589654729,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.3208923339844,"wall_ms":429.3743029702455,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.7146301269531,"wall_ms":427.75304696988314,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.34130859375,"wall_ms":428.37818700354546,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.23492431640625,"wall_ms":428.27257700264454,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3939208984375,"wall_ms":428.4325309563428,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.35691692028194666,"layout_ms":7.36528099514544},{"common_ms":0.2703079953789711,"layout_ms":6.575416075065732},{"common_ms":0.26235892437398434,"layout_ms":6.605060072615743},{"common_ms":0.298104016110301,"layout_ms":6.668171030469239},{"common_ms":0.2868799492716789,"layout_ms":6.549388985149562}],"zigzag":[{"common_ms":0.26937294751405716,"layout_ms":47.16817999724299},{"common_ms":0.2767039695754647,"layout_ms":43.889831053093076},{"common_ms":0.2573389792814851,"layout_ms":43.64917299244553},{"common_ms":0.2574530662968755,"layout_ms":145.50781098660082},{"common_ms":0.2554520033299923,"layout_ms":43.77824906259775}],"planner":[{"common_ms":0.2651429967954755,"layout_ms":8.895352017134428},{"common_ms":0.25740591809153557,"layout_ms":9.067143080756068},{"common_ms":0.27376902289688587,"layout_ms":8.692533941939473},{"common_ms":0.2685639774426818,"layout_ms":8.672054042108357},{"common_ms":0.27585390489548445,"layout_ms":8.649939089082181}]},"samples":{"contiguous":[{"stack_ms":428.1554870605469,"wall_ms":428.19020990282297,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.1425476074219,"wall_ms":429.1752299759537,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.1277160644531,"wall_ms":428.1601030379534,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.0491638183594,"wall_ms":428.0865950277075,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.6260070800781,"wall_ms":428.6613459698856,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.4062194824219,"wall_ms":427.43955308105797,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.94549560546875,"wall_ms":427.97900398727506,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.8428039550781,"wall_ms":484.877033974044,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.3334045410156,"wall_ms":485.36696599330753,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.9933776855469,"wall_ms":484.02749793604016,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.3970947265625,"wall_ms":485.43030489236116,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.81640625,"wall_ms":483.85573795530945,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.610595703125,"wall_ms":485.6450069928542,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.062744140625,"wall_ms":485.0973200518638,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.30078125,"wall_ms":428.3365240553394,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.6127014160156,"wall_ms":427.6471909834072,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.40997314453125,"wall_ms":429.4428100110963,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.7097473144531,"wall_ms":427.7437620330602,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3394470214844,"wall_ms":428.37413598317653,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.2416687011719,"wall_ms":428.2740510534495,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.4053955078125,"wall_ms":428.43937198631465,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.35162398125976324,"layout_ms":7.422678987495601},{"common_ms":0.2646750072017312,"layout_ms":6.668610963970423},{"common_ms":0.28888299129903316,"layout_ms":6.773559027351439},{"common_ms":0.3072239924222231,"layout_ms":6.837444030679762},{"common_ms":0.31721603590995073,"layout_ms":6.720448029227555}],"zigzag":[{"common_ms":0.27285004034638405,"layout_ms":46.67120089288801},{"common_ms":0.26363402139395475,"layout_ms":43.88115799520165},{"common_ms":0.2606520429253578,"layout_ms":43.47469098865986},{"common_ms":0.28291495982557535,"layout_ms":148.76245195046067},{"common_ms":0.2811590675264597,"layout_ms":43.87661989312619}],"planner":[{"common_ms":0.2740250201895833,"layout_ms":8.860728004947305},{"common_ms":0.25703897699713707,"layout_ms":9.133029961958528},{"common_ms":0.26914500631392,"layout_ms":9.151560952886939},{"common_ms":0.27525308541953564,"layout_ms":8.800811949186027},{"common_ms":0.272141071036458,"layout_ms":8.831184939481318}]},"samples":{"contiguous":[{"stack_ms":428.15753173828125,"wall_ms":428.1918070046231,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.1413879394531,"wall_ms":429.175550932996,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.1294250488281,"wall_ms":428.1636340310797,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.0496826171875,"wall_ms":428.08752704877406,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.6368713378906,"wall_ms":428.6705070408061,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.4060363769531,"wall_ms":427.43894492741674,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9413146972656,"wall_ms":427.97504097688943,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.8384094238281,"wall_ms":484.87355292309076,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.3388671875,"wall_ms":485.3738739620894,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.9986572265625,"wall_ms":484.0329790022224,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.39935302734375,"wall_ms":485.4328199289739,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.8245544433594,"wall_ms":483.85859897825867,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.6158752441406,"wall_ms":485.648964997381,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.0653076171875,"wall_ms":485.09865906089544,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.303466796875,"wall_ms":428.33749402780086,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.61981201171875,"wall_ms":427.653149003163,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.42144775390625,"wall_ms":429.4545069569722,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.7098388671875,"wall_ms":427.74408601690084,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3505859375,"wall_ms":428.38467995170504,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.23974609375,"wall_ms":428.27229807153344,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.41094970703125,"wall_ms":428.4439809853211,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.34944701474159956,"layout_ms":7.448234944604337},{"common_ms":0.26719796005636454,"layout_ms":6.584621965885162},{"common_ms":0.25790894869714975,"layout_ms":6.580194924026728},{"common_ms":0.3091749968007207,"layout_ms":6.72796496655792},{"common_ms":0.29260606970638037,"layout_ms":6.560020032338798}],"zigzag":[{"common_ms":0.26514800265431404,"layout_ms":47.32658399734646},{"common_ms":0.2585920738056302,"layout_ms":43.65966795012355},{"common_ms":0.2595640253275633,"layout_ms":43.4245279757306},{"common_ms":0.25798205751925707,"layout_ms":148.06658204179257},{"common_ms":0.2641640603542328,"layout_ms":43.98553189821541}],"planner":[{"common_ms":0.2685999497771263,"layout_ms":8.824456948786974},{"common_ms":0.25924795772880316,"layout_ms":9.155924897640944},{"common_ms":0.27478206902742386,"layout_ms":8.826373028568923},{"common_ms":0.2723450306802988,"layout_ms":8.65901994984597},{"common_ms":0.2776019973680377,"layout_ms":8.988897083327174}]},"samples":{"contiguous":[{"stack_ms":428.1493225097656,"wall_ms":428.1865800730884,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.14373779296875,"wall_ms":429.1738679166883,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.1299133300781,"wall_ms":428.16129396669567,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.0513610839844,"wall_ms":428.0867800116539,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.6380615234375,"wall_ms":428.6712260218337,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.40472412109375,"wall_ms":427.43964097462595,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9452209472656,"wall_ms":427.9790410073474,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.8287658691406,"wall_ms":484.8637350369245,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.3376770019531,"wall_ms":485.3708390146494,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.9967346191406,"wall_ms":484.0417079394683,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.39947509765625,"wall_ms":485.4311040835455,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.8209533691406,"wall_ms":483.8617220520973,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.611083984375,"wall_ms":485.6442470336333,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.0611877441406,"wall_ms":485.09462201036513,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.3043212890625,"wall_ms":428.33606200292706,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.61700439453125,"wall_ms":427.64937796164304,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.40435791015625,"wall_ms":429.4394899625331,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.7094421386719,"wall_ms":427.74276400450617,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3487243652344,"wall_ms":428.3818689873442,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.2350158691406,"wall_ms":428.26795496512204,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.4063720703125,"wall_ms":428.4390789689496,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.37507398519665003,"layout_ms":7.359768031165004},{"common_ms":0.26694603729993105,"layout_ms":6.6054940689355135},{"common_ms":0.2602349268272519,"layout_ms":6.682823994196951},{"common_ms":0.30508311465382576,"layout_ms":6.726182997226715},{"common_ms":0.2849090378731489,"layout_ms":6.62194297183305}],"zigzag":[{"common_ms":0.2690100809559226,"layout_ms":47.267902991734445},{"common_ms":0.2560029970481992,"layout_ms":43.72441302984953},{"common_ms":0.2726250095292926,"layout_ms":43.38137595914304},{"common_ms":0.260435976088047,"layout_ms":159.85551697667688},{"common_ms":0.26691495440900326,"layout_ms":44.13987009320408}],"planner":[{"common_ms":0.27205096557736397,"layout_ms":8.770900894887745},{"common_ms":0.25303708389401436,"layout_ms":9.23357205465436},{"common_ms":0.2697219606488943,"layout_ms":8.801826043054461},{"common_ms":0.2689509419724345,"layout_ms":8.808735990896821},{"common_ms":0.2769820857793093,"layout_ms":8.736355928704143}]},"samples":{"contiguous":[{"stack_ms":428.14013671875,"wall_ms":428.1821579206735,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.1343078613281,"wall_ms":429.17947098612785,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.11822509765625,"wall_ms":428.1620889669284,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.04180908203125,"wall_ms":428.08382504153997,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.6249694824219,"wall_ms":428.6667359992862,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.3965759277344,"wall_ms":427.43348598014563,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9402160644531,"wall_ms":427.97687696292996,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.829833984375,"wall_ms":484.8755190614611,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.32830810546875,"wall_ms":485.3671579621732,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.9756164550781,"wall_ms":484.0178049635142,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.3841247558594,"wall_ms":485.42469507083297,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":483.8114013671875,"wall_ms":483.8576120091602,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.601318359375,"wall_ms":485.63936294522136,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.0547180175781,"wall_ms":485.09182897396386,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.2948303222656,"wall_ms":428.34078101441264,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.60821533203125,"wall_ms":427.64905793592334,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":429.4080810546875,"wall_ms":429.4461340177804,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.7037048339844,"wall_ms":427.7417720295489,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3421630859375,"wall_ms":428.38341905735433,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.23309326171875,"wall_ms":428.26983297709376,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.40045166015625,"wall_ms":428.4362009493634,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":5.096624207114458e-05,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":8.112002666642856e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":7.382451566539652e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":8.738264661800002e-07,"max_abs":4.320099833421409e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.051270368398368e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.018048632794766e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":8.04445633380428e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.728142132075762e-07,"max_abs":9.322320693172514e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":5.2787396467129825e-05,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.21024910687462e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":8.302758270020813e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.604813350306231e-07,"max_abs":8.86757334228605e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}}]}, + {"case":"1m-count-near-uniform-512","lengths":[2560,2560,1536,2560,2560,2560,1536,1536,2560,2560,2560,2560,2560,1536,1536,2560,2560,1536,2560,2560,2560,2560,2560,1536,2560,1536,1536,1536,2560,2560,2560,1536,2560,2560,1536,2560,1536,2560,2560,1536,2560,1536,2560,2560,2560,1536,2560,2560,1536,1536,1536,1536,2560,2560,2560,1536,2560,2560,1536,2560,2560,2560,1536,1536,2560,2560,1536,1536,2560,1536,2560,1536,1536,1536,1536,1536,1536,1536,2560,1536,1536,1536,1536,1536,2560,1536,1536,2560,2560,1536,1536,1536,1536,1536,1536,2560,2560,1536,1536,2560,2560,2560,1536,2560,2560,1536,2560,2560,1536,1536,1536,2560,1536,2560,1536,2560,1536,1536,1536,1536,1536,2560,2560,1536,1536,1536,1536,1536,1536,2560,2560,1536,1536,2560,1536,1536,2560,1536,1536,1536,2560,2560,1536,1536,2560,1536,2560,2560,1536,2560,2560,1536,1536,1536,1536,1536,2560,1536,2560,2560,1536,2560,1536,2560,2560,1536,1536,2560,1536,1536,1536,1536,1536,2560,1536,2560,1536,1536,2560,1536,2560,2560,1536,2560,1536,1536,2560,2560,1536,1536,2560,1536,2560,1536,2560,1536,1536,1536,2560,1536,1536,2560,2560,2560,1536,1536,2560,2560,1536,2560,1536,1536,2560,2560,1536,2560,1536,2560,1536,1536,2560,2560,1536,2560,2560,2560,1536,1536,1536,2560,1536,2560,2560,1536,2560,1536,2560,2560,1536,1536,2560,1536,2560,2560,2560,1536,1536,1536,1536,2560,1536,2560,2560,2560,1536,2560,1536,2560,2560,1536,2560,2560,2560,1536,2560,2560,1536,2560,1536,1536,2560,2560,2560,2560,1536,1536,1536,2560,2560,2560,1536,2560,1536,2560,1536,2560,2560,2560,1536,2560,1536,1536,1536,2560,1536,1536,2560,1536,1536,1536,1536,2560,2560,1536,1536,2560,1536,1536,2560,1536,2560,1536,2560,2560,1536,2560,2560,2560,2560,2560,1536,2560,2560,2560,2560,2560,1536,2560,2560,1536,1536,2560,1536,2560,1536,1536,2560,1536,1536,1536,1536,2560,2560,1536,2560,2560,1536,1536,2560,2560,2560,1536,2560,1536,2560,2560,1536,2560,1536,2560,2560,1536,1536,2560,1536,2560,2560,2560,2560,2560,1536,2560,1536,2560,2560,2560,1536,2560,2560,1536,2560,1536,1536,1536,2560,1536,2560,2560,1536,1536,1536,2560,2560,2560,2560,2560,2560,1536,1536,2560,2560,2560,2560,2560,2560,2560,1536,2560,2560,2560,1536,2560,2560,1536,1536,1536,1536,1536,2560,1536,1536,1536,2560,1536,1536,1536,1536,1536,2560,2560,1536,2560,1536,2560,1536,1536,1536,2560,1536,1536,1536,2560,1536,1536,2560,2560,1536,2560,1536,2560,1536,1536,2560,1536,2560,2560,2560,1536,2560,1536,2560,2560,2560,1536,2560,1536,1536,2560,2560,1536,1536,2560,2560,1536,2560,2560,1536,1536,2560,2560,1536,2560,2560,2560,2560,2560,1536,1536,2560,1536,1536,1536,2560,1536,2560,1536,1536,1536,1536,1536,2560,1536,1536,1536,2560,2560,2560,1536,1536,2560,1536,1536],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":645.3952026367188,"prepare_ms":4.3864891631528735,"prepare_plus_stack_ms":649.7816917998716,"amortized_per_layer_ms":162.4454229499679,"prepare_fraction":0.00675071215226526,"stack_min_ms":643.5017700195312,"stack_max_ms":646.6798095703125,"prepare_min_ms":4.317192942835391,"prepare_max_ms":4.827251075766981,"peak_allocated_gib":141.12943267822266,"peak_reserved_gib":144.2578125},"zigzag":{"stack_ms":688.029052734375,"prepare_ms":23.226471967063844,"prepare_plus_stack_ms":711.2555247014388,"amortized_per_layer_ms":177.8138811753597,"prepare_fraction":0.032655594452940855,"stack_min_ms":686.9945068359375,"stack_max_ms":688.5811157226562,"prepare_min_ms":22.982608061283827,"prepare_max_ms":25.451909052208066,"peak_allocated_gib":141.12943267822266,"peak_reserved_gib":144.2578125},"planner":{"stack_ms":645.8563232421875,"prepare_ms":5.637116963043809,"prepare_plus_stack_ms":651.4934402052313,"amortized_per_layer_ms":162.87336005130783,"prepare_fraction":0.008652607401953307,"stack_min_ms":644.7461547851562,"stack_max_ms":647.3264770507812,"prepare_min_ms":5.197225953452289,"prepare_max_ms":5.664058029651642,"peak_allocated_gib":141.12943267822266,"peak_reserved_gib":144.2578125}},"raw_sha256":"9f17797eb530fe941585bb0bc7b9f7bf0ccd4134b542ab57290faff84122b653","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.2744679804891348,"layout_ms":4.455238929949701},{"common_ms":0.18701795488595963,"layout_ms":4.00921399705112},{"common_ms":0.20233402028679848,"layout_ms":3.5994210047647357},{"common_ms":0.19455899018794298,"layout_ms":3.671598038636148},{"common_ms":0.19252300262451172,"layout_ms":3.68770700879395}],"zigzag":[{"common_ms":0.21074898540973663,"layout_ms":24.850666988641024},{"common_ms":0.19161496311426163,"layout_ms":23.017509025521576},{"common_ms":0.20507501903921366,"layout_ms":22.605724981985986},{"common_ms":0.1929629361256957,"layout_ms":22.807399975135922},{"common_ms":0.1884769881144166,"layout_ms":22.488372051157057}],"planner":[{"common_ms":0.1965719275176525,"layout_ms":5.461252061650157},{"common_ms":0.19031204283237457,"layout_ms":5.094246938824654},{"common_ms":0.1973719336092472,"layout_ms":4.912830889225006},{"common_ms":0.20221504382789135,"layout_ms":4.888235009275377},{"common_ms":0.19477400928735733,"layout_ms":4.998410935513675}]},"samples":{"contiguous":[{"stack_ms":643.4747924804688,"wall_ms":643.5231789946556,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":644.3240356445312,"wall_ms":644.3638689815998,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":645.0927124023438,"wall_ms":645.1355809113011,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":645.5770263671875,"wall_ms":645.622396026738,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":645.386962890625,"wall_ms":645.4287610249594,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":645.9112548828125,"wall_ms":645.9522020304576,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":646.6707763671875,"wall_ms":646.7120409943163,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125}],"zigzag":[{"stack_ms":688.0123901367188,"wall_ms":688.055889098905,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":688.3993530273438,"wall_ms":688.4411060018465,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":687.7937622070312,"wall_ms":687.8361770650372,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":687.79541015625,"wall_ms":687.8389189951122,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":686.9732055664062,"wall_ms":687.0181428967044,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":688.0975952148438,"wall_ms":688.140647020191,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":688.576171875,"wall_ms":688.6202750029042,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125}],"planner":[{"stack_ms":645.8367919921875,"wall_ms":645.8793869242072,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":645.1669921875,"wall_ms":645.2079419977963,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":644.7305908203125,"wall_ms":644.7716680122539,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":646.0385131835938,"wall_ms":646.0791019489989,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":647.3194580078125,"wall_ms":647.3603299818933,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":644.748291015625,"wall_ms":644.7889130795375,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":646.165283203125,"wall_ms":646.2103449739516,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.28048502281308174,"layout_ms":4.546766052953899},{"common_ms":0.19285199232399464,"layout_ms":3.7269130116328597},{"common_ms":0.20109605975449085,"layout_ms":3.808598965406418},{"common_ms":0.20516908261924982,"layout_ms":4.181320080533624},{"common_ms":0.19198504742234945,"layout_ms":3.7317340029403567}],"zigzag":[{"common_ms":0.2144239842891693,"layout_ms":24.758793995715678},{"common_ms":0.19447505474090576,"layout_ms":23.07888399809599},{"common_ms":0.1868769759312272,"layout_ms":22.65777299180627},{"common_ms":0.1955860061571002,"layout_ms":22.57436898071319},{"common_ms":0.18890295177698135,"layout_ms":22.58954499848187}],"planner":[{"common_ms":0.1963289687409997,"layout_ms":4.980758065357804},{"common_ms":0.19474094733595848,"layout_ms":5.077525041997433},{"common_ms":0.19868998788297176,"layout_ms":5.438426975160837},{"common_ms":0.22539007477462292,"layout_ms":4.927262896671891},{"common_ms":0.1963829854503274,"layout_ms":4.932553973048925}]},"samples":{"contiguous":[{"stack_ms":643.4729614257812,"wall_ms":643.5166539158672,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":644.334228515625,"wall_ms":644.3741930415854,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":645.097412109375,"wall_ms":645.1384000247344,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":645.5884399414062,"wall_ms":645.6316780531779,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":645.385986328125,"wall_ms":645.4265980282798,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":645.9149780273438,"wall_ms":645.9540360374376,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":646.6798095703125,"wall_ms":646.7167499940842,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375}],"zigzag":[{"stack_ms":688.0194091796875,"wall_ms":688.058661064133,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":688.40771484375,"wall_ms":688.4467930067331,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":687.79931640625,"wall_ms":687.8412140067667,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":687.7952880859375,"wall_ms":687.8361629787832,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":686.98876953125,"wall_ms":687.0318510336801,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":688.1036376953125,"wall_ms":688.1458249408752,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":688.574951171875,"wall_ms":688.6177179403603,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375}],"planner":[{"stack_ms":645.8482666015625,"wall_ms":645.888178027235,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":645.1724853515625,"wall_ms":645.2128110686317,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":644.7438354492188,"wall_ms":644.7829880053177,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":646.0425415039062,"wall_ms":646.0834010504186,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":647.3132934570312,"wall_ms":647.3571819951758,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":644.7513427734375,"wall_ms":644.7913299780339,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":646.17041015625,"wall_ms":646.212529973127,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.27571397367864847,"layout_ms":4.503230098634958},{"common_ms":0.18891901709139347,"layout_ms":3.772311029024422},{"common_ms":0.19618903752416372,"layout_ms":3.7227029679343104},{"common_ms":0.19990408327430487,"layout_ms":3.721329034306109},{"common_ms":0.1885660458356142,"layout_ms":3.710648976266384}],"zigzag":[{"common_ms":0.2121540019288659,"layout_ms":24.761577020399272},{"common_ms":0.19122089724987745,"layout_ms":23.192777996882796},{"common_ms":0.1884959638118744,"layout_ms":22.65476796310395},{"common_ms":0.18927303608506918,"layout_ms":22.862666053697467},{"common_ms":0.18651504069566727,"layout_ms":22.57561299484223}],"planner":[{"common_ms":0.19772991072386503,"layout_ms":4.969711997546256},{"common_ms":0.18717104103416204,"layout_ms":5.151716992259026},{"common_ms":0.19470707047730684,"layout_ms":5.202800035476685},{"common_ms":0.23586803581565619,"layout_ms":4.960841033607721},{"common_ms":0.19739591516554356,"layout_ms":5.431732977740467}]},"samples":{"contiguous":[{"stack_ms":643.47802734375,"wall_ms":643.5191780328751,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":644.3357543945312,"wall_ms":644.3722300464287,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":645.0949096679688,"wall_ms":645.1351509895176,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":645.5883178710938,"wall_ms":645.629215054214,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":645.3898315429688,"wall_ms":645.4295989824459,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":645.909912109375,"wall_ms":645.9547309204936,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":646.678466796875,"wall_ms":646.7149870004505,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875}],"zigzag":[{"stack_ms":688.0144653320312,"wall_ms":688.0527250468731,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":688.4075317382812,"wall_ms":688.4443260496482,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":687.802490234375,"wall_ms":687.8408759366721,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":687.7940063476562,"wall_ms":687.8349529579282,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":686.993896484375,"wall_ms":687.0337780565023,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":688.1039428710938,"wall_ms":688.1442760350183,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":688.5811157226562,"wall_ms":688.6208299547434,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875}],"planner":[{"stack_ms":645.8472900390625,"wall_ms":645.8868470508605,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":645.1717529296875,"wall_ms":645.2108770608902,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":644.744873046875,"wall_ms":644.7818690212443,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":646.041259765625,"wall_ms":646.077438024804,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":647.3184814453125,"wall_ms":647.3578150616959,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":644.7490844726562,"wall_ms":644.7882889769971,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":646.1693115234375,"wall_ms":646.2114050518721,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2844239352270961,"layout_ms":4.4585870346054435},{"common_ms":0.19006698857992887,"layout_ms":4.127125954255462},{"common_ms":0.23014901671558619,"layout_ms":4.143693018704653},{"common_ms":0.19698904361575842,"layout_ms":3.7477529840543866},{"common_ms":0.1926689874380827,"layout_ms":3.7123019574210048}],"zigzag":[{"common_ms":0.20918704103678465,"layout_ms":25.24272201117128},{"common_ms":0.1938540954142809,"layout_ms":23.16677605267614},{"common_ms":0.19030598923563957,"layout_ms":22.956592962145805},{"common_ms":0.1993509940803051,"layout_ms":23.02712097298354},{"common_ms":0.1931790029630065,"layout_ms":22.78942905832082}],"planner":[{"common_ms":0.19488204270601273,"layout_ms":4.985934938304126},{"common_ms":0.19440799951553345,"layout_ms":5.144673981703818},{"common_ms":0.1995170023292303,"layout_ms":4.989068955183029},{"common_ms":0.20333391148597002,"layout_ms":4.993892041966319},{"common_ms":0.20082492846995592,"layout_ms":5.393550032749772}]},"samples":{"contiguous":[{"stack_ms":643.4740600585938,"wall_ms":643.5158509993926,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":644.3255615234375,"wall_ms":644.3678659852594,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":645.0966796875,"wall_ms":645.1369819696993,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":645.577392578125,"wall_ms":645.6201190594584,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":645.3947143554688,"wall_ms":645.4325669910759,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":645.9065551757812,"wall_ms":645.9466660162434,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":646.6705322265625,"wall_ms":646.7104890616611,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125}],"zigzag":[{"stack_ms":688.0185546875,"wall_ms":688.0570339271799,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":688.3958740234375,"wall_ms":688.4379299590364,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":687.7861938476562,"wall_ms":687.8340739058331,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":687.7926635742188,"wall_ms":687.8342609852552,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":686.9916381835938,"wall_ms":687.034762930125,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":688.0982055664062,"wall_ms":688.1403230363503,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":688.573974609375,"wall_ms":688.6168520431966,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125}],"planner":[{"stack_ms":645.8478393554688,"wall_ms":645.8868860499933,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":645.162353515625,"wall_ms":645.2081319876015,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":644.7407836914062,"wall_ms":644.7787809884176,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":646.0338745117188,"wall_ms":646.0749170510098,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":647.3112182617188,"wall_ms":647.3525419132784,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":644.7451782226562,"wall_ms":644.788337056525,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":646.1736450195312,"wall_ms":646.2170790182427,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.24910795036703348,"layout_ms":4.470436018891633},{"common_ms":0.18916500266641378,"layout_ms":3.7441389868035913},{"common_ms":0.1971799647435546,"layout_ms":4.16092888917774},{"common_ms":0.19366503693163395,"layout_ms":3.9741499349474907},{"common_ms":0.18540304154157639,"layout_ms":3.688078955747187}],"zigzag":[{"common_ms":0.20074297208338976,"layout_ms":24.840511032380164},{"common_ms":0.1861340133473277,"layout_ms":23.035307065583766},{"common_ms":0.1832999987527728,"layout_ms":22.94260391499847},{"common_ms":0.18747197464108467,"layout_ms":22.884365054778755},{"common_ms":0.18870492931455374,"layout_ms":22.566283936612308}],"planner":[{"common_ms":0.19183102995157242,"layout_ms":4.928309004753828},{"common_ms":0.18694403115659952,"layout_ms":5.109200952574611},{"common_ms":0.1938990317285061,"layout_ms":4.965587984770536},{"common_ms":0.21785101853311062,"layout_ms":4.905617912299931},{"common_ms":0.19290705677121878,"layout_ms":4.956278018653393}]},"samples":{"contiguous":[{"stack_ms":643.4984130859375,"wall_ms":643.5330139938742,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":644.33056640625,"wall_ms":644.3668870488182,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":645.0947875976562,"wall_ms":645.1297249877825,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":645.5910034179688,"wall_ms":645.6258129328489,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":645.390625,"wall_ms":645.4274489078671,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":645.9157104492188,"wall_ms":645.9503850201145,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":646.6780395507812,"wall_ms":646.7131270328537,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125}],"zigzag":[{"stack_ms":688.0238037109375,"wall_ms":688.0585380131379,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":688.4083862304688,"wall_ms":688.4441390866414,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":687.8033447265625,"wall_ms":687.8387160832062,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":687.7976684570312,"wall_ms":687.8328869352117,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":686.9932861328125,"wall_ms":687.029069988057,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":688.104248046875,"wall_ms":688.1416570395231,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":688.5797119140625,"wall_ms":688.6170029174536,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125}],"planner":[{"stack_ms":645.8504638671875,"wall_ms":645.8859300473705,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":645.171875,"wall_ms":645.20657598041,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":644.744140625,"wall_ms":644.7798809967935,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":646.0438842773438,"wall_ms":646.0793239530176,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":647.3262939453125,"wall_ms":647.3657879978418,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":644.75244140625,"wall_ms":644.7872299468145,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":646.1780395507812,"wall_ms":646.2151139276102,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.24549802765250206,"layout_ms":4.513672087341547},{"common_ms":0.19096897449344397,"layout_ms":3.737439983524382},{"common_ms":0.19811198581010103,"layout_ms":3.681608010083437},{"common_ms":0.19511196296662092,"layout_ms":3.721446031704545},{"common_ms":0.18792401533573866,"layout_ms":3.759180079214275}],"zigzag":[{"common_ms":0.203415984287858,"layout_ms":24.82288400642574},{"common_ms":0.1932879677042365,"layout_ms":23.003274924121797},{"common_ms":0.18696195911616087,"layout_ms":22.63043401762843},{"common_ms":0.19135395996272564,"layout_ms":22.93907292187214},{"common_ms":0.18515100236982107,"layout_ms":22.750714095309377}],"planner":[{"common_ms":0.19179901573807,"layout_ms":4.911137046292424},{"common_ms":0.18941203597933054,"layout_ms":5.15586999244988},{"common_ms":0.19669602625072002,"layout_ms":4.975032992660999},{"common_ms":0.22383802570402622,"layout_ms":4.926502937451005},{"common_ms":0.1937530469149351,"layout_ms":5.470304982736707}]},"samples":{"contiguous":[{"stack_ms":643.5017700195312,"wall_ms":643.5380859766155,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":644.33740234375,"wall_ms":644.3730919854715,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":645.0952758789062,"wall_ms":645.13097202871,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":645.5925903320312,"wall_ms":645.6283880397677,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":645.3952026367188,"wall_ms":645.4312410205603,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":645.912109375,"wall_ms":645.9472270216793,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":646.6786499023438,"wall_ms":646.7134730191901,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375}],"zigzag":[{"stack_ms":688.0225219726562,"wall_ms":688.0606040358543,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":688.4107055664062,"wall_ms":688.4439279092476,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":687.80224609375,"wall_ms":687.8384640440345,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":687.799560546875,"wall_ms":687.8347599413246,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":686.9945068359375,"wall_ms":687.0312120299786,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":688.103759765625,"wall_ms":688.1417400436476,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":688.5791015625,"wall_ms":688.6164449388161,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375}],"planner":[{"stack_ms":645.8534545898438,"wall_ms":645.8883419400081,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":645.1724243164062,"wall_ms":645.2080180170015,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":644.7461547851562,"wall_ms":644.7811810066923,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":646.0421142578125,"wall_ms":646.0773670114577,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":647.32421875,"wall_ms":647.3612550180405,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":644.7535400390625,"wall_ms":644.7888740804046,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":646.1838989257812,"wall_ms":646.220116992481,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2714970614761114,"layout_ms":4.486253950744867},{"common_ms":0.1838289899751544,"layout_ms":3.724021022208035},{"common_ms":0.21834997460246086,"layout_ms":3.6938380217179656},{"common_ms":0.19501091446727514,"layout_ms":3.682283917441964},{"common_ms":0.18781994003802538,"layout_ms":3.968318924307823}],"zigzag":[{"common_ms":0.20292005501687527,"layout_ms":24.868031963706017},{"common_ms":0.18781505059450865,"layout_ms":22.899960982613266},{"common_ms":0.18676696345210075,"layout_ms":22.67258008942008},{"common_ms":0.18648593686521053,"layout_ms":22.50740199815482},{"common_ms":0.18824799917638302,"layout_ms":22.440697997808456}],"planner":[{"common_ms":0.19197596702724695,"layout_ms":5.453413003124297},{"common_ms":0.1887350808829069,"layout_ms":5.14516606926918},{"common_ms":0.1911489525809884,"layout_ms":4.985355073586106},{"common_ms":0.20233099348843098,"layout_ms":4.862873000092804},{"common_ms":0.1969850854948163,"layout_ms":5.079894093796611}]},"samples":{"contiguous":[{"stack_ms":643.49267578125,"wall_ms":643.5279609868303,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":644.3348388671875,"wall_ms":644.3699470255524,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":645.096435546875,"wall_ms":645.130367949605,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":645.58984375,"wall_ms":645.624642027542,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":645.3928833007812,"wall_ms":645.4296329757199,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":645.914306640625,"wall_ms":645.9477049065754,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":646.6713256835938,"wall_ms":646.7106690397486,"allocated_gib":141.1122226715088,"reserved_gib":144.21875}],"zigzag":[{"stack_ms":688.029052734375,"wall_ms":688.0623929901049,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":688.4107666015625,"wall_ms":688.4460229193792,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":687.8032836914062,"wall_ms":687.8418590640649,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":687.7980346679688,"wall_ms":687.83190601971,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":686.991943359375,"wall_ms":687.0276608970016,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":688.1055908203125,"wall_ms":688.1415860261768,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":688.5726318359375,"wall_ms":688.6104840086773,"allocated_gib":141.1122226715088,"reserved_gib":144.21875}],"planner":[{"stack_ms":645.8563232421875,"wall_ms":645.8920920267701,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":645.1687622070312,"wall_ms":645.2070099767298,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":644.741455078125,"wall_ms":644.7761539602652,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":646.0391235351562,"wall_ms":646.0737799061462,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":647.3264770507812,"wall_ms":647.3625819198787,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":644.7532958984375,"wall_ms":644.7932380251586,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":646.1812744140625,"wall_ms":646.2154909968376,"allocated_gib":141.1122226715088,"reserved_gib":144.21875}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.26635208632797003,"layout_ms":4.507111036218703},{"common_ms":0.18996396102011204,"layout_ms":3.79007903393358},{"common_ms":0.2225149655714631,"layout_ms":3.670257981866598},{"common_ms":0.19327702466398478,"layout_ms":3.726030932739377},{"common_ms":0.18849503248929977,"layout_ms":4.20222501270473}],"zigzag":[{"common_ms":0.2314279554411769,"layout_ms":24.790261057205498},{"common_ms":0.18812797497957945,"layout_ms":23.408228065818548},{"common_ms":0.18743297550827265,"layout_ms":22.797169047407806},{"common_ms":0.18542609177529812,"layout_ms":22.95887900982052},{"common_ms":0.19035697914659977,"layout_ms":22.49461703468114}],"planner":[{"common_ms":0.19030401017516851,"layout_ms":4.992117057554424},{"common_ms":0.18282292876392603,"layout_ms":5.209260038100183},{"common_ms":0.1922609517350793,"layout_ms":4.975104006007314},{"common_ms":0.20170898642390966,"layout_ms":4.986266954801977},{"common_ms":0.19121903460472822,"layout_ms":5.122815957292914}]},"samples":{"contiguous":[{"stack_ms":643.4896850585938,"wall_ms":643.5362340416759,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":644.3229370117188,"wall_ms":644.3627920234576,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":645.07958984375,"wall_ms":645.1216849964112,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":645.5802001953125,"wall_ms":645.6215790240094,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":645.3822631835938,"wall_ms":645.4248159425333,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":645.9052124023438,"wall_ms":645.9473470458761,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":646.6647338867188,"wall_ms":646.7083969619125,"allocated_gib":141.1136875152588,"reserved_gib":144.25}],"zigzag":[{"stack_ms":688.012451171875,"wall_ms":688.0551839713007,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":688.396728515625,"wall_ms":688.4396569803357,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":687.791259765625,"wall_ms":687.8377039683983,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":687.7943725585938,"wall_ms":687.8336189547554,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":686.9844360351562,"wall_ms":687.0245409663767,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":688.0966186523438,"wall_ms":688.1381039274856,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":688.568603515625,"wall_ms":688.625119975768,"allocated_gib":141.1136875152588,"reserved_gib":144.25}],"planner":[{"stack_ms":645.8410034179688,"wall_ms":645.8832029020414,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":645.1661987304688,"wall_ms":645.2070670202374,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":644.7344360351562,"wall_ms":644.7811709949747,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":646.031982421875,"wall_ms":646.0720879258588,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":647.3187866210938,"wall_ms":647.3660250194371,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":644.7404174804688,"wall_ms":644.7865609079599,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":645.937744140625,"wall_ms":646.0131719941273,"allocated_gib":141.1136875152588,"reserved_gib":144.25}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0003626675851326155,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0001879963577319404,"max_abs":0.00225830078125,"finite":true},"dkv":{"relative_rms":0.00016178159348338613,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00010207596630259312,"max_abs":1.5916157281026244e-12,"finite":true},"d_weights":{"relative_rms":8.772472785125128e-05,"max_abs":3.958120942115784e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00012682759455596496,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00012860781313231757,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.9839410716824343e-06,"max_abs":9.208633855450898e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.000359077194817068,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0001858347650615887,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.0001586612073761285,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":4.9583850638720665e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":4.6770205587444605e-05,"max_abs":9.313225746154785e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00012028033534038938,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001362834820955069,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":2.004404839644423e-06,"max_abs":8.185452315956354e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0003622817745629902,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0001882632607543389,"max_abs":0.00225830078125,"finite":true},"dkv":{"relative_rms":0.00016180431762531755,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00010232493631949541,"max_abs":1.5916157281026244e-12,"finite":true},"d_weights":{"relative_rms":8.848735172386556e-05,"max_abs":3.958120942115784e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00012763435379509435,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00014011312640886252,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":2.1307475759367038e-06,"max_abs":1.1169731806148775e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":60,"candidate_workspace_bytes":150339584},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":60,"candidate_workspace_bytes":150339584}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":70,"candidate_workspace_bytes":131727360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":70,"candidate_workspace_bytes":131727360}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":67,"candidate_workspace_bytes":138543104},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":67,"candidate_workspace_bytes":138543104}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":64,"candidate_workspace_bytes":143261696},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":64,"candidate_workspace_bytes":143261696}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":64,"candidate_workspace_bytes":144572416},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":64,"candidate_workspace_bytes":144572416}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":63,"candidate_workspace_bytes":147456000},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":63,"candidate_workspace_bytes":147456000}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":141426688},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":141426688}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":142475264},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":142475264}}]}, + {"case":"1m-count-tiny-mix-512","lengths":[64,8192,64,8192,8192,23756,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,8192,64,8192,64,8192,64,64,64,8192,64,64,64,64,64,64,8192,64,64,64,64,8192,64,64,64,8192,64,8192,64,64,64,64,64,8192,8192,8192,64,23752,8192,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,8192,8192,64,64,8192,64,64,64,8192,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,23756,64,64,64,8192,8192,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,23756,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,8192,8192,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,8192,64,64,64,64,64,64,64,23752,64,64,8192,64,64,64,64,64,8192,64,8192,64,64,8192,8192,64,64,8192,64,64,64,64,8192,64,8192,8192,64,64,64,23756,23752,64,64,8192,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,8192,64,8192,64,8192,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,8192,64,23752,64,64,64,8192,8192,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,8192,64,8192,64,8192,64,64,64,64,64,64,64,64,8192,8192,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,8192,8192,64,64,8192,64,64,64,23756,64,64,8192,64,64,64,64,64,64,8192,8192,64,64,8192,64,64,64,8192,8192,64,64,8192,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,23756,64,64,64,64,64,64,8192,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,23756,64,64,64,23756,64,8192,8192,8192,64,8192,64,64,64,64,64,64,64,8192,64,8192,8192,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,8192,64,64,8192,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":934.9869995117188,"prepare_ms":5.32455591019243,"prepare_plus_stack_ms":940.3115554219112,"amortized_per_layer_ms":235.0778888554778,"prepare_fraction":0.005662544376372509,"stack_min_ms":934.1210327148438,"stack_max_ms":935.53857421875,"prepare_min_ms":5.083265015855432,"prepare_max_ms":6.003006943501532,"peak_allocated_gib":142.2140679359436,"peak_reserved_gib":154.51953125},"zigzag":{"stack_ms":965.571533203125,"prepare_ms":24.41709511913359,"prepare_plus_stack_ms":989.9886283222586,"amortized_per_layer_ms":247.49715708056465,"prepare_fraction":0.024664015747850994,"stack_min_ms":964.620849609375,"stack_max_ms":968.0966796875,"prepare_min_ms":24.332331027835608,"prepare_max_ms":26.116027031093836,"peak_allocated_gib":142.2140679359436,"peak_reserved_gib":154.51953125},"planner":{"stack_ms":934.6798095703125,"prepare_ms":6.266360986046493,"prepare_plus_stack_ms":940.946170556359,"amortized_per_layer_ms":235.23654263908975,"prepare_fraction":0.00665963811972511,"stack_min_ms":932.6699829101562,"stack_max_ms":935.1132202148438,"prepare_min_ms":6.2100079376250505,"prepare_max_ms":6.433692062273622,"peak_allocated_gib":142.2140679359436,"peak_reserved_gib":154.51953125}},"raw_sha256":"3fc5789422ca5649e20a2b59d8c6c0c8158685d3e27d3f4fbccb75f92b6f96d8","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.2873640041798353,"layout_ms":4.656619043089449},{"common_ms":0.18964603077620268,"layout_ms":4.19043202418834},{"common_ms":0.18358498346060514,"layout_ms":3.6928539630025625},{"common_ms":0.18703693058341742,"layout_ms":3.778881044127047},{"common_ms":0.18999900203198195,"layout_ms":4.163195961154997}],"zigzag":[{"common_ms":0.21430908236652613,"layout_ms":25.36644006613642},{"common_ms":0.19523699302226305,"layout_ms":23.49543897435069},{"common_ms":0.18859095871448517,"layout_ms":22.9012860218063},{"common_ms":0.1918720081448555,"layout_ms":23.01540900953114},{"common_ms":0.1898410264402628,"layout_ms":22.966574993915856}],"planner":[{"common_ms":0.18843496218323708,"layout_ms":5.08492102380842},{"common_ms":0.18838292453438044,"layout_ms":5.212653079070151},{"common_ms":0.18754706252366304,"layout_ms":4.968126071617007},{"common_ms":0.1895769964903593,"layout_ms":4.973817034624517},{"common_ms":0.1910149585455656,"layout_ms":5.32677595037967}]},"samples":{"contiguous":[{"stack_ms":934.97998046875,"wall_ms":935.0338430376723,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":935.4155883789062,"wall_ms":935.4609899455681,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":935.2169189453125,"wall_ms":935.2657089475542,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":934.3416748046875,"wall_ms":934.3903149710968,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":934.095947265625,"wall_ms":934.1498730937019,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":934.564208984375,"wall_ms":934.6177260158584,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":935.5234985351562,"wall_ms":935.5776149313897,"allocated_gib":142.178325176239,"reserved_gib":154.5078125}],"zigzag":[{"stack_ms":964.6083984375,"wall_ms":964.669096050784,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":965.0809326171875,"wall_ms":965.1296599768102,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":965.5651245117188,"wall_ms":965.6165880151093,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":964.958984375,"wall_ms":965.0113199604675,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":968.0825805664062,"wall_ms":968.1309020379558,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":966.0996704101562,"wall_ms":966.1533889593557,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":967.85107421875,"wall_ms":967.9017850430682,"allocated_gib":142.178325176239,"reserved_gib":154.5078125}],"planner":[{"stack_ms":932.6485595703125,"wall_ms":932.7019259799272,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":933.3506469726562,"wall_ms":933.3992769243196,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":934.9038696289062,"wall_ms":934.9524319404736,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":934.663818359375,"wall_ms":934.7118950681761,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":934.7592163085938,"wall_ms":934.8140300717205,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":932.9359130859375,"wall_ms":932.9860600410029,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":935.10400390625,"wall_ms":935.1519970223308,"allocated_gib":142.178325176239,"reserved_gib":154.5078125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3085300559177995,"layout_ms":4.947195062413812},{"common_ms":0.2233409322798252,"layout_ms":5.101214977912605},{"common_ms":0.21518603898584843,"layout_ms":4.958509001880884},{"common_ms":0.21856906823813915,"layout_ms":4.864695947617292},{"common_ms":0.22415793500840664,"layout_ms":5.143059999682009}],"zigzag":[{"common_ms":0.25979208294302225,"layout_ms":25.856234948150814},{"common_ms":0.22554898168891668,"layout_ms":24.80654197279364},{"common_ms":0.22300798445940018,"layout_ms":23.883549962192774},{"common_ms":0.23171107750386,"layout_ms":24.18538404162973},{"common_ms":0.22249994799494743,"layout_ms":24.128654040396214}],"planner":[{"common_ms":0.22474804427474737,"layout_ms":6.208944017998874},{"common_ms":0.21150102838873863,"layout_ms":6.140627898275852},{"common_ms":0.2220580354332924,"layout_ms":6.004906026646495},{"common_ms":0.2222270704805851,"layout_ms":5.9748750645667315},{"common_ms":0.2186089986935258,"layout_ms":5.998766049742699}]},"samples":{"contiguous":[{"stack_ms":934.9755859375,"wall_ms":935.0249489070848,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":935.4149169921875,"wall_ms":935.4575709439814,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":935.2235717773438,"wall_ms":935.2694139815867,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":934.3400268554688,"wall_ms":934.3884940026328,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":934.097412109375,"wall_ms":934.1457969276235,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":934.5694580078125,"wall_ms":934.6176139079034,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":935.5263061523438,"wall_ms":935.5813099537045,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125}],"zigzag":[{"stack_ms":964.6063232421875,"wall_ms":964.6590129705146,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":965.0961303710938,"wall_ms":965.1447320356965,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":965.5621337890625,"wall_ms":965.6092500081286,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":964.9588623046875,"wall_ms":965.010937070474,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":968.0878295898438,"wall_ms":968.136832001619,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":966.1023559570312,"wall_ms":966.1564599955454,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":967.8609008789062,"wall_ms":967.909550992772,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125}],"planner":[{"stack_ms":932.658935546875,"wall_ms":932.7070559374988,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":933.3513793945312,"wall_ms":933.3969169529155,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":934.9092407226562,"wall_ms":934.9571448983625,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":934.66162109375,"wall_ms":934.7113330150023,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":934.755126953125,"wall_ms":934.8088230472058,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":932.939453125,"wall_ms":932.9877520212904,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":935.104736328125,"wall_ms":935.1546809775755,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2884729765355587,"layout_ms":4.679990001022816},{"common_ms":0.18395599909126759,"layout_ms":4.06315503641963},{"common_ms":0.1881839707493782,"layout_ms":4.043375025503337},{"common_ms":0.1926590921357274,"layout_ms":4.254902014508843},{"common_ms":0.18707499839365482,"layout_ms":3.746615955606103}],"zigzag":[{"common_ms":0.21695508621633053,"layout_ms":25.716308038681746},{"common_ms":0.19161298405379057,"layout_ms":23.634031997062266},{"common_ms":0.1874340232461691,"layout_ms":22.92904502246529},{"common_ms":0.1980949891731143,"layout_ms":22.89453404955566},{"common_ms":0.19749801140278578,"layout_ms":22.839548997581005}],"planner":[{"common_ms":0.19987102132290602,"layout_ms":5.412910017184913},{"common_ms":0.18433702643960714,"layout_ms":5.587595980614424},{"common_ms":0.19712408538907766,"layout_ms":5.045177065767348},{"common_ms":0.19155105110257864,"layout_ms":5.355325993150473},{"common_ms":0.18920202273875475,"layout_ms":5.011628963984549}]},"samples":{"contiguous":[{"stack_ms":934.984619140625,"wall_ms":935.0334660848603,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":935.421630859375,"wall_ms":935.4624740080908,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":935.2120971679688,"wall_ms":935.2536599617451,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":934.3451538085938,"wall_ms":934.3928709859028,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":934.1112060546875,"wall_ms":934.154154965654,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":934.5763549804688,"wall_ms":934.6197349950671,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":935.53857421875,"wall_ms":935.5850639985874,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875}],"zigzag":[{"stack_ms":964.6149291992188,"wall_ms":964.6668559871614,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":965.1004638671875,"wall_ms":965.1449579978362,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":965.5692749023438,"wall_ms":965.612567961216,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":964.9656982421875,"wall_ms":965.0122380116954,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":968.0966796875,"wall_ms":968.139981967397,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":966.1085205078125,"wall_ms":966.159522999078,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":967.8690185546875,"wall_ms":967.9118470521644,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875}],"planner":[{"stack_ms":932.6641235351562,"wall_ms":932.7079199720174,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":933.3544921875,"wall_ms":933.3974489709362,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":934.9144287109375,"wall_ms":934.9565879674628,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":934.6707153320312,"wall_ms":934.7152120899409,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":934.7745361328125,"wall_ms":934.8210589960217,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":932.9461059570312,"wall_ms":932.9875790281221,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":935.1116943359375,"wall_ms":935.152253950946,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.25881489273160696,"layout_ms":4.392174072563648},{"common_ms":0.1767040230333805,"layout_ms":3.665161901153624},{"common_ms":0.1819899771362543,"layout_ms":4.000504966825247},{"common_ms":0.1821269979700446,"layout_ms":3.595178946852684},{"common_ms":0.18359196837991476,"layout_ms":3.540882025845349}],"zigzag":[{"common_ms":0.1979899825528264,"layout_ms":24.6044360101223},{"common_ms":0.18569303210824728,"layout_ms":23.361298954114318},{"common_ms":0.18060195725411177,"layout_ms":22.45669101830572},{"common_ms":0.18761504907160997,"layout_ms":22.91909698396921},{"common_ms":0.18897198606282473,"layout_ms":22.482253960333765}],"planner":[{"common_ms":0.19475305452942848,"layout_ms":5.379687994718552},{"common_ms":0.1808899687603116,"layout_ms":4.896134953014553},{"common_ms":0.18435507081449032,"layout_ms":4.8569770297035575},{"common_ms":0.18761504907160997,"layout_ms":5.3354090778157115},{"common_ms":0.1864689402282238,"layout_ms":5.041124997660518}]},"samples":{"contiguous":[{"stack_ms":934.9869995117188,"wall_ms":935.0431310012937,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":935.4072875976562,"wall_ms":935.4582070372999,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":935.2180786132812,"wall_ms":935.2604529121891,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":934.338134765625,"wall_ms":934.3923879787326,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":934.1038208007812,"wall_ms":934.1594289289787,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":934.5634155273438,"wall_ms":934.6161730354652,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":935.5252685546875,"wall_ms":935.5800680350512,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875}],"zigzag":[{"stack_ms":964.6199340820312,"wall_ms":964.6826540119946,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":965.0966796875,"wall_ms":965.1560899801552,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":965.5674438476562,"wall_ms":965.6098369741812,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":964.9607543945312,"wall_ms":965.0169600499794,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":968.076171875,"wall_ms":968.1346090510488,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":966.0956420898438,"wall_ms":966.1565510323271,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":967.8624877929688,"wall_ms":967.9061429342255,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875}],"planner":[{"stack_ms":932.66357421875,"wall_ms":932.7094040345401,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":933.3499755859375,"wall_ms":933.3999799564481,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":934.9146118164062,"wall_ms":934.9678279832006,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":934.6647338867188,"wall_ms":934.7099720034748,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":934.7656860351562,"wall_ms":934.8175659542903,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":932.9365844726562,"wall_ms":932.9888870706782,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":935.1127319335938,"wall_ms":935.1609209552407,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.24592492263764143,"layout_ms":4.572876030579209},{"common_ms":0.18329592421650887,"layout_ms":3.8095329655334353},{"common_ms":0.18317496869713068,"layout_ms":3.8460749201476574},{"common_ms":0.1871889689937234,"layout_ms":3.8004519883543253},{"common_ms":0.19049202091991901,"layout_ms":4.029770963825285}],"zigzag":[{"common_ms":0.19713107030838728,"layout_ms":25.722058955579996},{"common_ms":0.18213794101029634,"layout_ms":23.55472999624908},{"common_ms":0.18653599545359612,"layout_ms":22.638245951384306},{"common_ms":0.19676494412124157,"layout_ms":22.698672022670507},{"common_ms":0.19110692664980888,"layout_ms":22.63903699349612}],"planner":[{"common_ms":0.190740916877985,"layout_ms":5.013357033021748},{"common_ms":0.18020498100668192,"layout_ms":5.132846068590879},{"common_ms":0.18817989621311426,"layout_ms":4.981528967618942},{"common_ms":0.1923219533637166,"layout_ms":5.4238439770415425},{"common_ms":0.19218202214688063,"layout_ms":5.008848966099322}]},"samples":{"contiguous":[{"stack_ms":934.97412109375,"wall_ms":935.0199369946495,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":935.4176025390625,"wall_ms":935.4652100009844,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":935.2225952148438,"wall_ms":935.267171007581,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":934.345458984375,"wall_ms":934.3898860970512,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":934.1170654296875,"wall_ms":934.1646920656785,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":934.568359375,"wall_ms":934.6142649883404,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":935.533203125,"wall_ms":935.5803380021825,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125}],"zigzag":[{"stack_ms":964.6179809570312,"wall_ms":964.6661940496415,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":965.0943603515625,"wall_ms":965.1410890510306,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":965.5596923828125,"wall_ms":965.6049599871039,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":964.96337890625,"wall_ms":965.0089560309425,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":968.0901489257812,"wall_ms":968.141340999864,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":966.1077880859375,"wall_ms":966.1569549934939,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":967.8662109375,"wall_ms":967.9120280779898,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125}],"planner":[{"stack_ms":932.6687622070312,"wall_ms":932.7139829983935,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":933.3460083007812,"wall_ms":933.3951730513945,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":934.9099731445312,"wall_ms":934.9541100673378,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":934.6704711914062,"wall_ms":934.714165981859,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":934.7728271484375,"wall_ms":934.8184750415385,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":932.942626953125,"wall_ms":932.9878510907292,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":935.1041870117188,"wall_ms":935.1524469675496,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.23302191402763128,"layout_ms":4.7792160185053945},{"common_ms":0.1823019701987505,"layout_ms":4.071058938279748},{"common_ms":0.1846359809860587,"layout_ms":3.879709984175861},{"common_ms":0.1896690810099244,"layout_ms":3.775394055992365},{"common_ms":0.19200006499886513,"layout_ms":4.064031993038952}],"zigzag":[{"common_ms":0.1956620253622532,"layout_ms":25.524675962515175},{"common_ms":0.19148597493767738,"layout_ms":23.491451051086187},{"common_ms":0.1877309987321496,"layout_ms":22.669657948426902},{"common_ms":0.19808392971754074,"layout_ms":22.683650022372603},{"common_ms":0.18607208039611578,"layout_ms":22.77401799801737}],"planner":[{"common_ms":0.1928670099005103,"layout_ms":5.025003105401993},{"common_ms":0.1766659552231431,"layout_ms":5.236551980488002},{"common_ms":0.19329297356307507,"layout_ms":5.104960990138352},{"common_ms":0.19709707703441381,"layout_ms":5.45876903925091},{"common_ms":0.19268190953880548,"layout_ms":5.031598964706063}]},"samples":{"contiguous":[{"stack_ms":934.9810791015625,"wall_ms":935.0221999920905,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":935.42431640625,"wall_ms":935.4645200073719,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":935.2206420898438,"wall_ms":935.2606520988047,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":934.3522338867188,"wall_ms":934.390833019279,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":934.1192016601562,"wall_ms":934.1594870202243,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":934.5726318359375,"wall_ms":934.6124920994043,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":935.5335083007812,"wall_ms":935.5750429676846,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125}],"zigzag":[{"stack_ms":964.620849609375,"wall_ms":964.663865044713,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":965.1025390625,"wall_ms":965.1421990711242,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":965.571533203125,"wall_ms":965.6099718995392,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":964.966064453125,"wall_ms":965.0068439077586,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":968.0944213867188,"wall_ms":968.1367489974946,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":966.108154296875,"wall_ms":966.1588120507076,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":967.8778076171875,"wall_ms":967.9164330009371,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125}],"planner":[{"stack_ms":932.6699829101562,"wall_ms":932.7130949823186,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":933.3529663085938,"wall_ms":933.3923469530419,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":934.9147338867188,"wall_ms":934.9533700151369,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":934.678466796875,"wall_ms":934.7185170045123,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":934.780029296875,"wall_ms":934.8186140414327,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":932.9475708007812,"wall_ms":932.9872219823301,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":935.1132202148438,"wall_ms":935.1585970725864,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.22942794021219015,"layout_ms":5.773579003289342},{"common_ms":0.20756502635776997,"layout_ms":5.048976978287101},{"common_ms":0.21073396783322096,"layout_ms":4.9386200262233615},{"common_ms":0.21616090089082718,"layout_ms":4.796689958311617},{"common_ms":0.22354291286319494,"layout_ms":4.924206994473934}],"zigzag":[{"common_ms":0.20511401817202568,"layout_ms":24.264175910502672},{"common_ms":0.21935603581368923,"layout_ms":24.582104990258813},{"common_ms":0.21853798534721136,"layout_ms":24.113793042488396},{"common_ms":0.2215930726379156,"layout_ms":24.1092600626871},{"common_ms":0.22323208395391703,"layout_ms":23.95698695909232}],"planner":[{"common_ms":0.21796091459691525,"layout_ms":6.0011319583281875},{"common_ms":0.20633300300687551,"layout_ms":6.072741933166981},{"common_ms":0.213877996429801,"layout_ms":5.986266070976853},{"common_ms":0.21915195975452662,"layout_ms":5.990855977870524},{"common_ms":0.21381000988185406,"layout_ms":6.052550976164639}]},"samples":{"contiguous":[{"stack_ms":934.9837646484375,"wall_ms":935.0369869498536,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":935.4229736328125,"wall_ms":935.4661289835349,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":935.2307739257812,"wall_ms":935.2673150133342,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":934.3513793945312,"wall_ms":934.388252091594,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":934.1210327148438,"wall_ms":934.1627380345017,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":934.568115234375,"wall_ms":934.605723945424,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":935.5331420898438,"wall_ms":935.573467053473,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375}],"zigzag":[{"stack_ms":964.6045532226562,"wall_ms":964.6604210138321,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":965.0950317382812,"wall_ms":965.1534580625594,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":965.569580078125,"wall_ms":965.6062900321558,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":964.96435546875,"wall_ms":965.0036999955773,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":968.0940551757812,"wall_ms":968.1359300157055,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":966.1116943359375,"wall_ms":966.1592480260879,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":967.88037109375,"wall_ms":967.916980967857,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375}],"planner":[{"stack_ms":932.6571655273438,"wall_ms":932.7186519512907,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":933.3538208007812,"wall_ms":933.3919649943709,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":934.920654296875,"wall_ms":934.9584839073941,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":934.6798095703125,"wall_ms":934.7225149394944,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":934.7772827148438,"wall_ms":934.814624954015,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":932.9461059570312,"wall_ms":932.9814540687948,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":935.1080932617188,"wall_ms":935.1531709544361,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.2582109300419688,"layout_ms":4.566590068861842},{"common_ms":0.18482294399291277,"layout_ms":3.7446110509335995},{"common_ms":0.18019205890595913,"layout_ms":3.6928480258211493},{"common_ms":0.19378296565264463,"layout_ms":3.6800819216296077},{"common_ms":0.1878109760582447,"layout_ms":3.6627290537580848}],"zigzag":[{"common_ms":0.2008040901273489,"layout_ms":25.432588066905737},{"common_ms":0.18121697939932346,"layout_ms":23.152220994234085},{"common_ms":0.18715602345764637,"layout_ms":22.840309073217213},{"common_ms":0.1926759723573923,"layout_ms":23.11438403557986},{"common_ms":0.19172299653291702,"layout_ms":22.558938013389707}],"planner":[{"common_ms":0.19523105584084988,"layout_ms":4.941454972140491},{"common_ms":0.18281990196555853,"layout_ms":4.992168047465384},{"common_ms":0.1877110917121172,"layout_ms":4.9528119852766395},{"common_ms":0.18538394942879677,"layout_ms":5.178862949833274},{"common_ms":0.18883193843066692,"layout_ms":4.887494957074523}]},"samples":{"contiguous":[{"stack_ms":934.9685668945312,"wall_ms":935.0266640540212,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":935.404296875,"wall_ms":935.4616650380194,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":935.2118530273438,"wall_ms":935.2621039142832,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":934.337890625,"wall_ms":934.3882210087031,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":934.1079711914062,"wall_ms":934.1636180179194,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":934.5611572265625,"wall_ms":934.6211700467393,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":935.5260620117188,"wall_ms":935.5792499845847,"allocated_gib":142.1674370765686,"reserved_gib":145.5}],"zigzag":[{"stack_ms":964.5964965820312,"wall_ms":964.6575199440122,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":965.089111328125,"wall_ms":965.1472119148821,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":965.5576782226562,"wall_ms":965.6100119464099,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":964.951416015625,"wall_ms":965.0084730237722,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":968.0809936523438,"wall_ms":968.1385280564427,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":966.0972900390625,"wall_ms":966.1568310111761,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":967.8644409179688,"wall_ms":967.9189069429412,"allocated_gib":142.1674370765686,"reserved_gib":145.5}],"planner":[{"stack_ms":932.6593627929688,"wall_ms":932.7163000125438,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":933.3326416015625,"wall_ms":933.3918079501018,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":934.9021606445312,"wall_ms":934.9523739656433,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":934.6624145507812,"wall_ms":934.7177459858358,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":934.7543334960938,"wall_ms":934.8121759248897,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":932.9305419921875,"wall_ms":932.9847330227494,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":935.0946655273438,"wall_ms":935.1498760515824,"allocated_gib":142.1674370765686,"reserved_gib":145.5}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011543188255774043,"max_abs":0.00396728515625,"finite":true},"dq":{"relative_rms":0.0005303418691388556,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.00035132419376484003,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00027178957401593747,"max_abs":2.7284841053187847e-12,"finite":true},"d_weights":{"relative_rms":0.0001899319378230673,"max_abs":3.259629011154175e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002594155465509619,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000272101640518505,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.525898222920922e-06,"max_abs":1.0686562745831907e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.001154378840655097,"max_abs":0.00396728515625,"finite":true},"dq":{"relative_rms":0.0005245810847550766,"max_abs":0.0023193359375,"finite":true},"dkv":{"relative_rms":0.0003512046293118119,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0002011540654785837,"max_abs":1.3926637620897964e-12,"finite":true},"d_weights":{"relative_rms":0.0001719575601822459,"max_abs":3.41970007866621e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002602562001598435,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002747223151200155,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.442157611077536e-06,"max_abs":1.1709744285326451e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0011466824718899527,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0005209658161993052,"max_abs":0.002330780029296875,"finite":true},"dkv":{"relative_rms":0.00034148881970380845,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.00018790346278747027,"max_abs":1.5063505998114124e-12,"finite":true},"d_weights":{"relative_rms":0.00015839860267910527,"max_abs":2.610249794088304e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00025813240001796217,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002668948945290358,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.3771150904240925e-06,"max_abs":1.2221335055073723e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":53,"candidate_workspace_bytes":517013372},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":1024,"candidate_workspace_bytes":533823848},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":53,"candidate_workspace_bytes":517013372}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":85,"candidate_workspace_bytes":529287620},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":1024,"candidate_workspace_bytes":534181096},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":85,"candidate_workspace_bytes":529287620}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":71,"candidate_workspace_bytes":523251376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131088,"spans":1024,"candidate_workspace_bytes":534466968},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":71,"candidate_workspace_bytes":523251376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":510720036},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":534681480},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":510720036}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":66,"candidate_workspace_bytes":411599848},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":534943624},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":66,"candidate_workspace_bytes":411599848}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":62,"candidate_workspace_bytes":397448032},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":535205768},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":62,"candidate_workspace_bytes":397448032}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":92,"candidate_workspace_bytes":535971736},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":535467912},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":92,"candidate_workspace_bytes":535971736}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":58,"candidate_workspace_bytes":510789424},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":535730056},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":58,"candidate_workspace_bytes":510789424}}]}, + {"case":"1m-count-tiny-mix-1000","lengths":[64,64,2048,64,64,64,64,64,2048,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,64,64,64,2048,2048,64,2048,64,2048,2048,64,2048,64,2048,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,2048,64,2048,64,64,64,2048,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,2048,2048,64,64,64,64,2048,2048,64,64,64,64,64,2048,2048,64,2048,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,2048,2048,2048,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,60828,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,2048,64,64,64,64,64,2048,64,64,64,64,2048,64,64,64,2048,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,2048,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,2048,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,2048,64,64,64,2048,2048,64,2048,2048,64,64,64,2048,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,60824,64,64,64,64,64,64,64,64,2048,64,64,64,2048,64,64,64,64,64,64,2048,64,64,64,2048,64,2048,2048,2048,2048,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,2048,64,64,2048,60828,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,60824,64,2048,64,64,64,64,64,64,2048,64,64,64,2048,64,64,64,64,2048,64,2048,64,64,64,64,64,64,2048,64,64,2048,2048,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,2048,2048,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,2048,2048,64,64,64,64,64,64,60824,64,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,2048,2048,64,2048,64,64,64,64,64,64,64,2048,2048,2048,64,2048,64,64,64,64,64,64,64,2048,64,64,64,2048,64,64,64,2048,2048,64,64,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,64,64,64,64,64,2048,64,2048,64,2048,60824,64,64,2048,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,2048,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,64,2048,64,64,64,2048,2048,64,64,64,2048,64,64,2048,64,64,64,64,2048,64,2048,64,2048,64,64,2048,64,64,64,64,64,64,2048,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,2048,2048,60824,2048,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,2048,64,64,64,2048,64,64,64,64,2048,64,64,64,2048,2048,64,64,64,64,2048,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,64,64,64,64,2048,2048,64,64,64,64,64,64,64,64,2048,2048,64,2048,64,2048,64,2048,64,64,64,64,64,64,64,64,64,64,64,2048,2048,2048,2048,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,60828,64,64,64,2048,64,2048,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,2048,64,2048,64,64,2048,64,60824,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,2048,64,64,64,64,2048,60828,2048,64,2048,64,64,64,64,2048,2048,2048,64,64,64,64,2048,64,64,64,2048,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,2048,64,64,64,64,2048,2048,2048,64,2048,64,64,64,64,64,64,64,2048,64,64,2048,64,64,2048,64,64,64,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,64,64,2048,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":1015.2451782226562,"prepare_ms":8.445237996056676,"prepare_plus_stack_ms":1023.6904162187129,"amortized_per_layer_ms":255.92260405467823,"prepare_fraction":0.008249796874382712,"stack_min_ms":1011.1292724609375,"stack_max_ms":1016.7780151367188,"prepare_min_ms":8.311146055348217,"prepare_max_ms":8.662845008075237,"peak_allocated_gib":142.21248865127563,"peak_reserved_gib":154.5234375},"zigzag":{"stack_ms":1054.56005859375,"prepare_ms":48.34876605309546,"prepare_plus_stack_ms":1102.9088246468455,"amortized_per_layer_ms":275.72720616171136,"prepare_fraction":0.043837500410405066,"stack_min_ms":1050.2081298828125,"stack_max_ms":1056.4766845703125,"prepare_min_ms":45.14172510243952,"prepare_max_ms":178.37064899504185,"peak_allocated_gib":142.21248865127563,"peak_reserved_gib":154.5234375},"planner":{"stack_ms":1013.7413330078125,"prepare_ms":18.677396001294255,"prepare_plus_stack_ms":1032.4187290091068,"amortized_per_layer_ms":258.1046822522767,"prepare_fraction":0.018090911639331086,"stack_min_ms":1011.5178833007812,"stack_max_ms":1016.2966918945312,"prepare_min_ms":18.103991984389722,"prepare_max_ms":110.60279607772827,"peak_allocated_gib":142.21248865127563,"peak_reserved_gib":154.5234375}},"raw_sha256":"26497459afde2d412203f2e66e01a7e34104600edb525abfa34ab30693fcc7a1","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.40201295632869005,"layout_ms":7.983677089214325},{"common_ms":0.3077560104429722,"layout_ms":8.071737014688551},{"common_ms":0.2920079277828336,"layout_ms":7.341437973082066},{"common_ms":0.2799899084493518,"layout_ms":6.98571908287704},{"common_ms":0.26691495440900326,"layout_ms":7.0287189446389675}],"zigzag":[{"common_ms":0.2830539597198367,"layout_ms":46.42476502340287},{"common_ms":0.3610469866544008,"layout_ms":178.00960200838745},{"common_ms":0.2669260138645768,"layout_ms":48.85799600742757},{"common_ms":0.2774799941107631,"layout_ms":44.12579198833555},{"common_ms":0.26161002460867167,"layout_ms":43.97791204974055}],"planner":[{"common_ms":0.28738798573613167,"layout_ms":17.944075050763786},{"common_ms":0.2716910094022751,"layout_ms":17.45501800905913},{"common_ms":0.3102810587733984,"layout_ms":17.0322050107643},{"common_ms":0.2873130142688751,"layout_ms":16.991293989121914},{"common_ms":0.2714879810810089,"layout_ms":16.816408024169505}]},"samples":{"contiguous":[{"stack_ms":1015.528564453125,"wall_ms":1015.5929859029129,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1015.2155151367188,"wall_ms":1015.2746030362323,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1013.5418090820312,"wall_ms":1013.5996239259839,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1016.767333984375,"wall_ms":1016.8186370283365,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1011.1028442382812,"wall_ms":1011.1637760419399,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1011.4642333984375,"wall_ms":1011.5194818936288,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1016.4982299804688,"wall_ms":1016.5728169959038,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875}],"zigzag":[{"stack_ms":1050.188232421875,"wall_ms":1050.243732985109,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1055.3675537109375,"wall_ms":1055.4350370075554,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1054.52978515625,"wall_ms":1054.590929998085,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1053.1380615234375,"wall_ms":1053.1911329599097,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1056.4534912109375,"wall_ms":1056.5164140425622,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1053.779541015625,"wall_ms":1053.8470160681754,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1054.6416015625,"wall_ms":1054.7091660555452,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875}],"planner":[{"stack_ms":1014.5847778320312,"wall_ms":1014.9469550233334,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1013.7304077148438,"wall_ms":1013.7799320509657,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1015.9307861328125,"wall_ms":1015.9878219710663,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1012.0845336914062,"wall_ms":1012.1442480012774,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1016.2804565429688,"wall_ms":1016.3463449571282,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1011.5040283203125,"wall_ms":1011.5642850287259,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1013.2593994140625,"wall_ms":1013.3325459901243,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3692479804158211,"layout_ms":8.293597027659416},{"common_ms":0.3164149820804596,"layout_ms":8.114801021292806},{"common_ms":0.3157389583066106,"layout_ms":7.995407097041607},{"common_ms":0.3241659142076969,"layout_ms":8.15169489942491},{"common_ms":0.3012149827554822,"layout_ms":8.144023013301194}],"zigzag":[{"common_ms":0.32398104667663574,"layout_ms":48.024785006418824},{"common_ms":0.2944569569081068,"layout_ms":173.42608608305454},{"common_ms":0.30800397507846355,"layout_ms":45.63772398978472},{"common_ms":0.3009149804711342,"layout_ms":45.255245990119874},{"common_ms":0.29887910932302475,"layout_ms":44.8428459931165}],"planner":[{"common_ms":0.3173390869051218,"layout_ms":17.618190962821245},{"common_ms":0.2941860584542155,"layout_ms":19.016482052393258},{"common_ms":0.36586401984095573,"layout_ms":18.3115319814533},{"common_ms":0.3370019840076566,"layout_ms":18.360552028752863},{"common_ms":0.31592301093041897,"layout_ms":17.788068973459303}]},"samples":{"contiguous":[{"stack_ms":1015.5310668945312,"wall_ms":1015.59240790084,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1015.2198486328125,"wall_ms":1015.2707770466805,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1013.5409545898438,"wall_ms":1013.5971229756251,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1016.7632446289062,"wall_ms":1016.8174320133403,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1011.1166381835938,"wall_ms":1011.170267011039,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1011.4717407226562,"wall_ms":1011.5249849623069,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1016.5089721679688,"wall_ms":1016.5653930744156,"allocated_gib":142.185142993927,"reserved_gib":154.49609375}],"zigzag":[{"stack_ms":1050.19384765625,"wall_ms":1050.2507120836526,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1055.366455078125,"wall_ms":1055.4290540749207,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1054.5469970703125,"wall_ms":1054.6013769926503,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1053.1400146484375,"wall_ms":1053.1949689611793,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1056.4547119140625,"wall_ms":1056.5112349577248,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1053.78076171875,"wall_ms":1053.8473030319437,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1054.66748046875,"wall_ms":1054.7179649583995,"allocated_gib":142.185142993927,"reserved_gib":154.49609375}],"planner":[{"stack_ms":1014.5833129882812,"wall_ms":1014.6433530608192,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1013.7297973632812,"wall_ms":1013.7787479907274,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1015.932373046875,"wall_ms":1015.9884949680418,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1012.085693359375,"wall_ms":1012.137540965341,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1016.2802734375,"wall_ms":1016.4071850012988,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1011.5015869140625,"wall_ms":1011.5596549585462,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1013.2727661132812,"wall_ms":1013.3351169060916,"allocated_gib":142.185142993927,"reserved_gib":154.49609375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.32939703669399023,"layout_ms":7.51731195487082},{"common_ms":0.2523380098864436,"layout_ms":6.665693013928831},{"common_ms":0.2516399836167693,"layout_ms":6.701078033074737},{"common_ms":0.26345194783061743,"layout_ms":6.998492055572569},{"common_ms":0.25584909599274397,"layout_ms":6.611188990063965}],"zigzag":[{"common_ms":0.2619839506223798,"layout_ms":44.68544200062752},{"common_ms":0.25494699366390705,"layout_ms":156.43646800890565},{"common_ms":0.25253091007471085,"layout_ms":42.8277519531548},{"common_ms":0.24859304539859295,"layout_ms":43.18088397849351},{"common_ms":0.23912405595183372,"layout_ms":42.93059289921075}],"planner":[{"common_ms":0.2693809801712632,"layout_ms":16.893759020604193},{"common_ms":0.23841403890401125,"layout_ms":16.588133992627263},{"common_ms":0.31662697438150644,"layout_ms":16.879639006219804},{"common_ms":0.25835202541202307,"layout_ms":16.589229926466942},{"common_ms":0.25553698651492596,"layout_ms":16.397822997532785}]},"samples":{"contiguous":[{"stack_ms":1015.5379638671875,"wall_ms":1015.5971549684182,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1015.2224731445312,"wall_ms":1015.2811909792945,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1013.5131225585938,"wall_ms":1013.590119080618,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1016.7610473632812,"wall_ms":1016.8193649733439,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1011.123779296875,"wall_ms":1011.1818959703669,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1011.478271484375,"wall_ms":1011.5224920446053,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1016.5252685546875,"wall_ms":1016.574598965235,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625}],"zigzag":[{"stack_ms":1050.1966552734375,"wall_ms":1050.2600419567898,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1055.3621826171875,"wall_ms":1055.4312870372087,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1054.5498046875,"wall_ms":1054.609270999208,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1053.13720703125,"wall_ms":1053.2030429458246,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1056.459716796875,"wall_ms":1056.5088090952486,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1053.79052734375,"wall_ms":1053.8408600259572,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1054.673583984375,"wall_ms":1054.7207039780915,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625}],"planner":[{"stack_ms":1014.5872802734375,"wall_ms":1014.6365719847381,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1013.7278442382812,"wall_ms":1013.7896579690278,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1015.9361572265625,"wall_ms":1017.3483570106328,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1012.0828247070312,"wall_ms":1012.1324250940233,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1016.2870483398438,"wall_ms":1016.3398190634325,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1011.5104370117188,"wall_ms":1011.5599969867617,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1013.2830200195312,"wall_ms":1013.3370370604098,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3517760196700692,"layout_ms":7.748400908894837},{"common_ms":0.2592909149825573,"layout_ms":6.981907063163817},{"common_ms":0.2814849140122533,"layout_ms":7.072253036312759},{"common_ms":0.280237989500165,"layout_ms":6.944784079678357},{"common_ms":0.25766598992049694,"layout_ms":6.93447096273303}],"zigzag":[{"common_ms":0.273148063570261,"layout_ms":45.39103200659156},{"common_ms":0.2999149728566408,"layout_ms":156.9105579983443},{"common_ms":0.2517510438337922,"layout_ms":49.0097749279812},{"common_ms":0.2639229642227292,"layout_ms":43.92072092741728},{"common_ms":0.25315897073596716,"layout_ms":43.30240492708981}],"planner":[{"common_ms":0.2803150564432144,"layout_ms":16.943049035035074},{"common_ms":0.25705702137202024,"layout_ms":17.302426043897867},{"common_ms":0.32105203717947006,"layout_ms":17.177112051285803},{"common_ms":0.26650598738342524,"layout_ms":16.743047046475112},{"common_ms":0.2788970014080405,"layout_ms":16.9449100503698}]},"samples":{"contiguous":[{"stack_ms":1015.5389404296875,"wall_ms":1015.5973399523646,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1015.2283325195312,"wall_ms":1015.2811389416456,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1013.5463256835938,"wall_ms":1013.5953580029309,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1016.7722778320312,"wall_ms":1017.1056590043008,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1011.122802734375,"wall_ms":1011.1695870291442,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1011.4742431640625,"wall_ms":1011.5281620528549,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1016.517578125,"wall_ms":1016.5693559683859,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375}],"zigzag":[{"stack_ms":1050.1824951171875,"wall_ms":1050.2360049868003,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1055.3697509765625,"wall_ms":1055.427600047551,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1054.5455322265625,"wall_ms":1054.6049000695348,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1053.148193359375,"wall_ms":1053.1961499946192,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1056.4686279296875,"wall_ms":1056.5146799199283,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1053.78955078125,"wall_ms":1053.8473930209875,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1054.671875,"wall_ms":1054.722108063288,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375}],"planner":[{"stack_ms":1014.591552734375,"wall_ms":1014.6375480107963,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1013.7320556640625,"wall_ms":1013.7774889590219,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1015.9302978515625,"wall_ms":1015.9836270613596,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1012.092041015625,"wall_ms":1012.139571015723,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1016.292724609375,"wall_ms":1016.3459579925984,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1011.5018310546875,"wall_ms":1011.5578799741343,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1013.27978515625,"wall_ms":1013.3396399905905,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.3020589938387275,"layout_ms":7.817186997272074},{"common_ms":0.2577350242063403,"layout_ms":7.128302939236164},{"common_ms":0.2651950344443321,"layout_ms":7.103338022716343},{"common_ms":0.2720929915085435,"layout_ms":7.365864934399724},{"common_ms":0.263539026491344,"layout_ms":7.031774031929672}],"zigzag":[{"common_ms":0.26931404136121273,"layout_ms":45.79097300302237},{"common_ms":0.2982720034196973,"layout_ms":149.3056280305609},{"common_ms":0.2563790185377002,"layout_ms":43.87794807553291},{"common_ms":0.2617600839585066,"layout_ms":44.118902063928545},{"common_ms":0.2612769603729248,"layout_ms":44.48301705997437}],"planner":[{"common_ms":0.28098002076148987,"layout_ms":17.074948060326278},{"common_ms":0.2521040150895715,"layout_ms":17.42900803219527},{"common_ms":0.30870502814650536,"layout_ms":17.306548077613115},{"common_ms":0.2758390037342906,"layout_ms":16.717165941372514},{"common_ms":0.2762059448286891,"layout_ms":17.06577802542597}]},"samples":{"contiguous":[{"stack_ms":1015.5354614257812,"wall_ms":1015.5859410297126,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1015.2410278320312,"wall_ms":1015.2884230483323,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1013.5548095703125,"wall_ms":1013.6004890082404,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1016.7759399414062,"wall_ms":1016.818427015096,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1011.1292724609375,"wall_ms":1011.1767110647634,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1011.4910278320312,"wall_ms":1011.5363170625642,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1016.5175170898438,"wall_ms":1016.5656179888174,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375}],"zigzag":[{"stack_ms":1050.2078857421875,"wall_ms":1050.2565040951595,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1055.37451171875,"wall_ms":1055.4248739499599,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1054.5557861328125,"wall_ms":1054.6061559580266,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1053.1527099609375,"wall_ms":1053.197241970338,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1056.4681396484375,"wall_ms":1056.5148500027135,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1053.79638671875,"wall_ms":1053.8488449528813,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1054.6788330078125,"wall_ms":1054.727524984628,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375}],"planner":[{"stack_ms":1014.5991821289062,"wall_ms":1015.068749897182,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1013.7413330078125,"wall_ms":1013.7818310176954,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1015.9407958984375,"wall_ms":1015.9867471083999,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1012.0946655273438,"wall_ms":1012.1363929938525,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1016.2910766601562,"wall_ms":1016.3350920192897,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1011.513916015625,"wall_ms":1011.5567579632625,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1013.279541015625,"wall_ms":1013.3328890660778,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.3265360137447715,"layout_ms":7.599940989166498},{"common_ms":0.2732860157266259,"layout_ms":6.9426679983735085},{"common_ms":0.27590803802013397,"layout_ms":7.000359008088708},{"common_ms":0.28745096642524004,"layout_ms":6.8757859990000725},{"common_ms":0.2551780780777335,"layout_ms":6.8788869539275765}],"zigzag":[{"common_ms":0.2754980232566595,"layout_ms":44.786656042560935},{"common_ms":0.26005797553807497,"layout_ms":150.7122830953449},{"common_ms":0.2614869736135006,"layout_ms":43.87299902737141},{"common_ms":0.26541505940258503,"layout_ms":43.87336503714323},{"common_ms":0.25404407642781734,"layout_ms":43.338148039765656}],"planner":[{"common_ms":0.2854929771274328,"layout_ms":17.1577800065279},{"common_ms":0.25627005379647017,"layout_ms":17.142066033557057},{"common_ms":0.3129149554297328,"layout_ms":16.99345698580146},{"common_ms":0.27953600510954857,"layout_ms":16.914609004743397},{"common_ms":0.27516193222254515,"layout_ms":16.604352043941617}]},"samples":{"contiguous":[{"stack_ms":1015.5452270507812,"wall_ms":1015.6628510449082,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1015.2451782226562,"wall_ms":1015.2857480570674,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1013.5529174804688,"wall_ms":1013.5979619808495,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1016.7780151367188,"wall_ms":1016.8190050171688,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1011.1281127929688,"wall_ms":1011.1715489765629,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1011.4957885742188,"wall_ms":1011.5359809715301,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1016.5211791992188,"wall_ms":1016.561251017265,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625}],"zigzag":[{"stack_ms":1050.2078857421875,"wall_ms":1050.2501800656319,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1055.3701171875,"wall_ms":1055.4163079941645,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1054.56005859375,"wall_ms":1054.601767915301,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1053.155029296875,"wall_ms":1053.1960939988494,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1056.46484375,"wall_ms":1056.509456015192,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1053.80029296875,"wall_ms":1053.8434060290456,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1054.6832275390625,"wall_ms":1054.7246120404452,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625}],"planner":[{"stack_ms":1014.6023559570312,"wall_ms":1014.6437319926918,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1013.7391967773438,"wall_ms":1013.7794589390978,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1015.9423828125,"wall_ms":1015.986779006198,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1012.0957641601562,"wall_ms":1012.1360330376774,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1016.2911376953125,"wall_ms":1016.3329290226102,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1011.51708984375,"wall_ms":1011.5599369164556,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1013.2830810546875,"wall_ms":1013.3332189870998,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.28734200168401003,"layout_ms":7.323769968934357},{"common_ms":0.2577350242063403,"layout_ms":7.225784007459879},{"common_ms":0.2746309619396925,"layout_ms":7.186428993009031},{"common_ms":0.27848698664456606,"layout_ms":6.853219005279243},{"common_ms":0.2552770311012864,"layout_ms":7.068127975799143}],"zigzag":[{"common_ms":0.26436999905854464,"layout_ms":45.67940009292215},{"common_ms":0.25909102987498045,"layout_ms":43.76023495569825},{"common_ms":0.2681630430743098,"layout_ms":47.20309702679515},{"common_ms":0.25811803061515093,"layout_ms":43.3197149541229},{"common_ms":0.25257293600589037,"layout_ms":42.64642205089331}],"planner":[{"common_ms":0.2575720427557826,"layout_ms":16.922416049055755},{"common_ms":0.25019305758178234,"layout_ms":110.35260302014649},{"common_ms":0.29200606513768435,"layout_ms":16.977764084003866},{"common_ms":0.26069802697747946,"layout_ms":17.032937961630523},{"common_ms":0.26809005066752434,"layout_ms":16.858118935488164}]},"samples":{"contiguous":[{"stack_ms":1015.5410766601562,"wall_ms":1015.5802039662376,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1015.2451171875,"wall_ms":1015.283026965335,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1013.5576782226562,"wall_ms":1013.5979399783537,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1016.7733154296875,"wall_ms":1016.8114820262417,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1011.128173828125,"wall_ms":1011.1664769938216,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1011.4937133789062,"wall_ms":1011.5329319378361,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1016.5245361328125,"wall_ms":1016.5636150632054,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625}],"zigzag":[{"stack_ms":1050.2081298828125,"wall_ms":1050.2492530504242,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1055.374755859375,"wall_ms":1055.4225859232247,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1054.5595703125,"wall_ms":1054.5993789564818,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1053.157958984375,"wall_ms":1053.2020969549194,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1056.4766845703125,"wall_ms":1056.5162879647687,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1053.8011474609375,"wall_ms":1053.8430860033259,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1054.684814453125,"wall_ms":1054.7234559198841,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625}],"planner":[{"stack_ms":1014.6016235351562,"wall_ms":1014.6470100153238,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1013.7393798828125,"wall_ms":1013.7778640491888,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1015.947021484375,"wall_ms":1016.1849659634754,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1012.1041259765625,"wall_ms":1012.1419220231473,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1016.2966918945312,"wall_ms":1016.3358920253813,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1011.5178833007812,"wall_ms":1011.5565429441631,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1013.2870483398438,"wall_ms":1013.3360220352188,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3498500445857644,"layout_ms":7.819273974746466},{"common_ms":0.27355109341442585,"layout_ms":7.005194085650146},{"common_ms":0.26490504387766123,"layout_ms":7.199538056738675},{"common_ms":0.28005102649331093,"layout_ms":6.896588020026684},{"common_ms":0.26406801771372557,"layout_ms":7.057577022351325}],"zigzag":[{"common_ms":0.27166190557181835,"layout_ms":45.74960598256439},{"common_ms":0.2783950185403228,"layout_ms":160.2885650936514},{"common_ms":0.26414101012051105,"layout_ms":43.308403925038874},{"common_ms":0.2698110183700919,"layout_ms":43.999191955663264},{"common_ms":0.25644106790423393,"layout_ms":43.15336898434907}],"planner":[{"common_ms":0.2920590341091156,"layout_ms":17.15914800297469},{"common_ms":0.2603069879114628,"layout_ms":17.488016979768872},{"common_ms":0.3117190208286047,"layout_ms":17.150291008874774},{"common_ms":0.2792919985949993,"layout_ms":16.794856055639684},{"common_ms":0.27720502112060785,"layout_ms":16.99644699692726}]},"samples":{"contiguous":[{"stack_ms":1015.529052734375,"wall_ms":1015.5863839900121,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1015.2353515625,"wall_ms":1015.2899380773306,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1013.5447998046875,"wall_ms":1013.592989067547,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1016.767578125,"wall_ms":1016.8193749850616,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1011.11474609375,"wall_ms":1011.169545003213,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1011.4788208007812,"wall_ms":1011.5328789688647,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1016.5048828125,"wall_ms":1016.5613159770146,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625}],"zigzag":[{"stack_ms":1050.2012939453125,"wall_ms":1050.2492350060493,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1055.3626708984375,"wall_ms":1055.4196810116991,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1054.545166015625,"wall_ms":1054.60374802351,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1053.1461181640625,"wall_ms":1053.2021470135078,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1056.457763671875,"wall_ms":1056.5086259739473,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1053.7786865234375,"wall_ms":1053.838456980884,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1054.6741943359375,"wall_ms":1054.7228599898517,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625}],"planner":[{"stack_ms":1014.5909423828125,"wall_ms":1014.6474279463291,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1013.7330322265625,"wall_ms":1013.7800009688362,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1015.93359375,"wall_ms":1015.9851290518418,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1012.0885620117188,"wall_ms":1012.1448918944225,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1016.2830200195312,"wall_ms":1016.3389039225876,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1011.5023803710938,"wall_ms":1011.5633390378207,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1013.2716064453125,"wall_ms":1013.3345280773938,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0008247195257709774,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.0003824441799191309,"max_abs":0.00261688232421875,"finite":true},"dkv":{"relative_rms":0.00030835128165744,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00021338662140630703,"max_abs":9.29034627006331e-13,"finite":true},"d_weights":{"relative_rms":0.00019044413375638486,"max_abs":2.1227606339380145e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00024322852501075756,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002489069989118946,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.06072792332916e-06,"max_abs":7.048583938740194e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0008266573295835055,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.00038056949067503623,"max_abs":0.002613067626953125,"finite":true},"dkv":{"relative_rms":0.0002965890809970452,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00022969852961693667,"max_abs":1.0658141036401503e-12,"finite":true},"d_weights":{"relative_rms":0.00019867342874606373,"max_abs":2.444721758365631e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00025836417402161615,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00028423126327447646,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.2635719378306375e-06,"max_abs":8.981260180007666e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0008215547526353619,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.00037576365540648433,"max_abs":0.0030517578125,"finite":true},"dkv":{"relative_rms":0.0002986626867532592,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00020024515310927145,"max_abs":1.0373923942097463e-12,"finite":true},"d_weights":{"relative_rms":0.00018196448785201598,"max_abs":1.979060471057892e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00024970402026107093,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00023865352432572102,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.3185033662270707e-06,"max_abs":7.844391802791506e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":174,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":488196380},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":174,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":167,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":502727628},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":167,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":71,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":517258876},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":71,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":117,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":531790124},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":117,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":155,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":531596620},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":155,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":139,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":481269136},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":139,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":29,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":2000,"candidate_workspace_bytes":481223468},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":29,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":155,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131040,"spans":2000,"candidate_workspace_bytes":481132168},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":155,"candidate_workspace_bytes":536870912}}]}, + {"case":"1m-count-mixed-256-1long","lengths":[64,64,64,64,8192,64,64,64,64,64,64,8192,64,64,8192,8192,64,64,64,64,64,64,8192,8192,64,64,8192,64,64,8192,64,64,64,8192,64,64,8192,64,64,64,64,8192,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,64,8192,8192,64,64,64,64,64,64,64,64,64,8192,64,64,64,8192,8192,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,8192,64,64,64,64,8192,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,8192,64,8192,64,64,64,8192,64,8192,64,8192,64,64,8192,64,64,64,64,8192,64,8192,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,8192,64,64,625856,64,64,8192,64,64,64,8192,64,8192,64,8192,64,8192,8192,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,8192,64,8192,64,64,8192,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":2480.437744140625,"prepare_ms":3.6987500498071313,"prepare_plus_stack_ms":2484.136494190432,"amortized_per_layer_ms":621.034123547608,"prepare_fraction":0.001488947993983936,"stack_min_ms":2479.210693359375,"stack_max_ms":2493.354736328125,"prepare_min_ms":3.142651985399425,"prepare_max_ms":3.776643075980246,"peak_allocated_gib":156.40150594711304,"peak_reserved_gib":159.83203125},"zigzag":{"stack_ms":1921.8482666015625,"prepare_ms":106.22109088581055,"prepare_plus_stack_ms":2028.069357487373,"amortized_per_layer_ms":507.01733937184326,"prepare_fraction":0.05237547251214849,"stack_min_ms":1919.5020751953125,"stack_max_ms":1923.41455078125,"prepare_min_ms":13.655554968863726,"prepare_max_ms":116.29601498134434,"peak_allocated_gib":156.40150594711304,"peak_reserved_gib":159.83203125},"planner":{"stack_ms":1856.4151611328125,"prepare_ms":9.759060107171535,"prepare_plus_stack_ms":1866.174221239984,"amortized_per_layer_ms":466.543555309996,"prepare_fraction":0.005229447495361448,"stack_min_ms":1854.021728515625,"stack_max_ms":1858.31103515625,"prepare_min_ms":9.599001030437648,"prepare_max_ms":10.385731002315879,"peak_allocated_gib":156.40150594711304,"peak_reserved_gib":159.83203125}},"raw_sha256":"3bb69649375e92ecd85d7cee1392d0436617bd9eb81f3ab6dad461e589c8e62a","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.26452098973095417,"layout_ms":3.1023649498820305},{"common_ms":0.16244000289589167,"layout_ms":2.6036709314212203},{"common_ms":0.161672942340374,"layout_ms":2.5597980711609125},{"common_ms":0.16624003183096647,"layout_ms":2.5497800670564175},{"common_ms":0.16073498409241438,"layout_ms":2.5644359411671758}],"zigzag":[{"common_ms":0.20119897089898586,"layout_ms":15.516796964220703},{"common_ms":0.1670820638537407,"layout_ms":13.086960068903863},{"common_ms":0.15382200945168734,"layout_ms":13.005841989070177},{"common_ms":0.158682931214571,"layout_ms":12.921856949105859},{"common_ms":0.15510094817727804,"layout_ms":12.88043789099902}],"planner":[{"common_ms":0.18448301125317812,"layout_ms":9.118114947341383},{"common_ms":0.15919795259833336,"layout_ms":9.09143895842135},{"common_ms":0.16611197497695684,"layout_ms":8.98855202831328},{"common_ms":0.18098996952176094,"layout_ms":9.513920987956226},{"common_ms":0.17688400112092495,"layout_ms":9.00592200923711}]},"samples":{"contiguous":[{"stack_ms":2480.0712890625,"wall_ms":2480.149250011891,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":2480.4169921875,"wall_ms":2480.495479074307,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":2482.00732421875,"wall_ms":2482.0856399601325,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":2493.32421875,"wall_ms":2493.4007610427216,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":2479.67138671875,"wall_ms":2479.753645020537,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":2479.181884765625,"wall_ms":2479.260358028114,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":2482.82470703125,"wall_ms":2482.9101091017947,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875}],"zigzag":[{"stack_ms":1921.60498046875,"wall_ms":1921.670836978592,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1921.0377197265625,"wall_ms":1921.1005370598286,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1922.3253173828125,"wall_ms":1922.396082081832,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1921.8275146484375,"wall_ms":1921.904006972909,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1922.850830078125,"wall_ms":1922.915289993398,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1919.462646484375,"wall_ms":1919.5379690499976,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1923.3834228515625,"wall_ms":1923.4553539426997,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875}],"planner":[{"stack_ms":1856.356201171875,"wall_ms":1856.423772056587,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1858.2950439453125,"wall_ms":1858.3628589985892,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1853.991943359375,"wall_ms":1854.0579020045698,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1856.9000244140625,"wall_ms":1856.9713500328362,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1855.6083984375,"wall_ms":1855.673304060474,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1856.373291015625,"wall_ms":1856.4451209967956,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1856.7989501953125,"wall_ms":1856.8775810999796,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3007530467584729,"layout_ms":3.1261671101674438},{"common_ms":0.16463198699057102,"layout_ms":2.6691940147429705},{"common_ms":0.1650550402700901,"layout_ms":2.6235070545226336},{"common_ms":0.17130200285464525,"layout_ms":2.6788089890033007},{"common_ms":0.16399601008743048,"layout_ms":2.6936079375445843}],"zigzag":[{"common_ms":0.2021819818764925,"layout_ms":14.585881028324366},{"common_ms":0.17372495494782925,"layout_ms":13.481830013915896},{"common_ms":0.16386399511247873,"layout_ms":13.261226005852222},{"common_ms":0.16718008555471897,"layout_ms":12.909446959383786},{"common_ms":0.15863601583987474,"layout_ms":13.27674207277596}],"planner":[{"common_ms":0.1889619743451476,"layout_ms":9.348297957330942},{"common_ms":0.15831401105970144,"layout_ms":9.30524303112179},{"common_ms":0.16777298878878355,"layout_ms":9.304400999099016},{"common_ms":0.18043303862214088,"layout_ms":9.267713990993798},{"common_ms":0.17477106302976608,"layout_ms":9.233300923369825}]},"samples":{"contiguous":[{"stack_ms":2480.078125,"wall_ms":2480.150359100662,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":2480.42138671875,"wall_ms":2480.5048239650205,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":2482.01513671875,"wall_ms":2482.087997952476,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":2493.333251953125,"wall_ms":2493.405874934979,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":2479.677978515625,"wall_ms":2479.757047025487,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":2479.183837890625,"wall_ms":2479.2605290422216,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":2482.838623046875,"wall_ms":2482.920025009662,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875}],"zigzag":[{"stack_ms":1921.608154296875,"wall_ms":1921.6698430245742,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1921.03662109375,"wall_ms":1921.0981619544327,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1922.3314208984375,"wall_ms":1922.3987630102783,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1921.8343505859375,"wall_ms":1921.9020119635388,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1922.859375,"wall_ms":1922.9203560389578,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1919.4564208984375,"wall_ms":1919.526809011586,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1923.3924560546875,"wall_ms":1923.461776925251,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875}],"planner":[{"stack_ms":1856.358642578125,"wall_ms":1856.4256390091032,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1858.2913818359375,"wall_ms":1858.3590119378641,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1854.00244140625,"wall_ms":1854.0655910037458,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1856.90087890625,"wall_ms":1856.9683630485088,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1855.6182861328125,"wall_ms":1855.680444976315,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1856.3740234375,"wall_ms":1856.4453140133992,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1856.79296875,"wall_ms":1856.8628560751677,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2509669866412878,"layout_ms":3.2496199710294604},{"common_ms":0.15054503455758095,"layout_ms":2.8746940661221743},{"common_ms":0.1561229582875967,"layout_ms":2.816696069203317},{"common_ms":0.1578599913045764,"layout_ms":2.7553659165278077},{"common_ms":0.15178299508988857,"layout_ms":2.8142340015619993}],"zigzag":[{"common_ms":0.19622209947556257,"layout_ms":14.972093049436808},{"common_ms":0.1611189218237996,"layout_ms":12.926231021992862},{"common_ms":0.14704500790685415,"layout_ms":12.276733992621303},{"common_ms":0.1489780843257904,"layout_ms":12.687357957474887},{"common_ms":0.14594406820833683,"layout_ms":12.335743056610227}],"planner":[{"common_ms":0.17147499602288008,"layout_ms":9.148101089522243},{"common_ms":0.1457040198147297,"layout_ms":8.98267503362149},{"common_ms":0.15638291370123625,"layout_ms":9.674141998402774},{"common_ms":0.16426201909780502,"layout_ms":9.474685997702181},{"common_ms":0.15764101408421993,"layout_ms":9.420343092642725}]},"samples":{"contiguous":[{"stack_ms":2480.08544921875,"wall_ms":2480.15427403152,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":2480.430908203125,"wall_ms":2480.500058969483,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":2482.020751953125,"wall_ms":2482.0874120341614,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":2493.34228515625,"wall_ms":2493.4082441031933,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":2479.68408203125,"wall_ms":2479.770957957953,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":2479.1904296875,"wall_ms":2479.2594939935952,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":2482.84423828125,"wall_ms":2482.9261030536145,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375}],"zigzag":[{"stack_ms":1921.6138916015625,"wall_ms":1921.6712709749117,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1921.037841796875,"wall_ms":1921.0917659802362,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1922.337890625,"wall_ms":1922.3998590605333,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1921.830322265625,"wall_ms":1921.89534206409,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1922.8690185546875,"wall_ms":1922.9270650539547,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1919.45068359375,"wall_ms":1919.5292660733685,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1923.389404296875,"wall_ms":1923.4570200787857,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375}],"planner":[{"stack_ms":1856.3685302734375,"wall_ms":1856.4255239907652,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1858.3013916015625,"wall_ms":1858.36291895248,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1854.014892578125,"wall_ms":1854.072634014301,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1856.9095458984375,"wall_ms":1856.9766420405358,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1855.623046875,"wall_ms":1855.6792209856212,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1856.376953125,"wall_ms":1856.4450670965016,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1856.805419921875,"wall_ms":1856.8780400091782,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2337329788133502,"layout_ms":3.2194110099226236},{"common_ms":0.1389170065522194,"layout_ms":2.7704129461199045},{"common_ms":0.1412821002304554,"layout_ms":2.7647759998217225},{"common_ms":0.14924199786037207,"layout_ms":2.755074994638562},{"common_ms":0.1398640451952815,"layout_ms":2.71026196423918}],"zigzag":[{"common_ms":0.1733889803290367,"layout_ms":14.59470298141241},{"common_ms":0.1411039847880602,"layout_ms":12.621003086678684},{"common_ms":0.13949093408882618,"layout_ms":109.51555497013032},{"common_ms":0.13755809050053358,"layout_ms":12.192527065053582},{"common_ms":0.13957300689071417,"layout_ms":12.55673507694155}],"planner":[{"common_ms":0.16634596977382898,"layout_ms":8.728606975637376},{"common_ms":0.1399819739162922,"layout_ms":8.647246984764934},{"common_ms":0.14377397019416094,"layout_ms":8.841964066959918},{"common_ms":0.14067103620618582,"layout_ms":8.664940018206835},{"common_ms":0.15235692262649536,"layout_ms":8.638677070848644}]},"samples":{"contiguous":[{"stack_ms":2480.088134765625,"wall_ms":2480.16055196058,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":2480.421630859375,"wall_ms":2480.4998229956254,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":2482.009033203125,"wall_ms":2482.098033069633,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":2493.328125,"wall_ms":2493.399500963278,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":2479.67822265625,"wall_ms":2479.74952601362,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":2479.190673828125,"wall_ms":2479.2575979372486,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":2482.84716796875,"wall_ms":2482.941502938047,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125}],"zigzag":[{"stack_ms":1921.6065673828125,"wall_ms":1921.6682170517743,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1921.0411376953125,"wall_ms":1921.1018410278484,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1922.30908203125,"wall_ms":1922.3891110159457,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1921.8406982421875,"wall_ms":1921.9188020797446,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1922.865234375,"wall_ms":1922.9262140579522,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1919.4744873046875,"wall_ms":1919.5426560472697,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1923.3641357421875,"wall_ms":1923.4464570181444,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125}],"planner":[{"stack_ms":1856.3533935546875,"wall_ms":1856.4297599950805,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1858.2999267578125,"wall_ms":1858.3585500018671,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1854.014892578125,"wall_ms":1854.0875280741602,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1856.89404296875,"wall_ms":1856.9590100087225,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1855.6151123046875,"wall_ms":1855.6767819682136,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1856.3798828125,"wall_ms":1856.4426719676703,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1856.796142578125,"wall_ms":1856.869063922204,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.18811202608048916,"layout_ms":3.2205970492213964},{"common_ms":0.13237493112683296,"layout_ms":2.8633479960262775},{"common_ms":0.1395130529999733,"layout_ms":2.7667710091918707},{"common_ms":0.1418289029970765,"layout_ms":2.8016039868816733},{"common_ms":0.13386202044785023,"layout_ms":2.7500339783728123}],"zigzag":[{"common_ms":0.1611729385331273,"layout_ms":14.178570942021906},{"common_ms":0.13965193647891283,"layout_ms":12.559205992147326},{"common_ms":0.13161893002688885,"layout_ms":12.424921966157854},{"common_ms":0.13439194299280643,"layout_ms":12.21879804506898},{"common_ms":0.13102800585329533,"layout_ms":12.012953055091202}],"planner":[{"common_ms":0.14710903633385897,"layout_ms":9.611951070837677},{"common_ms":0.13510906137526035,"layout_ms":8.737207972444594},{"common_ms":0.151101965457201,"layout_ms":8.715022006072104},{"common_ms":0.140676973387599,"layout_ms":8.784387959167361},{"common_ms":0.15268696006387472,"layout_ms":9.446314070373774}]},"samples":{"contiguous":[{"stack_ms":2480.118896484375,"wall_ms":2480.1742479903623,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":2480.4326171875,"wall_ms":2480.4889819351956,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":2482.0341796875,"wall_ms":2482.086819014512,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":2493.349853515625,"wall_ms":2493.4050369774923,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":2479.692138671875,"wall_ms":2479.749788995832,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":2479.210693359375,"wall_ms":2479.265155037865,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":2482.87158203125,"wall_ms":2482.9308999469504,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125}],"zigzag":[{"stack_ms":1921.6221923828125,"wall_ms":1921.6690979665145,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1921.0509033203125,"wall_ms":1921.0986900143325,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1922.3564453125,"wall_ms":1922.4078899715096,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1921.841552734375,"wall_ms":1921.899203909561,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1922.885986328125,"wall_ms":1922.9334220290184,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1919.49755859375,"wall_ms":1919.5483890362084,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1923.4127197265625,"wall_ms":1923.4642140800133,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125}],"planner":[{"stack_ms":1856.375,"wall_ms":1856.4264870947227,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1858.3104248046875,"wall_ms":1858.3632369991392,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1854.021728515625,"wall_ms":1854.0694980183616,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1856.9139404296875,"wall_ms":1856.9751869654283,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1855.6246337890625,"wall_ms":1855.6720649357885,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1856.41064453125,"wall_ms":1856.4593240153044,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1856.8323974609375,"wall_ms":1856.8822930101305,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.20498002413660288,"layout_ms":3.3448419999331236},{"common_ms":0.13521104119718075,"layout_ms":2.9173499206081033},{"common_ms":0.13747590128332376,"layout_ms":2.893830998800695},{"common_ms":0.1409570686519146,"layout_ms":2.910817973315716},{"common_ms":0.13559299986809492,"layout_ms":2.9376400634646416}],"zigzag":[{"common_ms":0.16403093468397856,"layout_ms":14.57618793938309},{"common_ms":0.13998092617839575,"layout_ms":12.517979019321501},{"common_ms":0.13861700426787138,"layout_ms":12.317179003730416},{"common_ms":0.13707391917705536,"layout_ms":106.0840169666335},{"common_ms":0.13593200128525496,"layout_ms":12.500146985985339}],"planner":[{"common_ms":0.158771057613194,"layout_ms":8.846668060868979},{"common_ms":0.1370270038023591,"layout_ms":8.663518005050719},{"common_ms":0.14560495037585497,"layout_ms":8.736424031667411},{"common_ms":0.14851801097393036,"layout_ms":8.7516208877787},{"common_ms":0.14563696458935738,"layout_ms":8.68074200116098}]},"samples":{"contiguous":[{"stack_ms":2480.1171875,"wall_ms":2480.1744649885222,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":2480.430419921875,"wall_ms":2480.491625959985,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":2482.031005859375,"wall_ms":2482.0880639599636,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":2493.343505859375,"wall_ms":2493.4031509328634,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":2479.6884765625,"wall_ms":2479.7489820048213,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":2479.205322265625,"wall_ms":2479.26491801627,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":2482.865966796875,"wall_ms":2482.9263540450484,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125}],"zigzag":[{"stack_ms":1921.6243896484375,"wall_ms":1921.6774590313435,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1921.0531005859375,"wall_ms":1921.1053190520033,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1922.355712890625,"wall_ms":1922.4106820765883,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1921.837158203125,"wall_ms":1921.8953899107873,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1922.8792724609375,"wall_ms":1922.9311849921942,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1919.4984130859375,"wall_ms":1919.5519520435482,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1923.4107666015625,"wall_ms":1923.4653880121186,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125}],"planner":[{"stack_ms":1856.37109375,"wall_ms":1856.4229509793222,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1858.308349609375,"wall_ms":1858.3605949534103,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1854.0147705078125,"wall_ms":1854.0674350224435,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1856.9091796875,"wall_ms":1856.9653780432418,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1855.62353515625,"wall_ms":1855.67609698046,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1856.4085693359375,"wall_ms":1856.4604349667206,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1856.831298828125,"wall_ms":1856.884062057361,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.20137103274464607,"layout_ms":3.5752720432356},{"common_ms":0.14915596693754196,"layout_ms":3.5995340440422297},{"common_ms":0.15217799227684736,"layout_ms":3.546572057530284},{"common_ms":0.14511100016534328,"layout_ms":2.9975409852340817},{"common_ms":0.15571503899991512,"layout_ms":3.5026479745283723}],"zigzag":[{"common_ms":0.18046109471470118,"layout_ms":15.607372974045575},{"common_ms":0.1537470379844308,"layout_ms":13.391966931521893},{"common_ms":0.1490419963374734,"layout_ms":13.183885952457786},{"common_ms":0.15075202099978924,"layout_ms":13.064551050774753},{"common_ms":0.14790799468755722,"layout_ms":13.626255909912288}],"planner":[{"common_ms":0.1668789191171527,"layout_ms":9.463737951591611},{"common_ms":0.15045597683638334,"layout_ms":10.166791034862399},{"common_ms":0.15905499458312988,"layout_ms":10.226676007732749},{"common_ms":0.14678796287626028,"layout_ms":9.530173032544553},{"common_ms":0.15155505388975143,"layout_ms":8.797837072052062}]},"samples":{"contiguous":[{"stack_ms":2480.125244140625,"wall_ms":2480.1724510034546,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":2480.437744140625,"wall_ms":2480.48878100235,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":2482.037841796875,"wall_ms":2482.0881970226765,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":2493.354736328125,"wall_ms":2493.403550935909,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":2479.69140625,"wall_ms":2479.7444799914956,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":2479.210693359375,"wall_ms":2479.261323926039,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":2482.875732421875,"wall_ms":2482.930690050125,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125}],"zigzag":[{"stack_ms":1921.63232421875,"wall_ms":1921.6769409831613,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1921.0582275390625,"wall_ms":1921.1016250774264,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1922.3572998046875,"wall_ms":1922.4048600299284,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1921.8482666015625,"wall_ms":1921.899384004064,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1922.8907470703125,"wall_ms":1922.9356810683385,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1919.5020751953125,"wall_ms":1919.5524910464883,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1923.41455078125,"wall_ms":1923.4607609687373,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125}],"planner":[{"stack_ms":1856.3836669921875,"wall_ms":1856.4330699155107,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1858.31103515625,"wall_ms":1858.3544930443168,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1854.0185546875,"wall_ms":1854.0685169864446,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1856.9188232421875,"wall_ms":1856.977193034254,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1855.63232421875,"wall_ms":1855.6785490363836,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1856.4151611328125,"wall_ms":1856.4595089992508,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1856.842041015625,"wall_ms":1856.8849560106173,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.2378429053351283,"layout_ms":3.102513961493969},{"common_ms":0.14911405742168427,"layout_ms":2.7804940473288298},{"common_ms":0.1495620235800743,"layout_ms":2.732501015998423},{"common_ms":0.17746305093169212,"layout_ms":2.7404719730839133},{"common_ms":0.1539390068501234,"layout_ms":2.703293925151229}],"zigzag":[{"common_ms":0.1869539264589548,"layout_ms":13.893507071770728},{"common_ms":0.15437102410942316,"layout_ms":13.207048061303794},{"common_ms":0.1498870551586151,"layout_ms":12.996518984436989},{"common_ms":0.1529509900137782,"layout_ms":12.7564980648458},{"common_ms":0.1485960092395544,"layout_ms":116.14741897210479}],"planner":[{"common_ms":0.17615698743611574,"layout_ms":9.522980079054832},{"common_ms":0.1480670180171728,"layout_ms":8.924890076741576},{"common_ms":0.16310706268996,"layout_ms":8.862136979587376},{"common_ms":0.1652910141274333,"layout_ms":8.903722977265716},{"common_ms":0.16079400666058064,"layout_ms":8.873287937603891}]},"samples":{"contiguous":[{"stack_ms":2480.10302734375,"wall_ms":2480.172622948885,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":2480.419677734375,"wall_ms":2480.4850870277733,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":2482.022216796875,"wall_ms":2482.0875799050555,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":2493.330810546875,"wall_ms":2493.3981529902667,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":2479.671142578125,"wall_ms":2479.7434409847483,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":2479.184814453125,"wall_ms":2479.2555529857054,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":2482.852294921875,"wall_ms":2482.9216570360586,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125}],"zigzag":[{"stack_ms":1921.616943359375,"wall_ms":1921.6715180082247,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1921.0418701171875,"wall_ms":1921.1007399717346,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1922.3426513671875,"wall_ms":1922.4070300115272,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1921.8328857421875,"wall_ms":1921.8994510592893,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1922.87255859375,"wall_ms":1922.9328020010144,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1919.4833984375,"wall_ms":1919.5549479918554,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1923.4036865234375,"wall_ms":1923.463391023688,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125}],"planner":[{"stack_ms":1856.3634033203125,"wall_ms":1856.4227389870211,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1858.3001708984375,"wall_ms":1858.3606909960508,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1854.008544921875,"wall_ms":1854.0667099878192,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1856.90283203125,"wall_ms":1856.9644700037315,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1855.611328125,"wall_ms":1855.6801869999617,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1856.3956298828125,"wall_ms":1856.4637589734048,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1856.814453125,"wall_ms":1856.8860630039126,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0009111896425341592,"max_abs":0.003662109375,"finite":true},"dq":{"relative_rms":0.000452721158100464,"max_abs":0.002899169921875,"finite":true},"dkv":{"relative_rms":0.000495359419096483,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006458787047627673,"max_abs":1.0871303857129533e-12,"finite":true},"d_weights":{"relative_rms":0.0005665508108761843,"max_abs":2.561137080192566e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006717298887306398,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006816750895229139,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":7.266117191275296e-06,"max_abs":1.3727685654885136e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":5.820766091346741e-11,"errors":{"output":{"relative_rms":0.0009025779534928655,"max_abs":0.003662109375,"finite":true},"dq":{"relative_rms":0.0004595215833679323,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.000536163592973393,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005679076219177808,"max_abs":1.1812772982011666e-12,"finite":true},"d_weights":{"relative_rms":0.0005262416394360272,"max_abs":2.8594513423740864e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007540217485830203,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007323160876246695,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":7.719823100647187e-06,"max_abs":9.265477274311706e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009690172093785211,"max_abs":0.00396728515625,"finite":true},"dq":{"relative_rms":0.00045648499204711416,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.0005404148471579036,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006381639253734049,"max_abs":1.2505552149377763e-12,"finite":true},"d_weights":{"relative_rms":0.0005513321616391182,"max_abs":1.979060471057892e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007075559366478908,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007021300598488556,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":7.05191246973411e-06,"max_abs":1.0302869668521453e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":74,"candidate_workspace_bytes":513339392},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":5368593176},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":209304,"spans":76,"candidate_workspace_bytes":8589932996}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":82,"candidate_workspace_bytes":526888960},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":5368705528},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":209304,"spans":84,"candidate_workspace_bytes":6442416296}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":52,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":5368665276},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":138072,"spans":53,"candidate_workspace_bytes":8052966184}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147479736},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":4294912600},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":78232,"spans":2,"candidate_workspace_bytes":5368665276}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221217212},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":4294921620},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":78232,"spans":1,"candidate_workspace_bytes":3221111864}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294918192},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":4294966972},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":78232,"spans":2,"candidate_workspace_bytes":4294966972}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":5368681668},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":3221164316},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":78232,"spans":2,"candidate_workspace_bytes":4294912600}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":51,"candidate_workspace_bytes":5368446468},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":3221152380},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":178968,"spans":52,"candidate_workspace_bytes":8052920064}}]}, + {"case":"1m-count-mixed-512-2long","lengths":[64,4980,64,4980,4980,4984,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,4980,64,4980,64,4980,64,64,64,4980,64,64,64,64,64,64,4980,64,64,64,64,4980,64,64,64,4980,64,4980,64,64,64,64,64,4980,4980,4980,64,4984,4980,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,4980,4980,64,64,4984,64,64,64,4980,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,4984,64,64,64,4980,4980,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,4984,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,4980,4980,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,4980,64,64,64,64,64,64,64,4984,64,64,4980,64,64,64,64,64,4980,64,4980,64,64,4980,4980,64,64,4980,64,64,64,64,4980,64,4980,4980,64,64,64,4984,4984,64,64,4980,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,4980,64,4980,64,4980,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,4980,64,4984,64,64,64,4980,4980,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,4980,64,64,64,64,64,4980,64,4980,64,4980,64,64,64,64,64,64,64,64,4980,4980,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,4980,4980,64,64,4980,64,64,64,4984,64,64,4980,64,64,64,64,64,64,4980,4984,64,64,4980,64,64,64,4980,4980,64,64,4980,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,262144,64,64,64,64,64,64,4980,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4984,64,64,64,262144,64,4980,4980,4980,64,4980,64,64,64,64,64,64,64,4980,64,4980,4980,64,64,64,64,64,64,4980,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,4980,64,64,4980,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":1658.9661865234375,"prepare_ms":4.925896995700896,"prepare_plus_stack_ms":1663.8920835191384,"amortized_per_layer_ms":415.9730208797846,"prepare_fraction":0.002960466633919313,"stack_min_ms":1654.6768798828125,"stack_max_ms":1663.7186279296875,"prepare_min_ms":4.6016930136829615,"prepare_max_ms":5.510144983418286,"peak_allocated_gib":147.24150705337524,"peak_reserved_gib":161.01953125},"zigzag":{"stack_ms":1574.2630615234375,"prepare_ms":124.59811300504953,"prepare_plus_stack_ms":1698.861174528487,"amortized_per_layer_ms":424.71529363212176,"prepare_fraction":0.0733421393538123,"stack_min_ms":1570.70458984375,"stack_max_ms":1582.8671875,"prepare_min_ms":24.524728883989155,"prepare_max_ms":142.59017689619213,"peak_allocated_gib":147.24150705337524,"peak_reserved_gib":161.01953125},"planner":{"stack_ms":1509.759765625,"prepare_ms":13.51457298733294,"prepare_plus_stack_ms":1523.274338612333,"amortized_per_layer_ms":380.81858465308324,"prepare_fraction":0.008872054524101284,"stack_min_ms":1508.59716796875,"stack_max_ms":1512.19970703125,"prepare_min_ms":13.283457956276834,"prepare_max_ms":13.585343025624752,"peak_allocated_gib":147.24150705337524,"peak_reserved_gib":161.01953125}},"raw_sha256":"85c1a1b24e557f2fb5ec9cb11871215238e8d482aac5ea6467796b43a1561a4c","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3020059084519744,"layout_ms":5.0049100536853075},{"common_ms":0.19726797472685575,"layout_ms":4.092518938705325},{"common_ms":0.2045920118689537,"layout_ms":3.987073083408177},{"common_ms":0.2225079806521535,"layout_ms":4.042871063575149},{"common_ms":0.21289195865392685,"layout_ms":4.0092660346999764}],"zigzag":[{"common_ms":0.22578798234462738,"layout_ms":26.88518399372697},{"common_ms":0.20170898642390966,"layout_ms":24.716325919143856},{"common_ms":0.19599997904151678,"layout_ms":24.117300985381007},{"common_ms":0.20149198826402426,"layout_ms":24.191069998778403},{"common_ms":0.1965909032151103,"layout_ms":23.824465926736593}],"planner":[{"common_ms":0.24008809123188257,"layout_ms":13.01311596762389},{"common_ms":0.19231101032346487,"layout_ms":12.874181033112109},{"common_ms":0.21712598390877247,"layout_ms":13.128546997904778},{"common_ms":0.21239998750388622,"layout_ms":12.7843749942258},{"common_ms":0.24734006728976965,"layout_ms":12.785518076270819}]},"samples":{"contiguous":[{"stack_ms":1654.6378173828125,"wall_ms":1654.7017080010846,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1658.942138671875,"wall_ms":1659.0002470184118,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1663.68505859375,"wall_ms":1663.7467879336327,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1655.6668701171875,"wall_ms":1655.7265140581876,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1659.6102294921875,"wall_ms":1659.6739969681948,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1658.1807861328125,"wall_ms":1658.2386620575562,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1663.2552490234375,"wall_ms":1663.3119590114802,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1577.7025146484375,"wall_ms":1577.7663480257615,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1573.2147216796875,"wall_ms":1573.2719659572467,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1582.85498046875,"wall_ms":1582.9234359553084,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1579.5379638671875,"wall_ms":1579.6034790109843,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1570.6785888671875,"wall_ms":1570.7422849955037,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1570.8551025390625,"wall_ms":1570.913729025051,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1574.23779296875,"wall_ms":1574.2992450250313,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1508.9964599609375,"wall_ms":1509.0627040481195,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1509.996337890625,"wall_ms":1510.0566858891398,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1509.3062744140625,"wall_ms":1509.3643739819527,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1512.1787109375,"wall_ms":1512.234391993843,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1508.5740966796875,"wall_ms":1508.63874994684,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1509.7342529296875,"wall_ms":1509.7958740079775,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1510.4141845703125,"wall_ms":1510.4733740445226,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.31740497797727585,"layout_ms":5.19274000544101},{"common_ms":0.19962491933256388,"layout_ms":4.308265051804483},{"common_ms":0.20442309323698282,"layout_ms":4.199946997687221},{"common_ms":0.22249191533774137,"layout_ms":4.176117945462465},{"common_ms":0.2109899651259184,"layout_ms":4.128250991925597}],"zigzag":[{"common_ms":0.22985006216913462,"layout_ms":26.37033094651997},{"common_ms":0.2040209947153926,"layout_ms":24.448817945085466},{"common_ms":0.20292692352086306,"layout_ms":24.321801960468292},{"common_ms":0.20776200108230114,"layout_ms":24.15576996281743},{"common_ms":0.1992260804399848,"layout_ms":134.6457180334255}],"planner":[{"common_ms":0.23441598750650883,"layout_ms":13.014161959290504},{"common_ms":0.19584898836910725,"layout_ms":12.945813010446727},{"common_ms":0.2500260015949607,"layout_ms":13.161648996174335},{"common_ms":0.2203689655289054,"layout_ms":12.933291029185057},{"common_ms":0.21590502001345158,"layout_ms":13.067552936263382}]},"samples":{"contiguous":[{"stack_ms":1654.649169921875,"wall_ms":1654.709663009271,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1658.9393310546875,"wall_ms":1658.9962969301268,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1663.6851806640625,"wall_ms":1663.7512909946963,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1655.672119140625,"wall_ms":1655.7304059388116,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1659.611083984375,"wall_ms":1659.6739439992234,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1658.181640625,"wall_ms":1658.2392510026693,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1663.2706298828125,"wall_ms":1663.3245879784226,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1577.706787109375,"wall_ms":1577.7685239445418,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1573.22998046875,"wall_ms":1573.2870410429314,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1582.846435546875,"wall_ms":1582.9208600334823,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1579.5379638671875,"wall_ms":1579.602606012486,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1570.6815185546875,"wall_ms":1570.7425960572436,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1570.8592529296875,"wall_ms":1570.9170610643923,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1574.2454833984375,"wall_ms":1574.3055089842528,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1508.99951171875,"wall_ms":1509.0563209960237,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1509.992431640625,"wall_ms":1510.0514009827748,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1509.2933349609375,"wall_ms":1509.3510880833492,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1512.1802978515625,"wall_ms":1512.2341240057722,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1508.5745849609375,"wall_ms":1508.6379389977083,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1509.735595703125,"wall_ms":1509.7931500058621,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1510.41162109375,"wall_ms":1510.4654820170254,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.27619802858680487,"layout_ms":5.195035948418081},{"common_ms":0.19779405556619167,"layout_ms":4.424850107170641},{"common_ms":0.20098697859793901,"layout_ms":4.3280289974063635},{"common_ms":0.22173498291522264,"layout_ms":4.0663189720362425},{"common_ms":0.20393298473209143,"layout_ms":4.092899966053665}],"zigzag":[{"common_ms":0.2157529816031456,"layout_ms":26.517307036556304},{"common_ms":0.19775901455432177,"layout_ms":24.737476953305304},{"common_ms":0.19079609774053097,"layout_ms":23.906492977403104},{"common_ms":0.1994849881157279,"layout_ms":23.86306005064398},{"common_ms":0.19525201059877872,"layout_ms":23.763388977386057}],"planner":[{"common_ms":0.22210495080798864,"layout_ms":13.29575793351978},{"common_ms":0.1890799030661583,"layout_ms":13.066639075987041},{"common_ms":0.21142500918358564,"layout_ms":13.167336001060903},{"common_ms":0.21313002798706293,"layout_ms":12.729178997687995},{"common_ms":0.2098719123750925,"layout_ms":12.77565595228225}]},"samples":{"contiguous":[{"stack_ms":1654.6585693359375,"wall_ms":1654.7116530127823,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1658.9517822265625,"wall_ms":1659.0015590190887,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1663.690185546875,"wall_ms":1663.74766593799,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1655.6781005859375,"wall_ms":1655.7313150260597,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1659.615966796875,"wall_ms":1659.6734040649608,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1658.193603515625,"wall_ms":1658.2430039998144,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1663.2781982421875,"wall_ms":1663.327194051817,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1577.7147216796875,"wall_ms":1577.7713051065803,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1573.2359619140625,"wall_ms":1573.2861020369455,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1582.8597412109375,"wall_ms":1582.9160889843479,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1579.5474853515625,"wall_ms":1579.6088799834251,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1570.6923828125,"wall_ms":1570.7478129770607,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1570.8609619140625,"wall_ms":1570.9126150468364,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1574.2537841796875,"wall_ms":1574.3079909589142,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1509.00537109375,"wall_ms":1509.0573420748115,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1509.9989013671875,"wall_ms":1510.0521619897336,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1509.3177490234375,"wall_ms":1509.3658360419795,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1512.1881103515625,"wall_ms":1512.2378679225221,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1508.5804443359375,"wall_ms":1508.6390520446002,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1509.740966796875,"wall_ms":1509.7968960180879,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1510.4228515625,"wall_ms":1510.4737649671733,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2762690419331193,"layout_ms":5.110088037326932},{"common_ms":0.17873593606054783,"layout_ms":4.3453190010041},{"common_ms":0.1794480485841632,"layout_ms":4.257297026924789},{"common_ms":0.19307900220155716,"layout_ms":4.306150949560106},{"common_ms":0.18286705017089844,"layout_ms":4.311264958232641}],"zigzag":[{"common_ms":0.1976389903575182,"layout_ms":25.486995931714773},{"common_ms":0.18231093417853117,"layout_ms":124.415802070871},{"common_ms":0.17900904640555382,"layout_ms":23.319075000472367},{"common_ms":0.18207996618002653,"layout_ms":23.219618014991283},{"common_ms":0.17691799439489841,"layout_ms":23.43363594263792}],"planner":[{"common_ms":0.19391498062759638,"layout_ms":12.540434952825308},{"common_ms":0.18136401195079088,"layout_ms":12.412354000844061},{"common_ms":0.18970703240484,"layout_ms":12.473145965486765},{"common_ms":0.20267697982490063,"layout_ms":12.801000033505261},{"common_ms":0.19743095617741346,"layout_ms":12.350726057775319}]},"samples":{"contiguous":[{"stack_ms":1654.6578369140625,"wall_ms":1654.7110700048506,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1658.95458984375,"wall_ms":1659.0056610293686,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1663.693115234375,"wall_ms":1663.7503110105172,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1655.6776123046875,"wall_ms":1655.7306669419631,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1659.6197509765625,"wall_ms":1659.6745860297233,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1658.1932373046875,"wall_ms":1658.2407129462808,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1663.27783203125,"wall_ms":1663.3251750608906,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375}],"zigzag":[{"stack_ms":1577.7005615234375,"wall_ms":1577.7740380726755,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375},{"stack_ms":1573.236572265625,"wall_ms":1573.2871299842373,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375},{"stack_ms":1582.8614501953125,"wall_ms":1582.9225069610402,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375},{"stack_ms":1579.5458984375,"wall_ms":1579.610360902734,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375},{"stack_ms":1570.6944580078125,"wall_ms":1570.7472849171609,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375},{"stack_ms":1570.86572265625,"wall_ms":1570.91508700978,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375},{"stack_ms":1574.2554931640625,"wall_ms":1574.3075610371307,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375}],"planner":[{"stack_ms":1508.9852294921875,"wall_ms":1509.040666045621,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1510.001708984375,"wall_ms":1510.0546720204875,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1509.3153076171875,"wall_ms":1509.3652709620073,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1512.183349609375,"wall_ms":1512.2348580043763,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1508.5799560546875,"wall_ms":1508.6379739223048,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1509.740234375,"wall_ms":1509.7947890171781,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1510.421875,"wall_ms":1510.4689289582893,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2642199397087097,"layout_ms":4.829835961572826},{"common_ms":0.1635790104046464,"layout_ms":4.114152048714459},{"common_ms":0.16691803466528654,"layout_ms":4.015086917206645},{"common_ms":0.23383402731269598,"layout_ms":4.3678589863702655},{"common_ms":0.1726930495351553,"layout_ms":4.063285072334111}],"zigzag":[{"common_ms":0.17958006355911493,"layout_ms":121.01567105855793},{"common_ms":0.16589905135333538,"layout_ms":23.164340993389487},{"common_ms":0.1568079460412264,"layout_ms":22.69996202085167},{"common_ms":0.16295700334012508,"layout_ms":22.8976639918983},{"common_ms":0.18733402248471975,"layout_ms":23.802000912837684}],"planner":[{"common_ms":0.179875991307199,"layout_ms":12.436100048944354},{"common_ms":0.1621410483494401,"layout_ms":12.660857057198882},{"common_ms":0.1771979732438922,"layout_ms":12.376112048514187},{"common_ms":0.16834598500281572,"layout_ms":12.310298974625766},{"common_ms":0.18775800708681345,"layout_ms":12.572890962474048}]},"samples":{"contiguous":[{"stack_ms":1654.6707763671875,"wall_ms":1654.7151420963928,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1658.964111328125,"wall_ms":1659.0132049750537,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1663.711181640625,"wall_ms":1663.7657720129937,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1655.68212890625,"wall_ms":1655.727702891454,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1659.6197509765625,"wall_ms":1659.6692590974271,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1658.193603515625,"wall_ms":1658.2410599803552,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1663.276611328125,"wall_ms":1663.3250559680164,"allocated_gib":146.36238050460815,"reserved_gib":149.484375}],"zigzag":[{"stack_ms":1577.7276611328125,"wall_ms":1577.776369987987,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1573.2486572265625,"wall_ms":1573.2944479677826,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1582.861572265625,"wall_ms":1582.9114420339465,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1579.540283203125,"wall_ms":1579.5931320171803,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1570.69921875,"wall_ms":1570.7458480028436,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1570.872314453125,"wall_ms":1570.920289028436,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1574.254638671875,"wall_ms":1574.3026299169287,"allocated_gib":146.36238050460815,"reserved_gib":149.484375}],"planner":[{"stack_ms":1509.0145263671875,"wall_ms":1509.0592029737309,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1509.9971923828125,"wall_ms":1510.0433300249279,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1509.325439453125,"wall_ms":1509.3707010382786,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1512.1939697265625,"wall_ms":1512.2474079253152,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1508.5968017578125,"wall_ms":1508.6495539871976,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1509.757568359375,"wall_ms":1509.8026680061594,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1510.42919921875,"wall_ms":1510.4749009478837,"allocated_gib":146.36238050460815,"reserved_gib":149.484375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.2935839584097266,"layout_ms":4.940195940434933},{"common_ms":0.18726300913840532,"layout_ms":4.234305000863969},{"common_ms":0.18897594418376684,"layout_ms":4.53153089620173},{"common_ms":0.21521607413887978,"layout_ms":4.157775081694126},{"common_ms":0.19254698418080807,"layout_ms":4.090145928785205}],"zigzag":[{"common_ms":0.20072597544640303,"layout_ms":25.158816017210484},{"common_ms":0.18816697411239147,"layout_ms":23.67491798941046},{"common_ms":0.17992907669395208,"layout_ms":22.879240103065968},{"common_ms":0.18773996271193027,"layout_ms":130.9794980334118},{"common_ms":0.18611899577081203,"layout_ms":23.2670980039984}],"planner":[{"common_ms":0.2094180090352893,"layout_ms":12.677823891863227},{"common_ms":0.17926900181919336,"layout_ms":12.79820199124515},{"common_ms":0.19536202307790518,"layout_ms":12.528977007605135},{"common_ms":0.2073619980365038,"layout_ms":12.521545984782279},{"common_ms":0.19800406880676746,"layout_ms":12.641896028071642}]},"samples":{"contiguous":[{"stack_ms":1654.668701171875,"wall_ms":1654.7156559536234,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1658.9617919921875,"wall_ms":1659.0108970412984,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1663.7052001953125,"wall_ms":1663.7549849692732,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1655.681396484375,"wall_ms":1655.727766919881,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1659.62353515625,"wall_ms":1659.6720590023324,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1658.193115234375,"wall_ms":1658.2448499975726,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1663.274658203125,"wall_ms":1663.325188914314,"allocated_gib":147.24150705337524,"reserved_gib":151.921875}],"zigzag":[{"stack_ms":1577.731689453125,"wall_ms":1577.7796459151432,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1573.2471923828125,"wall_ms":1573.2936980202794,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1582.8671875,"wall_ms":1582.917280960828,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1579.5428466796875,"wall_ms":1579.595812014304,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1570.7027587890625,"wall_ms":1570.7501890137792,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1570.8673095703125,"wall_ms":1570.915732998401,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1574.251220703125,"wall_ms":1574.2997379275039,"allocated_gib":147.24150705337524,"reserved_gib":151.921875}],"planner":[{"stack_ms":1509.0147705078125,"wall_ms":1509.0615480439737,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1510.0001220703125,"wall_ms":1510.0490970071405,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1509.3226318359375,"wall_ms":1509.370577055961,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1512.192138671875,"wall_ms":1512.2404809808359,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1508.5931396484375,"wall_ms":1508.6473990231752,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1509.7562255859375,"wall_ms":1509.804647997953,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1510.433349609375,"wall_ms":1510.4801260167733,"allocated_gib":147.24150705337524,"reserved_gib":151.921875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.24159206077456474,"layout_ms":5.0983099499717355},{"common_ms":0.17700507305562496,"layout_ms":4.796903929673135},{"common_ms":0.19072694703936577,"layout_ms":4.73517004866153},{"common_ms":0.18471700605005026,"layout_ms":4.0265279822051525},{"common_ms":0.20116404630243778,"layout_ms":4.675443051382899}],"zigzag":[{"common_ms":0.20399095956236124,"layout_ms":25.854186969809234},{"common_ms":0.19364699255675077,"layout_ms":24.062335025519133},{"common_ms":0.1775900600478053,"layout_ms":23.752180975861847},{"common_ms":0.18256099428981543,"layout_ms":131.6725229844451},{"common_ms":0.1894551096484065,"layout_ms":23.740840959362686}],"planner":[{"common_ms":0.19053404685109854,"layout_ms":12.690759962424636},{"common_ms":0.1813929993659258,"layout_ms":13.403950026258826},{"common_ms":0.17407408449798822,"layout_ms":12.83143402542919},{"common_ms":0.19270600751042366,"layout_ms":13.321866979822516},{"common_ms":0.17626804765313864,"layout_ms":12.550882995128632}]},"samples":{"contiguous":[{"stack_ms":1654.6768798828125,"wall_ms":1654.7173140570521,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1658.9661865234375,"wall_ms":1659.0178220067173,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1663.7186279296875,"wall_ms":1663.7690260540694,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1655.6917724609375,"wall_ms":1655.7317299302667,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1659.6307373046875,"wall_ms":1659.676035051234,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1658.197509765625,"wall_ms":1658.2404220243916,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1663.2786865234375,"wall_ms":1663.322921958752,"allocated_gib":145.8628649711609,"reserved_gib":148.984375}],"zigzag":[{"stack_ms":1577.7347412109375,"wall_ms":1577.780224964954,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1573.2520751953125,"wall_ms":1573.2927579665557,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1582.86669921875,"wall_ms":1582.9204000765458,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1579.5472412109375,"wall_ms":1579.6088639181107,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1570.70458984375,"wall_ms":1570.7472909707576,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1570.87353515625,"wall_ms":1570.9163430146873,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1574.2630615234375,"wall_ms":1574.3061049142852,"allocated_gib":145.8628649711609,"reserved_gib":148.984375}],"planner":[{"stack_ms":1509.0172119140625,"wall_ms":1509.0589380124584,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1509.998779296875,"wall_ms":1510.0425330456346,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1509.322265625,"wall_ms":1509.364356053993,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1512.19970703125,"wall_ms":1512.240004958585,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1508.59716796875,"wall_ms":1508.6510250112042,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1509.759765625,"wall_ms":1509.8081571049988,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1510.435546875,"wall_ms":1510.4775680229068,"allocated_gib":145.8628649711609,"reserved_gib":148.984375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3002299927175045,"layout_ms":5.0465959357097745},{"common_ms":0.1865519443526864,"layout_ms":4.641411011107266},{"common_ms":0.18911901861429214,"layout_ms":4.202145035378635},{"common_ms":0.2063480205833912,"layout_ms":4.358905018307269},{"common_ms":0.19003404304385185,"layout_ms":4.23147389665246}],"zigzag":[{"common_ms":0.20684499759227037,"layout_ms":25.45497298706323},{"common_ms":0.19022391643375158,"layout_ms":23.670424008741975},{"common_ms":0.18207996618002653,"layout_ms":23.039064020849764},{"common_ms":0.1813459675759077,"layout_ms":142.40883092861623},{"common_ms":0.1927840057760477,"layout_ms":23.137239972129464}],"planner":[{"common_ms":0.22180704399943352,"layout_ms":12.665682006627321},{"common_ms":0.17740402836352587,"layout_ms":12.516894959844649},{"common_ms":0.20422099623829126,"layout_ms":12.51459401100874},{"common_ms":0.20341400522738695,"layout_ms":12.607395998202264},{"common_ms":0.2031769836321473,"layout_ms":12.73828698322177}]},"samples":{"contiguous":[{"stack_ms":1654.657958984375,"wall_ms":1654.709415975958,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1658.9508056640625,"wall_ms":1659.0055109700188,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1663.6986083984375,"wall_ms":1663.755709072575,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1655.677734375,"wall_ms":1655.7281869463623,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1659.6156005859375,"wall_ms":1659.6716500353068,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1658.1842041015625,"wall_ms":1658.238361007534,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1663.2664794921875,"wall_ms":1663.3238029899076,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125}],"zigzag":[{"stack_ms":1577.723876953125,"wall_ms":1577.7755789458752,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1573.240966796875,"wall_ms":1573.2893309323117,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1582.859619140625,"wall_ms":1582.9198319697753,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1579.53515625,"wall_ms":1579.5939160743728,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1570.6903076171875,"wall_ms":1570.743617019616,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1570.8631591796875,"wall_ms":1570.9165550069883,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1574.24755859375,"wall_ms":1574.3007980054244,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125}],"planner":[{"stack_ms":1509.0091552734375,"wall_ms":1509.0584120480344,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1509.9912109375,"wall_ms":1510.0441799731925,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1509.3096923828125,"wall_ms":1509.3626029556617,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1512.1873779296875,"wall_ms":1512.2378880623728,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1508.587646484375,"wall_ms":1508.648436050862,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1509.748779296875,"wall_ms":1509.8020359873772,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1510.424072265625,"wall_ms":1510.4758959496394,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0008944441242675035,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.0003898333640957942,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.0006077308432980528,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005489624346193114,"max_abs":1.2789769243681803e-12,"finite":true},"d_weights":{"relative_rms":0.0004888260915462239,"max_abs":2.3865140974521637e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006659039102529527,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006481967894139564,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.707274361145065e-06,"max_abs":8.924416761146858e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009449463943226523,"max_abs":0.00347900390625,"finite":true},"dq":{"relative_rms":0.00037731180885143865,"max_abs":0.003173828125,"finite":true},"dkv":{"relative_rms":0.0005434394571805543,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005511668726196353,"max_abs":1.0587086762825493e-12,"finite":true},"d_weights":{"relative_rms":0.0004981886520285262,"max_abs":2.6193447411060333e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000658840036849424,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006339641929153547,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.6527480459701956e-06,"max_abs":8.526512829121202e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009488002888579093,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.0003846430230007447,"max_abs":0.0032958984375,"finite":true},"dkv":{"relative_rms":0.0006140832713061299,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005515859772011391,"max_abs":2.000177801164682e-12,"finite":true},"d_weights":{"relative_rms":0.0004935807430008752,"max_abs":3.3760443329811096e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000677434164538936,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006605318361133244,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.793500004183191e-06,"max_abs":1.1453948900452815e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":114,"candidate_workspace_bytes":310544528},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147455164},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":118,"candidate_workspace_bytes":3221028232}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":310205024},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147321592},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":132,"candidate_workspace_bytes":3221016216}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":121,"candidate_workspace_bytes":310686240},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130864,"spans":1024,"candidate_workspace_bytes":2147363972},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":125,"candidate_workspace_bytes":3221016216}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":37,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3221016216},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":100820,"spans":40,"candidate_workspace_bytes":2147455164}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147454628},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3105684088},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073736096}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":63,"candidate_workspace_bytes":2147366172},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2837248632},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":98940,"spans":65,"candidate_workspace_bytes":2147455164}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147463876},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2568813176},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":4,"candidate_workspace_bytes":1073737680}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":54,"candidate_workspace_bytes":2147457928},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2300377720},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":127920,"spans":56,"candidate_workspace_bytes":2147472372}}]}, + {"case":"1m-count-mixed-1000-1long","lengths":[64,64,2380,64,64,64,64,64,2376,64,64,64,2380,64,64,64,64,64,64,64,64,64,64,64,2380,64,2380,64,64,64,2376,2376,64,2376,64,2376,2376,64,2380,64,2376,64,64,2380,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,2380,64,2376,64,64,64,2376,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,2376,2376,64,64,64,64,2376,2380,64,64,64,64,64,2376,2380,64,2376,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,2376,2376,2376,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,524288,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,64,64,2376,64,2376,2376,64,64,64,64,64,2376,64,64,64,64,2376,64,64,64,2376,64,2380,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,2380,64,64,2376,64,64,64,2380,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,2376,2376,64,64,2380,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,2376,64,64,64,2376,2376,64,2376,2380,64,64,64,2376,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,2376,64,64,64,2376,64,64,64,64,64,64,2376,64,64,64,2380,64,2376,2380,2380,2376,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,2376,64,64,2380,2380,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,2376,64,64,64,64,64,64,2376,64,64,64,2380,64,64,64,64,2376,64,2376,64,64,64,64,64,64,2380,64,64,2376,2376,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,2376,2376,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,2380,2376,64,64,64,64,64,64,2380,64,64,2380,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,64,2376,2376,64,2380,64,64,64,64,64,64,64,2376,2376,2376,64,2376,64,64,64,64,64,64,64,2376,64,64,64,2376,64,64,64,2376,2376,64,64,64,64,64,64,64,64,64,2380,64,64,2376,64,64,64,64,64,64,64,64,2376,64,2376,64,2376,2380,64,64,2376,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,2380,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,2380,64,2376,64,64,64,2380,2376,64,64,64,2380,64,64,2376,64,64,64,64,2376,64,2380,64,2380,64,64,2380,64,64,64,64,64,64,2376,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,2380,2376,2380,2376,2380,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,2380,64,64,64,2376,64,64,64,64,2376,64,64,64,2376,2376,64,64,64,64,2376,64,64,64,64,64,64,64,2376,64,64,2376,64,64,64,64,64,64,64,64,2376,64,64,2376,64,64,64,64,64,64,64,2380,2380,64,64,64,64,64,64,64,64,2376,2380,64,2380,64,2380,64,2376,64,64,64,64,64,64,64,64,64,64,64,2376,2376,2376,2376,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,2376,64,64,2376,64,64,64,2380,64,64,64,2376,64,2376,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,2376,64,2380,64,64,2376,64,2380,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,2376,2380,64,64,64,64,2376,2380,2376,64,2376,64,64,64,64,2376,2376,2380,64,64,64,64,2376,64,64,64,2376,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,2380,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,2380,2376,64,64,64,64,2376,2376,2376,64,2376,64,64,64,64,64,64,64,2376,64,64,2376,64,64,2380,64,64,64,64,2376,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,2380,64,64,2376,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":2146.260498046875,"prepare_ms":8.465797989629209,"prepare_plus_stack_ms":2154.726296036504,"amortized_per_layer_ms":538.681574009126,"prepare_fraction":0.003928943553156408,"stack_min_ms":2143.395751953125,"stack_max_ms":2151.6220703125,"prepare_min_ms":8.371618925593793,"prepare_max_ms":9.996082982979715,"peak_allocated_gib":153.31518411636353,"peak_reserved_gib":165.62109375},"zigzag":{"stack_ms":1799.814208984375,"prepare_ms":153.9167370647192,"prepare_plus_stack_ms":1953.7309460490942,"amortized_per_layer_ms":488.43273651227355,"prepare_fraction":0.07878092803718711,"stack_min_ms":1795.33642578125,"stack_max_ms":1804.6197509765625,"prepare_min_ms":45.61869299504906,"prepare_max_ms":161.57966596074402,"peak_allocated_gib":153.31518411636353,"peak_reserved_gib":165.62109375},"planner":{"stack_ms":1737.249267578125,"prepare_ms":21.151121123693883,"prepare_plus_stack_ms":1758.4003887018189,"amortized_per_layer_ms":439.6000971754547,"prepare_fraction":0.012028614904543558,"stack_min_ms":1737.0457763671875,"stack_max_ms":1739.780517578125,"prepare_min_ms":20.36529895849526,"prepare_max_ms":123.73624404426664,"peak_allocated_gib":153.31518411636353,"peak_reserved_gib":165.62109375}},"raw_sha256":"313bc85f44b1f04a0f08e13d9bc399bc391356b4b9d50ac04b6cdc063e76fe76","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.39153406396508217,"layout_ms":7.878700969740748},{"common_ms":0.27496099937707186,"layout_ms":6.98824308346957},{"common_ms":0.27346808928996325,"layout_ms":6.9714569253847},{"common_ms":0.29010698199272156,"layout_ms":6.985743995755911},{"common_ms":0.2739930059760809,"layout_ms":7.230262039229274}],"zigzag":[{"common_ms":0.2900570398196578,"layout_ms":46.29101499449462},{"common_ms":0.2773159649223089,"layout_ms":161.30234999582171},{"common_ms":0.26996410451829433,"layout_ms":44.22366200014949},{"common_ms":0.25970698334276676,"layout_ms":44.24833506345749},{"common_ms":0.2582120941951871,"layout_ms":43.84364699944854}],"planner":[{"common_ms":0.3052320098504424,"layout_ms":19.684915896505117},{"common_ms":0.2642400795593858,"layout_ms":19.954641931690276},{"common_ms":0.278485007584095,"layout_ms":19.22876399476081},{"common_ms":0.277885003015399,"layout_ms":19.603712018579245},{"common_ms":0.3024350153282285,"layout_ms":19.450122956186533}]},"samples":{"contiguous":[{"stack_ms":2145.3369140625,"wall_ms":2145.399330998771,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":2143.376220703125,"wall_ms":2143.4463179903105,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":2145.748291015625,"wall_ms":2145.817957003601,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":2146.73388671875,"wall_ms":2146.8098300974816,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":2146.228271484375,"wall_ms":2146.2976220063865,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":2146.25390625,"wall_ms":2146.3286849902943,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":2151.584716796875,"wall_ms":2151.6523119062185,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375}],"zigzag":[{"stack_ms":1797.0291748046875,"wall_ms":1797.0878509804606,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1799.808349609375,"wall_ms":1799.8754369327798,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1795.3128662109375,"wall_ms":1795.375979039818,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1804.5880126953125,"wall_ms":1804.6517990296707,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1799.3814697265625,"wall_ms":1799.4495049351826,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1802.9700927734375,"wall_ms":1803.0328769236803,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1800.92919921875,"wall_ms":1800.9913460118696,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375}],"planner":[{"stack_ms":1737.1033935546875,"wall_ms":1737.164342077449,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1739.5958251953125,"wall_ms":1739.6544850198552,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1738.74755859375,"wall_ms":1738.805960980244,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1737.0150146484375,"wall_ms":1737.075186916627,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1739.7515869140625,"wall_ms":1739.8188509978354,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1737.22021484375,"wall_ms":1737.2915419982746,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1737.044677734375,"wall_ms":1737.1119000017643,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.33847696613520384,"layout_ms":7.063605007715523},{"common_ms":0.22181891836225986,"layout_ms":6.272569997236133},{"common_ms":0.22816797718405724,"layout_ms":6.454635062254965},{"common_ms":0.23217196576297283,"layout_ms":6.292410893365741},{"common_ms":0.24298892822116613,"layout_ms":6.259098066948354}],"zigzag":[{"common_ms":0.2788830315694213,"layout_ms":160.27841402683407},{"common_ms":0.23466604761779308,"layout_ms":42.779301991686225},{"common_ms":0.22949196863919497,"layout_ms":41.971130995079875},{"common_ms":0.22657308727502823,"layout_ms":43.31737000029534},{"common_ms":0.22205698769539595,"layout_ms":41.98994790203869}],"planner":[{"common_ms":0.23715407587587833,"layout_ms":19.05780308879912},{"common_ms":0.22034102585166693,"layout_ms":19.455672008916736},{"common_ms":0.2561539877206087,"layout_ms":19.173050997778773},{"common_ms":0.23140700068324804,"layout_ms":18.857471994124353},{"common_ms":0.27325900737196207,"layout_ms":19.136882037855685}]},"samples":{"contiguous":[{"stack_ms":2145.3369140625,"wall_ms":2145.3974610194564,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":2143.388427734375,"wall_ms":2143.458716920577,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":2145.7421875,"wall_ms":2145.8129190141335,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":2146.730712890625,"wall_ms":2146.7998799635097,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":2146.241943359375,"wall_ms":2146.3114180369303,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":2146.26953125,"wall_ms":2146.34048496373,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":2151.58203125,"wall_ms":2151.6496980329975,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375}],"zigzag":[{"stack_ms":1797.0308837890625,"wall_ms":1797.0905189868063,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1799.8035888671875,"wall_ms":1799.864065949805,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1795.31591796875,"wall_ms":1795.376555994153,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1804.5875244140625,"wall_ms":1804.6468329848722,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1799.382568359375,"wall_ms":1799.4513410376385,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1802.978759765625,"wall_ms":1803.0391240026802,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1800.9345703125,"wall_ms":1800.9952410357073,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375}],"planner":[{"stack_ms":1737.100830078125,"wall_ms":1737.160278018564,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1739.591796875,"wall_ms":1739.6486980142072,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1738.7431640625,"wall_ms":1738.8004370732233,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1737.021728515625,"wall_ms":1737.0850890874863,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1739.7518310546875,"wall_ms":1739.8113190429285,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1737.220947265625,"wall_ms":1737.2928239637986,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1737.0577392578125,"wall_ms":1737.1261839289218,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.32470293808728456,"layout_ms":7.299230084754527},{"common_ms":0.21923310123384,"layout_ms":6.454583024606109},{"common_ms":0.22831896785646677,"layout_ms":6.484439014457166},{"common_ms":0.23149896878749132,"layout_ms":6.347989081405103},{"common_ms":0.22509903647005558,"layout_ms":6.516171037219465}],"zigzag":[{"common_ms":0.2601639134809375,"layout_ms":44.76024198811501},{"common_ms":0.23309397511184216,"layout_ms":43.474214035086334},{"common_ms":0.2250230172649026,"layout_ms":42.16291010379791},{"common_ms":0.22575398907065392,"layout_ms":43.06301090400666},{"common_ms":0.21817302331328392,"layout_ms":153.69856404140592}],"planner":[{"common_ms":0.24455098900943995,"layout_ms":19.090753979980946},{"common_ms":0.2224401105195284,"layout_ms":19.363985978998244},{"common_ms":0.23681297898292542,"layout_ms":18.798616947606206},{"common_ms":0.2333309967070818,"layout_ms":18.881422001868486},{"common_ms":0.24441105779260397,"layout_ms":18.88101897202432}]},"samples":{"contiguous":[{"stack_ms":2145.343017578125,"wall_ms":2145.3969089780003,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":2143.39404296875,"wall_ms":2143.4571590507403,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":2145.7529296875,"wall_ms":2145.8164289360866,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":2146.74072265625,"wall_ms":2146.8053659191355,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":2146.248046875,"wall_ms":2146.314440993592,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":2146.282958984375,"wall_ms":2146.348391077481,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":2151.58837890625,"wall_ms":2151.6501849982888,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875}],"zigzag":[{"stack_ms":1797.0367431640625,"wall_ms":1797.0900039654225,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1799.810302734375,"wall_ms":1799.8649099608883,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1795.322998046875,"wall_ms":1795.3748881118372,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1804.592529296875,"wall_ms":1804.6471889829263,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1799.3863525390625,"wall_ms":1799.4494560407475,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1802.986572265625,"wall_ms":1803.0427610501647,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1800.9395751953125,"wall_ms":1800.9946810780093,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875}],"planner":[{"stack_ms":1737.1092529296875,"wall_ms":1737.1649910928681,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1739.6033935546875,"wall_ms":1739.6568820113316,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1738.7554931640625,"wall_ms":1738.8085239799693,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1737.0262451171875,"wall_ms":1737.0808420237154,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1739.7567138671875,"wall_ms":1739.8127400083467,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1737.219970703125,"wall_ms":1737.2886389493942,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1737.058349609375,"wall_ms":1737.12137399707,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3170149866491556,"layout_ms":7.4067170498892665},{"common_ms":0.2191129606217146,"layout_ms":6.848174962215126},{"common_ms":0.24651805870234966,"layout_ms":6.527971010655165},{"common_ms":0.22299308329820633,"layout_ms":6.559488945640624},{"common_ms":0.23564102593809366,"layout_ms":6.60707603674382}],"zigzag":[{"common_ms":0.2563459565863013,"layout_ms":45.480055967345834},{"common_ms":0.23234495893120766,"layout_ms":43.691621045581996},{"common_ms":0.2436150098219514,"layout_ms":42.60312591213733},{"common_ms":0.22911897394806147,"layout_ms":42.564185918308794},{"common_ms":0.21515903063118458,"layout_ms":150.9986890014261}],"planner":[{"common_ms":0.24682492949068546,"layout_ms":19.15592490695417},{"common_ms":0.21776300854980946,"layout_ms":19.03803599998355},{"common_ms":0.24420791305601597,"layout_ms":19.138309988193214},{"common_ms":0.23108499590307474,"layout_ms":18.890910083428025},{"common_ms":0.25088200345635414,"layout_ms":18.87984503991902}]},"samples":{"contiguous":[{"stack_ms":2145.34716796875,"wall_ms":2145.3966099070385,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":2143.395751953125,"wall_ms":2143.455427023582,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":2145.750732421875,"wall_ms":2145.810311078094,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":2146.742919921875,"wall_ms":2146.8023291090503,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":2146.25244140625,"wall_ms":2146.3144220178947,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":2146.28369140625,"wall_ms":2146.344481036067,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":2151.592529296875,"wall_ms":2151.649652980268,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625}],"zigzag":[{"stack_ms":1797.0379638671875,"wall_ms":1797.0904839457944,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1799.814208984375,"wall_ms":1799.865489010699,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1795.3251953125,"wall_ms":1795.3805509023368,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1804.5963134765625,"wall_ms":1804.6506189275533,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1799.3907470703125,"wall_ms":1799.450456048362,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1802.988525390625,"wall_ms":1803.04372694809,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1800.9427490234375,"wall_ms":1800.9942369535565,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625}],"planner":[{"stack_ms":1737.111328125,"wall_ms":1737.1626609237865,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1739.6011962890625,"wall_ms":1739.6528269164264,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1738.754150390625,"wall_ms":1738.8092160690576,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1737.030517578125,"wall_ms":1737.0838479837403,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1739.7613525390625,"wall_ms":1739.8150389781222,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1737.22509765625,"wall_ms":1737.2885340591893,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625},{"stack_ms":1737.0657958984375,"wall_ms":1737.1255959151313,"allocated_gib":150.47031545639038,"reserved_gib":153.587890625}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2966810716316104,"layout_ms":7.999941008165479},{"common_ms":0.23120094556361437,"layout_ms":7.083926000632346},{"common_ms":0.2580470172688365,"layout_ms":7.309386041015387},{"common_ms":0.2574949758127332,"layout_ms":7.00833706650883},{"common_ms":0.24835194926708937,"layout_ms":6.963924970477819}],"zigzag":[{"common_ms":0.25839998852461576,"layout_ms":45.830124989151955},{"common_ms":0.27140299789607525,"layout_ms":44.48979301378131},{"common_ms":0.2459879033267498,"layout_ms":42.98835201188922},{"common_ms":0.24264189414680004,"layout_ms":43.82091399747878},{"common_ms":0.2398820361122489,"layout_ms":42.431563953869045}],"planner":[{"common_ms":0.2626259811222553,"layout_ms":19.43469699472189},{"common_ms":0.2388019347563386,"layout_ms":19.430623040534556},{"common_ms":0.2804480027407408,"layout_ms":19.299051025882363},{"common_ms":0.2501279814168811,"layout_ms":19.115780014544725},{"common_ms":0.29111094772815704,"layout_ms":19.334858050569892}]},"samples":{"contiguous":[{"stack_ms":2145.355712890625,"wall_ms":2145.406330935657,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":2143.3876953125,"wall_ms":2143.436882062815,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":2145.756103515625,"wall_ms":2145.8153260173276,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":2146.741943359375,"wall_ms":2146.7931900406256,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":2146.260498046875,"wall_ms":2146.3169360067695,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":2146.28857421875,"wall_ms":2146.343474974856,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":2151.61572265625,"wall_ms":2151.668650098145,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875}],"zigzag":[{"stack_ms":1797.034423828125,"wall_ms":1797.0837670145556,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1799.81005859375,"wall_ms":1799.8589710332453,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1795.3348388671875,"wall_ms":1795.3825639560819,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1804.6160888671875,"wall_ms":1804.6663380227983,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1799.4022216796875,"wall_ms":1799.4532359298319,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1802.9969482421875,"wall_ms":1803.045067936182,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1800.9466552734375,"wall_ms":1800.9949539555237,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875}],"planner":[{"stack_ms":1737.1226806640625,"wall_ms":1737.1687379200011,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1739.603759765625,"wall_ms":1739.652507007122,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1738.755126953125,"wall_ms":1738.8044230174273,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1737.0416259765625,"wall_ms":1737.0895290514454,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1739.779296875,"wall_ms":1739.8263219511136,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1737.22998046875,"wall_ms":1737.2859650058672,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1737.059814453125,"wall_ms":1737.1133690467104,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.42596401181071997,"layout_ms":9.570118971168995},{"common_ms":0.28377503622323275,"layout_ms":7.472309051081538},{"common_ms":0.2960949204862118,"layout_ms":7.667378056794405},{"common_ms":0.2963850274682045,"layout_ms":7.382879965007305},{"common_ms":0.29125495348125696,"layout_ms":7.375275949016213}],"zigzag":[{"common_ms":0.30334899201989174,"layout_ms":46.899002976715565},{"common_ms":0.28134207241237164,"layout_ms":45.229759998619556},{"common_ms":0.2896810183301568,"layout_ms":44.68033998273313},{"common_ms":0.2870539901778102,"layout_ms":44.63148000650108},{"common_ms":0.2755289897322655,"layout_ms":44.29743404034525}],"planner":[{"common_ms":0.3046079073101282,"layout_ms":20.465304027311504},{"common_ms":0.2781919902190566,"layout_ms":123.45805205404758},{"common_ms":0.335498945787549,"layout_ms":20.02980001270771},{"common_ms":0.3005589824169874,"layout_ms":20.279782940633595},{"common_ms":0.31247304286807775,"layout_ms":20.37517400458455}]},"samples":{"contiguous":[{"stack_ms":2145.349609375,"wall_ms":2145.4053199850023,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":2143.3857421875,"wall_ms":2143.4422970050946,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":2145.749755859375,"wall_ms":2145.804116036743,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":2146.74072265625,"wall_ms":2146.7952470993623,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":2146.25439453125,"wall_ms":2146.3163970038295,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":2146.284423828125,"wall_ms":2146.345269982703,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":2151.613037109375,"wall_ms":2151.6683239024132,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375}],"zigzag":[{"stack_ms":1797.030029296875,"wall_ms":1797.08470008336,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1799.803955078125,"wall_ms":1799.8582560103387,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1795.3294677734375,"wall_ms":1795.3810730250552,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1804.6148681640625,"wall_ms":1804.6693250071257,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1799.3988037109375,"wall_ms":1799.4508759584278,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1802.990966796875,"wall_ms":1803.043050924316,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1800.9437255859375,"wall_ms":1800.9945910889655,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375}],"planner":[{"stack_ms":1737.118896484375,"wall_ms":1737.1691670268774,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1739.6015625,"wall_ms":1739.6591890137643,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1738.7490234375,"wall_ms":1738.8000559294596,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1737.0394287109375,"wall_ms":1737.0895210187882,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1739.7762451171875,"wall_ms":1739.8280090419576,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1737.2340087890625,"wall_ms":1737.2906969394535,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1737.0635986328125,"wall_ms":1737.1171369450167,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.38213294465094805,"layout_ms":8.230695966631174},{"common_ms":0.3280449891462922,"layout_ms":8.137753000482917},{"common_ms":0.34762010909616947,"layout_ms":8.497911971062422},{"common_ms":0.33339904621243477,"layout_ms":8.127949899062514},{"common_ms":0.2801879309117794,"layout_ms":8.091430994682014}],"zigzag":[{"common_ms":0.33093499951064587,"layout_ms":47.40021796897054},{"common_ms":0.31895097345113754,"layout_ms":46.33552092127502},{"common_ms":0.32516801729798317,"layout_ms":45.293524977751076},{"common_ms":0.3161609638482332,"layout_ms":45.75643700081855},{"common_ms":0.3053140826523304,"layout_ms":45.25487998034805}],"planner":[{"common_ms":0.3083780175074935,"layout_ms":20.23751405067742},{"common_ms":0.3035289701074362,"layout_ms":123.03064006846398},{"common_ms":0.31643896363675594,"layout_ms":19.93961597327143},{"common_ms":0.34308305475860834,"layout_ms":20.808038068935275},{"common_ms":0.3532649716362357,"layout_ms":22.686467971652746}]},"samples":{"contiguous":[{"stack_ms":2145.35498046875,"wall_ms":2145.411882083863,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":2143.393798828125,"wall_ms":2143.491541966796,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":2145.75439453125,"wall_ms":2145.8068439969793,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":2146.74560546875,"wall_ms":2146.7935929540545,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":2146.25927734375,"wall_ms":2146.3146599708125,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":2146.288818359375,"wall_ms":2146.3396089384332,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":2151.6220703125,"wall_ms":2151.6748369904235,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375}],"zigzag":[{"stack_ms":1797.0302734375,"wall_ms":1797.0790319377556,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1799.8128662109375,"wall_ms":1799.8641239246354,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1795.33642578125,"wall_ms":1795.381673029624,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1804.6197509765625,"wall_ms":1804.6723450534046,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1799.401611328125,"wall_ms":1799.4488740805537,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1802.9986572265625,"wall_ms":1803.0541959451512,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1800.9383544921875,"wall_ms":1800.9918479947373,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375}],"planner":[{"stack_ms":1737.1231689453125,"wall_ms":1737.1679079951718,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1739.60595703125,"wall_ms":1739.6610660944134,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1738.7593994140625,"wall_ms":1738.807745045051,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1737.0457763671875,"wall_ms":1737.0939489919692,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1739.780517578125,"wall_ms":1739.825487951748,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1737.249267578125,"wall_ms":1737.2989320429042,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375},{"stack_ms":1737.05859375,"wall_ms":1737.1058549033478,"allocated_gib":148.59994459152222,"reserved_gib":151.7734375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.44011499267071486,"layout_ms":8.04074399638921},{"common_ms":0.27608603704720736,"layout_ms":7.536619086749852},{"common_ms":0.2874309429898858,"layout_ms":7.3181940242648125},{"common_ms":0.2879599342122674,"layout_ms":7.204097928479314},{"common_ms":0.2856700448319316,"layout_ms":7.395526045002043}],"zigzag":[{"common_ms":0.3274849150329828,"layout_ms":47.8505389764905},{"common_ms":0.3203171072527766,"layout_ms":154.9579749116674},{"common_ms":0.28472498524934053,"layout_ms":44.05918100383133},{"common_ms":0.27745706029236317,"layout_ms":44.560324982739985},{"common_ms":0.263947993516922,"layout_ms":43.93428598996252}],"planner":[{"common_ms":0.30912202782928944,"layout_ms":19.94458306580782},{"common_ms":0.2693480346351862,"layout_ms":20.08762105833739},{"common_ms":0.31473697163164616,"layout_ms":19.916684017516673},{"common_ms":0.3041729796677828,"layout_ms":19.965398008935153},{"common_ms":0.3108079545199871,"layout_ms":19.888491951860487}]},"samples":{"contiguous":[{"stack_ms":2145.340087890625,"wall_ms":2145.3996730269864,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":2143.37451171875,"wall_ms":2143.464886932634,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":2145.745849609375,"wall_ms":2145.803580991924,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":2146.733154296875,"wall_ms":2146.7956339474767,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":2146.24609375,"wall_ms":2146.3130250340328,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":2146.2705078125,"wall_ms":2146.3340329937637,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":2151.60888671875,"wall_ms":2151.6737929778174,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375}],"zigzag":[{"stack_ms":1797.026123046875,"wall_ms":1797.085116035305,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1799.801513671875,"wall_ms":1799.8643709579483,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1795.3236083984375,"wall_ms":1795.3788050217554,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1804.6109619140625,"wall_ms":1804.6704219887033,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1799.3968505859375,"wall_ms":1799.4533189339563,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1802.987060546875,"wall_ms":1803.0418299604207,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1800.931884765625,"wall_ms":1800.9884330676869,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375}],"planner":[{"stack_ms":1737.112060546875,"wall_ms":1737.1682579396293,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1739.591796875,"wall_ms":1739.647786016576,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1738.748779296875,"wall_ms":1738.8017650227994,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1737.0301513671875,"wall_ms":1737.0848139980808,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1739.769775390625,"wall_ms":1739.8275850573555,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1737.2236328125,"wall_ms":1737.2956440085545,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1737.05615234375,"wall_ms":1737.1083460748196,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009326158455548612,"max_abs":0.00368499755859375,"finite":true},"dq":{"relative_rms":0.0003309496816580429,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.0005358638711107297,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006982288484822603,"max_abs":1.3784529073745944e-12,"finite":true},"d_weights":{"relative_rms":0.0006214274664785049,"max_abs":2.8812792152166367e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006996925254127397,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007001738867058656,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.4120445754421657e-06,"max_abs":6.423306331271306e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009359349422926185,"max_abs":0.003753662109375,"finite":true},"dq":{"relative_rms":0.0003444627346490855,"max_abs":0.003173828125,"finite":true},"dkv":{"relative_rms":0.0005023727031658201,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006246292559113593,"max_abs":9.166001291305292e-13,"finite":true},"d_weights":{"relative_rms":0.0005609311126828606,"max_abs":2.8812792152166367e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000676374913777427,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000665289344275369,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":3.3508816267763985e-06,"max_abs":1.2278178473934531e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.000956436073141325,"max_abs":0.003753662109375,"finite":true},"dq":{"relative_rms":0.0003385545612183293,"max_abs":0.003173828125,"finite":true},"dkv":{"relative_rms":0.0005167698458365094,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006555024235329621,"max_abs":1.0587086762825493e-12,"finite":true},"d_weights":{"relative_rms":0.0005693928531511818,"max_abs":2.561137080192566e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006838517611755598,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006719787096894322,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.2563662457696596e-06,"max_abs":7.58859641791787e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":174,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131636,"spans":2000,"candidate_workspace_bytes":6442234800},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":155256,"spans":175,"candidate_workspace_bytes":6442234800}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147479532},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131636,"spans":2000,"candidate_workspace_bytes":6442345224},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":2,"candidate_workspace_bytes":2147465768}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221193776},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":2000,"candidate_workspace_bytes":6442316832},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":1,"candidate_workspace_bytes":1610552868}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294966100},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":4294947564},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":2,"candidate_workspace_bytes":2147429068}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":92,"candidate_workspace_bytes":4294948904},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":3221204160},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":106888,"spans":93,"candidate_workspace_bytes":4294652544}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":262,"candidate_workspace_bytes":140195120},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":3221145456},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":264,"candidate_workspace_bytes":4831805440}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":244,"candidate_workspace_bytes":141290640},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":3221094780},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":246,"candidate_workspace_bytes":4831836204}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":232,"candidate_workspace_bytes":142811632},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":3221213772},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":234,"candidate_workspace_bytes":4831834264}}]}, + {"case":"1m-count-mixed-512-4long","lengths":[64,5080,64,5084,5080,131072,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,5080,64,5084,64,5084,64,64,64,5080,64,64,64,64,64,64,5084,64,64,64,64,5080,64,64,64,5080,64,5084,64,64,64,64,64,5084,5084,5084,64,5084,5080,64,64,64,64,64,64,64,64,64,64,5084,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,5084,5080,64,64,5084,64,64,64,5080,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,64,64,64,64,5084,64,64,64,5080,5084,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,5084,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,64,64,64,64,64,5084,5084,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,64,64,5084,64,64,64,64,64,64,64,5084,64,64,5084,64,64,64,64,64,5080,64,5084,64,64,5080,5084,64,64,5084,64,64,64,64,5080,64,5080,5084,64,64,64,5084,5084,64,64,5084,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5084,5080,64,5084,64,5084,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,5084,64,5084,64,64,64,5084,5084,64,64,64,64,64,64,64,64,64,5080,64,64,64,64,64,5084,64,64,64,64,64,5084,64,5080,64,5084,64,64,64,64,64,64,64,64,5080,5084,64,64,64,64,64,64,64,64,5084,64,64,64,64,64,64,64,64,64,5084,5080,64,64,5084,64,64,64,131072,64,64,5080,64,64,64,64,64,64,5080,5084,64,64,5080,64,64,64,5084,5080,64,64,5080,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5084,64,64,64,64,131072,64,64,64,64,64,64,5084,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,5084,64,64,64,64,64,64,64,64,64,64,64,64,5084,64,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5084,64,64,64,131072,64,5080,5080,5084,64,5080,64,64,64,64,64,64,64,5080,64,5084,5080,64,64,64,64,64,64,5080,64,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5084,64,5084,64,64,5080,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":1237.765625,"prepare_ms":5.031549953855574,"prepare_plus_stack_ms":1242.7971749538556,"amortized_per_layer_ms":310.6992937384639,"prepare_fraction":0.004048568869688968,"stack_min_ms":1235.6573486328125,"stack_max_ms":1239.1502685546875,"prepare_min_ms":4.847940988838673,"prepare_max_ms":5.896364105865359,"peak_allocated_gib":142.35790300369263,"peak_reserved_gib":147.45703125},"zigzag":{"stack_ms":1232.2445068359375,"prepare_ms":125.28605293482542,"prepare_plus_stack_ms":1357.530559770763,"amortized_per_layer_ms":339.38263994269073,"prepare_fraction":0.09228967409468973,"stack_min_ms":1230.993896484375,"stack_max_ms":1236.627197265625,"prepare_min_ms":24.976909044198692,"prepare_max_ms":136.59013295546174,"peak_allocated_gib":142.35790300369263,"peak_reserved_gib":147.45703125},"planner":{"stack_ms":1201.0748291015625,"prepare_ms":14.034929918125272,"prepare_plus_stack_ms":1215.1097590196878,"amortized_per_layer_ms":303.77743975492194,"prepare_fraction":0.011550339229806047,"stack_min_ms":1197.81689453125,"stack_max_ms":1204.8345947265625,"prepare_min_ms":13.83105106651783,"prepare_max_ms":16.03796996641904,"peak_allocated_gib":142.35790300369263,"peak_reserved_gib":147.45703125}},"raw_sha256":"ae509d5f7ce9dbc7b498ae4a534555729d33529c53d56f46af78a95273bf4ce3","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3062160685658455,"layout_ms":5.263590021058917},{"common_ms":0.17305300571024418,"layout_ms":4.4311960227787495},{"common_ms":0.17782009672373533,"layout_ms":4.31124004535377},{"common_ms":0.18997304141521454,"layout_ms":4.339259932748973},{"common_ms":0.18247694242745638,"layout_ms":4.612361080944538}],"zigzag":[{"common_ms":0.2106779720634222,"layout_ms":25.802597985602915},{"common_ms":0.17754605505615473,"layout_ms":24.14316707290709},{"common_ms":0.17096998635679483,"layout_ms":23.752763983793557},{"common_ms":0.1916070468723774,"layout_ms":24.14600003976375},{"common_ms":0.17478805966675282,"layout_ms":24.5345359435305}],"planner":[{"common_ms":0.20422902889549732,"layout_ms":12.931292993016541},{"common_ms":0.17626408953219652,"layout_ms":13.64952395670116},{"common_ms":0.22424699272960424,"layout_ms":15.813722973689437},{"common_ms":0.24289300199598074,"layout_ms":13.234682963229716},{"common_ms":0.1921170623973012,"layout_ms":12.789217988029122}]},"samples":{"contiguous":[{"stack_ms":1237.7325439453125,"wall_ms":1237.7893910743296,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1237.6583251953125,"wall_ms":1237.728209933266,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1235.6361083984375,"wall_ms":1235.6964049395174,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1237.239501953125,"wall_ms":1237.3027129797265,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1238.9771728515625,"wall_ms":1239.0436999266967,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1238.25732421875,"wall_ms":1238.3168960222974,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1239.1243896484375,"wall_ms":1239.1929699806497,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875}],"zigzag":[{"stack_ms":1230.960693359375,"wall_ms":1231.012906995602,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1231.9288330078125,"wall_ms":1231.9857080001384,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1231.3623046875,"wall_ms":1231.4272159710526,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1233.446044921875,"wall_ms":1233.513136045076,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1234.077880859375,"wall_ms":1234.1470690444112,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1232.2249755859375,"wall_ms":1232.2857840918005,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1236.5863037109375,"wall_ms":1236.656341003254,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875}],"planner":[{"stack_ms":1198.9713134765625,"wall_ms":1199.0347090177238,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1201.0506591796875,"wall_ms":1201.116272015497,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1198.8802490234375,"wall_ms":1198.9326550392434,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1197.786865234375,"wall_ms":1197.8488829918206,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1201.17333984375,"wall_ms":1201.2369490694255,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1204.8155517578125,"wall_ms":1204.8799329204485,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875},{"stack_ms":1203.3299560546875,"wall_ms":1203.3994500525296,"allocated_gib":142.07825088500977,"reserved_gib":145.216796875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3300529206171632,"layout_ms":5.232844967395067},{"common_ms":0.20362203940749168,"layout_ms":4.659194033592939},{"common_ms":0.21517998538911343,"layout_ms":4.564497037790716},{"common_ms":0.22514595184475183,"layout_ms":4.384037922136486},{"common_ms":0.20643696188926697,"layout_ms":4.269904922693968}],"zigzag":[{"common_ms":0.229097087867558,"layout_ms":26.26827801577747},{"common_ms":0.2001510001718998,"layout_ms":136.38998195528984},{"common_ms":0.19434501882642508,"layout_ms":24.42301402334124},{"common_ms":0.2134009264409542,"layout_ms":25.044534006156027},{"common_ms":0.20012492313981056,"layout_ms":24.552447954192758}],"planner":[{"common_ms":0.28763909358531237,"layout_ms":13.543030014261603},{"common_ms":0.19646401051431894,"layout_ms":13.321854989044368},{"common_ms":0.216237036511302,"layout_ms":13.523765956051648},{"common_ms":0.24895300157368183,"layout_ms":13.39544600341469},{"common_ms":0.22305699530988932,"layout_ms":13.642746023833752}]},"samples":{"contiguous":[{"stack_ms":1237.7430419921875,"wall_ms":1237.795170978643,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1237.6728515625,"wall_ms":1237.7262120135128,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1235.6417236328125,"wall_ms":1235.6943730264902,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1237.24658203125,"wall_ms":1237.3018189100549,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1238.990478515625,"wall_ms":1239.0409209765494,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1238.256103515625,"wall_ms":1238.3058130508289,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1239.1326904296875,"wall_ms":1239.184663980268,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875}],"zigzag":[{"stack_ms":1230.9781494140625,"wall_ms":1231.0278749791905,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1231.931884765625,"wall_ms":1231.9874350214377,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1231.362060546875,"wall_ms":1231.4139030640945,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1233.4560546875,"wall_ms":1233.516282052733,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1234.0909423828125,"wall_ms":1234.1481000185013,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1232.226806640625,"wall_ms":1232.2800739202648,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1236.606201171875,"wall_ms":1236.6630049655214,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875}],"planner":[{"stack_ms":1198.9718017578125,"wall_ms":1199.0238779690117,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1201.0545654296875,"wall_ms":1201.1087610153481,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1198.888671875,"wall_ms":1198.9398939767852,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1197.802978515625,"wall_ms":1197.8515009395778,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1201.1875,"wall_ms":1201.237246976234,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1204.8199462890625,"wall_ms":1204.8695690464228,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875},{"stack_ms":1203.350341796875,"wall_ms":1203.4042940940708,"allocated_gib":142.35790300369263,"reserved_gib":145.8046875}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.3246690612286329,"layout_ms":5.571695044636726},{"common_ms":0.2005620626732707,"layout_ms":4.496918059885502},{"common_ms":0.21422002464532852,"layout_ms":4.253769060596824},{"common_ms":0.2286259550601244,"layout_ms":4.427292966283858},{"common_ms":0.207419041544199,"layout_ms":4.640521947294474}],"zigzag":[{"common_ms":0.22162403911352158,"layout_ms":25.77919198665768},{"common_ms":0.20359002519398928,"layout_ms":24.78792902547866},{"common_ms":0.20110805053263903,"layout_ms":136.04434102308005},{"common_ms":0.21338206715881824,"layout_ms":25.21900797728449},{"common_ms":0.1958860084414482,"layout_ms":24.781023035757244}],"planner":[{"common_ms":0.27468998450785875,"layout_ms":14.232730958610773},{"common_ms":0.19376701675355434,"layout_ms":13.821431901305914},{"common_ms":0.23775105364620686,"layout_ms":13.756833970546722},{"common_ms":0.22299704141914845,"layout_ms":13.608054025098681},{"common_ms":0.21277903579175472,"layout_ms":13.314720010384917}]},"samples":{"contiguous":[{"stack_ms":1237.753662109375,"wall_ms":1237.799792084843,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1237.669921875,"wall_ms":1237.727319006808,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1235.6490478515625,"wall_ms":1235.6970249675214,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1237.2557373046875,"wall_ms":1237.3079480603337,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1238.9990234375,"wall_ms":1239.043310051784,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1238.264892578125,"wall_ms":1238.311551976949,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1239.1395263671875,"wall_ms":1239.1885549295694,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125}],"zigzag":[{"stack_ms":1230.9891357421875,"wall_ms":1231.0320500982925,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1231.932861328125,"wall_ms":1231.9869600469247,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1231.3731689453125,"wall_ms":1231.4169970341027,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1233.4647216796875,"wall_ms":1233.5182699607685,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1234.0966796875,"wall_ms":1234.1487070079893,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1232.22705078125,"wall_ms":1232.2774750646204,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1236.611083984375,"wall_ms":1236.6644049761817,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125}],"planner":[{"stack_ms":1198.98095703125,"wall_ms":1199.0293980343267,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1201.0494384765625,"wall_ms":1201.1052230373025,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1198.892578125,"wall_ms":1198.9397070137784,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1197.8104248046875,"wall_ms":1197.8519589174539,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1201.1951904296875,"wall_ms":1201.2393689947203,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1204.82470703125,"wall_ms":1204.871071036905,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125},{"stack_ms":1203.356689453125,"wall_ms":1203.4055879339576,"allocated_gib":142.21221256256104,"reserved_gib":145.61328125}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3223189851269126,"layout_ms":4.923545056954026},{"common_ms":0.20148302428424358,"layout_ms":4.146832041442394},{"common_ms":0.20559492986649275,"layout_ms":4.08355297986418},{"common_ms":0.2242230111733079,"layout_ms":4.0189779829233885},{"common_ms":0.20504905842244625,"layout_ms":4.254685016348958}],"zigzag":[{"common_ms":0.22590195294469595,"layout_ms":26.397287962026894},{"common_ms":0.2002750989049673,"layout_ms":24.692675098776817},{"common_ms":0.20057207439094782,"layout_ms":133.50807002279907},{"common_ms":0.20740600302815437,"layout_ms":24.468045914545655},{"common_ms":0.19507890101522207,"layout_ms":24.254188989289105}],"planner":[{"common_ms":0.2420309465378523,"layout_ms":13.23102496098727},{"common_ms":0.1907499972730875,"layout_ms":13.528535957448184},{"common_ms":0.2276850864291191,"layout_ms":13.467502081766725},{"common_ms":0.22643199190497398,"layout_ms":13.221269007772207},{"common_ms":0.21693098824471235,"layout_ms":13.232407043688}]},"samples":{"contiguous":[{"stack_ms":1237.7509765625,"wall_ms":1237.7945230109617,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1237.675048828125,"wall_ms":1237.7272340236232,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1235.652587890625,"wall_ms":1235.6988310348243,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1237.2572021484375,"wall_ms":1237.3073799535632,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1239.001953125,"wall_ms":1239.046949078329,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1238.266357421875,"wall_ms":1238.312961999327,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1239.143310546875,"wall_ms":1239.1890969593078,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875}],"zigzag":[{"stack_ms":1230.985595703125,"wall_ms":1231.0273939510807,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1231.9356689453125,"wall_ms":1231.9867139449343,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1231.3642578125,"wall_ms":1231.4115589251742,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1233.46240234375,"wall_ms":1233.5163779789582,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1234.0985107421875,"wall_ms":1234.1476880246773,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1232.237060546875,"wall_ms":1232.2837880346924,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1236.609130859375,"wall_ms":1236.6583140101284,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875}],"planner":[{"stack_ms":1198.979736328125,"wall_ms":1199.026920949109,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1201.062255859375,"wall_ms":1201.11689704936,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1198.896240234375,"wall_ms":1198.943403083831,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1197.807861328125,"wall_ms":1197.8501999983564,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1201.1920166015625,"wall_ms":1201.2357719941065,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1204.824951171875,"wall_ms":1204.868925968185,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875},{"stack_ms":1203.348388671875,"wall_ms":1203.399015008472,"allocated_gib":142.22550916671753,"reserved_gib":145.4296875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.23461296223104,"layout_ms":5.353056010790169},{"common_ms":0.17235102131962776,"layout_ms":4.6788559993728995},{"common_ms":0.1764650223776698,"layout_ms":4.828582052141428},{"common_ms":0.19491207785904408,"layout_ms":4.753236076794565},{"common_ms":0.17805001698434353,"layout_ms":4.502727999351919}],"zigzag":[{"common_ms":0.19346794579178095,"layout_ms":25.71276295930147},{"common_ms":0.17109198961406946,"layout_ms":24.113629013299942},{"common_ms":0.1668659970164299,"layout_ms":23.449894040822983},{"common_ms":0.1777110155671835,"layout_ms":23.679933976382017},{"common_ms":0.17630693037062883,"layout_ms":23.282917914912105}],"planner":[{"common_ms":0.1967430580407381,"layout_ms":12.933431076817214},{"common_ms":0.17950695473700762,"layout_ms":13.701561954803765},{"common_ms":0.18491910304874182,"layout_ms":12.87127600517124},{"common_ms":0.18476997502148151,"layout_ms":12.82022602390498},{"common_ms":0.19055791199207306,"layout_ms":12.92547699995339}]},"samples":{"contiguous":[{"stack_ms":1237.7613525390625,"wall_ms":1237.8016579896212,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1237.6854248046875,"wall_ms":1237.7315619960427,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1235.64990234375,"wall_ms":1235.6928529916331,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1237.25,"wall_ms":1237.2937549371272,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1239.0040283203125,"wall_ms":1239.0445820055902,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1238.2733154296875,"wall_ms":1238.3167520165443,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1239.147216796875,"wall_ms":1239.188513951376,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875}],"zigzag":[{"stack_ms":1230.9898681640625,"wall_ms":1231.0314800124615,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1231.937255859375,"wall_ms":1231.989247025922,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1231.376220703125,"wall_ms":1231.416261056438,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1233.47509765625,"wall_ms":1233.5201209643856,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1234.109130859375,"wall_ms":1234.1567589901388,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1232.2445068359375,"wall_ms":1232.285539037548,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1236.627197265625,"wall_ms":1236.6738839773461,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875}],"planner":[{"stack_ms":1198.9818115234375,"wall_ms":1199.0231099771336,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1201.0640869140625,"wall_ms":1201.1158840032294,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1198.8955078125,"wall_ms":1198.9396120188758,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1197.8148193359375,"wall_ms":1197.855576989241,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1201.1978759765625,"wall_ms":1201.2399579398334,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1204.8345947265625,"wall_ms":1204.8763940110803,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875},{"stack_ms":1203.3607177734375,"wall_ms":1203.4110099775717,"allocated_gib":142.07467603683472,"reserved_gib":145.216796875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.23824605159461498,"layout_ms":5.098649999126792},{"common_ms":0.17012597527354956,"layout_ms":4.842537920922041},{"common_ms":0.18784799613058567,"layout_ms":4.31688001845032},{"common_ms":0.2005910500884056,"layout_ms":4.261109046638012},{"common_ms":0.1789190573617816,"layout_ms":4.211232997477055}],"zigzag":[{"common_ms":0.20121003035455942,"layout_ms":125.08484290447086},{"common_ms":0.17871707677841187,"layout_ms":23.819759022444487},{"common_ms":0.18007808830589056,"layout_ms":24.225385976023972},{"common_ms":0.18653098959475756,"layout_ms":23.946785950101912},{"common_ms":0.17453008331358433,"layout_ms":23.860921966843307}],"planner":[{"common_ms":0.1950270961970091,"layout_ms":12.809482985176146},{"common_ms":0.17183099407702684,"layout_ms":13.457619003020227},{"common_ms":0.19311194773763418,"layout_ms":13.155960943549871},{"common_ms":0.20751997362822294,"layout_ms":13.03258293773979},{"common_ms":0.18537393771111965,"layout_ms":12.98195100389421}]},"samples":{"contiguous":[{"stack_ms":1237.7607421875,"wall_ms":1237.8015050198883,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1237.680908203125,"wall_ms":1237.7289599971846,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1235.6529541015625,"wall_ms":1235.69594102446,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1237.2486572265625,"wall_ms":1237.2946069808677,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1239.0037841796875,"wall_ms":1239.0466489596292,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1238.271484375,"wall_ms":1238.3165940409526,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1239.1422119140625,"wall_ms":1239.1852639848366,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125}],"zigzag":[{"stack_ms":1230.990966796875,"wall_ms":1231.0327719897032,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1231.9388427734375,"wall_ms":1231.9900130387396,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1231.3736572265625,"wall_ms":1231.4164489507675,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1233.4635009765625,"wall_ms":1233.513514045626,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1234.10986328125,"wall_ms":1234.1598169878125,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1232.2415771484375,"wall_ms":1232.2842980502173,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1236.620849609375,"wall_ms":1236.6722689475864,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125}],"planner":[{"stack_ms":1198.980712890625,"wall_ms":1199.0228350041434,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1201.0635986328125,"wall_ms":1201.1184910079464,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1198.894775390625,"wall_ms":1198.9374029217288,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1197.8084716796875,"wall_ms":1197.8520089760423,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1201.1934814453125,"wall_ms":1201.2370579177514,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1204.8294677734375,"wall_ms":1204.874551971443,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125},{"stack_ms":1203.3560791015625,"wall_ms":1203.409621026367,"allocated_gib":142.14652109146118,"reserved_gib":145.283203125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2620649756863713,"layout_ms":5.348161910660565},{"common_ms":0.1867359969764948,"layout_ms":4.620708990842104},{"common_ms":0.18766801804304123,"layout_ms":4.843881935812533},{"common_ms":0.20782696083188057,"layout_ms":4.843950970098376},{"common_ms":0.19041600171476603,"layout_ms":4.488743026740849}],"zigzag":[{"common_ms":0.21429895423352718,"layout_ms":26.152214035391808},{"common_ms":0.18949108198285103,"layout_ms":24.27340403664857},{"common_ms":0.1785589847713709,"layout_ms":23.8966770702973},{"common_ms":0.19214407075196505,"layout_ms":23.647202062420547},{"common_ms":0.17956295050680637,"layout_ms":23.63466506358236}],"planner":[{"common_ms":0.21898711565881968,"layout_ms":13.092951034195721},{"common_ms":0.18366496078670025,"layout_ms":13.851264957338572},{"common_ms":0.20947703160345554,"layout_ms":12.992366100661457},{"common_ms":0.2051979536190629,"layout_ms":12.976838974282146},{"common_ms":0.19648997113108635,"layout_ms":13.005329994484782}]},"samples":{"contiguous":[{"stack_ms":1237.765625,"wall_ms":1237.80818504747,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1237.68359375,"wall_ms":1237.7249270211905,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1235.6573486328125,"wall_ms":1235.701214056462,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1237.251953125,"wall_ms":1237.2938670450822,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1239.001220703125,"wall_ms":1239.039900014177,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1238.2744140625,"wall_ms":1238.3163690101355,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1239.1502685546875,"wall_ms":1239.1936359927058,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375}],"zigzag":[{"stack_ms":1230.993896484375,"wall_ms":1231.0318649979308,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1231.946044921875,"wall_ms":1231.9918010616675,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1231.3714599609375,"wall_ms":1231.4130190061405,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1233.4761962890625,"wall_ms":1233.5199980298057,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1234.10986328125,"wall_ms":1234.155538957566,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1232.2442626953125,"wall_ms":1232.284445897676,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1236.621826171875,"wall_ms":1236.6628099698573,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375}],"planner":[{"stack_ms":1198.98974609375,"wall_ms":1199.0400940412655,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1201.0748291015625,"wall_ms":1201.11837296281,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1198.9007568359375,"wall_ms":1198.939378024079,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1197.81689453125,"wall_ms":1197.8546819882467,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1201.194580078125,"wall_ms":1201.2348900316283,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1204.8323974609375,"wall_ms":1204.8729669768363,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375},{"stack_ms":1203.3671875,"wall_ms":1203.4113800618798,"allocated_gib":142.14936685562134,"reserved_gib":145.2734375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.28448388911783695,"layout_ms":5.451303906738758},{"common_ms":0.18458999693393707,"layout_ms":4.663666011765599},{"common_ms":0.1997080398723483,"layout_ms":4.55988897010684},{"common_ms":0.20769203547388315,"layout_ms":4.532616934739053},{"common_ms":0.19294105004519224,"layout_ms":4.478287999518216}],"zigzag":[{"common_ms":0.21840597037225962,"layout_ms":26.28488908521831},{"common_ms":0.19213499035686255,"layout_ms":24.31292796973139},{"common_ms":0.17780903726816177,"layout_ms":23.746193968690932},{"common_ms":0.18650200217962265,"layout_ms":23.680629092268646},{"common_ms":0.19200402311980724,"layout_ms":24.65898508671671}],"planner":[{"common_ms":0.22932596039026976,"layout_ms":13.518018065951765},{"common_ms":0.1918200869113207,"layout_ms":12.953670928254724},{"common_ms":0.20454998593777418,"layout_ms":13.932634028606117},{"common_ms":0.2445209538564086,"layout_ms":12.946629896759987},{"common_ms":0.2008710289373994,"layout_ms":12.839144095778465}]},"samples":{"contiguous":[{"stack_ms":1237.75146484375,"wall_ms":1237.7957629505545,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1237.67041015625,"wall_ms":1237.7191950799897,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1235.6470947265625,"wall_ms":1235.7003890210763,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1237.2403564453125,"wall_ms":1237.2900909977034,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1238.9853515625,"wall_ms":1239.037336083129,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1238.2664794921875,"wall_ms":1238.3154619019479,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1239.1304931640625,"wall_ms":1239.1787719679996,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125}],"zigzag":[{"stack_ms":1230.982666015625,"wall_ms":1231.0275540221483,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1231.930908203125,"wall_ms":1231.9878049893305,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1231.3599853515625,"wall_ms":1231.4062309451401,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1233.458984375,"wall_ms":1233.5169550497085,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1234.099365234375,"wall_ms":1234.1563790105283,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1232.2308349609375,"wall_ms":1232.2786919539794,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1236.612060546875,"wall_ms":1236.6679880069569,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125}],"planner":[{"stack_ms":1198.9752197265625,"wall_ms":1199.0201029693708,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1201.05615234375,"wall_ms":1201.1175289517269,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1198.8883056640625,"wall_ms":1198.9361729938537,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1197.803955078125,"wall_ms":1197.8499250253662,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1201.1806640625,"wall_ms":1201.238784007728,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1204.8218994140625,"wall_ms":1204.8719440354034,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125},{"stack_ms":1203.351318359375,"wall_ms":1203.4082900499925,"allocated_gib":142.15866374969482,"reserved_gib":147.45703125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011138824466908612,"max_abs":0.003875732421875,"finite":true},"dq":{"relative_rms":0.0004164235790514003,"max_abs":0.00254058837890625,"finite":true},"dkv":{"relative_rms":0.00046343760413728976,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00031316638991212795,"max_abs":1.1226575225009583e-12,"finite":true},"d_weights":{"relative_rms":0.000285951325178495,"max_abs":2.3283064365386963e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00034652831504006784,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000357925378531676,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.2946779530153265e-06,"max_abs":9.251266419596504e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.001129983018303401,"max_abs":0.003875732421875,"finite":true},"dq":{"relative_rms":0.000427479522176087,"max_abs":0.002716064453125,"finite":true},"dkv":{"relative_rms":0.0004828996274612429,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00033912021725582785,"max_abs":9.64339719189411e-13,"finite":true},"d_weights":{"relative_rms":0.0002841307166076476,"max_abs":2.9103830456733704e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0003404016897372533,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00034642682965271534,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.3777298965839515e-06,"max_abs":1.0118128557223827e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011124215227579185,"max_abs":0.003875732421875,"finite":true},"dq":{"relative_rms":0.0004102388343603441,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.00046143071028896754,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0003247824089115036,"max_abs":1.3358203432289883e-12,"finite":true},"d_weights":{"relative_rms":0.00027504040105576883,"max_abs":4.94765117764473e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0003509853661367323,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0003466076913156436,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.553777643254011e-06,"max_abs":1.0800249583553523e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":6,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536861644},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":94016,"spans":7,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":109,"candidate_workspace_bytes":536788368},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536828104},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":168128,"spans":109,"candidate_workspace_bytes":536870148}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":317375824},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536838528},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":183500,"spans":129,"candidate_workspace_bytes":536870148}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":110,"candidate_workspace_bytes":390984992},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536812296},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":168856,"spans":110,"candidate_workspace_bytes":536870148}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":12,"candidate_workspace_bytes":536859084},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536778684},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":93288,"spans":13,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":37,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536816940},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":112096,"spans":38,"candidate_workspace_bytes":536870148}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":63,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":1024,"candidate_workspace_bytes":536795936},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":112660,"spans":64,"candidate_workspace_bytes":536854500}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":54,"candidate_workspace_bytes":536870800},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130752,"spans":1024,"candidate_workspace_bytes":536828336},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":116032,"spans":55,"candidate_workspace_bytes":536854500}}]}, + {"case":"1m-count-mixed-512-2long-ascending","lengths":[64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,262144,262144],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":1761.4761962890625,"prepare_ms":6.347307004034519,"prepare_plus_stack_ms":1767.823503293097,"amortized_per_layer_ms":441.95587582327425,"prepare_fraction":0.0035904642020036345,"stack_min_ms":1758.2471923828125,"stack_max_ms":1765.60205078125,"prepare_min_ms":6.0773249715566635,"prepare_max_ms":8.663961081765592,"peak_allocated_gib":147.27521800994873,"peak_reserved_gib":151.52734375},"zigzag":{"stack_ms":1624.1556396484375,"prepare_ms":26.84829500503838,"prepare_plus_stack_ms":1651.0039346534759,"amortized_per_layer_ms":412.75098366336897,"prepare_fraction":0.016261799527857265,"stack_min_ms":1616.010986328125,"stack_max_ms":1625.9652099609375,"prepare_min_ms":26.561337057501078,"prepare_max_ms":130.6284280726686,"peak_allocated_gib":147.27521800994873,"peak_reserved_gib":151.52734375},"planner":{"stack_ms":1569.5445556640625,"prepare_ms":14.84428090043366,"prepare_plus_stack_ms":1584.3888365644962,"amortized_per_layer_ms":396.09720914112404,"prepare_fraction":0.009369089555453573,"stack_min_ms":1567.1925048828125,"stack_max_ms":1570.228271484375,"prepare_min_ms":14.378837076947093,"prepare_max_ms":134.35012788977474,"peak_allocated_gib":147.27521800994873,"peak_reserved_gib":151.52734375}},"raw_sha256":"a09f5dae6d0a32b4b26061be0ecfb7b064088df4ba74147b668a82624a1e6ee3","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.4241489805281162,"layout_ms":8.239812101237476},{"common_ms":0.27135596610605717,"layout_ms":6.118113989941776},{"common_ms":0.2762529766187072,"layout_ms":6.071054027415812},{"common_ms":0.2861550310626626,"layout_ms":5.791169940494001},{"common_ms":0.27771200984716415,"layout_ms":5.80927194096148}],"zigzag":[{"common_ms":0.2882550470530987,"layout_ms":27.682243031449616},{"common_ms":0.30137295834720135,"layout_ms":27.097225072793663},{"common_ms":0.27027400210499763,"layout_ms":26.578021002933383},{"common_ms":0.2866970608010888,"layout_ms":26.27463999669999},{"common_ms":0.2834510523825884,"layout_ms":26.370275067165494}],"planner":[{"common_ms":0.29542797710746527,"layout_ms":14.548852923326194},{"common_ms":0.285580987110734,"layout_ms":14.250500011257827},{"common_ms":0.29237207490950823,"layout_ms":14.086465002037585},{"common_ms":0.2862579422071576,"layout_ms":14.171669026836753},{"common_ms":0.2811240265145898,"layout_ms":14.570793020538986}]},"samples":{"contiguous":[{"stack_ms":1761.66064453125,"wall_ms":1761.721215909347,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1759.4459228515625,"wall_ms":1759.507013950497,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1764.4625244140625,"wall_ms":1764.523491030559,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1765.5762939453125,"wall_ms":1765.639795921743,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1761.446533203125,"wall_ms":1761.5098250098526,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1760.82373046875,"wall_ms":1760.8871429692954,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1758.228515625,"wall_ms":1758.292216109112,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125}],"zigzag":[{"stack_ms":1621.1204833984375,"wall_ms":1621.1824109777808,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1625.9423828125,"wall_ms":1626.0031559504569,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1622.9696044921875,"wall_ms":1623.0332240229473,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1615.99853515625,"wall_ms":1616.057642037049,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1624.6773681640625,"wall_ms":1624.738437938504,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1624.123291015625,"wall_ms":1624.1800390416756,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1625.701416015625,"wall_ms":1625.7705059833825,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125}],"planner":[{"stack_ms":1567.177734375,"wall_ms":1567.2318380093202,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1569.32421875,"wall_ms":1569.3789320066571,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1569.732421875,"wall_ms":1569.7900269879028,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1568.123779296875,"wall_ms":1568.18136095535,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1570.196533203125,"wall_ms":1570.2599129872397,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1569.89453125,"wall_ms":1569.9562509544194,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1569.5152587890625,"wall_ms":1569.5734049659222,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.24375400971621275,"layout_ms":5.41429896838963},{"common_ms":0.18427404575049877,"layout_ms":3.506103064864874},{"common_ms":0.19047409296035767,"layout_ms":3.431005054153502},{"common_ms":0.19750301726162434,"layout_ms":3.422116977162659},{"common_ms":0.1868699910119176,"layout_ms":3.471874981187284}],"zigzag":[{"common_ms":0.20396499894559383,"layout_ms":24.753554025664926},{"common_ms":0.2469050232321024,"layout_ms":23.570851073600352},{"common_ms":0.18434191588312387,"layout_ms":23.320366046391428},{"common_ms":0.18574402201920748,"layout_ms":23.39413994923234},{"common_ms":0.17914199270308018,"layout_ms":23.057152051478624}],"planner":[{"common_ms":0.21785101853311062,"layout_ms":11.958987917751074},{"common_ms":0.17689703963696957,"layout_ms":12.055678991600871},{"common_ms":0.198155059479177,"layout_ms":12.48398597817868},{"common_ms":0.1881199423223734,"layout_ms":11.8924540001899},{"common_ms":0.19680405966937542,"layout_ms":11.924266000278294}]},"samples":{"contiguous":[{"stack_ms":1761.6571044921875,"wall_ms":1761.7143570678309,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1759.44677734375,"wall_ms":1759.503285982646,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1764.4610595703125,"wall_ms":1764.520738972351,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1765.584716796875,"wall_ms":1765.6518989242613,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1761.44970703125,"wall_ms":1761.5143270231783,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1760.8143310546875,"wall_ms":1760.8766769990325,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1758.2314453125,"wall_ms":1758.2932789810002,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1621.109619140625,"wall_ms":1621.1752250092104,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1625.9530029296875,"wall_ms":1626.0121209779754,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1622.9677734375,"wall_ms":1623.0315380962566,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1615.9984130859375,"wall_ms":1616.0543200094253,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1624.6644287109375,"wall_ms":1624.7228760039434,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1624.129150390625,"wall_ms":1624.1870450321585,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1625.7064208984375,"wall_ms":1625.7701219292358,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1567.17822265625,"wall_ms":1567.2325629275292,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1569.3223876953125,"wall_ms":1569.3754040403292,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1569.733154296875,"wall_ms":1569.7907670401037,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1568.123046875,"wall_ms":1568.1848009116948,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1570.20849609375,"wall_ms":1570.2700749970973,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1569.9088134765625,"wall_ms":1569.9711170746014,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1569.5172119140625,"wall_ms":1569.575096014887,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2849200973287225,"layout_ms":4.213738953694701},{"common_ms":0.18291291780769825,"layout_ms":3.426600946113467},{"common_ms":0.17980497796088457,"layout_ms":3.4767509205266833},{"common_ms":0.18651701975613832,"layout_ms":3.4985439851880074},{"common_ms":0.1800389727577567,"layout_ms":3.476660931482911}],"zigzag":[{"common_ms":0.20155205857008696,"layout_ms":25.47667594626546},{"common_ms":0.20267500076442957,"layout_ms":23.41626596171409},{"common_ms":0.17217290587723255,"layout_ms":23.12381099909544},{"common_ms":0.17744791693985462,"layout_ms":23.070286959409714},{"common_ms":0.17260899767279625,"layout_ms":23.179888958111405}],"planner":[{"common_ms":0.21965103223919868,"layout_ms":11.879947036504745},{"common_ms":0.17907004803419113,"layout_ms":11.823565000668168},{"common_ms":0.19621499814093113,"layout_ms":11.853839037939906},{"common_ms":0.18851598724722862,"layout_ms":13.41281901113689},{"common_ms":0.18886802718043327,"layout_ms":12.005152995698154}]},"samples":{"contiguous":[{"stack_ms":1761.671875,"wall_ms":1761.7208730662242,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1759.458740234375,"wall_ms":1759.5240680966526,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1764.45556640625,"wall_ms":1764.5147470757365,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1765.5904541015625,"wall_ms":1765.6586419325322,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1761.4573974609375,"wall_ms":1761.5141470450908,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1760.8218994140625,"wall_ms":1760.8786839991808,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1758.2471923828125,"wall_ms":1758.2997889257967,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1621.1280517578125,"wall_ms":1621.1814699927345,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1625.963623046875,"wall_ms":1626.017278060317,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1622.9659423828125,"wall_ms":1623.023955966346,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1616.0081787109375,"wall_ms":1616.0584990866482,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1624.686767578125,"wall_ms":1624.7411869699135,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1624.132568359375,"wall_ms":1624.1890010423958,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1625.7130126953125,"wall_ms":1625.7738639833406,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1567.18408203125,"wall_ms":1567.2324220649898,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1569.3243408203125,"wall_ms":1569.3865179782733,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1569.73779296875,"wall_ms":1569.8016859823838,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1568.1134033203125,"wall_ms":1568.1656500091776,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1570.2169189453125,"wall_ms":1570.2726979507133,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1569.9156494140625,"wall_ms":1569.9741570279002,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1569.5184326171875,"wall_ms":1569.568480947055,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2328050322830677,"layout_ms":4.277563071809709},{"common_ms":0.1833860296756029,"layout_ms":3.5102349938824773},{"common_ms":0.17919903621077538,"layout_ms":3.4985049860551953},{"common_ms":0.1856139861047268,"layout_ms":3.459697007201612},{"common_ms":0.185895012691617,"layout_ms":3.4681030083447695}],"zigzag":[{"common_ms":0.20719598978757858,"layout_ms":24.783744011074305},{"common_ms":0.20423601381480694,"layout_ms":23.569931043311954},{"common_ms":0.18117192666977644,"layout_ms":23.12620694283396},{"common_ms":0.18291303422302008,"layout_ms":23.039541905745864},{"common_ms":0.17928308807313442,"layout_ms":23.050953052006662}],"planner":[{"common_ms":0.2106499159708619,"layout_ms":11.818547965958714},{"common_ms":0.1857070019468665,"layout_ms":12.273621978238225},{"common_ms":0.2033320488408208,"layout_ms":11.808053008280694},{"common_ms":0.19410194363445044,"layout_ms":13.680726988241076},{"common_ms":0.1827389933168888,"layout_ms":11.63716206792742}]},"samples":{"contiguous":[{"stack_ms":1761.6722412109375,"wall_ms":1761.7195510538295,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1759.4556884765625,"wall_ms":1759.5016550039873,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1764.4725341796875,"wall_ms":1764.5224509760737,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1765.601318359375,"wall_ms":1765.6545649515465,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1761.455322265625,"wall_ms":1761.5067641017959,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1760.822265625,"wall_ms":1760.879790992476,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1758.2415771484375,"wall_ms":1758.3054329734296,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375}],"zigzag":[{"stack_ms":1621.1304931640625,"wall_ms":1621.1818440351635,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1625.9652099609375,"wall_ms":1626.0166249703616,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1622.982666015625,"wall_ms":1623.0362709611654,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1616.010986328125,"wall_ms":1616.0572230583057,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1624.690185546875,"wall_ms":1624.7398189734668,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1624.129150390625,"wall_ms":1624.1872169775888,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1625.7113037109375,"wall_ms":1625.7798899896443,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375}],"planner":[{"stack_ms":1567.1868896484375,"wall_ms":1567.2320870216936,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1569.331298828125,"wall_ms":1569.3773670354858,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1569.7408447265625,"wall_ms":1569.7943000122905,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1568.1336669921875,"wall_ms":1568.181002046913,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1570.220947265625,"wall_ms":1570.2732199570164,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1569.91552734375,"wall_ms":1569.9770109495148,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1569.5216064453125,"wall_ms":1569.5747539866716,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.23273099213838577,"layout_ms":5.267829052172601},{"common_ms":0.18010404892265797,"layout_ms":4.892816999927163},{"common_ms":0.17679098527878523,"layout_ms":4.543307004496455},{"common_ms":0.17869798466563225,"layout_ms":4.341408959589899},{"common_ms":0.17922103870660067,"layout_ms":4.556729109026492}],"zigzag":[{"common_ms":0.20014098845422268,"layout_ms":24.605739978142083},{"common_ms":0.20145101007074118,"layout_ms":23.294468061067164},{"common_ms":0.17814792226999998,"layout_ms":22.43758994154632},{"common_ms":0.17863803077489138,"layout_ms":22.454865975305438},{"common_ms":0.17417396884411573,"layout_ms":22.152440971694887}],"planner":[{"common_ms":0.21497206762433052,"layout_ms":12.044877046719193},{"common_ms":0.1924640964716673,"layout_ms":121.73147196881473},{"common_ms":0.20205997861921787,"layout_ms":11.840331018902361},{"common_ms":0.17905293498188257,"layout_ms":12.264427961781621},{"common_ms":0.18061092123389244,"layout_ms":11.692516971379519}]},"samples":{"contiguous":[{"stack_ms":1761.66845703125,"wall_ms":1761.716980021447,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1759.44873046875,"wall_ms":1759.498527040705,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1764.4656982421875,"wall_ms":1764.5162580301985,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1765.596923828125,"wall_ms":1765.6437068944797,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1761.470947265625,"wall_ms":1761.518721934408,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1760.8282470703125,"wall_ms":1760.8877250459045,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1758.237548828125,"wall_ms":1758.29340191558,"allocated_gib":145.8428716659546,"reserved_gib":150.0}],"zigzag":[{"stack_ms":1621.1287841796875,"wall_ms":1621.176927932538,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1625.9576416015625,"wall_ms":1626.009738072753,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1622.974853515625,"wall_ms":1623.0280149029568,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1616.0020751953125,"wall_ms":1616.048588999547,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1624.6962890625,"wall_ms":1624.749765964225,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1624.139892578125,"wall_ms":1624.1961409104988,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1625.723876953125,"wall_ms":1625.783322029747,"allocated_gib":145.8428716659546,"reserved_gib":150.0}],"planner":[{"stack_ms":1567.1925048828125,"wall_ms":1567.2384959179908,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1569.3271484375,"wall_ms":1569.3729550112039,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1569.7418212890625,"wall_ms":1569.7907409630716,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1568.1368408203125,"wall_ms":1568.1907039834186,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1570.2164306640625,"wall_ms":1570.2640730887651,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1569.9234619140625,"wall_ms":1569.979491061531,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1569.537109375,"wall_ms":1569.5927679771557,"allocated_gib":145.8428716659546,"reserved_gib":150.0}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.25391404051333666,"layout_ms":5.046059028245509},{"common_ms":0.17821101937443018,"layout_ms":4.23176703043282},{"common_ms":0.18673401791602373,"layout_ms":4.214268992654979},{"common_ms":0.1834339927881956,"layout_ms":4.136104020290077},{"common_ms":0.17857691273093224,"layout_ms":4.133689915761352}],"zigzag":[{"common_ms":0.1944730756804347,"layout_ms":130.43395499698818},{"common_ms":0.22686400916427374,"layout_ms":24.476145044900477},{"common_ms":0.17302099149674177,"layout_ms":22.928119054995477},{"common_ms":0.1772239338606596,"layout_ms":22.641003946773708},{"common_ms":0.17234799452126026,"layout_ms":22.54275104496628}],"planner":[{"common_ms":0.18314900808036327,"layout_ms":12.121636071242392},{"common_ms":0.19031798001378775,"layout_ms":12.401369982399046},{"common_ms":0.20011502783745527,"layout_ms":12.316036969423294},{"common_ms":0.17479294911026955,"layout_ms":12.008153018541634},{"common_ms":0.18099998123943806,"layout_ms":11.96193101350218}]},"samples":{"contiguous":[{"stack_ms":1761.666259765625,"wall_ms":1761.716885957867,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1759.4501953125,"wall_ms":1759.5015560509637,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1764.4659423828125,"wall_ms":1764.5194339565933,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1765.60205078125,"wall_ms":1765.6519260490313,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1761.47412109375,"wall_ms":1761.5234589902684,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1760.8277587890625,"wall_ms":1760.8801239402965,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1758.2412109375,"wall_ms":1758.2941309083253,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875}],"zigzag":[{"stack_ms":1621.1298828125,"wall_ms":1621.1773110553622,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1625.9547119140625,"wall_ms":1626.0062659857795,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1622.9775390625,"wall_ms":1623.0301979230717,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1616.00537109375,"wall_ms":1616.0549920750782,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1624.697509765625,"wall_ms":1624.7471730457619,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1624.144775390625,"wall_ms":1624.195094103925,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1625.722900390625,"wall_ms":1625.7723689777777,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875}],"planner":[{"stack_ms":1567.1895751953125,"wall_ms":1567.237833980471,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1569.325927734375,"wall_ms":1569.3741460563615,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1569.7425537109375,"wall_ms":1569.7942740516737,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1568.1385498046875,"wall_ms":1568.1898900074884,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1570.2255859375,"wall_ms":1570.2738900436088,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1569.9241943359375,"wall_ms":1569.9725340818986,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1569.5384521484375,"wall_ms":1569.5877689868212,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.29540201649069786,"layout_ms":5.549503955990076},{"common_ms":0.16924599185585976,"layout_ms":4.494594060815871},{"common_ms":0.17272098921239376,"layout_ms":4.455641959793866},{"common_ms":0.17397699411958456,"layout_ms":4.504819982685149},{"common_ms":0.17700099851936102,"layout_ms":4.511618055403233}],"zigzag":[{"common_ms":0.19612698815762997,"layout_ms":129.03533899225295},{"common_ms":0.23687502834945917,"layout_ms":24.046750972047448},{"common_ms":0.17240201123058796,"layout_ms":22.468527080491185},{"common_ms":0.16980397049337626,"layout_ms":22.370708058588207},{"common_ms":0.1672420185059309,"layout_ms":22.58644299581647}],"planner":[{"common_ms":0.1756330020725727,"layout_ms":11.958854971453547},{"common_ms":0.18540304154157639,"layout_ms":12.077666935510933},{"common_ms":0.19130005966871977,"layout_ms":12.24362407810986},{"common_ms":0.17921894323080778,"layout_ms":12.12811900768429},{"common_ms":0.1802709884941578,"layout_ms":11.850180104374886}]},"samples":{"contiguous":[{"stack_ms":1761.673828125,"wall_ms":1761.720614042133,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1759.45361328125,"wall_ms":1759.5126400701702,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1764.4632568359375,"wall_ms":1764.5201480481774,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1765.578125,"wall_ms":1765.6404270092025,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1761.4761962890625,"wall_ms":1761.5185769973323,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1760.8321533203125,"wall_ms":1760.8993269968778,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1758.24560546875,"wall_ms":1758.2904050359502,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375}],"zigzag":[{"stack_ms":1621.134521484375,"wall_ms":1621.1842159973457,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1625.960693359375,"wall_ms":1626.0182260302827,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1622.9659423828125,"wall_ms":1623.0275169946253,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1616.0029296875,"wall_ms":1616.0502809798345,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1624.7027587890625,"wall_ms":1624.750584946014,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1624.1556396484375,"wall_ms":1624.2040019715205,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1625.7227783203125,"wall_ms":1625.769008998759,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375}],"planner":[{"stack_ms":1567.1859130859375,"wall_ms":1567.2297859564424,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1569.322021484375,"wall_ms":1569.3800890585408,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1569.72998046875,"wall_ms":1569.7910789167508,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1568.137939453125,"wall_ms":1568.1984239490703,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1570.228271484375,"wall_ms":1570.2714580111206,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1569.923583984375,"wall_ms":1569.9724060250446,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1569.5445556640625,"wall_ms":1569.5875800447538,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.276310951448977,"layout_ms":5.010925931856036},{"common_ms":0.18240301869809628,"layout_ms":4.400084959343076},{"common_ms":0.17706595826894045,"layout_ms":4.235009080730379},{"common_ms":0.17455907072871923,"layout_ms":4.1607849998399615},{"common_ms":0.175017979927361,"layout_ms":4.125205101445317}],"zigzag":[{"common_ms":0.19938091281801462,"layout_ms":24.675966007634997},{"common_ms":0.1992689212784171,"layout_ms":23.561778012663126},{"common_ms":0.16793794929981232,"layout_ms":22.625341080129147},{"common_ms":0.17340003978461027,"layout_ms":22.961094044148922},{"common_ms":0.1721839653328061,"layout_ms":22.39547297358513}],"planner":[{"common_ms":0.22834306582808495,"layout_ms":12.36719498410821},{"common_ms":0.18433493096381426,"layout_ms":134.16579295881093},{"common_ms":0.1866850070655346,"layout_ms":12.247478007338941},{"common_ms":0.17929496243596077,"layout_ms":12.335275067016482},{"common_ms":0.17858808860182762,"layout_ms":11.98078808374703}]},"samples":{"contiguous":[{"stack_ms":1761.649658203125,"wall_ms":1761.719616013579,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1759.435546875,"wall_ms":1759.501022985205,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1764.4510498046875,"wall_ms":1764.5167540758848,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1765.582763671875,"wall_ms":1765.653876005672,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1761.458984375,"wall_ms":1761.5241080056876,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1760.8203125,"wall_ms":1760.8853470301256,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1758.2283935546875,"wall_ms":1758.2917349645868,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875}],"zigzag":[{"stack_ms":1621.12109375,"wall_ms":1621.1858909809962,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1625.9412841796875,"wall_ms":1626.003626966849,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1622.954833984375,"wall_ms":1623.0250659864396,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1615.9820556640625,"wall_ms":1616.0479690879583,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1624.6802978515625,"wall_ms":1624.7440569568425,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1624.1363525390625,"wall_ms":1624.2001400096342,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1625.714111328125,"wall_ms":1625.776534085162,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875}],"planner":[{"stack_ms":1567.1737060546875,"wall_ms":1567.2364620259032,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1569.3082275390625,"wall_ms":1569.3717650137842,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1569.7208251953125,"wall_ms":1569.7843609377742,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1568.128173828125,"wall_ms":1568.1955369655043,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1570.212646484375,"wall_ms":1570.2739120461047,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1569.9095458984375,"wall_ms":1569.975657039322,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1569.52685546875,"wall_ms":1569.5871779462323,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0011755586800134468,"max_abs":0.003936767578125,"finite":true},"dq":{"relative_rms":0.00048159030400447687,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.0005561041402743134,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006803297860101981,"max_abs":1.8918200339612667e-12,"finite":true},"d_weights":{"relative_rms":0.0005034490845385953,"max_abs":3.14321368932724e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0005811492159450597,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0005855799816128249,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.407815262419972e-06,"max_abs":1.014655026665423e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011734236929524212,"max_abs":0.003936767578125,"finite":true},"dq":{"relative_rms":0.00047685573240630687,"max_abs":0.00257110595703125,"finite":true},"dkv":{"relative_rms":0.0005996689853661003,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005507180909318721,"max_abs":1.1937117960769683e-12,"finite":true},"d_weights":{"relative_rms":0.0004980415568864501,"max_abs":2.5029294192790985e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000637854893503848,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006431746848628502,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.71860590173678e-06,"max_abs":9.990230864787009e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011944942946424517,"max_abs":0.003936767578125,"finite":true},"dq":{"relative_rms":0.0004819754819070781,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.0005469609527265958,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006236010121408884,"max_abs":1.8918200339612667e-12,"finite":true},"d_weights":{"relative_rms":0.0005148644560381372,"max_abs":2.6193447411060333e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006231708218879605,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006488060545165246,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.462268695991049e-06,"max_abs":8.526512829121202e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":432,"candidate_workspace_bytes":261144560},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147455164},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196612,"spans":435,"candidate_workspace_bytes":4056802184}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":323942544},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147321592},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196604,"spans":30,"candidate_workspace_bytes":3221146388}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":326477008},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130864,"spans":1024,"candidate_workspace_bytes":2147363972},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196604,"spans":29,"candidate_workspace_bytes":3221134088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":329010416},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3221016216},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196608,"spans":29,"candidate_workspace_bytes":3221146388}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3086991360},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65540,"spans":3,"candidate_workspace_bytes":2147436020}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2818555904},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073713120}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2550120448},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073736736}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2281684992},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073713120}}]}, + {"case":"1m-count-mixed-512-2long-descending","lengths":[262144,262144,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":1759.6878662109375,"prepare_ms":6.1815379885956645,"prepare_plus_stack_ms":1765.8694041995332,"amortized_per_layer_ms":441.4673510498833,"prepare_fraction":0.003500563503674129,"stack_min_ms":1754.5203857421875,"stack_max_ms":1761.65283203125,"prepare_min_ms":6.050233030691743,"prepare_max_ms":7.280415040440857,"peak_allocated_gib":147.4813928604126,"peak_reserved_gib":159.802734375},"zigzag":{"stack_ms":1607.63671875,"prepare_ms":26.34390094317496,"prepare_plus_stack_ms":1633.980619693175,"amortized_per_layer_ms":408.49515492329374,"prepare_fraction":0.016122529622243472,"stack_min_ms":1599.4254150390625,"stack_max_ms":1612.4132080078125,"prepare_min_ms":25.749900029040873,"prepare_max_ms":145.5478798598051,"peak_allocated_gib":147.4813928604126,"peak_reserved_gib":159.802734375},"planner":{"stack_ms":1535.8388671875,"prepare_ms":14.376737060956657,"prepare_plus_stack_ms":1550.2156042484567,"amortized_per_layer_ms":387.55390106211416,"prepare_fraction":0.009274024220602842,"stack_min_ms":1531.4005126953125,"stack_max_ms":1536.7811279296875,"prepare_min_ms":14.314033091068268,"prepare_max_ms":122.38915101625025,"peak_allocated_gib":147.4813928604126,"peak_reserved_gib":159.802734375}},"raw_sha256":"fd8525c77109bcf1b591be69cb48433e87d37148618c29993c4c6830ad6b227b","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.25598693173378706,"layout_ms":6.551170954480767},{"common_ms":0.18930493388324976,"layout_ms":4.696444026194513},{"common_ms":0.1838289899751544,"layout_ms":4.537684959359467},{"common_ms":0.18790492322295904,"layout_ms":4.459924064576626},{"common_ms":0.17916399519890547,"layout_ms":4.422460915520787}],"zigzag":[{"common_ms":0.19994797185063362,"layout_ms":24.49372597038746},{"common_ms":0.20228605717420578,"layout_ms":141.9216130161658},{"common_ms":0.1792570110410452,"layout_ms":23.07048498187214},{"common_ms":0.17836899496614933,"layout_ms":22.796361008659005},{"common_ms":0.18277706112712622,"layout_ms":22.753524011932313}],"planner":[{"common_ms":0.22081006318330765,"layout_ms":12.522884993813932},{"common_ms":0.18620002083480358,"layout_ms":12.176193064078689},{"common_ms":0.19606295973062515,"layout_ms":12.15733599383384},{"common_ms":0.18613494466990232,"layout_ms":11.947312974371016},{"common_ms":0.18466496840119362,"layout_ms":11.893310933373868}]},"samples":{"contiguous":[{"stack_ms":1761.6363525390625,"wall_ms":1761.7232339689508,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1759.6611328125,"wall_ms":1759.7335890168324,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1755.888427734375,"wall_ms":1755.9553700266406,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1757.4130859375,"wall_ms":1757.4753469089046,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1760.4091796875,"wall_ms":1760.4713239707053,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1754.489013671875,"wall_ms":1754.5601959573105,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1759.6656494140625,"wall_ms":1759.7493960056454,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875}],"zigzag":[{"stack_ms":1601.0135498046875,"wall_ms":1601.0956260142848,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1599.4022216796875,"wall_ms":1599.471927038394,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1609.0548095703125,"wall_ms":1609.1159180505201,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1599.900146484375,"wall_ms":1599.9726500594988,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1612.3934326171875,"wall_ms":1612.4579610768706,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1612.225341796875,"wall_ms":1612.3049119487405,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1607.5928955078125,"wall_ms":1607.667635078542,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875}],"planner":[{"stack_ms":1536.505126953125,"wall_ms":1536.58568195533,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1535.8057861328125,"wall_ms":1535.8706490369514,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1533.787353515625,"wall_ms":1533.8464369997382,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1536.7681884765625,"wall_ms":1536.8278280366212,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1535.26904296875,"wall_ms":1535.343742929399,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1536.7384033203125,"wall_ms":1536.8089280091226,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1531.3546142578125,"wall_ms":1531.4237140119076,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.27581595350056887,"layout_ms":5.1436820067465305},{"common_ms":0.16671896446496248,"layout_ms":4.5243860222399235},{"common_ms":0.19612908363342285,"layout_ms":4.2367191053926945},{"common_ms":0.18007401376962662,"layout_ms":4.112703027203679},{"common_ms":0.17682299949228764,"layout_ms":4.184582037851214}],"zigzag":[{"common_ms":0.20671694073826075,"layout_ms":145.34116291906685},{"common_ms":0.19672303460538387,"layout_ms":23.662855965085328},{"common_ms":0.17685990314930677,"layout_ms":23.318554973229766},{"common_ms":0.17606699839234352,"layout_ms":23.008199059404433},{"common_ms":0.17459399532526731,"layout_ms":22.768546012230217}],"planner":[{"common_ms":0.1916269538924098,"layout_ms":12.29992404114455},{"common_ms":0.1790240639820695,"layout_ms":12.347963987849653},{"common_ms":0.21038297563791275,"layout_ms":12.526734033599496},{"common_ms":0.1829719403758645,"layout_ms":12.240309966728091},{"common_ms":0.18446799367666245,"layout_ms":12.30361603666097}]},"samples":{"contiguous":[{"stack_ms":1761.64453125,"wall_ms":1761.7061849450693,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1759.6741943359375,"wall_ms":1759.7350019495934,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1755.8905029296875,"wall_ms":1755.9555270709097,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1757.41748046875,"wall_ms":1757.476052036509,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1760.422607421875,"wall_ms":1760.4841920547187,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1754.507080078125,"wall_ms":1754.5705029042438,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1759.6646728515625,"wall_ms":1759.7282989881933,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625}],"zigzag":[{"stack_ms":1601.048828125,"wall_ms":1601.109898998402,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1599.4033203125,"wall_ms":1599.4591870112345,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1609.07177734375,"wall_ms":1609.1296270024031,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1599.903564453125,"wall_ms":1599.9744980363175,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1612.3966064453125,"wall_ms":1612.4564670026302,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1612.2418212890625,"wall_ms":1612.3040409293026,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1607.617431640625,"wall_ms":1607.6822540489957,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625}],"planner":[{"stack_ms":1536.545166015625,"wall_ms":1536.5998919587582,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1535.8240966796875,"wall_ms":1535.8790430473164,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1533.7962646484375,"wall_ms":1533.8532429886982,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1536.7696533203125,"wall_ms":1536.8283139541745,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1535.28125,"wall_ms":1535.3438039310277,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1536.7406005859375,"wall_ms":1536.7981699528173,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1531.3768310546875,"wall_ms":1531.4413009909913,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2435389906167984,"layout_ms":5.5220769718289375},{"common_ms":0.1736240228638053,"layout_ms":4.572818987071514},{"common_ms":0.1837939489632845,"layout_ms":4.460330004803836},{"common_ms":0.17945002764463425,"layout_ms":4.481506999582052},{"common_ms":0.17791904974728823,"layout_ms":4.376976052299142}],"zigzag":[{"common_ms":0.2009060699492693,"layout_ms":135.84268698468804},{"common_ms":0.1942949602380395,"layout_ms":23.53423193562776},{"common_ms":0.17045298591256142,"layout_ms":23.221660987474024},{"common_ms":0.17051200848072767,"layout_ms":22.817965014837682},{"common_ms":0.16697903629392385,"layout_ms":22.813383024185896}],"planner":[{"common_ms":0.18496403936296701,"layout_ms":12.131794006563723},{"common_ms":0.17995689995586872,"layout_ms":12.177504948340356},{"common_ms":0.20538794342428446,"layout_ms":12.384264962747693},{"common_ms":0.18597091548144817,"layout_ms":12.151409056968987},{"common_ms":0.1783169573172927,"layout_ms":12.123687076382339}]},"samples":{"contiguous":[{"stack_ms":1761.6474609375,"wall_ms":1761.7044619983062,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1759.6790771484375,"wall_ms":1759.7291179699823,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1755.9002685546875,"wall_ms":1755.9578110231087,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1757.42724609375,"wall_ms":1757.4814920080826,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1760.4287109375,"wall_ms":1760.4840639978647,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1754.512939453125,"wall_ms":1754.572278005071,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1759.6748046875,"wall_ms":1759.7322430228814,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375}],"zigzag":[{"stack_ms":1601.0555419921875,"wall_ms":1601.1089259991422,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1599.41015625,"wall_ms":1599.4602990103886,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1609.078125,"wall_ms":1609.1292269993573,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1599.9127197265625,"wall_ms":1599.9741670675576,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1612.4058837890625,"wall_ms":1612.4573879642412,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1612.25048828125,"wall_ms":1612.3053459450603,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1607.62841796875,"wall_ms":1607.6878739986569,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375}],"planner":[{"stack_ms":1536.55126953125,"wall_ms":1536.6003499366343,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1535.8294677734375,"wall_ms":1535.881303017959,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1533.803955078125,"wall_ms":1533.8548769941553,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1536.7811279296875,"wall_ms":1536.8339880369604,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1535.29052734375,"wall_ms":1535.3477629832923,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1536.7578125,"wall_ms":1536.808818927966,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1531.3841552734375,"wall_ms":1531.4410219434649,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.24290394503623247,"layout_ms":5.266465013846755},{"common_ms":0.19489205442368984,"layout_ms":4.970605950802565},{"common_ms":0.2087930915877223,"layout_ms":4.809589008800685},{"common_ms":0.20054203923791647,"layout_ms":4.662316059693694},{"common_ms":0.1997040817514062,"layout_ms":4.789512022398412}],"zigzag":[{"common_ms":0.23190095089375973,"layout_ms":25.743789970874786},{"common_ms":0.19554095342755318,"layout_ms":23.80243898369372},{"common_ms":0.19802793394774199,"layout_ms":24.169210926629603},{"common_ms":0.19938196055591106,"layout_ms":24.117080960422754},{"common_ms":0.19547599367797375,"layout_ms":23.612850927747786}],"planner":[{"common_ms":0.2539099659770727,"layout_ms":12.758307973854244},{"common_ms":0.20782905630767345,"layout_ms":122.18132195994258},{"common_ms":0.20740402396768332,"layout_ms":12.469097040593624},{"common_ms":0.20533602219074965,"layout_ms":12.523351004347205},{"common_ms":0.20467792637646198,"layout_ms":12.556676985695958}]},"samples":{"contiguous":[{"stack_ms":1761.6455078125,"wall_ms":1761.7015760624781,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1759.673583984375,"wall_ms":1759.72680200357,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1755.8994140625,"wall_ms":1755.9571990277618,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1757.4254150390625,"wall_ms":1757.4767980258912,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1760.4315185546875,"wall_ms":1760.4844940360636,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1754.5155029296875,"wall_ms":1754.5740869827569,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1759.6719970703125,"wall_ms":1759.732982958667,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875}],"zigzag":[{"stack_ms":1601.0579833984375,"wall_ms":1601.1103700147942,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1599.4151611328125,"wall_ms":1599.4670999934897,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1609.083740234375,"wall_ms":1609.1338680125773,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1599.9132080078125,"wall_ms":1599.9783790903166,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1612.4091796875,"wall_ms":1612.4641639180481,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1612.252685546875,"wall_ms":1612.3211859958246,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1607.6300048828125,"wall_ms":1607.6967340195552,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875}],"planner":[{"stack_ms":1536.5535888671875,"wall_ms":1536.6115879733115,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1535.83251953125,"wall_ms":1535.8795749489218,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1533.805419921875,"wall_ms":1533.8545909617096,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1536.7784423828125,"wall_ms":1536.8294049985707,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1535.286376953125,"wall_ms":1535.3409110102803,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1536.7581787109375,"wall_ms":1536.8082729401067,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1531.37890625,"wall_ms":1531.4489050069824,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.24857604876160622,"layout_ms":4.114281036891043},{"common_ms":0.1773769035935402,"layout_ms":3.5390190314501524},{"common_ms":0.1874150475487113,"layout_ms":3.4502949565649033},{"common_ms":0.18440699204802513,"layout_ms":3.4656699281185865},{"common_ms":0.18831307534128428,"layout_ms":3.428834956139326}],"zigzag":[{"common_ms":0.19993598107248545,"layout_ms":24.60787002928555},{"common_ms":0.18521992024034262,"layout_ms":23.471351014450192},{"common_ms":0.1766940113157034,"layout_ms":22.879899945110083},{"common_ms":0.18181803170591593,"layout_ms":22.71964098326862},{"common_ms":0.17890601884573698,"layout_ms":22.525900043547153}],"planner":[{"common_ms":0.2478900132700801,"layout_ms":11.94585207849741},{"common_ms":0.1792670227587223,"layout_ms":11.893486022017896},{"common_ms":0.1916390610858798,"layout_ms":11.920167948119342},{"common_ms":0.19122206140309572,"layout_ms":11.734424973838031},{"common_ms":0.18651399295777082,"layout_ms":11.659891926683486}]},"samples":{"contiguous":[{"stack_ms":1761.65283203125,"wall_ms":1761.701674084179,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1759.68359375,"wall_ms":1759.7354809986427,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1755.908447265625,"wall_ms":1755.9635860379785,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1757.4293212890625,"wall_ms":1757.4785519391298,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1760.4405517578125,"wall_ms":1760.4918300639838,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1754.513916015625,"wall_ms":1754.5765129616484,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1759.6859130859375,"wall_ms":1759.7398749785498,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375}],"zigzag":[{"stack_ms":1601.072265625,"wall_ms":1601.1256619822234,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1599.420654296875,"wall_ms":1599.467447027564,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1609.0843505859375,"wall_ms":1609.130763914436,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1599.9375,"wall_ms":1599.991291994229,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1612.4132080078125,"wall_ms":1612.4641399364918,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1612.2523193359375,"wall_ms":1612.299217027612,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1607.6322021484375,"wall_ms":1607.6858110027388,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375}],"planner":[{"stack_ms":1536.5657958984375,"wall_ms":1536.6118859965354,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1535.8382568359375,"wall_ms":1535.883208969608,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1533.81396484375,"wall_ms":1533.8609529426321,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1536.775390625,"wall_ms":1536.8212669854984,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1535.2938232421875,"wall_ms":1535.3519200580195,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1536.7584228515625,"wall_ms":1536.8084160145372,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1531.39892578125,"wall_ms":1531.445586006157,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.24229299742728472,"layout_ms":4.228495992720127},{"common_ms":0.17691799439489841,"layout_ms":3.8807039381936193},{"common_ms":0.18747104331851006,"layout_ms":3.536675008945167},{"common_ms":0.18844101577997208,"layout_ms":3.4747780300676823},{"common_ms":0.18283503595739603,"layout_ms":3.512530936859548}],"zigzag":[{"common_ms":0.20984199363738298,"layout_ms":25.435172021389008},{"common_ms":0.19175803754478693,"layout_ms":23.156056995503604},{"common_ms":0.1711059594526887,"layout_ms":22.884582984261215},{"common_ms":0.18137495499104261,"layout_ms":22.444767062552273},{"common_ms":0.17404695972800255,"layout_ms":22.648626007139683}],"planner":[{"common_ms":0.20249292720109224,"layout_ms":11.867870925925672},{"common_ms":0.17524196300655603,"layout_ms":11.994222993962467},{"common_ms":0.1908839913085103,"layout_ms":11.850448907352984},{"common_ms":0.18691900186240673,"layout_ms":11.723772971890867},{"common_ms":0.18775102216750383,"layout_ms":11.822490952908993}]},"samples":{"contiguous":[{"stack_ms":1761.651123046875,"wall_ms":1761.7004159837961,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1759.683837890625,"wall_ms":1759.7326580435038,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1755.9093017578125,"wall_ms":1755.9583539841697,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1757.4306640625,"wall_ms":1757.4800261063501,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1760.436767578125,"wall_ms":1760.4842240689322,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1754.5107421875,"wall_ms":1754.5710880076513,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1759.683349609375,"wall_ms":1759.7355779726058,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125}],"zigzag":[{"stack_ms":1601.0732421875,"wall_ms":1601.121170911938,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1599.4195556640625,"wall_ms":1599.466355983168,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1609.08740234375,"wall_ms":1609.1339329723269,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1599.931640625,"wall_ms":1599.9849010258913,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1612.412109375,"wall_ms":1612.464476027526,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1612.2509765625,"wall_ms":1612.2987539274618,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1607.63671875,"wall_ms":1607.685687020421,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125}],"planner":[{"stack_ms":1536.56494140625,"wall_ms":1536.6111500188708,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1535.8388671875,"wall_ms":1535.8863490400836,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1533.8121337890625,"wall_ms":1533.858919981867,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1536.7783203125,"wall_ms":1536.8235600180924,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1535.2894287109375,"wall_ms":1535.3472239803523,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1536.7567138671875,"wall_ms":1536.806178977713,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1531.4005126953125,"wall_ms":1531.4503599656746,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2587269991636276,"layout_ms":4.3303100392222404},{"common_ms":0.2026599831879139,"layout_ms":3.938287030905485},{"common_ms":0.20858505740761757,"layout_ms":3.929124097339809},{"common_ms":0.20206894259899855,"layout_ms":3.8874329766258597},{"common_ms":0.20024890545755625,"layout_ms":4.065840970724821}],"zigzag":[{"common_ms":0.22422499023377895,"layout_ms":25.476256967522204},{"common_ms":0.1945940311998129,"layout_ms":23.26008304953575},{"common_ms":0.1973169855773449,"layout_ms":23.200729046948254},{"common_ms":0.19992690067738295,"layout_ms":23.111589951440692},{"common_ms":0.2020730171352625,"layout_ms":22.977925022132695}],"planner":[{"common_ms":0.22668694145977497,"layout_ms":12.011367944069207},{"common_ms":0.19791210070252419,"layout_ms":12.377532897517085},{"common_ms":0.19234803039580584,"layout_ms":11.857139063067734},{"common_ms":0.2046589506790042,"layout_ms":12.067102012224495},{"common_ms":0.2071739872917533,"layout_ms":12.274969951249659}]},"samples":{"contiguous":[{"stack_ms":1761.6513671875,"wall_ms":1761.701776064001,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1759.690673828125,"wall_ms":1759.738520020619,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1755.909912109375,"wall_ms":1755.9610990574583,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1757.438720703125,"wall_ms":1757.4829700170085,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1760.435791015625,"wall_ms":1760.4838310508057,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1754.5203857421875,"wall_ms":1754.5716169988737,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1759.6878662109375,"wall_ms":1759.7376620396972,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125}],"zigzag":[{"stack_ms":1601.0745849609375,"wall_ms":1601.1214930331334,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1599.4254150390625,"wall_ms":1599.4660999858752,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1609.087890625,"wall_ms":1609.136432991363,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1599.938232421875,"wall_ms":1599.9847550410777,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1612.41259765625,"wall_ms":1612.4599419999868,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1612.254638671875,"wall_ms":1612.2999590588734,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1607.6336669921875,"wall_ms":1607.6777590205893,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125}],"planner":[{"stack_ms":1536.5689697265625,"wall_ms":1536.6114809876308,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1535.83740234375,"wall_ms":1535.8815309591591,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1533.81591796875,"wall_ms":1533.8598869275302,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1536.777099609375,"wall_ms":1536.8188979336992,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1535.298095703125,"wall_ms":1535.3447120869532,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1536.7568359375,"wall_ms":1536.7990949889645,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1531.4000244140625,"wall_ms":1531.4442239468917,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.39380008820444345,"layout_ms":6.886614952236414},{"common_ms":0.2840850502252579,"layout_ms":6.080414052121341},{"common_ms":0.2901010448113084,"layout_ms":5.891436943784356},{"common_ms":0.27761305682361126,"layout_ms":5.772619973868132},{"common_ms":0.2721549244597554,"layout_ms":5.779876024462283}],"zigzag":[{"common_ms":0.29644195456057787,"layout_ms":28.27873593196273},{"common_ms":0.3036210546270013,"layout_ms":25.71980992797762},{"common_ms":0.272842007689178,"layout_ms":26.07105893548578},{"common_ms":0.27406204026192427,"layout_ms":25.47583798877895},{"common_ms":0.26756501756608486,"layout_ms":25.658241007477045}],"planner":[{"common_ms":0.3691270248964429,"layout_ms":14.355544000864029},{"common_ms":0.26559794787317514,"layout_ms":14.188287081196904},{"common_ms":0.29848399572074413,"layout_ms":14.078253065235913},{"common_ms":0.28936704620718956,"layout_ms":14.024666044861078},{"common_ms":0.27602200862020254,"layout_ms":14.045567950233817}]},"samples":{"contiguous":[{"stack_ms":1761.6419677734375,"wall_ms":1761.7024959763512,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1759.672607421875,"wall_ms":1759.726274991408,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1755.89306640625,"wall_ms":1755.9487060643733,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1757.423828125,"wall_ms":1757.4792200466618,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1760.4266357421875,"wall_ms":1760.4821110144258,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1754.506103515625,"wall_ms":1754.5746091054752,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1759.6700439453125,"wall_ms":1759.7346199909225,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375}],"zigzag":[{"stack_ms":1601.0592041015625,"wall_ms":1601.1110390536487,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1599.411376953125,"wall_ms":1599.463592050597,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1609.073974609375,"wall_ms":1609.126762021333,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1599.9276123046875,"wall_ms":1599.985928973183,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1612.4019775390625,"wall_ms":1612.4593230197206,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1612.241943359375,"wall_ms":1612.295579048805,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1607.62548828125,"wall_ms":1607.6846059877425,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375}],"planner":[{"stack_ms":1536.5513916015625,"wall_ms":1536.6035959450528,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1535.83203125,"wall_ms":1535.8823910355568,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1533.8011474609375,"wall_ms":1533.8571730535477,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1536.76904296875,"wall_ms":1536.819348926656,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1535.281982421875,"wall_ms":1535.3415100835264,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1536.7320556640625,"wall_ms":1536.7891129571944,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1531.39306640625,"wall_ms":1531.4539320534095,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011784240272508962,"max_abs":0.0039520263671875,"finite":true},"dq":{"relative_rms":0.00048073596142370886,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.0006203306948340807,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005952135579574586,"max_abs":1.4352963262354024e-12,"finite":true},"d_weights":{"relative_rms":0.0005347141386976469,"max_abs":2.444721758365631e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006390818090828718,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006580995758905901,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.053885853303729e-06,"max_abs":9.741540907270974e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0012043185761831132,"max_abs":0.004150390625,"finite":true},"dq":{"relative_rms":0.0004800698041645339,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.0005747127859020777,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006233276906813084,"max_abs":1.4352963262354024e-12,"finite":true},"d_weights":{"relative_rms":0.0005292012697635947,"max_abs":2.444721758365631e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006517987657936403,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006623945319799257,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.886799422510771e-06,"max_abs":1.0174971976084635e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011752366949018354,"max_abs":0.0039520263671875,"finite":true},"dq":{"relative_rms":0.00047728925772746073,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.0006474243142526064,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006657195075264404,"max_abs":1.20614629395277e-12,"finite":true},"d_weights":{"relative_rms":0.000553589717554,"max_abs":2.6775524020195007e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007529789309840653,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007505807743176881,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.79963360083132e-06,"max_abs":9.492850949754938e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147455164},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65540,"spans":3,"candidate_workspace_bytes":2147436020}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147321592},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073713120}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130864,"spans":1024,"candidate_workspace_bytes":2147363972},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073736736}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3221016216},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073713120}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":323705232},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3220883040},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196604,"spans":30,"candidate_workspace_bytes":3221146388}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":325999408},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2974345584},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196604,"spans":29,"candidate_workspace_bytes":3221134088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":328533872},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2705910128},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196608,"spans":29,"candidate_workspace_bytes":3221146388}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":432,"candidate_workspace_bytes":262336016},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2437474672},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196612,"spans":435,"candidate_workspace_bytes":4293534320}}]}, + {"case":"1m-heldout-lognormal-257-seed20261114","lengths":[2676,1160,872,1600,7844,15644,1860,4136,2904,1520,1116,1768,1120,5048,11620,10504,444,4952,3868,2772,1828,10192,476,6280,408,1656,2024,6804,3084,2100,4556,720,1640,2820,5608,13040,5152,1192,17628,588,23720,468,964,876,4732,25312,3076,2572,4332,480,532,1056,1464,680,1776,1820,1692,184,428,340,5056,20224,1840,468,2028,3532,17084,6684,6084,3748,1816,8964,244,4680,572,832,1592,1500,1240,148,2156,760,1500,5540,3920,8488,6128,4120,8304,1056,2352,1204,1828,944,2344,20140,184,5880,392,8816,4136,8060,900,1172,744,9020,25696,1648,692,1528,796,796,424,568,14772,2696,5512,1172,1644,516,1068,296,1864,360,10484,7508,1284,20464,1512,12932,1076,2220,6004,272,2204,968,704,780,600,10044,4560,1572,380,540,1488,4196,2372,6112,3580,1332,1732,1848,4276,1448,2060,1228,676,4180,2144,3140,1192,604,2624,9132,4680,1144,4196,576,1036,228,96,3604,1280,6036,952,3080,1188,16140,524,884,560,2128,1268,1672,3344,1668,4900,3432,1528,276,12768,772,12508,468,5328,1480,17320,2816,1220,5144,6764,1160,2216,1308,148,1632,3076,10892,9016,684,13020,6676,1756,1332,584,5268,1260,1256,4336,22800,15120,6460,1876,8740,672,1832,2148,460,604,700,4144,1940,892,352,8956,472,4868,12212,712,3128,1680,5956,5388,24968,4208,688,1284,672,27000,6520,3868,4468,5252,4244,1780,356,2856],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":885.4813232421875,"prepare_ms":3.0797510407865047,"prepare_plus_stack_ms":888.561074282974,"amortized_per_layer_ms":222.1402685707435,"prepare_fraction":0.0034659981513051486,"stack_min_ms":884.6111450195312,"stack_max_ms":886.1656494140625,"prepare_min_ms":3.0480100540444255,"prepare_max_ms":3.136959974654019,"peak_allocated_gib":142.20749521255493,"peak_reserved_gib":145.646484375},"zigzag":{"stack_ms":912.4822998046875,"prepare_ms":13.92595493234694,"prepare_plus_stack_ms":926.4082547370344,"amortized_per_layer_ms":231.6020636842586,"prepare_fraction":0.015032200826297571,"stack_min_ms":911.5126953125,"stack_max_ms":913.5840454101562,"prepare_min_ms":13.751268037594855,"prepare_max_ms":15.977082075551152,"peak_allocated_gib":142.20749521255493,"peak_reserved_gib":145.646484375},"planner":{"stack_ms":885.417724609375,"prepare_ms":3.8648799527436495,"prepare_plus_stack_ms":889.2826045621186,"amortized_per_layer_ms":222.32065114052966,"prepare_fraction":0.0043460649437157385,"stack_min_ms":884.126220703125,"stack_max_ms":885.7199096679688,"prepare_min_ms":3.787372028455138,"prepare_max_ms":4.148651962168515,"peak_allocated_gib":142.20749521255493,"peak_reserved_gib":145.646484375}},"raw_sha256":"640672ea6a69e6ad55fec36c373b8c1c8b7d57291db5352744859c1c7a1192ad","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.2350750146433711,"layout_ms":2.786290948279202},{"common_ms":0.15597289893776178,"layout_ms":2.406439045444131},{"common_ms":0.1627210294827819,"layout_ms":2.3611480137333274},{"common_ms":0.15054794494062662,"layout_ms":2.350175054743886},{"common_ms":0.14729797840118408,"layout_ms":2.4025450693443418}],"zigzag":[{"common_ms":0.1665889285504818,"layout_ms":14.8276980035007},{"common_ms":0.14678796287626028,"layout_ms":13.079444994218647},{"common_ms":0.1436800230294466,"layout_ms":12.697779107838869},{"common_ms":0.14779099728912115,"layout_ms":12.532374006696045},{"common_ms":0.14443101827055216,"layout_ms":12.63348397333175}],"planner":[{"common_ms":0.14989404007792473,"layout_ms":3.0959969153627753},{"common_ms":0.15383900608867407,"layout_ms":3.276541014201939},{"common_ms":0.16147992573678493,"layout_ms":2.992411027662456},{"common_ms":0.14937995001673698,"layout_ms":2.9600600246340036},{"common_ms":0.14795595780014992,"layout_ms":2.95849097892642}]},"samples":{"contiguous":[{"stack_ms":885.9649658203125,"wall_ms":886.0144839854911,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":885.47265625,"wall_ms":885.5175439966843,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":884.6035766601562,"wall_ms":884.6483719535172,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":884.7307739257812,"wall_ms":884.7848960431293,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":885.6505737304688,"wall_ms":885.702061932534,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":885.2368774414062,"wall_ms":885.2833640994504,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":886.152099609375,"wall_ms":886.2058210652322,"allocated_gib":142.069194316864,"reserved_gib":145.20703125}],"zigzag":[{"stack_ms":912.46923828125,"wall_ms":912.5168960308656,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":911.7127075195312,"wall_ms":911.7565730120987,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":911.9180908203125,"wall_ms":911.9645860046148,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":912.6145629882812,"wall_ms":912.66320401337,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":913.0916137695312,"wall_ms":913.1387069355696,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":911.494873046875,"wall_ms":911.5426649805158,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":913.5570678710938,"wall_ms":913.6023649480194,"allocated_gib":142.069194316864,"reserved_gib":145.20703125}],"planner":[{"stack_ms":885.64208984375,"wall_ms":885.6860420200974,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":884.1140747070312,"wall_ms":884.1599540319294,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":884.9660034179688,"wall_ms":885.0121720461175,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":885.6953125,"wall_ms":885.7434069504961,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":884.4796752929688,"wall_ms":884.5268751028925,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":885.4056396484375,"wall_ms":885.4542589979246,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":885.4126586914062,"wall_ms":885.4581289924681,"allocated_gib":142.069194316864,"reserved_gib":145.20703125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.24983903858810663,"layout_ms":2.867105999030173},{"common_ms":0.14998798724263906,"layout_ms":2.483234042301774},{"common_ms":0.15161302872002125,"layout_ms":2.4626090889796615},{"common_ms":0.15029299538582563,"layout_ms":2.381863072514534},{"common_ms":0.1460040220990777,"layout_ms":2.380018006078899}],"zigzag":[{"common_ms":0.18544797785580158,"layout_ms":15.044272993691266},{"common_ms":0.14281005132943392,"layout_ms":12.963035027496517},{"common_ms":0.1412449637427926,"layout_ms":12.606663978658617},{"common_ms":0.1405240036547184,"layout_ms":12.466782936826348},{"common_ms":0.14110503252595663,"layout_ms":12.527927057817578}],"planner":[{"common_ms":0.15753705520182848,"layout_ms":3.10190103482455},{"common_ms":0.14754303265362978,"layout_ms":3.327045007608831},{"common_ms":0.15885510947555304,"layout_ms":3.034497029148042},{"common_ms":0.14767399989068508,"layout_ms":3.0356330098584294},{"common_ms":0.14907005243003368,"layout_ms":2.9795169830322266}]},"samples":{"contiguous":[{"stack_ms":885.9715576171875,"wall_ms":886.0216359607875,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":885.47412109375,"wall_ms":885.5189679889008,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":884.6026000976562,"wall_ms":884.649310959503,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":884.736572265625,"wall_ms":884.7857479704544,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":885.648681640625,"wall_ms":885.6953530339524,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":885.2395629882812,"wall_ms":885.2861990453675,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":886.1553344726562,"wall_ms":886.2026840215549,"allocated_gib":141.95444345474243,"reserved_gib":145.140625}],"zigzag":[{"stack_ms":912.4697875976562,"wall_ms":912.5185150187463,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":911.7089233398438,"wall_ms":911.7553089745343,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":911.9185180664062,"wall_ms":911.963826045394,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":912.6163940429688,"wall_ms":912.6645840005949,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":913.0978393554688,"wall_ms":913.1466579856351,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":911.4974975585938,"wall_ms":911.5452120313421,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":913.577392578125,"wall_ms":913.6235610349104,"allocated_gib":141.95444345474243,"reserved_gib":145.140625}],"planner":[{"stack_ms":885.6439208984375,"wall_ms":885.6873400509357,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":884.1143188476562,"wall_ms":884.1609029332176,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":884.97900390625,"wall_ms":885.0252389675006,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":885.7113647460938,"wall_ms":885.7581419870257,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":884.4735107421875,"wall_ms":884.5217060297728,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":885.4052124023438,"wall_ms":885.4536729631945,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":885.4122924804688,"wall_ms":885.4580629849806,"allocated_gib":141.95444345474243,"reserved_gib":145.140625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.21589593961834908,"layout_ms":2.8240641113370657},{"common_ms":0.15230802819132805,"layout_ms":2.626165049150586},{"common_ms":0.16169401351362467,"layout_ms":2.3775380104780197},{"common_ms":0.14597398694604635,"layout_ms":2.389265107922256},{"common_ms":0.14177302364259958,"layout_ms":2.4037540424615145}],"zigzag":[{"common_ms":0.16167701687663794,"layout_ms":15.251606004312634},{"common_ms":0.14367897529155016,"layout_ms":13.064242899417877},{"common_ms":0.1413270365446806,"layout_ms":12.869904981926084},{"common_ms":0.14003505930304527,"layout_ms":12.680459069088101},{"common_ms":0.13467296957969666,"layout_ms":12.55979505367577}],"planner":[{"common_ms":0.15414203517138958,"layout_ms":3.054081927984953},{"common_ms":0.14684698544442654,"layout_ms":3.0748230637982488},{"common_ms":0.158949987962842,"layout_ms":3.043159027583897},{"common_ms":0.14913897030055523,"layout_ms":2.971121924929321},{"common_ms":0.14392693992704153,"layout_ms":3.0124210752546787}]},"samples":{"contiguous":[{"stack_ms":885.9771728515625,"wall_ms":886.0219049965963,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":885.477783203125,"wall_ms":885.5163879925385,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":884.6111450195312,"wall_ms":884.6490089781582,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":884.7391357421875,"wall_ms":884.7842540126294,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":885.656005859375,"wall_ms":885.6965700397268,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":885.2468872070312,"wall_ms":885.2851820411161,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":886.1656494140625,"wall_ms":886.2055039498955,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625}],"zigzag":[{"stack_ms":912.4747314453125,"wall_ms":912.5166001031175,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":911.721923828125,"wall_ms":911.760219023563,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":911.9306640625,"wall_ms":911.9688540231436,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":912.6199951171875,"wall_ms":912.6656299922615,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":913.1015625,"wall_ms":913.1428990513086,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":911.50732421875,"wall_ms":911.5463729249313,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":913.5840454101562,"wall_ms":913.62249199301,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625}],"planner":[{"stack_ms":885.6546020507812,"wall_ms":885.6917780358344,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":884.1162719726562,"wall_ms":884.1562119778246,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":884.9876098632812,"wall_ms":885.0273269927129,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":885.7174682617188,"wall_ms":885.7583459466696,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":884.4819946289062,"wall_ms":884.5233549363911,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":885.4131469726562,"wall_ms":885.4558520251885,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":885.4187622070312,"wall_ms":885.4584040818736,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.22026291117072105,"layout_ms":2.8619859367609024},{"common_ms":0.14895305503159761,"layout_ms":2.7280939975753427},{"common_ms":0.15317404177039862,"layout_ms":2.4757860228419304},{"common_ms":0.14781905338168144,"layout_ms":2.4568570079281926},{"common_ms":0.14680204913020134,"layout_ms":2.4685669923201203}],"zigzag":[{"common_ms":0.16387307550758123,"layout_ms":14.996043988503516},{"common_ms":0.1586090074852109,"layout_ms":13.174635008908808},{"common_ms":0.14521810226142406,"layout_ms":12.745158979669213},{"common_ms":0.1460770145058632,"layout_ms":12.685891008004546},{"common_ms":0.14307303354144096,"layout_ms":12.689423048868775}],"planner":[{"common_ms":0.1514269970357418,"layout_ms":3.1418809667229652},{"common_ms":0.1469799317419529,"layout_ms":3.2873930176720023},{"common_ms":0.1644659787416458,"layout_ms":3.060236922465265},{"common_ms":0.1491570146754384,"layout_ms":3.0431989580392838},{"common_ms":0.1487529370933771,"layout_ms":3.1072470592334867}]},"samples":{"contiguous":[{"stack_ms":885.96923828125,"wall_ms":886.0222370130941,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":885.4676513671875,"wall_ms":885.5172720504925,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":884.602783203125,"wall_ms":884.648701059632,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":884.7225341796875,"wall_ms":884.782760986127,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":885.6378173828125,"wall_ms":885.6850699521601,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":885.237060546875,"wall_ms":885.2848029928282,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":886.1531982421875,"wall_ms":886.1966771073639,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375}],"zigzag":[{"stack_ms":912.4647827148438,"wall_ms":912.5143049750477,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":911.7078247070312,"wall_ms":911.7499169660732,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":911.9191284179688,"wall_ms":911.9649360654876,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":912.6130981445312,"wall_ms":912.6726889517158,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":913.085693359375,"wall_ms":913.1460840580985,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":911.5006103515625,"wall_ms":911.544642993249,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":913.5768432617188,"wall_ms":913.6217730119824,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375}],"planner":[{"stack_ms":885.637939453125,"wall_ms":885.685432003811,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":884.1072998046875,"wall_ms":884.1591030359268,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":884.9830932617188,"wall_ms":885.030537028797,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":885.7073364257812,"wall_ms":885.7548780506477,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":884.4668579101562,"wall_ms":884.5272979233414,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":885.404541015625,"wall_ms":885.4557790327817,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":885.4049072265625,"wall_ms":885.4502710746601,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.20109303295612335,"layout_ms":2.699011005461216},{"common_ms":0.14397408813238144,"layout_ms":2.477490925230086},{"common_ms":0.16056990716606379,"layout_ms":2.421570010483265},{"common_ms":0.1457420876249671,"layout_ms":2.3905340349301696},{"common_ms":0.14028791338205338,"layout_ms":2.382845035754144}],"zigzag":[{"common_ms":0.15545706264674664,"layout_ms":14.899431960657239},{"common_ms":0.14217093121260405,"layout_ms":13.132722000591457},{"common_ms":0.13489997945725918,"layout_ms":12.738774064928293},{"common_ms":0.14357594773173332,"layout_ms":12.797656003385782},{"common_ms":0.13823097106069326,"layout_ms":12.785015045665205}],"planner":[{"common_ms":0.15017797704786062,"layout_ms":3.0192709527909756},{"common_ms":0.14486699365079403,"layout_ms":3.2585919834673405},{"common_ms":0.16542396042495966,"layout_ms":3.0455030500888824},{"common_ms":0.1386429648846388,"layout_ms":3.0545250046998262},{"common_ms":0.14723790809512138,"layout_ms":2.953310962766409}]},"samples":{"contiguous":[{"stack_ms":885.9970703125,"wall_ms":886.0421540448442,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":885.477783203125,"wall_ms":885.5175010394305,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":884.6082763671875,"wall_ms":884.6473809098825,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":884.7371215820312,"wall_ms":884.7821640083566,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":885.6644287109375,"wall_ms":885.7011110521853,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":885.2446899414062,"wall_ms":885.2851429255679,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":886.1638793945312,"wall_ms":886.2043789122254,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375}],"zigzag":[{"stack_ms":912.4743041992188,"wall_ms":912.5262279994786,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":911.7042846679688,"wall_ms":911.7448240285739,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":911.9228515625,"wall_ms":911.9616879615933,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":912.6249389648438,"wall_ms":912.6724380766973,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":913.10205078125,"wall_ms":913.1443690275773,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":911.5069580078125,"wall_ms":911.5472780540586,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":913.5794677734375,"wall_ms":913.6188470292836,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375}],"planner":[{"stack_ms":885.6466064453125,"wall_ms":885.6871000025421,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":884.1209106445312,"wall_ms":884.1713860165328,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":884.9846801757812,"wall_ms":885.0231620017439,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":885.708984375,"wall_ms":885.7518989825621,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":884.4788208007812,"wall_ms":884.5181269571185,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":885.4093627929688,"wall_ms":885.4504759656265,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":885.4164428710938,"wall_ms":885.455394978635,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.23035798221826553,"layout_ms":2.8488999232649803},{"common_ms":0.15296600759029388,"layout_ms":2.691409084945917},{"common_ms":0.14808098785579205,"layout_ms":2.438065013848245},{"common_ms":0.14932802878320217,"layout_ms":2.4434899678453803},{"common_ms":0.14286604709923267,"layout_ms":2.461588941514492}],"zigzag":[{"common_ms":0.1572199398651719,"layout_ms":14.959516003727913},{"common_ms":0.1449969131499529,"layout_ms":13.070014072582126},{"common_ms":0.141435069963336,"layout_ms":12.722259969450533},{"common_ms":0.1408749958500266,"layout_ms":12.481839978136122},{"common_ms":0.14410307630896568,"layout_ms":12.662739958614111}],"planner":[{"common_ms":0.1451560528948903,"layout_ms":3.1272530322894454},{"common_ms":0.14550192281603813,"layout_ms":3.151560085825622},{"common_ms":0.16260205302387476,"layout_ms":3.1087800161913037},{"common_ms":0.14649692457169294,"layout_ms":3.0746610136702657},{"common_ms":0.14684500638395548,"layout_ms":3.1142289517447352}]},"samples":{"contiguous":[{"stack_ms":885.9978637695312,"wall_ms":886.0353420022875,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":885.4811401367188,"wall_ms":885.5200170073658,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":884.60791015625,"wall_ms":884.646444930695,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":884.7423706054688,"wall_ms":884.7826230339706,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":885.6626586914062,"wall_ms":885.7018530834466,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":885.2490844726562,"wall_ms":885.2865749504417,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":886.163330078125,"wall_ms":886.2010970478877,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125}],"zigzag":[{"stack_ms":912.4822998046875,"wall_ms":912.5201150309294,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":911.7113647460938,"wall_ms":911.7523989407346,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":911.92431640625,"wall_ms":911.9613560615107,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":912.6256103515625,"wall_ms":912.6670570112765,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":913.1044311523438,"wall_ms":913.14542805776,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":911.5076293945312,"wall_ms":911.5472119301558,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":913.583740234375,"wall_ms":913.6209829011932,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125}],"planner":[{"stack_ms":885.6544799804688,"wall_ms":885.6925929430872,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":884.1207885742188,"wall_ms":884.1635209973902,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":884.9832153320312,"wall_ms":885.0208369549364,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":885.7199096679688,"wall_ms":885.7566560618579,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":884.4832153320312,"wall_ms":884.5215790206566,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":885.4119262695312,"wall_ms":885.4524329071864,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":885.418701171875,"wall_ms":885.4552289703861,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.20494696218520403,"layout_ms":2.81453097704798},{"common_ms":0.15670200809836388,"layout_ms":2.980257966555655},{"common_ms":0.16448204405605793,"layout_ms":2.915268996730447},{"common_ms":0.15885697212070227,"layout_ms":2.9172439826652408},{"common_ms":0.15427800826728344,"layout_ms":2.893732045777142}],"zigzag":[{"common_ms":0.17382006626576185,"layout_ms":15.80326200928539},{"common_ms":0.1574930502101779,"layout_ms":14.096921076998115},{"common_ms":0.14848599676042795,"layout_ms":13.777468935586512},{"common_ms":0.15328603330999613,"layout_ms":13.597982004284859},{"common_ms":0.15005201566964388,"layout_ms":13.65900901146233}],"planner":[{"common_ms":0.1632120693102479,"layout_ms":3.7150050047785044},{"common_ms":0.15548302326351404,"layout_ms":3.9931689389050007},{"common_ms":0.16784202307462692,"layout_ms":3.6970379296690226},{"common_ms":0.15948491636663675,"layout_ms":3.665439086034894},{"common_ms":0.15842507127672434,"layout_ms":3.628946957178414}]},"samples":{"contiguous":[{"stack_ms":885.9925537109375,"wall_ms":886.0322990221903,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":885.4813232421875,"wall_ms":885.5177300283685,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":884.5985107421875,"wall_ms":884.6375800203532,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":884.7424926757812,"wall_ms":884.7858048975468,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":885.6622314453125,"wall_ms":885.6987790204585,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":885.2450561523438,"wall_ms":885.2813870180398,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":886.1649780273438,"wall_ms":886.2013880861923,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625}],"zigzag":[{"stack_ms":912.4779663085938,"wall_ms":912.5146970618516,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":911.7120361328125,"wall_ms":911.7602849146351,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":911.921630859375,"wall_ms":911.9570419425145,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":912.622314453125,"wall_ms":912.6619329908863,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":913.103759765625,"wall_ms":913.1410659756511,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":911.5126953125,"wall_ms":911.5503799403086,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":913.57861328125,"wall_ms":913.6153089348227,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625}],"planner":[{"stack_ms":885.6598510742188,"wall_ms":885.694385971874,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":884.126220703125,"wall_ms":884.1663680505008,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":884.9779663085938,"wall_ms":885.0251759868115,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":885.7186889648438,"wall_ms":885.7549199601635,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":884.4786376953125,"wall_ms":884.5179339405149,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":885.417724609375,"wall_ms":885.4569710092619,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":885.4241333007812,"wall_ms":885.4597950121388,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.2063199644908309,"layout_ms":2.7303340611979365},{"common_ms":0.14690193347632885,"layout_ms":2.4109750520437956},{"common_ms":0.1450859708711505,"layout_ms":2.312693977728486},{"common_ms":0.1403170172125101,"layout_ms":2.311240998096764},{"common_ms":0.13428309466689825,"layout_ms":2.2820100421085954}],"zigzag":[{"common_ms":0.16579206567257643,"layout_ms":15.060372068546712},{"common_ms":0.13657007366418839,"layout_ms":12.884889962151647},{"common_ms":0.1351749524474144,"layout_ms":12.582294060848653},{"common_ms":0.13537693303078413,"layout_ms":12.423456995747983},{"common_ms":0.13272801879793406,"layout_ms":12.086030910722911}],"planner":[{"common_ms":0.1506810076534748,"layout_ms":3.0004699947312474},{"common_ms":0.14151004143059254,"layout_ms":3.187837894074619},{"common_ms":0.15161302872002125,"layout_ms":2.9592009959742427},{"common_ms":0.14067604206502438,"layout_ms":2.9751589754596353},{"common_ms":0.1427399693056941,"layout_ms":2.9223760357126594}]},"samples":{"contiguous":[{"stack_ms":885.9832153320312,"wall_ms":886.0318829538301,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":885.4739990234375,"wall_ms":885.5155570199713,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":884.6017456054688,"wall_ms":884.6432020654902,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":884.736572265625,"wall_ms":884.7809460712597,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":885.6520385742188,"wall_ms":885.6963970465586,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":885.23974609375,"wall_ms":885.2809600066394,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":886.1551513671875,"wall_ms":886.1989449942484,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875}],"zigzag":[{"stack_ms":912.4735717773438,"wall_ms":912.5171650666744,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":911.7030639648438,"wall_ms":911.7469619959593,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":911.9151611328125,"wall_ms":911.9577100500464,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":912.615478515625,"wall_ms":912.6605530036613,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":913.093017578125,"wall_ms":913.1362279877067,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":911.497802734375,"wall_ms":911.541736102663,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":913.5687255859375,"wall_ms":913.6096780421212,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875}],"planner":[{"stack_ms":885.6488037109375,"wall_ms":885.6895680073649,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":884.1155395507812,"wall_ms":884.1651290422305,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":884.97705078125,"wall_ms":885.0174930412322,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":885.708984375,"wall_ms":885.7499799923971,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":884.4741821289062,"wall_ms":884.51881299261,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":885.408203125,"wall_ms":885.4533360572532,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":885.4119262695312,"wall_ms":885.4535509599373,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0010871627590182391,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0004847565126865911,"max_abs":0.002899169921875,"finite":true},"dkv":{"relative_rms":0.00036524652904135034,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00018435517647677314,"max_abs":1.7834622667578515e-12,"finite":true},"d_weights":{"relative_rms":0.00015331780883228496,"max_abs":2.735760062932968e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00023575925208147312,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00023600967729030213,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.015081096675078e-06,"max_abs":9.890754881780595e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0010981959098286397,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.00048575425325238344,"max_abs":0.002471923828125,"finite":true},"dkv":{"relative_rms":0.0003506186600236062,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00019871371477122484,"max_abs":1.3162804179955856e-12,"finite":true},"d_weights":{"relative_rms":0.00016187097194010947,"max_abs":2.5029294192790985e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00023622962337777997,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002278725201595212,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.964262541195393e-06,"max_abs":1.2306600183364935e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.001095246497742692,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.0004952483738219171,"max_abs":0.002899169921875,"finite":true},"dkv":{"relative_rms":0.0003913907297838772,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.00023519899547623442,"max_abs":1.8189894035458565e-12,"finite":true},"d_weights":{"relative_rms":0.0001763678500912824,"max_abs":2.735760062932968e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00024398176728862355,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00023630491096031546,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.166267345934751e-06,"max_abs":9.15179043659009e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":35,"candidate_workspace_bytes":464164896},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":514,"candidate_workspace_bytes":523820532},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":35,"candidate_workspace_bytes":464164896}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":28,"candidate_workspace_bytes":401244640},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131048,"spans":514,"candidate_workspace_bytes":526427924},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":28,"candidate_workspace_bytes":401244640}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":35,"candidate_workspace_bytes":511032372},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131052,"spans":514,"candidate_workspace_bytes":528893044},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":35,"candidate_workspace_bytes":511032372}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":31,"candidate_workspace_bytes":521195124},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":514,"candidate_workspace_bytes":531342892},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":31,"candidate_workspace_bytes":521195124}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":41,"candidate_workspace_bytes":523004768},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":514,"candidate_workspace_bytes":533775928},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":41,"candidate_workspace_bytes":523004768}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":39,"candidate_workspace_bytes":532614900},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131048,"spans":514,"candidate_workspace_bytes":536076292},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":39,"candidate_workspace_bytes":532614900}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":501392540},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131112,"spans":514,"candidate_workspace_bytes":525223952},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":501392540}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":23,"candidate_workspace_bytes":487099208},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131092,"spans":514,"candidate_workspace_bytes":525260136},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":23,"candidate_workspace_bytes":487099208}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261114","lengths":[340,148,692,448,1668,104,84,4780,152,264,152,64,32,12884,180,252,728,460,8,588,184,112,284,2688,1932,52,640,24,260,20,104,264,176,92,1140,32,8488,8,148,42712,88,136,140,184,220,32,3124,736,592,140,56,96,728,248,492,8,92,44,88,76,40,604,1276,84,144,336,20,328,352,348,284,84,4428,2064,388,232,148,28,172,236,164,100,756,212,1472,1144,1500,36,92,68,1664,2168,48,340,596,384,568,2284,1928,44,36,48,24,288,244,204,532,16,2856,32,2468,7184,48,52,256,760,72,784,2800,692,72,652,448,76,1604,68,752,3928,572,132,80,40,220,1796,28,2052,1276,444,80,892,596,1296,212,20,96,268,16,64,32,408,136,3524,8,200,348,1560,100,1148,152,56,168,12,992,64,92,2228,60,88,1028,1172,136,140,2188,1040,88,20,48,56,792,1236,56,44,388,32,56,148,92,588,412,448,632,200,1408,144,1880,180,116,8,1376,8,180,56,248,40,2516,164,344,8,284,80,892,60,344,408,1168,1336,196,1500,5308,268,528,52,952,264,228,1540,232,400,8,72,76,5328,436,12136,180,172,392,548,32,380,116,256,512,576,196,248,1332,20,48,352,28,1180,52,680,344,3540,248,32,188,344,1140,4,700,84,3116,292,3868,680,80,468,812,32,40,40,40,52,352,232,352,8,48,524,332,1700,316,748,16,176,1024,80,32,140,88,11368,572,52,788,508,1664,3820,1440,252,88,48,4272,8,392,1456,76,20,1564,108,1944,280,144,540,716,84,52,88,928,136,1876,104,92,44,100,56,2244,28,2680,148,64,348,176,968,2408,216,48,1116,48,208,100,12,100,176,132,1680,1636,344,304,564,60,16,556,48,96,3160,8,216,532,2484,80,564,376,8,96,124,8,52,1124,72,1340,56,6040,396,156,372,28,1192,216,76,136,1928,19924,28,28,984,464,740,7968,240,160,656,660,12,968,428,640,148,16,296,16,52,160,524,12,120,104,28,1180,852,56,604,12,500,304,344,444,792,1024,164,72,6184,176,28,292,148,3748,96,44,96,64,1116,204,1540,104,28,84,308,216,464,252,8,460,284,924,20,92,28,24,10336,5712,312,196,108,228,356,308,1392,440,168,72,1416,100,9180,192,20,12,184,744,176,228,112,56,724,356,3156,312,60,8,128,48,852,248,520,32,2548,536,588,848,1720,24,384,2848,2940,1780,616,8,12,196,68,520,88,64,1500,728,316,160,488,1396,40,560,60,196,28,120,3004,156,384,16,340,2620,340,400,1832,952,140,120,372,864,84,3588,80,40,1656,236,320,4532,68,3984,488,60,21632,12,240,64,232,148,12,224,348,1272,932,172,7368,108,244,2920,872,960,2076,832,392,12,620,1308,220,2660,272,8284,68,1340,60,304,8,88,620,204,2684,36,372,76,60,44,320,64,156,64,28,180,852,468,8,276,36,52,1012,844,172,108,132,192,792,84,1520,28,240,52,1568,12,2380,184,48,49792,40,160,1628,48,168,5536,2668,16,280,1180,28,36,7240,12,24,4352,34024,16,284,120,44,6300,116,264,1704,48,260,2564,376,744,208,672,172,1380,5884,876,7408,116,56,612,132,220,5188,188,32,2692,928,1540,32,512,360,1876,344,452,328,816,188,7280,36,32,104,312,56,988,120,5164,44,632,144,80,640,28,1360,60,88,2256,60,32,1352,668,10136,1520,56,36,16,100,1056,56,60,16,120,1740,2892,28,12,116,156,28,48,244,68,84,280,11456,20,29540,4712,184,20,3960,3904,312,248,2548,68,16,32,96,96,204,136,1836,60,424,104,652,440,1564,20,16,112,340,184,112,372,884,1636,44,356,228,168,196,1760,20,10424,224,60,240,20,1640,48,1056,28,52,14932,92,120,636,84,28,2036,596,84,68,1156,16,56,596,76,188,28,920,108,240,8,25628,1280,2680,64,368,860,2152,240,596,116,408,496,284,64,484,124,240,32,268,5212,740,1944,64,108,1372,236,396,156,44,7512,180,124,1524,180,40,72,8,380,72,19868,60,300,28,316,32,568,700,8,152,928,56,84,32,3644,12,164,944,76,1084,1128,320,52,60,44,52,2632,164,20,1364,32,380,144,364,708,1080,544,32,340,300,88,1576,384,132,196,1424,244,36,132,276,104,48,292,292,1068,444,44,100,44,600,516,344,44,452,1552,88,576,96,40,76,8,4,504,116,3684,1216,72,400,96,2404,32,2228,64,36,1724,288,840,116,188,448,184,28,452,160,12,28,988,1368,56,820,28,104,1312,2816,136,120,368,2604,104,940,992,92,312,120,8,172,388,16,296,48,9916,132,200,128,40,1008,4284,1664,112,108,688,22240,1040,1420,256,1932,48,240,3264,296,28,44,52,596,260,68,16,2096,28,832,7172,3404,52,440,192,1204,1040,648,636,52,116,48,384,1460,524,720,968,652,220,8,92],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":897.839599609375,"prepare_ms":7.835552911274135,"prepare_plus_stack_ms":905.6751525206491,"amortized_per_layer_ms":226.41878813016228,"prepare_fraction":0.008651615194991767,"stack_min_ms":893.6826171875,"stack_max_ms":899.3960571289062,"prepare_min_ms":7.707247044891119,"prepare_max_ms":9.100510855205357,"peak_allocated_gib":142.21538257598877,"peak_reserved_gib":154.52734375},"zigzag":{"stack_ms":943.18701171875,"prepare_ms":154.680363018997,"prepare_plus_stack_ms":1097.867374737747,"amortized_per_layer_ms":274.46684368443675,"prepare_fraction":0.14089166558569632,"stack_min_ms":941.8551635742188,"stack_max_ms":944.797607421875,"prepare_min_ms":41.73877707216889,"prepare_max_ms":171.9948339741677,"peak_allocated_gib":142.21538257598877,"peak_reserved_gib":154.52734375},"planner":{"stack_ms":896.6532592773438,"prepare_ms":16.448326990939677,"prepare_plus_stack_ms":913.1015862682834,"amortized_per_layer_ms":228.27539656707086,"prepare_fraction":0.018013687894423286,"stack_min_ms":894.461181640625,"stack_max_ms":897.8280029296875,"prepare_min_ms":15.866238973103464,"prepare_max_ms":17.531556077301502,"peak_allocated_gib":142.21538257598877,"peak_reserved_gib":154.52734375}},"raw_sha256":"2b31d63ee50f211a633204a6ddcd7408597d1591c1c3cec4a4c526449b17efaa","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.34970708657056093,"layout_ms":7.539710961282253},{"common_ms":0.24684600066393614,"layout_ms":6.794273969717324},{"common_ms":0.25247095618397,"layout_ms":6.738892057910562},{"common_ms":0.3627670230343938,"layout_ms":7.244484964758158},{"common_ms":0.2537460532039404,"layout_ms":6.835230975411832}],"zigzag":[{"common_ms":0.2734890440478921,"layout_ms":42.554453015327454},{"common_ms":0.2506349701434374,"layout_ms":41.451161028817296},{"common_ms":0.24963601026684046,"layout_ms":158.14960899297148},{"common_ms":0.26110291946679354,"layout_ms":40.96676595509052},{"common_ms":0.2848129952326417,"layout_ms":42.22150694113225}],"planner":[{"common_ms":0.2644099295139313,"layout_ms":15.612760907970369},{"common_ms":0.2450819592922926,"layout_ms":15.594282071106136},{"common_ms":0.25772908702492714,"layout_ms":15.319283935241401},{"common_ms":0.26379304472357035,"layout_ms":15.241123037412763},{"common_ms":0.29509293381124735,"layout_ms":15.508825075812638}]},"samples":{"contiguous":[{"stack_ms":896.1829223632812,"wall_ms":896.2346389889717,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":898.3659057617188,"wall_ms":898.4103560214862,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":898.39013671875,"wall_ms":898.4361659968272,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":897.8206176757812,"wall_ms":897.8677230188623,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":899.3765258789062,"wall_ms":899.4221029570326,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":893.6674194335938,"wall_ms":893.7119959155098,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":897.4813842773438,"wall_ms":897.5247769849375,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125}],"zigzag":[{"stack_ms":941.84619140625,"wall_ms":941.8907380895689,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":942.6588745117188,"wall_ms":942.7087450167164,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":943.6044921875,"wall_ms":943.6514880508184,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":943.1783447265625,"wall_ms":943.2247520890087,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":944.7872924804688,"wall_ms":944.8365439893678,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":942.9095458984375,"wall_ms":942.9551860084757,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":944.5542602539062,"wall_ms":944.6043909993023,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125}],"planner":[{"stack_ms":895.7696533203125,"wall_ms":895.814917050302,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":895.9578247070312,"wall_ms":896.0009509464726,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":897.8170166015625,"wall_ms":897.8621719870716,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":896.9893798828125,"wall_ms":897.0334259793162,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":896.6395263671875,"wall_ms":896.6887869173661,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":897.3363037109375,"wall_ms":897.3906300961971,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":894.45068359375,"wall_ms":894.4951969897375,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.37119502667337656,"layout_ms":7.94168992433697},{"common_ms":0.26287196669727564,"layout_ms":7.309966022148728},{"common_ms":0.2829040167853236,"layout_ms":6.863703019917011},{"common_ms":0.31504302751272917,"layout_ms":7.622760953381658},{"common_ms":0.27456204406917095,"layout_ms":6.944001070223749}],"zigzag":[{"common_ms":0.28384895995259285,"layout_ms":42.66425792593509},{"common_ms":0.270636985078454,"layout_ms":41.0275140311569},{"common_ms":0.26532704941928387,"layout_ms":40.553663042373955},{"common_ms":0.268545001745224,"layout_ms":171.72628897242248},{"common_ms":0.2770499559119344,"layout_ms":41.509250993840396}],"planner":[{"common_ms":0.2782040974125266,"layout_ms":16.260755015537143},{"common_ms":0.2652650000527501,"layout_ms":15.755115076899529},{"common_ms":0.28000306338071823,"layout_ms":15.63147094566375},{"common_ms":0.30830397736281157,"layout_ms":15.700481017120183},{"common_ms":0.30589906964451075,"layout_ms":15.560339903458953}]},"samples":{"contiguous":[{"stack_ms":896.1853637695312,"wall_ms":896.2302620057017,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":898.3695068359375,"wall_ms":898.4145560534671,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":898.3922119140625,"wall_ms":898.4369069803506,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":897.8366088867188,"wall_ms":897.8796610608697,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":899.3822631835938,"wall_ms":899.4250189280137,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":893.6708984375,"wall_ms":893.7126629753038,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":897.479248046875,"wall_ms":897.5236279657111,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625}],"zigzag":[{"stack_ms":941.8483276367188,"wall_ms":941.8929290259257,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":942.667724609375,"wall_ms":942.7141330670565,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":943.610107421875,"wall_ms":943.6531680403277,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":943.1810913085938,"wall_ms":943.2264839997515,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":944.7942504882812,"wall_ms":944.8407629970461,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":942.9102172851562,"wall_ms":942.9547790205106,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":944.5650024414062,"wall_ms":944.6111290017143,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625}],"planner":[{"stack_ms":895.7728271484375,"wall_ms":895.8183480426669,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":895.9658813476562,"wall_ms":896.0078769596294,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":897.82666015625,"wall_ms":897.8676910046488,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":896.9935913085938,"wall_ms":897.035334026441,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":896.6456298828125,"wall_ms":896.6913500335068,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":897.3571166992188,"wall_ms":897.4038690794259,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":894.4566040039062,"wall_ms":894.4977750070393,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.36497588735073805,"layout_ms":8.735534967854619},{"common_ms":0.2504440490156412,"layout_ms":6.868856027722359},{"common_ms":0.26301294565200806,"layout_ms":6.9796990137547255},{"common_ms":0.31002797186374664,"layout_ms":6.889406940899789},{"common_ms":0.2645819913595915,"layout_ms":6.796205067075789}],"zigzag":[{"common_ms":0.2647220389917493,"layout_ms":42.37246897537261},{"common_ms":0.2558050910010934,"layout_ms":40.782518102787435},{"common_ms":0.25612395256757736,"layout_ms":39.849209948442876},{"common_ms":0.268812058493495,"layout_ms":157.9802930355072},{"common_ms":0.26636302936822176,"layout_ms":40.662477957084775}],"planner":[{"common_ms":0.2629980444908142,"layout_ms":15.361385070718825},{"common_ms":0.25901803746819496,"layout_ms":15.878670033998787},{"common_ms":0.2631089882925153,"layout_ms":15.335779986344278},{"common_ms":0.28651999309659004,"layout_ms":15.3261199593544},{"common_ms":0.28823805041611195,"layout_ms":15.438855974934995}]},"samples":{"contiguous":[{"stack_ms":896.1905517578125,"wall_ms":896.2322450242937,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":898.3699951171875,"wall_ms":898.4149569878355,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":898.4013671875,"wall_ms":898.4404270304367,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":897.8370361328125,"wall_ms":897.8781990008429,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":899.3857421875,"wall_ms":899.4254390709102,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":893.6651000976562,"wall_ms":893.7054199632257,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":897.4873657226562,"wall_ms":897.5252480013296,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875}],"zigzag":[{"stack_ms":941.853271484375,"wall_ms":941.8925209902227,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":942.6668090820312,"wall_ms":942.7125180372968,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":943.6085205078125,"wall_ms":943.6474859248847,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":943.18701171875,"wall_ms":943.2269459357485,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":944.797607421875,"wall_ms":944.840768002905,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":942.9132080078125,"wall_ms":942.9533970542252,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":944.5656127929688,"wall_ms":944.6092789294198,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875}],"planner":[{"stack_ms":895.7774658203125,"wall_ms":895.8175720181316,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":895.9677734375,"wall_ms":896.0065300343558,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":897.8280029296875,"wall_ms":897.8669260395691,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":896.9927978515625,"wall_ms":897.0325209666044,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":896.6492309570312,"wall_ms":896.6926790308207,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":897.3628540039062,"wall_ms":897.4047609372064,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":894.4594116210938,"wall_ms":894.4983710534871,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3536749863997102,"layout_ms":8.648521034047008},{"common_ms":0.2520770067349076,"layout_ms":6.779185961931944},{"common_ms":0.25668099988251925,"layout_ms":6.622687098570168},{"common_ms":0.31071598641574383,"layout_ms":6.715575000271201},{"common_ms":0.2588470233604312,"layout_ms":6.9144240114837885}],"zigzag":[{"common_ms":0.25912397541105747,"layout_ms":42.36404597759247},{"common_ms":0.25690498296171427,"layout_ms":41.183087043464184},{"common_ms":0.2533869119361043,"layout_ms":39.77851499803364},{"common_ms":0.28780195862054825,"layout_ms":167.00320702511817},{"common_ms":0.2616430865600705,"layout_ms":40.74660805054009}],"planner":[{"common_ms":0.26636896654963493,"layout_ms":15.44077496509999},{"common_ms":0.25240692775696516,"layout_ms":15.767926000989974},{"common_ms":0.26540295220911503,"layout_ms":15.142932068556547},{"common_ms":0.33472105860710144,"layout_ms":17.1968350186944},{"common_ms":0.294481054879725,"layout_ms":15.210155048407614}]},"samples":{"contiguous":[{"stack_ms":896.1824951171875,"wall_ms":896.2299620034173,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":898.3673706054688,"wall_ms":898.409969988279,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":898.3973388671875,"wall_ms":898.4520690282807,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":897.8329467773438,"wall_ms":897.8876619366929,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":899.3817138671875,"wall_ms":899.4260870385915,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":893.663330078125,"wall_ms":893.7098670285195,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":897.473876953125,"wall_ms":897.5170609774068,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375}],"zigzag":[{"stack_ms":941.8473510742188,"wall_ms":941.8882390018553,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":942.6654663085938,"wall_ms":942.7178780315444,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":943.59716796875,"wall_ms":943.6422499129549,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":943.1727294921875,"wall_ms":943.21941700764,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":944.7921142578125,"wall_ms":944.8358661029488,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":942.9037475585938,"wall_ms":942.9602168966085,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":944.559326171875,"wall_ms":944.6145320544019,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375}],"planner":[{"stack_ms":895.7791748046875,"wall_ms":895.8209099946544,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":895.9619140625,"wall_ms":896.0018929792568,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":897.8193359375,"wall_ms":897.8604619624093,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":896.986083984375,"wall_ms":897.041204967536,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":896.6397705078125,"wall_ms":896.6859829379246,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":897.3571166992188,"wall_ms":897.4130270071328,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":894.4414672851562,"wall_ms":894.4848099490628,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.3214519238099456,"layout_ms":7.339876028709114},{"common_ms":0.23700797464698553,"layout_ms":6.717710988596082},{"common_ms":0.23637700360268354,"layout_ms":6.962232990190387},{"common_ms":0.2892180345952511,"layout_ms":6.935129989869893},{"common_ms":0.23888202849775553,"layout_ms":6.6454599145799875}],"zigzag":[{"common_ms":0.2529569901525974,"layout_ms":42.77887602802366},{"common_ms":0.24407310411334038,"layout_ms":40.8607559511438},{"common_ms":0.23283495102077723,"layout_ms":143.46537995152175},{"common_ms":0.23940904065966606,"layout_ms":40.19165399949998},{"common_ms":0.2470390172675252,"layout_ms":40.80504400189966}],"planner":[{"common_ms":0.25161600206047297,"layout_ms":15.394826070405543},{"common_ms":0.23870193399488926,"layout_ms":15.664348029531538},{"common_ms":0.25182694662362337,"layout_ms":15.198595938272774},{"common_ms":0.25654700584709644,"layout_ms":15.38486999925226},{"common_ms":0.2808129647746682,"layout_ms":15.292068012058735}]},"samples":{"contiguous":[{"stack_ms":896.1814575195312,"wall_ms":896.2305159075186,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":898.3622436523438,"wall_ms":898.4051869483665,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":898.387939453125,"wall_ms":898.4409370459616,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":897.8308715820312,"wall_ms":897.8814489673823,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":899.3857421875,"wall_ms":899.4324989616871,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":893.6669921875,"wall_ms":893.7168710399419,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":897.4786987304688,"wall_ms":897.5185339804739,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375}],"zigzag":[{"stack_ms":941.84423828125,"wall_ms":941.8968349928036,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":942.6534423828125,"wall_ms":942.7071060054004,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":943.5971069335938,"wall_ms":943.6535909771919,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":943.1704711914062,"wall_ms":943.2136559626088,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":944.7894897460938,"wall_ms":944.8345450218767,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":942.9161376953125,"wall_ms":942.9681529290974,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":944.558837890625,"wall_ms":944.6161390515044,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375}],"planner":[{"stack_ms":895.7677612304688,"wall_ms":895.8087740465999,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":895.9620361328125,"wall_ms":896.0094680078328,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":897.8086547851562,"wall_ms":897.858516080305,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":896.981201171875,"wall_ms":897.0314379548654,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":896.6469116210938,"wall_ms":896.6955699725077,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":897.3494873046875,"wall_ms":897.4046300863847,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":894.4495239257812,"wall_ms":894.4925100076944,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.3224349347874522,"layout_ms":7.257199031300843},{"common_ms":0.23703195620328188,"layout_ms":6.694207084365189},{"common_ms":0.2354190219193697,"layout_ms":6.55497401021421},{"common_ms":0.2694750437512994,"layout_ms":6.56580098439008},{"common_ms":0.2444959245622158,"layout_ms":6.483679986558855}],"zigzag":[{"common_ms":0.2644549822434783,"layout_ms":41.7391270166263},{"common_ms":0.2529940102249384,"layout_ms":40.25401489343494},{"common_ms":0.23807096295058727,"layout_ms":39.27619697060436},{"common_ms":0.24803203996270895,"layout_ms":150.09976108558476},{"common_ms":0.23546896409243345,"layout_ms":40.174514055252075}],"planner":[{"common_ms":0.25104498490691185,"layout_ms":15.207097050733864},{"common_ms":0.2389709698036313,"layout_ms":15.23638004437089},{"common_ms":0.2525609452277422,"layout_ms":14.854894019663334},{"common_ms":0.2598291030153632,"layout_ms":15.175777021795511},{"common_ms":0.2606388879939914,"layout_ms":15.324403997510672}]},"samples":{"contiguous":[{"stack_ms":896.1884155273438,"wall_ms":896.2291450006887,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":898.372802734375,"wall_ms":898.4126549912617,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":898.3933715820312,"wall_ms":898.4328089281917,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":897.8329467773438,"wall_ms":897.875702008605,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":899.3916625976562,"wall_ms":899.4309910340235,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":893.6737670898438,"wall_ms":893.7135139713064,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":897.4781494140625,"wall_ms":897.5195460952818,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875}],"zigzag":[{"stack_ms":941.8489990234375,"wall_ms":941.88751000911,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":942.6635131835938,"wall_ms":942.7049399819225,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":943.6060180664062,"wall_ms":943.646866013296,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":943.1731567382812,"wall_ms":943.2127460604534,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":944.794677734375,"wall_ms":944.833731977269,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":942.9146728515625,"wall_ms":942.9568200139329,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":944.56591796875,"wall_ms":944.6083169896156,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875}],"planner":[{"stack_ms":895.7725219726562,"wall_ms":895.8150079706684,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":895.9618530273438,"wall_ms":896.0020990343764,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":897.8209228515625,"wall_ms":897.8599270340055,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":896.9833984375,"wall_ms":897.0259609632194,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":896.6532592773438,"wall_ms":896.6917130164802,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":897.3661499023438,"wall_ms":897.4043680354953,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":894.461181640625,"wall_ms":894.5025299908593,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.36768103018403053,"layout_ms":7.407072931528091},{"common_ms":0.2713669091463089,"layout_ms":7.564186002127826},{"common_ms":0.28536294121295214,"layout_ms":7.433768943883479},{"common_ms":0.2633550902828574,"layout_ms":6.7819260293617845},{"common_ms":0.27900899294763803,"layout_ms":7.428238051943481}],"zigzag":[{"common_ms":0.2870800672098994,"layout_ms":42.92062495369464},{"common_ms":0.26959599927067757,"layout_ms":41.46918107289821},{"common_ms":0.26493403129279613,"layout_ms":40.53269897121936},{"common_ms":0.2776010660454631,"layout_ms":150.30210197437555},{"common_ms":0.28155697509646416,"layout_ms":40.731500019319355}],"planner":[{"common_ms":0.2876060316339135,"layout_ms":16.14182605408132},{"common_ms":0.27051696088165045,"layout_ms":16.14631700795144},{"common_ms":0.2862820401787758,"layout_ms":16.1620449507609},{"common_ms":0.2891609910875559,"layout_ms":15.14424302149564},{"common_ms":0.2738459734246135,"layout_ms":15.35035006236285}]},"samples":{"contiguous":[{"stack_ms":896.1908569335938,"wall_ms":896.2286009918898,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":898.364501953125,"wall_ms":898.402658989653,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":898.3975830078125,"wall_ms":898.4312920365483,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":897.839599609375,"wall_ms":897.8813440771773,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":899.3960571289062,"wall_ms":899.4357970077544,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":893.6826171875,"wall_ms":893.7188879353926,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":897.4844970703125,"wall_ms":897.5239120190963,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375}],"zigzag":[{"stack_ms":941.8551635742188,"wall_ms":941.8901850003749,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":942.665283203125,"wall_ms":942.7056920249015,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":943.6099243164062,"wall_ms":943.6488000210375,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":943.1792602539062,"wall_ms":943.2185809127986,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":944.791015625,"wall_ms":944.8287789709866,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":942.9156494140625,"wall_ms":942.9554500384256,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":944.56787109375,"wall_ms":944.609846919775,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375}],"planner":[{"stack_ms":895.77490234375,"wall_ms":895.8096679998562,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":895.9598388671875,"wall_ms":895.9961730288342,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":897.8163452148438,"wall_ms":897.8533919434994,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":896.9873046875,"wall_ms":897.0280069625005,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":896.6485595703125,"wall_ms":896.6856319457293,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":897.3687744140625,"wall_ms":897.4059860920534,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":894.4588623046875,"wall_ms":894.494310952723,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3763010026887059,"layout_ms":7.5912539614364505},{"common_ms":0.26327301748096943,"layout_ms":6.96191203314811},{"common_ms":0.2770370338112116,"layout_ms":7.1344239404425025},{"common_ms":0.3311970504000783,"layout_ms":7.060003932565451},{"common_ms":0.2606509951874614,"layout_ms":6.886577000841498}],"zigzag":[{"common_ms":0.2769100246950984,"layout_ms":41.95806698407978},{"common_ms":0.2579139545559883,"layout_ms":40.959218982607126},{"common_ms":0.2573080128058791,"layout_ms":40.21306603681296},{"common_ms":0.2691799309104681,"layout_ms":40.408150060102344},{"common_ms":0.2749849809333682,"layout_ms":154.40537803806365}],"planner":[{"common_ms":0.2718899631872773,"layout_ms":15.570299001410604},{"common_ms":0.26597909163683653,"layout_ms":15.92888799495995},{"common_ms":0.27475610841065645,"layout_ms":15.575701021589339},{"common_ms":0.2962130820378661,"layout_ms":15.589389950037003},{"common_ms":0.28091506101191044,"layout_ms":15.409323037602007}]},"samples":{"contiguous":[{"stack_ms":896.185546875,"wall_ms":896.2273868964985,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":898.3622436523438,"wall_ms":898.4059920767322,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":898.38818359375,"wall_ms":898.429986089468,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":897.8265991210938,"wall_ms":897.8767900262028,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":899.3765869140625,"wall_ms":899.4242249755189,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":893.663818359375,"wall_ms":893.7077120644972,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":897.47412109375,"wall_ms":897.5159999681637,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375}],"zigzag":[{"stack_ms":941.844970703125,"wall_ms":941.8853699462488,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":942.6609497070312,"wall_ms":942.706431960687,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":943.6004028320312,"wall_ms":943.6430149944499,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":943.1704711914062,"wall_ms":943.2119820266962,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":944.7860107421875,"wall_ms":944.828700972721,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":942.89990234375,"wall_ms":942.9461829131469,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":944.5564575195312,"wall_ms":944.6022650226951,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375}],"planner":[{"stack_ms":895.7667846679688,"wall_ms":895.8108410006389,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":895.9586181640625,"wall_ms":895.9992000600323,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":897.8159790039062,"wall_ms":897.8577480884269,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":896.9788208007812,"wall_ms":897.0242590876296,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":896.6412353515625,"wall_ms":896.6858030762523,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":897.3560791015625,"wall_ms":897.3977220011875,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":894.4505615234375,"wall_ms":894.4916550535709,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0006762220600403329,"max_abs":0.00341796875,"finite":true},"dq":{"relative_rms":0.00036043432187262455,"max_abs":0.00262451171875,"finite":true},"dkv":{"relative_rms":0.00023475392020400157,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00014131676645689906,"max_abs":1.2505552149377763e-12,"finite":true},"d_weights":{"relative_rms":0.00012420316452320715,"max_abs":2.0954757928848267e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00020227184492770537,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002110094642991012,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":2.9514972130439894e-06,"max_abs":8.412825991399586e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0006881348097029567,"max_abs":0.00341796875,"finite":true},"dq":{"relative_rms":0.00036978715375951283,"max_abs":0.00286865234375,"finite":true},"dkv":{"relative_rms":0.00024443309840975144,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00015123796480944832,"max_abs":1.2789769243681803e-12,"finite":true},"d_weights":{"relative_rms":0.00012757469330966668,"max_abs":2.2118911147117615e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00020485060167551282,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00021306806347661813,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.33591293313783e-06,"max_abs":9.43600753089413e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0006744852172879436,"max_abs":0.00341796875,"finite":true},"dq":{"relative_rms":0.00035575708794688133,"max_abs":0.0028533935546875,"finite":true},"dkv":{"relative_rms":0.00022374014905913517,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0001524984939524471,"max_abs":1.2789769243681803e-12,"finite":true},"d_weights":{"relative_rms":0.0001280804748376805,"max_abs":2.2118911147117615e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00020696472605375417,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.000211661079259143,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.2692304205267776e-06,"max_abs":1.000444171950221e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":1770,"candidate_workspace_bytes":531891772},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":186,"candidate_workspace_bytes":247599376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131096,"spans":1783,"candidate_workspace_bytes":532834672},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":186,"candidate_workspace_bytes":247599376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":157,"candidate_workspace_bytes":388559696},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":1776,"candidate_workspace_bytes":533679848},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":157,"candidate_workspace_bytes":388559696}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":123,"candidate_workspace_bytes":431802752},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131136,"spans":1778,"candidate_workspace_bytes":534519064},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":123,"candidate_workspace_bytes":431802752}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":66,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131140,"spans":1782,"candidate_workspace_bytes":535301356},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":66,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":87,"candidate_workspace_bytes":458066128},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":1783,"candidate_workspace_bytes":535987100},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":87,"candidate_workspace_bytes":458066128}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536569144},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131060,"spans":1790,"candidate_workspace_bytes":536710032},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536569144}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":164,"candidate_workspace_bytes":400988880},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130912,"spans":1772,"candidate_workspace_bytes":533367580},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":164,"candidate_workspace_bytes":400988880}}]}, + {"case":"1m-heldout-jittered-768-seed20261114","lengths":[1084,1412,1408,1692,1640,1612,1280,1312,1468,1012,1248,1584,1356,1736,1060,1192,1328,1508,1148,960,1164,1292,1612,1168,1156,1520,1424,1688,1480,1280,1668,1124,984,1320,1124,1300,1256,1672,1548,1504,1396,1588,1308,1012,1516,1580,952,1292,1316,1304,1052,1080,1396,1020,1180,1212,1320,1120,1600,1200,1100,1376,1080,1664,1584,1604,1028,988,1244,1704,1528,1116,1124,1028,1596,1624,1248,1588,1076,1732,1020,1676,964,1256,1632,1452,1436,1548,1028,1172,1476,1232,1288,1240,1736,1328,1276,1148,1188,1040,1488,1384,1648,1020,1508,1736,1532,960,1216,1308,1176,1296,1568,1256,1436,1124,1712,956,1036,1588,1192,1392,1352,1184,1636,1128,1260,1152,1308,1168,1588,1600,1248,1600,1676,1376,964,1184,1092,1384,1268,1680,984,1044,1616,1040,1220,1584,1608,1720,1488,1488,1368,1384,1012,1388,976,1116,1048,1404,956,1604,1216,1252,1108,1364,1276,1632,1572,1460,1420,1736,1348,1696,1332,1516,1424,1700,1196,1456,1492,1740,1704,1108,1432,1444,1500,1716,1744,1044,1548,1264,976,1252,1660,1312,984,1696,1108,1656,1120,1188,1596,1136,1624,1052,1512,1644,964,1168,1148,1656,1428,1712,1512,1044,964,1628,1284,1372,1404,1356,1652,1580,1412,1532,1432,1288,1688,1324,1184,1684,1632,1036,1252,1096,1448,1356,1520,1564,1348,1444,1264,1364,1640,1508,1488,956,1708,1408,1116,984,1256,1000,1748,1632,1336,1740,1388,988,1652,1236,1748,1020,992,1380,1260,1284,1576,1476,1200,952,1380,1484,1384,1352,1740,1664,1036,1208,1704,1528,1344,1392,1232,1496,1216,1656,1556,1212,1084,1652,1404,1744,1080,1216,1000,1292,1160,1188,1312,972,1384,1468,1640,1432,1688,1552,1456,1172,1160,1400,1436,1120,1468,1680,1668,1028,1320,1544,1400,1156,1100,1272,1168,1484,1684,1472,1424,1540,1712,1688,1712,1416,1184,964,1228,1396,1208,1392,1116,1196,1628,1300,1152,1608,1216,1524,996,1144,1108,1256,1424,1472,1752,1636,1264,968,1408,1228,1012,1512,1428,1620,992,1088,1264,1416,1520,1280,1472,1676,1220,1520,1540,1756,1104,1732,1668,1040,1344,1268,1096,1636,1504,1740,1092,1012,1664,1236,1584,1360,1292,1476,1712,1420,1680,1584,1668,1704,1520,1476,1464,1560,1152,1676,1336,1288,1756,1664,1592,1636,1468,1380,1548,1476,1060,1132,1324,1396,964,1664,1520,1576,1348,1680,1032,1188,1484,1408,1704,1040,1756,1756,1252,1380,1536,1480,1324,1700,1720,1252,964,1580,988,1684,1372,1400,1400,1104,1328,1388,1724,1228,1424,972,1512,1748,1036,1036,1156,1356,1600,1168,1584,1252,1748,1156,1472,1440,1288,976,1368,1632,1224,1308,1516,1492,1596,956,1056,960,1532,1156,1424,1416,1076,1104,1660,1496,1236,1208,1560,1712,1564,1672,1124,1016,1560,1192,1288,1720,1680,1468,1748,1384,1736,1520,1492,1448,1676,1576,1432,1744,1104,1080,1320,1188,1664,1352,1552,1132,1532,1380,1256,1076,1676,1200,1288,1196,1076,1544,1748,1660,1188,1104,1012,1312,1192,1204,1004,1348,1672,1640,1052,992,1336,1392,1044,1156,1492,1232,1272,1528,1024,1732,1428,1024,1724,1508,1696,1236,1004,1076,1296,1296,1460,1364,1676,1208,1320,1016,1012,1332,1432,1332,1584,1664,1136,1480,1404,1444,1676,1016,1476,1200,1492,1024,1668,1152,1612,1044,1168,1748,1288,1348,1268,1048,1260,1228,1628,1012,1184,1252,1436,1072,1324,1492,960,1636,1704,1224,1604,1684,1492,1336,1532,1212,1352,1492,1100,1520,1680,1664,1228,1324,1648,1488,1396,1136,1744,1428,1352,1660,1424,1116,1240,964,1616,1236,1752,1200,1544,1040,1560,1080,972,1392,1180,1268,1096,1716,976,1404,1252,1564,1172,1196,1124,1168,1700,1400,1016,1100,1616,1380,1604,1084,1580,1544,1284,1624,1356,1452,1500,1100,1360,1524,1320,1152,1540,1540,1644,1136,1308,1136,1668,1584,1132,1656,1284,1300,1112,1252,972,952,1664,1344,1736,1244,1636,1296,1692,1088,1224,1104,1536,1336,1436,1652,1432,1060,1656,1396,988,1060,1196,1048,1320,1372,1344,1604,1320,1288,1556,1352,960,1416,1628,1004,1540,1160,1748,1356,1456,1356,1116,1328,1328,1716,1752,1512,1140,1492,1540,1040,1128,1168,1684,1512,1228,1008,1060,1176,1644,1444,1704,1704,1160,1344,1148,1620,1672,1732,1708,1476,976,1288],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":503.7402038574219,"prepare_ms":6.4817980164662,"prepare_plus_stack_ms":510.2220018738881,"amortized_per_layer_ms":127.55550046847202,"prepare_fraction":0.012703877905422649,"stack_min_ms":502.69024658203125,"stack_max_ms":504.72540283203125,"prepare_min_ms":6.387017900124192,"prepare_max_ms":6.575937150046229,"peak_allocated_gib":140.97782707214355,"peak_reserved_gib":144.12109375},"zigzag":{"stack_ms":556.5698852539062,"prepare_ms":35.21203191485256,"prepare_plus_stack_ms":591.7819171687588,"amortized_per_layer_ms":147.9454792921897,"prepare_fraction":0.05950170306540665,"stack_min_ms":555.71923828125,"stack_max_ms":557.0474243164062,"prepare_min_ms":34.45738600566983,"prepare_max_ms":37.14001295156777,"peak_allocated_gib":140.97782707214355,"peak_reserved_gib":144.12109375},"planner":{"stack_ms":503.96600341796875,"prepare_ms":8.040543994866312,"prepare_plus_stack_ms":512.0065474128351,"amortized_per_layer_ms":128.00163685320877,"prepare_fraction":0.015703986668715694,"stack_min_ms":503.16644287109375,"stack_max_ms":504.6355895996094,"prepare_min_ms":7.921891054138541,"prepare_max_ms":8.085147012025118,"peak_allocated_gib":140.97782707214355,"peak_reserved_gib":144.12109375}},"raw_sha256":"6e4b6463e7ee6d36661dc3fc31d0e9049a7520c05e19fd7e1f3af9823f46ae0a","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3055890556424856,"layout_ms":6.078209029510617},{"common_ms":0.2219590824097395,"layout_ms":5.373557913117111},{"common_ms":0.22081192582845688,"layout_ms":5.25726901832968},{"common_ms":0.2322120126336813,"layout_ms":5.287428968586028},{"common_ms":0.22112589795142412,"layout_ms":5.301765981130302}],"zigzag":[{"common_ms":0.24337798822671175,"layout_ms":36.84909490402788},{"common_ms":0.2187719801440835,"layout_ms":35.04619491286576},{"common_ms":0.2163869794458151,"layout_ms":33.93093904014677},{"common_ms":0.21896103862673044,"layout_ms":34.413671935908496},{"common_ms":0.21895894315093756,"layout_ms":34.00482994038612}],"planner":[{"common_ms":0.23038405925035477,"layout_ms":7.153823971748352},{"common_ms":0.21715706679970026,"layout_ms":7.151740952394903},{"common_ms":0.23547594901174307,"layout_ms":7.068101083859801},{"common_ms":0.23228407371789217,"layout_ms":7.041534991003573},{"common_ms":0.23134704679250717,"layout_ms":6.972244940698147}]},"samples":{"contiguous":[{"stack_ms":504.1277770996094,"wall_ms":504.16875001974404,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":503.7292175292969,"wall_ms":503.770801005885,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":503.772705078125,"wall_ms":503.8128679152578,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":502.68408203125,"wall_ms":502.7215320151299,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":504.70819091796875,"wall_ms":504.75054106209427,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":503.30902099609375,"wall_ms":503.34894098341465,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":503.4476623535156,"wall_ms":503.49265499971807,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":556.3574829101562,"wall_ms":556.3960300059989,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":556.6369018554688,"wall_ms":556.6772849997506,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":555.7024536132812,"wall_ms":555.7427909225225,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":556.313232421875,"wall_ms":556.3524849712849,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":556.5595092773438,"wall_ms":556.5994930220768,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":557.0379638671875,"wall_ms":557.0878760190681,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":556.5591430664062,"wall_ms":556.5985740395263,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375}],"planner":[{"stack_ms":503.9541015625,"wall_ms":503.9961019065231,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":503.6841735839844,"wall_ms":503.72405000962317,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":503.9309387207031,"wall_ms":503.9704010123387,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":504.1589660644531,"wall_ms":504.19692194554955,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":504.6282043457031,"wall_ms":504.6660089865327,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":504.1270446777344,"wall_ms":504.1659970302135,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":503.1581726074219,"wall_ms":503.1975399469957,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3052409738302231,"layout_ms":6.081776926293969},{"common_ms":0.21605496294796467,"layout_ms":5.263058934360743},{"common_ms":0.22186199203133583,"layout_ms":5.178067949600518},{"common_ms":0.2345640677958727,"layout_ms":5.575343035161495},{"common_ms":0.21576101426035166,"layout_ms":5.261969985440373}],"zigzag":[{"common_ms":0.2361399820074439,"layout_ms":35.833725007250905},{"common_ms":0.22375502157956362,"layout_ms":34.2243779450655},{"common_ms":0.21635100711137056,"layout_ms":33.50970195606351},{"common_ms":0.2206339268013835,"layout_ms":33.81682501640171},{"common_ms":0.21673901937901974,"layout_ms":33.705784007906914}],"planner":[{"common_ms":0.2333379816263914,"layout_ms":7.088467013090849},{"common_ms":0.22404000628739595,"layout_ms":7.002635044045746},{"common_ms":0.2324479864910245,"layout_ms":7.088234997354448},{"common_ms":0.23101200349628925,"layout_ms":6.92686706315726},{"common_ms":0.22667902521789074,"layout_ms":6.986391032114625}]},"samples":{"contiguous":[{"stack_ms":504.1361999511719,"wall_ms":504.17326600290835,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":503.7388610839844,"wall_ms":503.7776209646836,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":503.7771911621094,"wall_ms":503.8156120572239,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":502.6900329589844,"wall_ms":502.72598094306886,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":504.72308349609375,"wall_ms":504.76188596803695,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":503.31329345703125,"wall_ms":503.35142691619694,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":503.4512634277344,"wall_ms":503.49035300314426,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":556.3519287109375,"wall_ms":556.3911539502442,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":556.64208984375,"wall_ms":556.6803599940613,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":555.7161865234375,"wall_ms":555.7549080112949,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":556.3298950195312,"wall_ms":556.3678360776976,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":556.5607299804688,"wall_ms":556.6022050334141,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":557.0416870117188,"wall_ms":557.0890919771045,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":556.5606689453125,"wall_ms":556.5993320196867,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375}],"planner":[{"stack_ms":503.9644470214844,"wall_ms":504.0008679497987,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":503.6900939941406,"wall_ms":503.7275810027495,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":503.9339294433594,"wall_ms":503.97377903573215,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":504.1654052734375,"wall_ms":504.2023159330711,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":504.63092041015625,"wall_ms":504.66788199264556,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":504.1330261230469,"wall_ms":504.17119206395,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":503.1626281738281,"wall_ms":503.20209097117186,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.30899501871317625,"layout_ms":6.0720270266756415},{"common_ms":0.2208560472354293,"layout_ms":5.408914992585778},{"common_ms":0.21617300808429718,"layout_ms":5.307335057295859},{"common_ms":0.22521999198943377,"layout_ms":5.338713992387056},{"common_ms":0.21771201863884926,"layout_ms":5.364102078601718}],"zigzag":[{"common_ms":0.23085891734808683,"layout_ms":36.72536404337734},{"common_ms":0.21741597447544336,"layout_ms":34.47008808143437},{"common_ms":0.2225079806521535,"layout_ms":33.45813602209091},{"common_ms":0.21443807054311037,"layout_ms":34.49715604074299},{"common_ms":0.2208590740337968,"layout_ms":33.3288999972865}],"planner":[{"common_ms":0.22683502174913883,"layout_ms":6.9434280740097165},{"common_ms":0.2152490196749568,"layout_ms":7.136989966966212},{"common_ms":0.2277740277349949,"layout_ms":6.925783003680408},{"common_ms":0.23591902572661638,"layout_ms":6.886553950607777},{"common_ms":0.22553594317287207,"layout_ms":6.896556005813181}]},"samples":{"contiguous":[{"stack_ms":504.1388854980469,"wall_ms":504.17273794300854,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":503.74017333984375,"wall_ms":503.77335504163057,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":503.7753601074219,"wall_ms":503.8117759395391,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":502.69024658203125,"wall_ms":502.7254209853709,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":504.7201232910156,"wall_ms":504.7569089801982,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":503.310791015625,"wall_ms":503.34689405281097,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":503.4583740234375,"wall_ms":503.49256896879524,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":556.3575439453125,"wall_ms":556.3920589629561,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":556.645263671875,"wall_ms":556.6793890902773,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":555.7174072265625,"wall_ms":555.752481915988,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":556.333740234375,"wall_ms":556.3663500361145,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":556.5654296875,"wall_ms":556.603503995575,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":557.0474243164062,"wall_ms":557.0886470377445,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":556.5698852539062,"wall_ms":556.6049900371581,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375}],"planner":[{"stack_ms":503.96600341796875,"wall_ms":504.0009479271248,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":503.6866760253906,"wall_ms":503.72472195886075,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":503.9387512207031,"wall_ms":503.97507299203426,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":504.1605224609375,"wall_ms":504.1963040130213,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":504.6271057128906,"wall_ms":504.66312910430133,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":504.13702392578125,"wall_ms":504.1709759971127,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":503.1624450683594,"wall_ms":503.1984079396352,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2967000473290682,"layout_ms":6.04468397796154},{"common_ms":0.2220909809693694,"layout_ms":5.328431958332658},{"common_ms":0.22476795129477978,"layout_ms":5.25507889688015},{"common_ms":0.22999197244644165,"layout_ms":5.3050529677420855},{"common_ms":0.2248799428343773,"layout_ms":5.278296070173383}],"zigzag":[{"common_ms":0.24086597841233015,"layout_ms":36.1949170473963},{"common_ms":0.22086594253778458,"layout_ms":34.47230893652886},{"common_ms":0.22418401204049587,"layout_ms":33.50074600894004},{"common_ms":0.22502103820443153,"layout_ms":33.95019005984068},{"common_ms":0.22164999973028898,"layout_ms":33.5216938983649}],"planner":[{"common_ms":0.2356169279664755,"layout_ms":7.075336994603276},{"common_ms":0.21988304797559977,"layout_ms":6.996777025051415},{"common_ms":0.2315270248800516,"layout_ms":7.084973040036857},{"common_ms":0.22888800594955683,"layout_ms":6.9460669765248895},{"common_ms":0.23283495102077723,"layout_ms":7.033456000499427}]},"samples":{"contiguous":[{"stack_ms":504.1294250488281,"wall_ms":504.1669519850984,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.735595703125,"wall_ms":503.7826169282198,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.7670593261719,"wall_ms":503.8056990597397,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.6765441894531,"wall_ms":502.7134029660374,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.70355224609375,"wall_ms":504.75709803868085,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.30511474609375,"wall_ms":503.3543430035934,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.43450927734375,"wall_ms":503.47832404077053,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":556.3572387695312,"wall_ms":556.403519003652,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.6395263671875,"wall_ms":556.6751100122929,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":555.7085571289062,"wall_ms":555.746758938767,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.3294677734375,"wall_ms":556.3740109791979,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.557373046875,"wall_ms":556.6119200084358,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":557.0253295898438,"wall_ms":557.0831530494615,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.5673217773438,"wall_ms":556.6019490361214,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.96124267578125,"wall_ms":503.9982770103961,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.6789245605469,"wall_ms":503.7177439080551,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.93475341796875,"wall_ms":503.97518591489643,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.1618957519531,"wall_ms":504.2069579940289,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.6220397949219,"wall_ms":504.66490897815675,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.1229553222656,"wall_ms":504.1728439973667,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.1510314941406,"wall_ms":503.1998889753595,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2752840518951416,"layout_ms":6.066050031222403},{"common_ms":0.21443504374474287,"layout_ms":5.35822007805109},{"common_ms":0.21609500981867313,"layout_ms":5.42056595440954},{"common_ms":0.22685399744659662,"layout_ms":5.3283009910956025},{"common_ms":0.21709396969527006,"layout_ms":5.2154529839754105}],"zigzag":[{"common_ms":0.22328796330839396,"layout_ms":36.261353990994394},{"common_ms":0.207221950404346,"layout_ms":34.601502935402095},{"common_ms":0.20835897885262966,"layout_ms":33.44515198841691},{"common_ms":0.210881931707263,"layout_ms":34.08778598532081},{"common_ms":0.21749106235802174,"layout_ms":33.91105204354972}],"planner":[{"common_ms":0.23146800231188536,"layout_ms":6.921741995029151},{"common_ms":0.21769898012280464,"layout_ms":6.989593966864049},{"common_ms":0.2227859804406762,"layout_ms":6.891209981404245},{"common_ms":0.22410298697650433,"layout_ms":6.859926041215658},{"common_ms":0.2257729647681117,"layout_ms":6.893420941196382}]},"samples":{"contiguous":[{"stack_ms":504.13201904296875,"wall_ms":504.17226599529386,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":503.7287902832031,"wall_ms":503.76659794710577,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":503.76885986328125,"wall_ms":503.81157791707665,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":502.6777648925781,"wall_ms":502.7133009862155,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":504.71734619140625,"wall_ms":504.754111985676,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":503.3099060058594,"wall_ms":503.3463930012658,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":503.4554138183594,"wall_ms":503.49020096473396,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":556.3475952148438,"wall_ms":556.3980089500546,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":556.638671875,"wall_ms":556.6744050011039,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":555.7095336914062,"wall_ms":555.7489889906719,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":556.3240356445312,"wall_ms":556.3621909823269,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":556.56396484375,"wall_ms":556.6077990224585,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":557.0377197265625,"wall_ms":557.080430095084,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":556.5648193359375,"wall_ms":556.6009629983455,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.9554748535156,"wall_ms":503.99383704643697,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":503.67633056640625,"wall_ms":503.7133189616725,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":503.9205322265625,"wall_ms":503.95858800038695,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":504.15521240234375,"wall_ms":504.1921780211851,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":504.62646484375,"wall_ms":504.670798080042,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":504.1309814453125,"wall_ms":504.1694659739733,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":503.1632385253906,"wall_ms":503.19908501114696,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.29319594614207745,"layout_ms":6.038078921847045},{"common_ms":0.2208660589531064,"layout_ms":5.279578967019916},{"common_ms":0.21820992697030306,"layout_ms":5.203888984397054},{"common_ms":0.22654305212199688,"layout_ms":5.319133051671088},{"common_ms":0.2220299793407321,"layout_ms":5.2232330199331045}],"zigzag":[{"common_ms":0.23178895935416222,"layout_ms":35.88447498623282},{"common_ms":0.2128619235008955,"layout_ms":34.71146302763373},{"common_ms":0.21889701019972563,"layout_ms":33.5097280330956},{"common_ms":0.21426391322165728,"layout_ms":33.96395407617092},{"common_ms":0.21753599867224693,"layout_ms":33.646487980149686}],"planner":[{"common_ms":0.2373250899836421,"layout_ms":7.101759081706405},{"common_ms":0.21711201407015324,"layout_ms":7.0415850495919585},{"common_ms":0.22485398221760988,"layout_ms":7.110651931725442},{"common_ms":0.22450799588114023,"layout_ms":7.019032025709748},{"common_ms":0.22587203420698643,"layout_ms":6.966004031710327}]},"samples":{"contiguous":[{"stack_ms":504.1280822753906,"wall_ms":504.17061301413924,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.7402038574219,"wall_ms":503.7731929915026,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.77825927734375,"wall_ms":503.812360111624,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.6900329589844,"wall_ms":502.7244909433648,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.7191162109375,"wall_ms":504.7531600575894,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.3055114746094,"wall_ms":503.3470089547336,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.4564514160156,"wall_ms":503.4905149368569,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":556.3519287109375,"wall_ms":556.3917919062078,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.6458129882812,"wall_ms":556.6789020085707,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":555.7182006835938,"wall_ms":555.7537380373105,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.331787109375,"wall_ms":556.3659670297056,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.5717163085938,"wall_ms":556.6057249670848,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":557.045654296875,"wall_ms":557.0873379474506,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.56884765625,"wall_ms":556.6013120114803,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.9595947265625,"wall_ms":504.00434399489313,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.681640625,"wall_ms":503.7174340104684,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.93109130859375,"wall_ms":503.9669240359217,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.1616516113281,"wall_ms":504.1960689704865,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.63531494140625,"wall_ms":504.6687900321558,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.1340026855469,"wall_ms":504.1672610677779,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.16455078125,"wall_ms":503.1995039898902,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2988550113514066,"layout_ms":6.056191981770098},{"common_ms":0.24296692572534084,"layout_ms":6.252822000533342},{"common_ms":0.23476802743971348,"layout_ms":6.247029989026487},{"common_ms":0.2495580120012164,"layout_ms":6.168600986711681},{"common_ms":0.2366050612181425,"layout_ms":6.339332088828087}],"zigzag":[{"common_ms":0.2540979767218232,"layout_ms":36.885914974845946},{"common_ms":0.24029298219829798,"layout_ms":35.286666941829026},{"common_ms":0.2409149892628193,"layout_ms":34.48541706893593},{"common_ms":0.24066795594990253,"layout_ms":34.97136395890266},{"common_ms":0.23353402502834797,"layout_ms":34.223851980641484}],"planner":[{"common_ms":0.2501020208001137,"layout_ms":7.835044991225004},{"common_ms":0.24563900660723448,"layout_ms":7.8262099996209145},{"common_ms":0.2501120325177908,"layout_ms":7.790431962348521},{"common_ms":0.247473013587296,"layout_ms":7.674418040551245},{"common_ms":0.2497710520401597,"layout_ms":7.768862997181714}]},"samples":{"contiguous":[{"stack_ms":504.1315612792969,"wall_ms":504.1677589761093,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.7382507324219,"wall_ms":503.76948597840965,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.7767333984375,"wall_ms":503.8097290089354,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.69000244140625,"wall_ms":502.72375298663974,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.72540283203125,"wall_ms":504.75546799134463,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.3121337890625,"wall_ms":503.3454729709774,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.44970703125,"wall_ms":503.4825240727514,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":556.358642578125,"wall_ms":556.3980200095102,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.6489868164062,"wall_ms":556.6794000333175,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":555.71923828125,"wall_ms":555.752414977178,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.3303833007812,"wall_ms":556.3634489662945,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.5738525390625,"wall_ms":556.6050099441782,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":557.0453491210938,"wall_ms":557.0844190660864,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.568359375,"wall_ms":556.600374984555,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.9612731933594,"wall_ms":503.99853999260813,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.6846008300781,"wall_ms":503.71904694475234,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.9317932128906,"wall_ms":503.96425591316074,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.1574401855469,"wall_ms":504.1906719561666,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.6355895996094,"wall_ms":504.66821098234504,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.1352233886719,"wall_ms":504.16508689522743,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.16644287109375,"wall_ms":503.19932703860104,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3195550525560975,"layout_ms":6.047616014257073},{"common_ms":0.2147619379684329,"layout_ms":5.285558989271522},{"common_ms":0.2138749696314335,"layout_ms":5.229094997048378},{"common_ms":0.23451610468328,"layout_ms":5.281945923343301},{"common_ms":0.21830201148986816,"layout_ms":5.213160999119282}],"zigzag":[{"common_ms":0.23573206271976233,"layout_ms":36.46516497246921},{"common_ms":0.222326023504138,"layout_ms":34.49796396307647},{"common_ms":0.20988192409276962,"layout_ms":33.558905008248985},{"common_ms":0.2155909314751625,"layout_ms":34.162116004154086},{"common_ms":0.21259603090584278,"layout_ms":33.31310395151377}],"planner":[{"common_ms":0.22822199389338493,"layout_ms":7.005698047578335},{"common_ms":0.22876402363181114,"layout_ms":6.979897036217153},{"common_ms":0.22776296827942133,"layout_ms":7.080617011524737},{"common_ms":0.2240579342469573,"layout_ms":6.985857035033405},{"common_ms":0.21742202807217836,"layout_ms":6.9827811094000936}]},"samples":{"contiguous":[{"stack_ms":504.1259460449219,"wall_ms":504.164602025412,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":503.7275085449219,"wall_ms":503.764009103179,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":503.76776123046875,"wall_ms":503.8031180156395,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":502.6807556152344,"wall_ms":502.71549506578594,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":504.7124938964844,"wall_ms":504.7529899748042,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":503.3043212890625,"wall_ms":503.3416780643165,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":503.4497375488281,"wall_ms":503.4853098914027,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":556.3511352539062,"wall_ms":556.3902129651979,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":556.635009765625,"wall_ms":556.671860977076,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":555.7077026367188,"wall_ms":555.746654048562,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":556.3235473632812,"wall_ms":556.3609590753913,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":556.5607299804688,"wall_ms":556.5989820752293,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":557.0374755859375,"wall_ms":557.0818979758769,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":556.5551147460938,"wall_ms":556.5951229073107,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.952880859375,"wall_ms":503.99059092160314,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":503.68121337890625,"wall_ms":503.71807999908924,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":503.9261169433594,"wall_ms":503.9636109722778,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":504.1546325683594,"wall_ms":504.19067591428757,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":504.62542724609375,"wall_ms":504.66129498090595,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":504.1274108886719,"wall_ms":504.1619800031185,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":503.1583557128906,"wall_ms":503.19451198447496,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.8759662270607196e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.451006870057288e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":7.567479628907163e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.354913937154949e-07,"max_abs":5.6843418860808015e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.005278790444907e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.571654314777943e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":7.402576207862027e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.453718228907564e-07,"max_abs":5.229594535194337e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.4289212187069065e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.072246607309967e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":6.240742132587206e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":9.317047790249439e-07,"max_abs":5.343281372915953e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":99,"candidate_workspace_bytes":89610400},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131212,"spans":1536,"candidate_workspace_bytes":90312316},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":99,"candidate_workspace_bytes":89610400}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91497712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1536,"candidate_workspace_bytes":90967256},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91497712}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":92911280},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131112,"spans":1536,"candidate_workspace_bytes":91514968},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":92911280}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91751600},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131060,"spans":1536,"candidate_workspace_bytes":91966852},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91751600}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":94,"candidate_workspace_bytes":94718064},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131028,"spans":1536,"candidate_workspace_bytes":92361652},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":94,"candidate_workspace_bytes":94718064}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91248640},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":1536,"candidate_workspace_bytes":92582160},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91248640}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91701776},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131016,"spans":1536,"candidate_workspace_bytes":92804424},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91701776}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":91978816},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131044,"spans":1536,"candidate_workspace_bytes":92908660},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":91978816}}]}, + {"case":"1m-heldout-tiny-tail-768-seed20261114","lengths":[28,76,76,1444,108,100,52,56,80,16,48,96,68,6276,24,40,60,88,36,12,40,56,96,40,36,88,76,1316,84,52,552,32,12,60,32,56,52,624,92,84,72,96,56,16,88,96,12,56,56,56,24,28,72,20,40,44,60,32,96,44,32,68,28,388,96,96,20,16,48,1900,88,32,32,20,96,100,48,96,28,5384,20,804,12,52,100,80,80,92,20,40,84,48,52,48,6384,60,52,36,40,20,84,72,176,20,84,6336,88,12,44,56,40,56,92,52,80,32,3100,12,20,96,44,72,68,40,100,32,52,36,56,40,96,96,48,96,828,68,12,40,28,68,52,1008,16,24,100,24,44,96,96,4160,84,84,68,72,16,72,12,32,24,72,12,96,44,48,32,68,52,100,92,80,76,7060,64,1476,60,88,76,1776,44,80,84,7192,1960,32,76,80,84,3924,11704,24,92,52,12,52,268,56,16,1768,32,212,32,40,96,36,100,24,88,148,12,40,36,228,76,3560,88,24,12,100,52,68,72,68,188,96,76,88,80,56,1300,60,40,1060,100,20,48,28,80,68,88,92,64,80,52,68,116,88,84,12,2892,76,32,16,52,16,20760,100,60,8916,72,16,184,48,12568,20,16,68,52,52,92,84,44,12,68,84,72,64,7320,468,20,44,2444,88,64,72,48,84,44,256,92,44,28,184,72,10172,28,44,16,56,36,40,56,12,68,80,120,76,1304,92,80,40,40,72,80,32,80,1008,512,20,60,92,72,36,32,52,40,84,1164,80,76,88,3104,1372,3164,76,40,12,48,72,44,72,32,44,100,56,36,96,44,88,16,36,32,52,76,80,39884,100,52,12,76,48,16,88,76,100,16,28,52,76,88,52,80,752,44,88,88,59120,32,5612,536,20,64,52,28,100,84,9100,28,16,308,48,96,68,56,84,3608,76,1032,96,504,2040,88,84,80,92,36,848,60,52,246028,376,96,100,80,68,92,84,24,36,60,72,12,312,88,92,64,872,20,40,84,76,2076,24,72276,103228,52,68,88,84,60,1816,4056,48,12,92,16,1196,68,72,72,32,60,72,4408,48,76,12,88,22012,20,20,36,68,96,40,96,48,17784,36,80,80,56,12,68,100,48,56,88,84,96,12,24,12,88,36,76,76,28,32,284,84,48,44,92,3508,92,612,32,16,92,44,52,4336,980,80,23740,72,6508,88,84,80,684,92,80,11704,32,28,60,40,416,64,92,36,88,68,52,24,696,44,52,44,28,92,16316,272,40,32,16,56,40,44,16,64,644,100,24,16,60,72,24,36,84,48,52,88,20,5880,76,20,4972,84,1716,48,16,28,56,56,80,68,732,44,60,20,16,60,80,60,96,492,36,84,72,80,672,20,84,44,84,20,492,36,100,24,40,25420,56,64,52,24,52,48,100,16,40,48,80,24,60,84,12,100,2016,48,96,1148,84,60,88,44,64,84,32,88,900,348,48,60,176,84,72,36,11744,76,64,288,76,32,48,12,100,48,34204,44,92,20,92,28,12,72,40,52,28,3756,12,72,48,92,40,44,32,40,1832,72,16,28,100,68,96,28,96,92,52,100,68,80,84,32,68,88,60,36,88,88,160,36,56,36,500,96,36,200,52,56,32,52,12,12,452,64,6244,48,100,56,1380,28,48,32,88,60,80,196,80,24,228,72,16,24,44,24,60,68,64,96,60,56,92,64,12,76,100,16,92,36,13744,68,80,68,32,60,60,3820,40520,88,36,84,92,24,32,40,1244,88,48,16,24,40,128,80,2724,2040,40,64,36,100,568,5164,2764,84,12,56],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":1626.6953125,"prepare_ms":6.843731971457601,"prepare_plus_stack_ms":1633.5390444714576,"amortized_per_layer_ms":408.3847611178644,"prepare_fraction":0.004189512331902624,"stack_min_ms":1624.7169189453125,"stack_max_ms":1631.4949951171875,"prepare_min_ms":6.620840867981315,"prepare_max_ms":8.244061027653515,"peak_allocated_gib":146.47220611572266,"peak_reserved_gib":151.349609375},"zigzag":{"stack_ms":1501.0477294921875,"prepare_ms":33.231664914637804,"prepare_plus_stack_ms":1534.2793944068253,"amortized_per_layer_ms":383.5698486017063,"prepare_fraction":0.021659461135815912,"stack_min_ms":1499.852294921875,"stack_max_ms":1503.2183837890625,"prepare_min_ms":30.149109079502523,"prepare_max_ms":161.31631506141275,"peak_allocated_gib":146.47220611572266,"peak_reserved_gib":151.349609375},"planner":{"stack_ms":1463.8470458984375,"prepare_ms":19.617752986960113,"prepare_plus_stack_ms":1483.4647988853976,"amortized_per_layer_ms":370.8661997213494,"prepare_fraction":0.013224279404337687,"stack_min_ms":1461.6929931640625,"stack_max_ms":1466.9027099609375,"prepare_min_ms":19.513905863277614,"prepare_max_ms":32.553015975281596,"peak_allocated_gib":146.47220611572266,"peak_reserved_gib":151.349609375}},"raw_sha256":"2db417d5c07d620535835139e7b1a60a093718d2795a9dde67aec539113209df","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.4182129632681608,"layout_ms":7.390771061182022},{"common_ms":0.2674800343811512,"layout_ms":6.6168560879305005},{"common_ms":0.28325594030320644,"layout_ms":6.378683028742671},{"common_ms":0.27783296536654234,"layout_ms":6.565899006091058},{"common_ms":0.28336793184280396,"layout_ms":6.337472936138511}],"zigzag":[{"common_ms":0.28091296553611755,"layout_ms":32.95075194910169},{"common_ms":0.26826898101717234,"layout_ms":30.629393993876874},{"common_ms":0.269960961304605,"layout_ms":161.04635410010815},{"common_ms":0.2889190800487995,"layout_ms":30.697023030370474},{"common_ms":0.2616120036691427,"layout_ms":29.88749707583338}],"planner":[{"common_ms":0.28002297040075064,"layout_ms":19.178944057784975},{"common_ms":0.2836070489138365,"layout_ms":19.333646981976926},{"common_ms":0.29533100314438343,"layout_ms":19.32242198381573},{"common_ms":0.29426696710288525,"layout_ms":19.452663022093475},{"common_ms":0.27561094611883163,"layout_ms":19.238294917158782}]},"samples":{"contiguous":[{"stack_ms":1626.6688232421875,"wall_ms":1626.7349949339405,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1624.692626953125,"wall_ms":1624.7579449554905,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1630.4549560546875,"wall_ms":1630.5211581056938,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1630.8167724609375,"wall_ms":1630.8755190111697,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1626.4307861328125,"wall_ms":1626.4956929953769,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1631.4752197265625,"wall_ms":1631.5440000034869,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1626.479248046875,"wall_ms":1626.538420910947,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875}],"zigzag":[{"stack_ms":1500.9765625,"wall_ms":1501.0371499229223,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1503.2022705078125,"wall_ms":1503.2643500017002,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1502.1951904296875,"wall_ms":1502.2619699593633,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1499.826416015625,"wall_ms":1499.8860529158264,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1501.021484375,"wall_ms":1501.0828590020537,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1501.1905517578125,"wall_ms":1501.2469640932977,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1500.5166015625,"wall_ms":1500.5762140499428,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875}],"planner":[{"stack_ms":1461.67626953125,"wall_ms":1461.7385499877855,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1463.833251953125,"wall_ms":1463.894200976938,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1466.0098876953125,"wall_ms":1466.0713990451768,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1465.26513671875,"wall_ms":1465.3261160710827,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1462.931640625,"wall_ms":1462.9965629428625,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1466.87109375,"wall_ms":1466.9307830045,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875},{"stack_ms":1463.004150390625,"wall_ms":1463.063552044332,"allocated_gib":144.98807287216187,"reserved_gib":148.10546875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3581100609153509,"layout_ms":7.885950966738164},{"common_ms":0.22792397066950798,"layout_ms":5.796229001134634},{"common_ms":0.23098394740372896,"layout_ms":5.711285979487002},{"common_ms":0.234064063988626,"layout_ms":5.809596972540021},{"common_ms":0.2340199425816536,"layout_ms":5.690086050890386}],"zigzag":[{"common_ms":0.2450110623613,"layout_ms":30.434411019086838},{"common_ms":0.2298339968547225,"layout_ms":29.96049798093736},{"common_ms":0.2516049426048994,"layout_ms":158.96285406779498},{"common_ms":0.24118099827319384,"layout_ms":30.32150398939848},{"common_ms":0.22809801157563925,"layout_ms":29.28784489631653}],"planner":[{"common_ms":0.2479159738868475,"layout_ms":32.30510000139475},{"common_ms":0.22862700279802084,"layout_ms":18.656195024959743},{"common_ms":0.2484510187059641,"layout_ms":18.147859955206513},{"common_ms":0.25572709273546934,"layout_ms":18.163820961490273},{"common_ms":0.2395890187472105,"layout_ms":17.895944067277014}]},"samples":{"contiguous":[{"stack_ms":1626.6864013671875,"wall_ms":1626.7422810196877,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1624.702880859375,"wall_ms":1624.7648729477078,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1630.465576171875,"wall_ms":1630.5285759735852,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1630.8104248046875,"wall_ms":1630.867772968486,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1626.4332275390625,"wall_ms":1626.497169956565,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1631.470458984375,"wall_ms":1631.5384659683332,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1626.49169921875,"wall_ms":1626.5518510481343,"allocated_gib":146.215350151062,"reserved_gib":149.666015625}],"zigzag":[{"stack_ms":1500.984130859375,"wall_ms":1501.0417809244245,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1503.205810546875,"wall_ms":1503.2639999408275,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1502.20263671875,"wall_ms":1502.2565399995074,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1499.8277587890625,"wall_ms":1499.885780038312,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1501.0333251953125,"wall_ms":1501.09259004239,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1501.208984375,"wall_ms":1501.2645450187847,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1500.51708984375,"wall_ms":1500.5732319550589,"allocated_gib":146.215350151062,"reserved_gib":149.666015625}],"planner":[{"stack_ms":1461.6776123046875,"wall_ms":1461.7352170171216,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1463.83447265625,"wall_ms":1463.8918039854616,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1466.01806640625,"wall_ms":1466.0766809247434,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1465.285400390625,"wall_ms":1465.3404470300302,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1462.9371337890625,"wall_ms":1462.9985360661522,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1466.8726806640625,"wall_ms":1466.9365549925715,"allocated_gib":146.215350151062,"reserved_gib":149.666015625},{"stack_ms":1463.0093994140625,"wall_ms":1463.0700279958546,"allocated_gib":146.215350151062,"reserved_gib":149.666015625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2862790133804083,"layout_ms":6.3536399975419044},{"common_ms":0.21323096007108688,"layout_ms":5.600692005828023},{"common_ms":0.21876301616430283,"layout_ms":5.87448594160378},{"common_ms":0.22255093790590763,"layout_ms":5.706507014110684},{"common_ms":0.21775707136839628,"layout_ms":5.598903982900083}],"zigzag":[{"common_ms":0.21670700516551733,"layout_ms":29.980248073115945},{"common_ms":0.20771997515112162,"layout_ms":29.124485910870135},{"common_ms":0.23735896684229374,"layout_ms":145.3332449309528},{"common_ms":0.21272199228405952,"layout_ms":28.987055993638933},{"common_ms":0.20001595839858055,"layout_ms":28.66637206170708}],"planner":[{"common_ms":0.22019201423972845,"layout_ms":17.554619000293314},{"common_ms":0.20940392278134823,"layout_ms":17.441777978092432},{"common_ms":0.22455607540905476,"layout_ms":17.242918955162168},{"common_ms":0.2334689488634467,"layout_ms":17.256392049603164},{"common_ms":0.20843499805778265,"layout_ms":17.287836060859263}]},"samples":{"contiguous":[{"stack_ms":1626.68896484375,"wall_ms":1626.7401879886165,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1624.7078857421875,"wall_ms":1624.7648589778692,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1630.4715576171875,"wall_ms":1630.5268140276894,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1630.8211669921875,"wall_ms":1630.872788024135,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1626.4410400390625,"wall_ms":1626.5005479799584,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1631.468994140625,"wall_ms":1631.5278359688818,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1626.49658203125,"wall_ms":1626.551351044327,"allocated_gib":146.08847618103027,"reserved_gib":149.25}],"zigzag":[{"stack_ms":1500.99072265625,"wall_ms":1501.0429479880258,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1503.2081298828125,"wall_ms":1503.2661140430719,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1502.2071533203125,"wall_ms":1502.2560979705304,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1499.83349609375,"wall_ms":1499.8864230001345,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1501.0430908203125,"wall_ms":1501.0955689940602,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1501.212890625,"wall_ms":1501.2639400083572,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1500.52734375,"wall_ms":1500.5781530635431,"allocated_gib":146.08847618103027,"reserved_gib":149.25}],"planner":[{"stack_ms":1461.6903076171875,"wall_ms":1461.7395580280572,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1463.84130859375,"wall_ms":1463.8934090035036,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1466.0238037109375,"wall_ms":1466.0747480811551,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1465.2899169921875,"wall_ms":1465.3395190835,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1462.9407958984375,"wall_ms":1463.0005120998248,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1466.881103515625,"wall_ms":1466.936434037052,"allocated_gib":146.08847618103027,"reserved_gib":149.25},{"stack_ms":1463.008056640625,"wall_ms":1463.0596439819783,"allocated_gib":146.08847618103027,"reserved_gib":149.25}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.28790102805942297,"layout_ms":6.2426760559901595},{"common_ms":0.19977102056145668,"layout_ms":5.298796924762428},{"common_ms":0.21987291984260082,"layout_ms":5.474400008097291},{"common_ms":0.20581495482474566,"layout_ms":5.459195002913475},{"common_ms":0.2120190765708685,"layout_ms":5.347504047676921}],"zigzag":[{"common_ms":0.24151301477104425,"layout_ms":29.912697966210544},{"common_ms":0.21004595328122377,"layout_ms":140.05023799836636},{"common_ms":0.22652000188827515,"layout_ms":28.319231932982802},{"common_ms":0.21517404820770025,"layout_ms":30.525212991051376},{"common_ms":0.20729005336761475,"layout_ms":28.805166017264128}],"planner":[{"common_ms":0.2202739706262946,"layout_ms":17.415406997315586},{"common_ms":0.20115496590733528,"layout_ms":17.77969498652965},{"common_ms":0.2038649981841445,"layout_ms":17.167012090794742},{"common_ms":0.3012559609487653,"layout_ms":17.943560029380023},{"common_ms":0.21349801681935787,"layout_ms":17.474384047091007}]},"samples":{"contiguous":[{"stack_ms":1626.689208984375,"wall_ms":1626.7425999976695,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1624.708251953125,"wall_ms":1624.7638500062749,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1630.4691162109375,"wall_ms":1630.5291319731623,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1630.82177734375,"wall_ms":1630.8721899986267,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1626.427978515625,"wall_ms":1626.4909629244357,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1631.4781494140625,"wall_ms":1631.5370809752494,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1626.4959716796875,"wall_ms":1626.5529949450865,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875}],"zigzag":[{"stack_ms":1500.9849853515625,"wall_ms":1501.040479983203,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1503.207763671875,"wall_ms":1503.2625440508127,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1502.2060546875,"wall_ms":1502.2580979857594,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1499.834228515625,"wall_ms":1499.8874289449304,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1501.0389404296875,"wall_ms":1501.0960099752992,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1501.2125244140625,"wall_ms":1501.2678609928116,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1500.522705078125,"wall_ms":1500.5765479290858,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875}],"planner":[{"stack_ms":1461.681640625,"wall_ms":1461.7365270387381,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1463.843017578125,"wall_ms":1463.899253983982,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1466.0260009765625,"wall_ms":1466.0773359937593,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1465.2860107421875,"wall_ms":1465.3367709834129,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1462.929443359375,"wall_ms":1462.989310035482,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1466.873046875,"wall_ms":1466.9260629452765,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875},{"stack_ms":1463.0081787109375,"wall_ms":1463.060362963006,"allocated_gib":146.25801515579224,"reserved_gib":149.388671875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.26168394833803177,"layout_ms":6.075587007217109},{"common_ms":0.2120079006999731,"layout_ms":5.343546043150127},{"common_ms":0.2185109769925475,"layout_ms":5.203402950428426},{"common_ms":0.21640502382069826,"layout_ms":5.407365970313549},{"common_ms":0.22204301785677671,"layout_ms":5.37181505933404}],"zigzag":[{"common_ms":0.22235698997974396,"layout_ms":30.55951395072043},{"common_ms":0.20627398043870926,"layout_ms":29.271197970956564},{"common_ms":0.21266599651426077,"layout_ms":148.12697807792574},{"common_ms":0.2254470018669963,"layout_ms":29.48006708174944},{"common_ms":0.20599400158971548,"layout_ms":28.856493066996336}],"planner":[{"common_ms":0.2178288996219635,"layout_ms":17.297443002462387},{"common_ms":0.2012000186368823,"layout_ms":18.403687980026007},{"common_ms":0.22746901959180832,"layout_ms":17.412150045856833},{"common_ms":0.2501639537513256,"layout_ms":17.395562957972288},{"common_ms":0.2119720447808504,"layout_ms":17.107737017795444}]},"samples":{"contiguous":[{"stack_ms":1626.691650390625,"wall_ms":1626.7434840556234,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1624.7100830078125,"wall_ms":1624.7643039096147,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1630.4852294921875,"wall_ms":1630.5354270152748,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1630.8175048828125,"wall_ms":1630.8702799724415,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1626.4459228515625,"wall_ms":1626.5132360858843,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1631.4814453125,"wall_ms":1631.5336319385096,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1626.5140380859375,"wall_ms":1626.5694930916652,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375}],"zigzag":[{"stack_ms":1500.989990234375,"wall_ms":1501.0418859310448,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1503.2164306640625,"wall_ms":1503.2696570269763,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1502.226806640625,"wall_ms":1502.2776529658586,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1499.8472900390625,"wall_ms":1499.9044480500743,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1501.0391845703125,"wall_ms":1501.093344995752,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1501.217041015625,"wall_ms":1501.2750549940392,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1500.528564453125,"wall_ms":1500.57989906054,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375}],"planner":[{"stack_ms":1461.6844482421875,"wall_ms":1461.7346270242706,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1463.8436279296875,"wall_ms":1463.8929800130427,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1466.0302734375,"wall_ms":1466.0801070276648,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1465.2938232421875,"wall_ms":1465.3425010619685,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1462.9443359375,"wall_ms":1463.0039940821007,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1466.894775390625,"wall_ms":1466.9423149898648,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375},{"stack_ms":1463.0223388671875,"wall_ms":1463.073265971616,"allocated_gib":146.47220611572266,"reserved_gib":149.62109375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.2824289258569479,"layout_ms":6.511247018352151},{"common_ms":0.20492600742727518,"layout_ms":5.75791101437062},{"common_ms":0.22295699454843998,"layout_ms":5.74934808537364},{"common_ms":0.22203498519957066,"layout_ms":5.798880010843277},{"common_ms":0.22874691057950258,"layout_ms":5.9682519640773535}],"zigzag":[{"common_ms":0.2383009996265173,"layout_ms":31.033194973133504},{"common_ms":0.21293701138347387,"layout_ms":28.9219890255481},{"common_ms":0.23166800383478403,"layout_ms":143.10032804496586},{"common_ms":0.2134809037670493,"layout_ms":29.034707928076386},{"common_ms":0.2249690005555749,"layout_ms":28.66527601145208}],"planner":[{"common_ms":0.23275206331163645,"layout_ms":32.01558394357562},{"common_ms":0.21019007544964552,"layout_ms":18.318526912480593},{"common_ms":0.22406992502510548,"layout_ms":17.111068009398878},{"common_ms":0.25867705699056387,"layout_ms":17.55242992658168},{"common_ms":0.22699905093759298,"layout_ms":17.269877018406987}]},"samples":{"contiguous":[{"stack_ms":1626.6953125,"wall_ms":1626.742303953506,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1624.7001953125,"wall_ms":1624.7572629945353,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1630.4892578125,"wall_ms":1630.5371649796143,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1630.824951171875,"wall_ms":1630.8734300546348,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1626.4560546875,"wall_ms":1626.502986997366,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1631.48486328125,"wall_ms":1631.534599000588,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1626.5135498046875,"wall_ms":1626.5616449527442,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125}],"zigzag":[{"stack_ms":1500.9903564453125,"wall_ms":1501.0400370229036,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1503.2115478515625,"wall_ms":1503.2622480066493,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1502.2279052734375,"wall_ms":1502.2732120705768,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1499.8497314453125,"wall_ms":1499.9005869030952,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1501.0465087890625,"wall_ms":1501.0971230221912,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1501.219482421875,"wall_ms":1501.2702869717032,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1500.5333251953125,"wall_ms":1500.580686959438,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125}],"planner":[{"stack_ms":1461.6875,"wall_ms":1461.7443489842117,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1463.8438720703125,"wall_ms":1463.8975359266624,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1466.0330810546875,"wall_ms":1466.0786560270935,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1465.2938232421875,"wall_ms":1465.3379970695823,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1462.946533203125,"wall_ms":1462.9969759844244,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1466.89697265625,"wall_ms":1466.9420160353184,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125},{"stack_ms":1463.027587890625,"wall_ms":1463.0749539937824,"allocated_gib":145.96244430541992,"reserved_gib":149.39453125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.32894895412027836,"layout_ms":6.3819700153544545},{"common_ms":0.2364208921790123,"layout_ms":5.81675092689693},{"common_ms":0.2377469791099429,"layout_ms":5.717255990020931},{"common_ms":0.23340596817433834,"layout_ms":5.69956295657903},{"common_ms":0.243067042902112,"layout_ms":5.81703893840313}],"zigzag":[{"common_ms":0.23552007041871548,"layout_ms":31.72337298747152},{"common_ms":0.23900193627923727,"layout_ms":29.69664998818189},{"common_ms":0.2279849722981453,"layout_ms":142.95541308820248},{"common_ms":0.24372898042201996,"layout_ms":29.70479999203235},{"common_ms":0.22480404004454613,"layout_ms":29.154060990549624}],"planner":[{"common_ms":0.2426019636914134,"layout_ms":18.24353903066367},{"common_ms":0.24149392265826464,"layout_ms":18.40364607051015},{"common_ms":0.24381501134485006,"layout_ms":18.174425000324845},{"common_ms":0.26553403586149216,"layout_ms":18.329121987335384},{"common_ms":0.23727503139525652,"layout_ms":18.25239195022732}]},"samples":{"contiguous":[{"stack_ms":1626.69482421875,"wall_ms":1626.7346070380881,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1624.7169189453125,"wall_ms":1624.7592839645222,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1630.4896240234375,"wall_ms":1630.5303679546341,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1630.8343505859375,"wall_ms":1630.8755999198183,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1626.4549560546875,"wall_ms":1626.4998619444668,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1631.4949951171875,"wall_ms":1631.5357710700482,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1626.5191650390625,"wall_ms":1626.5588259557262,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375}],"zigzag":[{"stack_ms":1500.9996337890625,"wall_ms":1501.040420960635,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1503.2183837890625,"wall_ms":1503.261654987,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1502.2266845703125,"wall_ms":1502.266571042128,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1499.852294921875,"wall_ms":1499.8924520332366,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1501.0477294921875,"wall_ms":1501.090059056878,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1501.2181396484375,"wall_ms":1501.2612120481208,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1500.5413818359375,"wall_ms":1500.580916996114,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375}],"planner":[{"stack_ms":1461.6929931640625,"wall_ms":1461.7343100253493,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1463.8470458984375,"wall_ms":1463.8905950123444,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1466.0364990234375,"wall_ms":1466.0761590348557,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1465.300537109375,"wall_ms":1465.3395230416209,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1462.952880859375,"wall_ms":1462.9957339493558,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1466.9027099609375,"wall_ms":1466.941750026308,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375},{"stack_ms":1463.0306396484375,"wall_ms":1463.072065031156,"allocated_gib":144.00050735473633,"reserved_gib":149.318359375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3008220810443163,"layout_ms":7.801415980793536},{"common_ms":0.24069298524409533,"layout_ms":5.9156829956918955},{"common_ms":0.24287006817758083,"layout_ms":5.8734380872920156},{"common_ms":0.24458090774714947,"layout_ms":5.961930961348116},{"common_ms":0.2495009684935212,"layout_ms":6.173903006128967}],"zigzag":[{"common_ms":0.2526140306144953,"layout_ms":30.541875981725752},{"common_ms":0.23002398665994406,"layout_ms":29.81951297260821},{"common_ms":0.23829098790884018,"layout_ms":156.1269679805264},{"common_ms":0.24467299226671457,"layout_ms":29.852282954379916},{"common_ms":0.22870395332574844,"layout_ms":29.07349495217204}],"planner":[{"common_ms":0.25720999110490084,"layout_ms":18.09496700298041},{"common_ms":0.24047796614468098,"layout_ms":18.186270957812667},{"common_ms":0.24232303258031607,"layout_ms":17.890615039505064},{"common_ms":0.27925800532102585,"layout_ms":18.011681968346238},{"common_ms":0.23925898130983114,"layout_ms":17.80953910201788}]},"samples":{"contiguous":[{"stack_ms":1626.68359375,"wall_ms":1626.7349519766867,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1624.69287109375,"wall_ms":1624.7558570466936,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1630.479248046875,"wall_ms":1630.5438249837607,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1630.8192138671875,"wall_ms":1630.871772998944,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1626.439208984375,"wall_ms":1626.4979130355641,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1631.4737548828125,"wall_ms":1631.5307939657941,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1626.5040283203125,"wall_ms":1626.5565470093861,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375}],"zigzag":[{"stack_ms":1500.9847412109375,"wall_ms":1501.036541070789,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1503.2088623046875,"wall_ms":1503.2678470015526,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1502.2159423828125,"wall_ms":1502.2674460196868,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1499.84130859375,"wall_ms":1499.896886991337,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1501.031494140625,"wall_ms":1501.0920920176432,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1501.212890625,"wall_ms":1501.2724889675155,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1500.5269775390625,"wall_ms":1500.5763950757682,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375}],"planner":[{"stack_ms":1461.6807861328125,"wall_ms":1461.7398419650272,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1463.83740234375,"wall_ms":1463.8930630171672,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1465.9912109375,"wall_ms":1466.046633082442,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1465.285400390625,"wall_ms":1465.333453961648,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1462.93701171875,"wall_ms":1462.992313085124,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1466.8885498046875,"wall_ms":1466.9388700276613,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1463.015869140625,"wall_ms":1463.0672640632838,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":3.4924596548080444e-10,"errors":{"output":{"relative_rms":0.0008659356876548283,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.0003996796165004962,"max_abs":0.0028839111328125,"finite":true},"dkv":{"relative_rms":0.000553835702629895,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005663474296939355,"max_abs":1.2638778912332782e-12,"finite":true},"d_weights":{"relative_rms":0.0005380004221608574,"max_abs":2.735760062932968e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006669975900637516,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006550249827648548,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.084970997825427e-06,"max_abs":8.895995051716454e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0008583804287594788,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.00038398285481730933,"max_abs":0.0028839111328125,"finite":true},"dkv":{"relative_rms":0.0005614272303844619,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005928489368566308,"max_abs":1.2638778912332782e-12,"finite":true},"d_weights":{"relative_rms":0.0005152884324508073,"max_abs":2.7466739993542433e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000749743223515138,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007376147934631467,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.211966909165996e-06,"max_abs":1.2164491636212915e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0008743286913634076,"max_abs":0.00384521484375,"finite":true},"dq":{"relative_rms":0.00038846426353865605,"max_abs":0.0028839111328125,"finite":true},"dkv":{"relative_rms":0.0005005514341625396,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005384116145465203,"max_abs":1.2638778912332782e-12,"finite":true},"d_weights":{"relative_rms":0.00048999269669404,"max_abs":2.7466739993542433e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006866852766574612,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006615272453488971,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.608732800201042e-06,"max_abs":7.958078640513122e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":263,"candidate_workspace_bytes":494535008},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1179,"candidate_workspace_bytes":3221029644},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":212280,"spans":267,"candidate_workspace_bytes":536866820}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":114,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131212,"spans":1205,"candidate_workspace_bytes":3221098188},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":129736,"spans":116,"candidate_workspace_bytes":2147381952}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":34,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131252,"spans":1232,"candidate_workspace_bytes":3192193068},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":103800,"spans":36,"candidate_workspace_bytes":2147343180}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131152,"spans":1236,"candidate_workspace_bytes":3027275404},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":57316,"spans":3,"candidate_workspace_bytes":1073735568}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":26,"candidate_workspace_bytes":2147483648},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131068,"spans":1239,"candidate_workspace_bytes":2147444796},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":66640,"spans":25,"candidate_workspace_bytes":2147419188}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":58,"candidate_workspace_bytes":536870140},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":1244,"candidate_workspace_bytes":2147469636},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":133852,"spans":61,"candidate_workspace_bytes":2933790084}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":141,"candidate_workspace_bytes":521618828},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130844,"spans":1253,"candidate_workspace_bytes":2147351052},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":209028,"spans":145,"candidate_workspace_bytes":536853508}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":138,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130872,"spans":1260,"candidate_workspace_bytes":2010091724},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":135924,"spans":139,"candidate_workspace_bytes":3152182500}}]}, + {"case":"1m-heldout-trimodal-513-seed20261114","lengths":[96,52,100,52,80,60,84,52,96,40,16,88,84,68,60,36,96,860,100,68,68,36,40,40,3848,96,24,88,60,32,88,20,96,28,40,52,12,3056,40,88,96,12,16,80,12,44,1016,100,1320,80,1372,48,48,80,96,20,32,56,16,12,3444,20,96,36,60,1848,96,72,32,2672,84,1772,32,80,84,84,20,92,92,3084,48,24,80,48,44,48,24,24,1312,36,28,3936,68,56,92,24,60,20,40,92,52,56,36,2448,100,740,28,2952,688,24,64,12,100,32,3348,56,28,64,16,3312,28,924,32,56,32,28,36,80,80,56,56,100,80,1400,92,52,84,68,1644,60,916,100,40,100,52,52,52,12,44,84,1300,2928,20,32,56,2152,1496,3044,856,64,64,88,56,56,564,12,16,24,84,12,40,3452,4088,64,2248,84,72,80,36,1584,72,1792,12,36,44,32,96,12,20,12,56,28,64,1104,80,3088,84,80,76,72,68,1412,96,1820,56,44,92,660,3124,52,48,72,32,36,88,52,80,60,80,2940,40,3368,36,28,52,3072,20,32,3672,52,740,40,360736,60,24,28,960,24,92,2812,36,84,60,20,100,88,72,2484,12,3360,2956,1616,100,24,60,76,2116,52,96,92,20,16,48,52,20,28,64,1240,40,72,2772,60,20,2476,68,36,3104,24,44,44,60,52,100,32,2864,80,92,80,92,48,80,1768,100,64,56,60,100,20,64,32,2332,20,100,3440,84,20,96,3580,44,48,40,20,40,36,88,16,96,96,1308,24,48,64,1932,92,1360,1092,1680,1432,64,48,84,72,36,84,3304,2976,24,68,96,96,36,48,2776,64,84,52,28,3028,92,52,1496,56,2612,36,12,3452,36,3632,32,72,20,76,24,88,804,52,32,40,96,2032,12,1276,36,76,32,32,28,32,1312,56,20,24,443200,52,80,96,88,24,80,72,40,80,52,60,64,24,52,72,48,28,72,72,100,84,28,44,28,92,84,80,28,84,40,88,44,24,36,12,12,84,48,2052,536,36,84,44,1068,24,36,24,72,3132,48,60,84,60,3128,84,56,16,20,100,836,32,96,20,1752,720,52,3464,80,48,100,100,44,76,52,12,56,80,16,3040,28,3356,52,60,52,24,100,1312,48,48,96,3880,100,916,68,1528,28,64,2748,72,20,28,32,92,68,36,16,1656,20,96,3084,2752,32,84,60,100,100,4040,92,28,48,28,80,936,88,96,100,92,60,16,80],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":1996.91064453125,"prepare_ms":5.404621013440192,"prepare_plus_stack_ms":2002.3152655446902,"amortized_per_layer_ms":500.57881638617255,"prepare_fraction":0.0026991858407322145,"stack_min_ms":1991.6341552734375,"stack_max_ms":2002.59423828125,"prepare_min_ms":5.043311044573784,"prepare_max_ms":6.355353980325162,"peak_allocated_gib":153.3961215019226,"peak_reserved_gib":161.267578125},"zigzag":{"stack_ms":1811.139892578125,"prepare_ms":126.85539294034243,"prepare_plus_stack_ms":1937.9952855184674,"amortized_per_layer_ms":484.49882137961686,"prepare_fraction":0.06545701833655652,"stack_min_ms":1808.881591796875,"stack_max_ms":1816.8370361328125,"prepare_min_ms":21.62298304028809,"prepare_max_ms":134.61272197309881,"peak_allocated_gib":153.3961215019226,"peak_reserved_gib":161.267578125},"planner":{"stack_ms":1767.0050048828125,"prepare_ms":15.242106979712844,"prepare_plus_stack_ms":1782.2471118625253,"amortized_per_layer_ms":445.56177796563134,"prepare_fraction":0.008552184979435417,"stack_min_ms":1765.387451171875,"stack_max_ms":1771.7947998046875,"prepare_min_ms":15.144573990255594,"prepare_max_ms":137.62067491188645,"peak_allocated_gib":153.3961215019226,"peak_reserved_gib":161.267578125}},"raw_sha256":"55618a06621a4d63d2209e44db4f4d1f7471a1ef7755f34920722dc100da8b59","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.41111407335847616,"layout_ms":5.8495450066402555},{"common_ms":0.23476802743971348,"layout_ms":5.169852986000478},{"common_ms":0.3002139274030924,"layout_ms":5.207667942158878},{"common_ms":0.2579899737611413,"layout_ms":5.021133925765753},{"common_ms":0.23153808433562517,"layout_ms":4.811772960238159}],"zigzag":[{"common_ms":0.27012499049305916,"layout_ms":24.01248598471284},{"common_ms":0.2427770523354411,"layout_ms":21.8711489578709},{"common_ms":0.26631494984030724,"layout_ms":22.83579797949642},{"common_ms":0.23465696722269058,"layout_ms":21.467700018547475},{"common_ms":0.2366460394114256,"layout_ms":21.386337000876665}],"planner":[{"common_ms":0.2516460372135043,"layout_ms":15.06404101382941},{"common_ms":0.22955203894525766,"layout_ms":14.915021951310337},{"common_ms":0.24264107923954725,"layout_ms":14.954410027712584},{"common_ms":0.26903604157269,"layout_ms":14.973070938140154},{"common_ms":0.23262901231646538,"layout_ms":14.932541991584003}]},"samples":{"contiguous":[{"stack_ms":1993.0133056640625,"wall_ms":1993.0825940100476,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1994.2657470703125,"wall_ms":1994.3474219180644,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":2001.9525146484375,"wall_ms":2002.0296520087868,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1996.893310546875,"wall_ms":1996.9615529989824,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1991.6136474609375,"wall_ms":1991.686566034332,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1998.4217529296875,"wall_ms":1998.4917750116438,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":2002.5738525390625,"wall_ms":2002.6559999678284,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375}],"zigzag":[{"stack_ms":1816.7877197265625,"wall_ms":1816.8540429323912,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1811.4588623046875,"wall_ms":1811.5274279844016,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1808.856201171875,"wall_ms":1808.9260309934616,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1811.1097412109375,"wall_ms":1811.1750420648605,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1811.978515625,"wall_ms":1812.0511850574985,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1808.9171142578125,"wall_ms":1808.985938085243,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1810.045654296875,"wall_ms":1810.1133690215647,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375}],"planner":[{"stack_ms":1766.978271484375,"wall_ms":1767.0470889424905,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1766.492919921875,"wall_ms":1766.570433974266,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1771.297607421875,"wall_ms":1771.3589899940416,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1771.762939453125,"wall_ms":1771.8322159489617,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1770.570556640625,"wall_ms":1770.633643027395,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1766.0653076171875,"wall_ms":1766.1417949711904,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1765.3536376953125,"wall_ms":1765.4229189502075,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3483700565993786,"layout_ms":4.951038979925215},{"common_ms":0.1726070186123252,"layout_ms":3.8906049448996782},{"common_ms":0.20292203407734632,"layout_ms":3.9018980460241437},{"common_ms":0.18559698946774006,"layout_ms":3.8364470237866044},{"common_ms":0.18109206575900316,"layout_ms":3.883667988702655}],"zigzag":[{"common_ms":0.22077595349401236,"layout_ms":22.146753035485744},{"common_ms":0.17951999325305223,"layout_ms":19.76885204203427},{"common_ms":0.17697701696306467,"layout_ms":19.852755940519273},{"common_ms":0.17881393432617188,"layout_ms":19.583532004617155},{"common_ms":0.166569952853024,"layout_ms":19.27757600788027}],"planner":[{"common_ms":0.20447594579309225,"layout_ms":14.233836089260876},{"common_ms":0.174450920894742,"layout_ms":13.865076005458832},{"common_ms":0.18515298143029213,"layout_ms":137.43552193045616},{"common_ms":0.18523202743381262,"layout_ms":13.680890901014209},{"common_ms":0.1795989228412509,"layout_ms":13.965979916974902}]},"samples":{"contiguous":[{"stack_ms":1993.0189208984375,"wall_ms":1993.081975961104,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1994.2762451171875,"wall_ms":1994.3449470447376,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":2001.9708251953125,"wall_ms":2002.0352269057184,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1996.8907470703125,"wall_ms":1996.9557239674032,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1991.6070556640625,"wall_ms":1991.6728200623766,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1998.4345703125,"wall_ms":1998.50124202203,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":2002.5714111328125,"wall_ms":2002.6620040880516,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375}],"zigzag":[{"stack_ms":1816.8095703125,"wall_ms":1816.867804969661,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1811.457763671875,"wall_ms":1811.5168339572847,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1808.8634033203125,"wall_ms":1808.931362000294,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1811.107666015625,"wall_ms":1811.1694410908967,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1811.977294921875,"wall_ms":1812.0489270659164,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1808.9139404296875,"wall_ms":1808.980797068216,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1810.0670166015625,"wall_ms":1810.1354190148413,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375}],"planner":[{"stack_ms":1766.99609375,"wall_ms":1767.0523170381784,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1766.5220947265625,"wall_ms":1766.5864420123398,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1771.2957763671875,"wall_ms":1771.360796992667,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1771.7685546875,"wall_ms":1771.8358479905874,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1770.5865478515625,"wall_ms":1770.6487339455634,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1766.0609130859375,"wall_ms":1766.133539029397,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1765.3509521484375,"wall_ms":1765.4188009910285,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.30965497717261314,"layout_ms":4.918396007269621},{"common_ms":0.16576005145907402,"layout_ms":4.177198046818376},{"common_ms":0.20481599494814873,"layout_ms":3.984366077929735},{"common_ms":0.18158205784857273,"layout_ms":3.952487022615969},{"common_ms":0.1669389894232154,"layout_ms":3.876187023706734}],"zigzag":[{"common_ms":0.2035520737990737,"layout_ms":22.12505100760609},{"common_ms":0.18536602146923542,"layout_ms":19.887418020516634},{"common_ms":0.17618201673030853,"layout_ms":19.94620996993035},{"common_ms":0.17872697208076715,"layout_ms":19.618278020061553},{"common_ms":0.16858801245689392,"layout_ms":19.494076957926154}],"planner":[{"common_ms":0.1962650567293167,"layout_ms":13.45300697721541},{"common_ms":0.1704939641058445,"layout_ms":13.401751988567412},{"common_ms":0.178575050085783,"layout_ms":123.20817995350808},{"common_ms":0.1936029875651002,"layout_ms":13.594689080491662},{"common_ms":0.18156599253416061,"layout_ms":13.334790943190455}]},"samples":{"contiguous":[{"stack_ms":1993.02685546875,"wall_ms":1993.0829850491136,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1994.284423828125,"wall_ms":1994.3476979387924,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":2001.9764404296875,"wall_ms":2002.0358129404485,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1996.898193359375,"wall_ms":1996.9592459965497,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1991.6171875,"wall_ms":1991.6796709876508,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1998.4354248046875,"wall_ms":1998.500065994449,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":2002.56689453125,"wall_ms":2002.6418060297146,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875}],"zigzag":[{"stack_ms":1816.8165283203125,"wall_ms":1816.8711840407923,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1811.4730224609375,"wall_ms":1811.5273739676923,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1808.8701171875,"wall_ms":1808.9341260492802,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1811.1094970703125,"wall_ms":1811.1651639919728,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1811.9825439453125,"wall_ms":1812.0480020297691,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1808.9193115234375,"wall_ms":1808.9836959261447,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1810.0684814453125,"wall_ms":1810.1322569418699,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875}],"planner":[{"stack_ms":1766.99609375,"wall_ms":1767.0499209780246,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1766.52734375,"wall_ms":1766.5843460708857,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1771.30419921875,"wall_ms":1771.3640660513192,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1771.771728515625,"wall_ms":1771.836547064595,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1770.593017578125,"wall_ms":1770.6484670052305,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1766.066650390625,"wall_ms":1766.132899094373,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1765.3526611328125,"wall_ms":1765.4195029754192,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.33845403231680393,"layout_ms":5.657382891513407},{"common_ms":0.20194402895867825,"layout_ms":4.787856945767999},{"common_ms":0.28966402169317007,"layout_ms":4.901935928501189},{"common_ms":0.21559500601142645,"layout_ms":4.603540990501642},{"common_ms":0.2137030242010951,"layout_ms":4.561732988804579}],"zigzag":[{"common_ms":0.23621891159564257,"layout_ms":22.892657085321844},{"common_ms":0.210626982152462,"layout_ms":21.02987200487405},{"common_ms":0.22415700368583202,"layout_ms":21.63339196704328},{"common_ms":0.203046016395092,"layout_ms":130.59034699108452},{"common_ms":0.21086796186864376,"layout_ms":20.3539909562096}],"planner":[{"common_ms":0.22151810117065907,"layout_ms":13.977749040350318},{"common_ms":0.2051880583167076,"layout_ms":14.150694943964481},{"common_ms":0.21323701366782188,"layout_ms":13.956723036244512},{"common_ms":0.21632900461554527,"layout_ms":14.1028449870646},{"common_ms":0.21405809093266726,"layout_ms":13.920346973463893}]},"samples":{"contiguous":[{"stack_ms":1993.0283203125,"wall_ms":1993.0924159707502,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1994.2867431640625,"wall_ms":1994.3552280310541,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":2001.9814453125,"wall_ms":2002.0378140034154,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1996.8822021484375,"wall_ms":1996.9424480805174,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1991.60986328125,"wall_ms":1991.6694789426401,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1998.43505859375,"wall_ms":1998.4965180046856,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":2002.581298828125,"wall_ms":2002.6613849913701,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875}],"zigzag":[{"stack_ms":1816.814453125,"wall_ms":1816.8684049742296,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1811.4625244140625,"wall_ms":1811.5166070638224,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1808.875732421875,"wall_ms":1808.9379399316385,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1811.10205078125,"wall_ms":1811.1662899609655,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1811.984619140625,"wall_ms":1812.0501489611343,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1808.9244384765625,"wall_ms":1808.989241020754,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1810.0728759765625,"wall_ms":1810.1365970214829,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875}],"planner":[{"stack_ms":1766.995849609375,"wall_ms":1767.0497349463403,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1766.5299072265625,"wall_ms":1766.58989302814,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1771.3052978515625,"wall_ms":1771.3639891007915,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1771.775390625,"wall_ms":1771.8393299728632,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1770.5894775390625,"wall_ms":1770.6473669968545,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1766.069091796875,"wall_ms":1766.1354360170662,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1765.3565673828125,"wall_ms":1765.4169209999964,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2776819746941328,"layout_ms":5.28019096236676},{"common_ms":0.19264104776084423,"layout_ms":4.602140048518777},{"common_ms":0.23045705165714025,"layout_ms":4.390261019580066},{"common_ms":0.20285905338823795,"layout_ms":4.339192993938923},{"common_ms":0.19582000095397234,"layout_ms":4.339157021604478}],"zigzag":[{"common_ms":0.206099939532578,"layout_ms":22.454374004155397},{"common_ms":0.20222493913024664,"layout_ms":126.65316800121218},{"common_ms":0.19097595941275358,"layout_ms":20.35711391363293},{"common_ms":0.1856179442256689,"layout_ms":20.053590065799654},{"common_ms":0.19464094657450914,"layout_ms":19.879793049767613}],"planner":[{"common_ms":0.24915405083447695,"layout_ms":14.06409905757755},{"common_ms":0.19201193936169147,"layout_ms":13.953667948953807},{"common_ms":0.20050397142767906,"layout_ms":13.898392906412482},{"common_ms":0.20311400294303894,"layout_ms":13.962351949885488},{"common_ms":0.2027710434049368,"layout_ms":13.740894035436213}]},"samples":{"contiguous":[{"stack_ms":1993.0367431640625,"wall_ms":1993.0941989878193,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1994.2890625,"wall_ms":1994.3504210095853,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":2001.981201171875,"wall_ms":2002.036416088231,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1996.9044189453125,"wall_ms":1996.959305019118,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1991.6341552734375,"wall_ms":1991.6867420542985,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1998.4476318359375,"wall_ms":1998.497984954156,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":2002.5916748046875,"wall_ms":2002.6467419229448,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875}],"zigzag":[{"stack_ms":1816.824951171875,"wall_ms":1816.8755130609497,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1811.4693603515625,"wall_ms":1811.5288539556786,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1808.8724365234375,"wall_ms":1808.9311909861863,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1811.1353759765625,"wall_ms":1811.1902760574594,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1811.9998779296875,"wall_ms":1812.0548500446603,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1808.938232421875,"wall_ms":1808.990195975639,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1810.0870361328125,"wall_ms":1810.1384249748662,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875}],"planner":[{"stack_ms":1767.000732421875,"wall_ms":1767.0500029344112,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1766.543212890625,"wall_ms":1766.6035009315237,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1771.3238525390625,"wall_ms":1771.376620978117,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1771.787353515625,"wall_ms":1771.837058942765,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1770.6004638671875,"wall_ms":1770.6480679335073,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1766.0994873046875,"wall_ms":1766.1603530868888,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1765.383056640625,"wall_ms":1765.4345199698582,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.27280591893941164,"layout_ms":6.082548061385751},{"common_ms":0.16791792586445808,"layout_ms":4.242687951773405},{"common_ms":0.19923504441976547,"layout_ms":4.084100015461445},{"common_ms":0.18930702935904264,"layout_ms":4.097222932614386},{"common_ms":0.1751129748299718,"layout_ms":4.037039005197585}],"zigzag":[{"common_ms":0.18682994414120913,"layout_ms":21.007274044677615},{"common_ms":0.18305692356079817,"layout_ms":20.27707896195352},{"common_ms":0.17160095740109682,"layout_ms":19.920314894989133},{"common_ms":0.17595093231648207,"layout_ms":19.588612020015717},{"common_ms":0.16627006698399782,"layout_ms":19.662511069327593}],"planner":[{"common_ms":0.2146309707313776,"layout_ms":13.833428034558892},{"common_ms":0.16572698950767517,"layout_ms":13.659068034030497},{"common_ms":0.1922869123518467,"layout_ms":13.639526907354593},{"common_ms":0.1832069829106331,"layout_ms":13.532079989090562},{"common_ms":0.17288606613874435,"layout_ms":13.483028975315392}]},"samples":{"contiguous":[{"stack_ms":1993.0357666015625,"wall_ms":1993.08799195569,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1994.29248046875,"wall_ms":1994.3467419361696,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":2001.984375,"wall_ms":2002.0384730305523,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1996.899169921875,"wall_ms":1996.9651399878785,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1991.6239013671875,"wall_ms":1991.681452956982,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1998.440673828125,"wall_ms":1998.5023029148579,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":2002.585205078125,"wall_ms":2002.6535919168964,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125}],"zigzag":[{"stack_ms":1816.829833984375,"wall_ms":1816.8793509248644,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1811.473388671875,"wall_ms":1811.5235960576683,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1808.87841796875,"wall_ms":1808.9373559923843,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1811.130859375,"wall_ms":1811.1827221000567,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1811.99951171875,"wall_ms":1812.0536321075633,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1808.926513671875,"wall_ms":1808.9898719917983,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1810.0821533203125,"wall_ms":1810.142089962028,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125}],"planner":[{"stack_ms":1766.9996337890625,"wall_ms":1767.050254973583,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1766.5430908203125,"wall_ms":1766.5952650131658,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1771.3223876953125,"wall_ms":1771.3863850804046,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1771.78466796875,"wall_ms":1771.8458420131356,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1770.59716796875,"wall_ms":1770.6474509323016,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1766.094970703125,"wall_ms":1766.149086994119,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1765.3797607421875,"wall_ms":1765.4350230004638,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.25363906752318144,"layout_ms":5.329316016286612},{"common_ms":0.1728460192680359,"layout_ms":4.3192500015720725},{"common_ms":0.19476201850920916,"layout_ms":4.170758998952806},{"common_ms":0.18916407134383917,"layout_ms":4.072348005138338},{"common_ms":0.1731490483507514,"layout_ms":4.09851293079555}],"zigzag":[{"common_ms":0.18552690744400024,"layout_ms":22.275276016443968},{"common_ms":0.18938793800771236,"layout_ms":20.443109911866486},{"common_ms":0.1693270169198513,"layout_ms":19.944979925639927},{"common_ms":0.16763107851147652,"layout_ms":19.580753054469824},{"common_ms":0.16129901632666588,"layout_ms":19.64572595898062}],"planner":[{"common_ms":0.19939697813242674,"layout_ms":13.648520107381046},{"common_ms":0.164892990142107,"layout_ms":13.519151951186359},{"common_ms":0.18988503143191338,"layout_ms":13.6455490719527},{"common_ms":0.1900299685075879,"layout_ms":13.302774983458221},{"common_ms":0.18106610514223576,"layout_ms":13.389467960223556}]},"samples":{"contiguous":[{"stack_ms":1993.0380859375,"wall_ms":1993.0817960994318,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1994.2998046875,"wall_ms":1994.3461390212178,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":2001.9888916015625,"wall_ms":2002.0350189879537,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1996.91064453125,"wall_ms":1996.9571819528937,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1991.6331787109375,"wall_ms":1991.6813430609182,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1998.4537353515625,"wall_ms":1998.5014119884,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":2002.59423828125,"wall_ms":2002.6462089736015,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125}],"zigzag":[{"stack_ms":1816.8370361328125,"wall_ms":1816.8789820047095,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1811.4803466796875,"wall_ms":1811.5217899903655,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1808.881591796875,"wall_ms":1808.92718792893,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1811.139892578125,"wall_ms":1811.1842519138008,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1812.008056640625,"wall_ms":1812.0551999891177,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1808.93701171875,"wall_ms":1808.9866749942303,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1810.091552734375,"wall_ms":1810.1376970298588,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125}],"planner":[{"stack_ms":1767.0050048828125,"wall_ms":1767.0460250228643,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1766.5489501953125,"wall_ms":1766.5966619970277,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1771.32666015625,"wall_ms":1771.3759850012138,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1771.7947998046875,"wall_ms":1771.8418310396373,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1770.6046142578125,"wall_ms":1770.647450000979,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1766.1002197265625,"wall_ms":1766.1470589227974,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1765.387451171875,"wall_ms":1765.4344630427659,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.2921799896284938,"layout_ms":5.618946976028383},{"common_ms":0.20366604439914227,"layout_ms":4.877718980424106},{"common_ms":0.23044401314109564,"layout_ms":4.7782749170437455},{"common_ms":0.22934190928936005,"layout_ms":4.680943908169866},{"common_ms":0.20580494310706854,"layout_ms":4.674163996241987}],"zigzag":[{"common_ms":0.22704398725181818,"layout_ms":134.385677985847},{"common_ms":0.21083105821162462,"layout_ms":21.268229000270367},{"common_ms":0.20417000632733107,"layout_ms":21.267150063067675},{"common_ms":0.19930896814912558,"layout_ms":20.75997495558113},{"common_ms":0.2101709833368659,"layout_ms":21.02724800352007}],"planner":[{"common_ms":0.2224670024588704,"layout_ms":14.288607984781265},{"common_ms":0.20283996127545834,"layout_ms":14.262485899962485},{"common_ms":0.23911299649626017,"layout_ms":14.26497707143426},{"common_ms":0.23074401542544365,"layout_ms":13.998263981193304},{"common_ms":0.21400302648544312,"layout_ms":14.160432037897408}]},"samples":{"contiguous":[{"stack_ms":1993.0206298828125,"wall_ms":1993.0796480039135,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1994.286376953125,"wall_ms":1994.344771024771,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":2001.9752197265625,"wall_ms":2002.0345529774204,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1996.89306640625,"wall_ms":1996.9543010229245,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1991.6219482421875,"wall_ms":1991.6868360014632,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1998.4271240234375,"wall_ms":1998.4992659883574,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":2002.573486328125,"wall_ms":2002.6419969508424,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875}],"zigzag":[{"stack_ms":1816.81982421875,"wall_ms":1816.8716579675674,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1811.466552734375,"wall_ms":1811.5204530768096,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1808.8660888671875,"wall_ms":1808.9224679861218,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1811.1278076171875,"wall_ms":1811.1911920132115,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1811.9915771484375,"wall_ms":1812.0605460135266,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1808.9267578125,"wall_ms":1808.9933060109615,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1810.072021484375,"wall_ms":1810.138524044305,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875}],"planner":[{"stack_ms":1766.988525390625,"wall_ms":1767.046804074198,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1766.5386962890625,"wall_ms":1766.598075046204,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1771.3143310546875,"wall_ms":1771.3748279493302,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1771.7803955078125,"wall_ms":1771.8359839636832,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1770.5892333984375,"wall_ms":1770.643694093451,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1766.080078125,"wall_ms":1766.1413659807295,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1765.3675537109375,"wall_ms":1765.4362809844315,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009668547618590241,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.0003307366961195806,"max_abs":0.0030517578125,"finite":true},"dkv":{"relative_rms":0.000591213979128396,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006283537993206971,"max_abs":1.3926637620897964e-12,"finite":true},"d_weights":{"relative_rms":0.000582484459127402,"max_abs":2.852175384759903e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007432469333513251,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007738047076556188,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.838837495798253e-06,"max_abs":8.640199666842818e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009390105923235496,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.00033327120682004547,"max_abs":0.0030364990234375,"finite":true},"dkv":{"relative_rms":0.000594883970336403,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006395039804563788,"max_abs":1.5063505998114124e-12,"finite":true},"d_weights":{"relative_rms":0.0005724200082576938,"max_abs":3.14321368932724e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008520604341793136,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007979011064893392,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.901785928530511e-06,"max_abs":7.787548383930698e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009754974538570899,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.0003356115108348258,"max_abs":0.0030517578125,"finite":true},"dkv":{"relative_rms":0.0005955604439191083,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006560149848311462,"max_abs":1.0516032489249483e-12,"finite":true},"d_weights":{"relative_rms":0.0005630729558436813,"max_abs":2.1245796233415604e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008428075947385429,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007945207237999352,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.00028285826343e-06,"max_abs":8.981260180007666e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":233,"candidate_workspace_bytes":381975152},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":782,"candidate_workspace_bytes":6442303312},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":214448,"spans":237,"candidate_workspace_bytes":6442184856}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147445032},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131152,"spans":801,"candidate_workspace_bytes":6442250248},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105984,"spans":4,"candidate_workspace_bytes":4294948152}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221185612},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131168,"spans":818,"candidate_workspace_bytes":4831659188},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105980,"spans":5,"candidate_workspace_bytes":4294775652}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":103,"candidate_workspace_bytes":3221216904},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131188,"spans":827,"candidate_workspace_bytes":4831755008},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":160844,"spans":106,"candidate_workspace_bytes":4831835568}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":49,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131132,"spans":835,"candidate_workspace_bytes":4831753148},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":134568,"spans":53,"candidate_workspace_bytes":4831780312}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147478624},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130988,"spans":825,"candidate_workspace_bytes":3221176388},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":84532,"spans":4,"candidate_workspace_bytes":3221214012}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221208276},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130912,"spans":820,"candidate_workspace_bytes":3221173424},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":84420,"spans":4,"candidate_workspace_bytes":3221220540}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":131,"candidate_workspace_bytes":4294900396},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130932,"spans":821,"candidate_workspace_bytes":2147468720},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":157800,"spans":135,"candidate_workspace_bytes":6442116644}}]}, + {"case":"1m-heldout-lognormal-257-seed20261115","lengths":[528,424,65920,2152,848,692,2056,244,496,1276,8856,304,6224,456,3112,1348,1212,1664,17268,1708,7832,6468,376,3124,1772,188,1560,10724,14704,512,9572,988,1504,5588,3192,5728,856,664,872,9136,1180,1160,300,664,1712,1588,1320,4252,6680,2708,9084,1728,296,5056,5448,3312,920,4692,828,3608,28960,324,20872,716,832,472,260,15208,3952,488,1908,2776,3972,57404,3648,4688,548,4884,6648,1228,8916,2660,2348,824,3248,868,420,4672,14936,3216,348,816,132,2672,540,1076,1936,2656,8612,212,352,120,4508,424,3132,2532,2496,1608,536,152,1036,4724,11580,1172,8756,2168,14132,2768,1244,1168,1016,4712,2184,896,216,4764,856,3244,3840,2916,10184,380,1948,256,172,5172,964,2688,3172,1468,1268,6112,4936,228,10408,3824,15712,992,748,140,3576,152,2824,6328,256,84,232,4288,1736,744,2044,3540,1312,1280,952,4148,49380,2212,1636,5812,3192,1288,10104,1448,3568,880,1004,2796,3640,5632,400,1392,48,10996,1840,680,1604,5648,280,2628,520,396,1288,748,2188,2136,3788,808,452,3704,620,496,3636,1736,1308,684,5348,12544,2420,5580,736,576,668,1640,4716,404,2964,1628,36452,9128,2368,724,152,3588,7524,5700,820,2220,1196,2240,1496,11440,2316,752,21932,1224,15244,2820,1848,2036,4400,84,3404,596,17424,108,2412,1008,3068,1896,1128,11372,6408,1316,2916,1468,1408],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":975.367431640625,"prepare_ms":2.899348037317395,"prepare_plus_stack_ms":978.2667796779424,"amortized_per_layer_ms":244.5666949194856,"prepare_fraction":0.0029637600882980986,"stack_min_ms":973.21630859375,"stack_max_ms":978.6298217773438,"prepare_min_ms":2.86147091537714,"prepare_max_ms":3.508474910631776,"peak_allocated_gib":142.26957178115845,"peak_reserved_gib":154.580078125},"zigzag":{"stack_ms":990.9175415039062,"prepare_ms":14.693105942569673,"prepare_plus_stack_ms":1005.6106474464759,"amortized_per_layer_ms":251.40266186161898,"prepare_fraction":0.014611128054261896,"stack_min_ms":984.8287963867188,"stack_max_ms":993.689208984375,"prepare_min_ms":12.986608082428575,"prepare_max_ms":19.276437000371516,"peak_allocated_gib":142.26957178115845,"peak_reserved_gib":154.580078125},"planner":{"stack_ms":979.4939575195312,"prepare_ms":10.191912879236042,"prepare_plus_stack_ms":989.6858703987673,"amortized_per_layer_ms":247.42146759969182,"prepare_fraction":0.010298129117605252,"stack_min_ms":978.1296997070312,"stack_max_ms":982.3771362304688,"prepare_min_ms":8.6402049055323,"prepare_max_ms":10.436951997689903,"peak_allocated_gib":142.26957178115845,"peak_reserved_gib":154.580078125}},"raw_sha256":"f3234a029794c078b7956e5add63eb98eae26ef52eb3e093cab980154760ef7e","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.24737289641052485,"layout_ms":3.261102014221251},{"common_ms":0.18773297779262066,"layout_ms":3.1768049811944366},{"common_ms":0.16010296531021595,"layout_ms":2.701367950066924},{"common_ms":0.1825119834393263,"layout_ms":2.687803003937006},{"common_ms":0.15249999705702066,"layout_ms":2.7468480402603745}],"zigzag":[{"common_ms":0.24863099679350853,"layout_ms":19.027806003578007},{"common_ms":0.1476550241932273,"layout_ms":14.545450918376446},{"common_ms":0.13976194895803928,"layout_ms":14.897268963977695},{"common_ms":0.1422519562765956,"layout_ms":12.126483023166656},{"common_ms":0.1364049967378378,"layout_ms":12.67701806500554}],"planner":[{"common_ms":0.1487520057708025,"layout_ms":9.417493012733757},{"common_ms":0.14371192082762718,"layout_ms":10.293240076862276},{"common_ms":0.1442899229004979,"layout_ms":10.047622956335545},{"common_ms":0.18993602134287357,"layout_ms":10.026380070485175},{"common_ms":0.14811696019023657,"layout_ms":8.05339403450489}]},"samples":{"contiguous":[{"stack_ms":974.4270629882812,"wall_ms":974.4741219328716,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":973.18701171875,"wall_ms":973.2404409442097,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":976.2218017578125,"wall_ms":976.2684690067545,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":975.3496704101562,"wall_ms":975.4039460094646,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":978.5874633789062,"wall_ms":978.6575030302629,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":973.6776123046875,"wall_ms":973.7570190336555,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":977.2604370117188,"wall_ms":977.3400550475344,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625}],"zigzag":[{"stack_ms":991.034912109375,"wall_ms":991.0791990114376,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":984.826904296875,"wall_ms":984.876258065924,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":990.8836669921875,"wall_ms":990.9320119768381,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":989.584716796875,"wall_ms":989.6390389185399,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":989.9701538085938,"wall_ms":990.02731195651,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":991.4649658203125,"wall_ms":991.5539409266785,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":993.6320190429688,"wall_ms":993.71081602294,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625}],"planner":[{"stack_ms":981.41064453125,"wall_ms":981.4565809210762,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":978.1094360351562,"wall_ms":978.1571639468893,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":982.3600463867188,"wall_ms":982.4075220385566,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":980.3815307617188,"wall_ms":980.4349200567231,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":978.16357421875,"wall_ms":978.2323450781405,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":978.9663696289062,"wall_ms":979.0374269941822,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625},{"stack_ms":979.4207153320312,"wall_ms":979.4997189892456,"allocated_gib":142.07121467590332,"reserved_gib":145.19140625}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.25776808615773916,"layout_ms":2.8771940851584077},{"common_ms":0.15643693041056395,"layout_ms":2.449452062137425},{"common_ms":0.1618830719962716,"layout_ms":2.4111419916152954},{"common_ms":0.19178411457687616,"layout_ms":2.369216992519796},{"common_ms":0.16325595788657665,"layout_ms":2.413756912574172}],"zigzag":[{"common_ms":0.18311396706849337,"layout_ms":14.556242967955768},{"common_ms":0.15031197108328342,"layout_ms":13.16984707955271},{"common_ms":0.14453998301178217,"layout_ms":12.790124048478901},{"common_ms":0.1483539817854762,"layout_ms":12.654857011511922},{"common_ms":0.167034100741148,"layout_ms":12.773670023307204}],"planner":[{"common_ms":0.1653069630265236,"layout_ms":8.009481010958552},{"common_ms":0.1478439662605524,"layout_ms":8.052273071371019},{"common_ms":0.1468079863116145,"layout_ms":7.833718904294074},{"common_ms":0.15277799684554338,"layout_ms":7.892183028161526},{"common_ms":0.1499030040577054,"layout_ms":7.928463048301637}]},"samples":{"contiguous":[{"stack_ms":974.4254150390625,"wall_ms":974.4728729128838,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":973.198486328125,"wall_ms":973.2521349797025,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":976.21875,"wall_ms":976.265009958297,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":975.3524169921875,"wall_ms":975.4031220218167,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":978.6019287109375,"wall_ms":978.6524169612676,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":973.7223510742188,"wall_ms":973.7780418945476,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":977.2844848632812,"wall_ms":977.3411909118295,"allocated_gib":142.13438272476196,"reserved_gib":145.28125}],"zigzag":[{"stack_ms":991.0315551757812,"wall_ms":991.0771009745076,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":984.8236694335938,"wall_ms":984.8726990167052,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":990.892822265625,"wall_ms":990.9401839831844,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":989.593017578125,"wall_ms":989.6510209655389,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":990.0029296875,"wall_ms":990.0510979350656,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":991.512939453125,"wall_ms":991.567459073849,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":993.6541137695312,"wall_ms":993.7207320472226,"allocated_gib":142.13438272476196,"reserved_gib":145.28125}],"planner":[{"stack_ms":981.4114379882812,"wall_ms":981.4582699909806,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":978.11865234375,"wall_ms":978.1669289804995,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":982.3640747070312,"wall_ms":982.4091050541028,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":980.378173828125,"wall_ms":980.4278620285913,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":978.1649780273438,"wall_ms":978.2177149318159,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":978.98583984375,"wall_ms":979.0432939771563,"allocated_gib":142.13438272476196,"reserved_gib":145.28125},{"stack_ms":979.4614868164062,"wall_ms":979.5164510142058,"allocated_gib":142.13438272476196,"reserved_gib":145.28125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.22518099285662174,"layout_ms":2.911711926572025},{"common_ms":0.14605792239308357,"layout_ms":2.5221940595656633},{"common_ms":0.1522459788247943,"layout_ms":2.4977819994091988},{"common_ms":0.17834804020822048,"layout_ms":2.462971955537796},{"common_ms":0.14921999536454678,"layout_ms":2.4547710781916976}],"zigzag":[{"common_ms":0.16673607751727104,"layout_ms":13.466687989421189},{"common_ms":0.14059501700103283,"layout_ms":12.80715293250978},{"common_ms":0.13333908282220364,"layout_ms":12.590802973136306},{"common_ms":0.14554394874721766,"layout_ms":12.275503017008305},{"common_ms":0.16153906472027302,"layout_ms":12.135410914197564}],"planner":[{"common_ms":0.14808401465415955,"layout_ms":8.619353990070522},{"common_ms":0.1353059196844697,"layout_ms":7.862911093980074},{"common_ms":0.14168000780045986,"layout_ms":7.826642948202789},{"common_ms":0.1433000434190035,"layout_ms":7.8137589152902365},{"common_ms":0.13964995741844177,"layout_ms":8.358874940313399}]},"samples":{"contiguous":[{"stack_ms":974.4293212890625,"wall_ms":974.4735270505771,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":973.2030029296875,"wall_ms":973.2530920300633,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":976.2188720703125,"wall_ms":976.2609549798071,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":975.3560180664062,"wall_ms":975.4050549818203,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":978.6056518554688,"wall_ms":978.6533940350637,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":973.7269287109375,"wall_ms":973.7805559998378,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":977.2910766601562,"wall_ms":977.3479449795559,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375}],"zigzag":[{"stack_ms":991.0339965820312,"wall_ms":991.0755229648203,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":984.8242797851562,"wall_ms":984.8714689724147,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":990.8939208984375,"wall_ms":990.9396499861032,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":989.5938110351562,"wall_ms":989.6497320150957,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":990.0077514648438,"wall_ms":990.0556659558788,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":991.51611328125,"wall_ms":991.5679430123419,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":993.660400390625,"wall_ms":993.7182830180973,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375}],"planner":[{"stack_ms":981.4127807617188,"wall_ms":981.4564799889922,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":978.12451171875,"wall_ms":978.1689599622041,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":982.3644409179688,"wall_ms":982.4079859536141,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":980.38330078125,"wall_ms":980.4320789407939,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":978.1669311523438,"wall_ms":978.2187840901315,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":978.9896850585938,"wall_ms":979.0431270375848,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375},{"stack_ms":979.4667358398438,"wall_ms":979.5205399859697,"allocated_gib":142.0506420135498,"reserved_gib":145.177734375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2518889959901571,"layout_ms":2.9331939294934273},{"common_ms":0.15354400966316462,"layout_ms":2.5876819854602218},{"common_ms":0.16685295850038528,"layout_ms":2.522961003705859},{"common_ms":0.19303697627037764,"layout_ms":2.4748819414526224},{"common_ms":0.16315793618559837,"layout_ms":2.4973260005936027}],"zigzag":[{"common_ms":0.16843993216753006,"layout_ms":15.129343955777586},{"common_ms":0.14881591778248549,"layout_ms":13.244197005406022},{"common_ms":0.14839705545455217,"layout_ms":12.953308993019164},{"common_ms":0.15533901751041412,"layout_ms":12.938500964082778},{"common_ms":0.1677689142525196,"layout_ms":12.80174299608916}],"planner":[{"common_ms":0.15394703950732946,"layout_ms":8.201585966162384},{"common_ms":0.1476040342822671,"layout_ms":9.023984079249203},{"common_ms":0.15341502148658037,"layout_ms":8.091206080280244},{"common_ms":0.15602796338498592,"layout_ms":8.040437940508127},{"common_ms":0.15170301776379347,"layout_ms":8.147455053403974}]},"samples":{"contiguous":[{"stack_ms":974.4234008789062,"wall_ms":974.4675619294867,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":973.2068481445312,"wall_ms":973.2530229957774,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":976.2252197265625,"wall_ms":976.2678800616413,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":975.3532104492188,"wall_ms":975.3992349142209,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":978.6062622070312,"wall_ms":978.6536850733683,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":973.7271728515625,"wall_ms":973.7780230352655,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":977.2897338867188,"wall_ms":977.3431530920789,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875}],"zigzag":[{"stack_ms":991.0354614257812,"wall_ms":991.0753309959546,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":984.8225708007812,"wall_ms":984.8685789620504,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":990.8965454101562,"wall_ms":990.9391689579934,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":989.5949096679688,"wall_ms":989.6489740349352,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":990.0056762695312,"wall_ms":990.0504959514365,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":991.5155029296875,"wall_ms":991.5655120275915,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":993.6621704101562,"wall_ms":993.7140269903466,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875}],"planner":[{"stack_ms":981.4132690429688,"wall_ms":981.4581539249048,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":978.1246948242188,"wall_ms":978.1667530769482,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":982.3624877929688,"wall_ms":982.4040129315108,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":980.38623046875,"wall_ms":980.4343390278518,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":978.1682739257812,"wall_ms":978.2183549832553,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":978.9935913085938,"wall_ms":979.0481810923666,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875},{"stack_ms":979.4668579101562,"wall_ms":979.516918072477,"allocated_gib":142.2157425880432,"reserved_gib":145.544921875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2105669118463993,"layout_ms":2.7855070075020194},{"common_ms":0.1462589716538787,"layout_ms":2.443665056489408},{"common_ms":0.16949698328971863,"layout_ms":2.388872904703021},{"common_ms":0.15627907123416662,"layout_ms":2.4265870451927185},{"common_ms":0.16117992345243692,"layout_ms":2.4018019903451204}],"zigzag":[{"common_ms":0.15389698091894388,"layout_ms":15.049309935420752},{"common_ms":0.14956004451960325,"layout_ms":13.003055937588215},{"common_ms":0.14283391647040844,"layout_ms":12.63428304810077},{"common_ms":0.14973909128457308,"layout_ms":12.745129992254078},{"common_ms":0.1494979951530695,"layout_ms":12.429445050656796}],"planner":[{"common_ms":0.15382596757262945,"layout_ms":7.955427980050445},{"common_ms":0.13694004155695438,"layout_ms":7.871042937040329},{"common_ms":0.1563969999551773,"layout_ms":8.446043939329684},{"common_ms":0.15341304242610931,"layout_ms":8.277822053059936},{"common_ms":0.1490770373493433,"layout_ms":8.332540048286319}]},"samples":{"contiguous":[{"stack_ms":974.43115234375,"wall_ms":974.4732009712607,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":973.2091064453125,"wall_ms":973.2503789709881,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":976.2279663085938,"wall_ms":976.2689970666543,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":975.3607177734375,"wall_ms":975.4042200511321,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":978.6264038085938,"wall_ms":978.6684629507363,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":973.748779296875,"wall_ms":973.7969170091674,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":977.311279296875,"wall_ms":977.3537969449535,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625}],"zigzag":[{"stack_ms":991.039306640625,"wall_ms":991.0801239311695,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":984.8226318359375,"wall_ms":984.867440070957,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":990.9112548828125,"wall_ms":990.9526309929788,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":989.6019897460938,"wall_ms":989.65045704972,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":990.0247802734375,"wall_ms":990.066678961739,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":991.5425415039062,"wall_ms":991.5862800553441,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":993.6829833984375,"wall_ms":993.7315949937329,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625}],"planner":[{"stack_ms":981.4191284179688,"wall_ms":981.4608379965648,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":978.1221923828125,"wall_ms":978.1711839605123,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":982.3731689453125,"wall_ms":982.4145319871604,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":980.4070434570312,"wall_ms":980.4488669615239,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":978.1813354492188,"wall_ms":978.224023943767,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":979.0195922851562,"wall_ms":979.0632829535753,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625},{"stack_ms":979.4868774414062,"wall_ms":979.5320760458708,"allocated_gib":142.1964168548584,"reserved_gib":145.31640625}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.19332394003868103,"layout_ms":3.050357918255031},{"common_ms":0.14314497821033,"layout_ms":2.6586540043354034},{"common_ms":0.1628489699214697,"layout_ms":2.6486519491299987},{"common_ms":0.15281292144209146,"layout_ms":2.6578910183161497},{"common_ms":0.1562319230288267,"layout_ms":2.611375995911658}],"zigzag":[{"common_ms":0.15619304031133652,"layout_ms":15.185712953098118},{"common_ms":0.14666409697383642,"layout_ms":12.840389041230083},{"common_ms":0.14050793834030628,"layout_ms":12.628605938516557},{"common_ms":0.1472600270062685,"layout_ms":12.127583962865174},{"common_ms":0.14821207150816917,"layout_ms":12.819377006962895}],"planner":[{"common_ms":0.15184597577899694,"layout_ms":8.188840001821518},{"common_ms":0.1386520452797413,"layout_ms":8.55080399196595},{"common_ms":0.1478369813412428,"layout_ms":8.099230006337166},{"common_ms":0.14620902948081493,"layout_ms":8.511026040650904},{"common_ms":0.14374894089996815,"layout_ms":8.496455964632332}]},"samples":{"contiguous":[{"stack_ms":974.4277954101562,"wall_ms":974.467859021388,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":973.205078125,"wall_ms":973.249412025325,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":976.2300415039062,"wall_ms":976.2711690273136,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":975.3641967773438,"wall_ms":975.4173060646281,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":978.6201782226562,"wall_ms":978.675980004482,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":973.7431640625,"wall_ms":973.7937030149624,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":977.3109741210938,"wall_ms":977.360844030045,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625}],"zigzag":[{"stack_ms":991.03955078125,"wall_ms":991.0781000507995,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":984.8241577148438,"wall_ms":984.8718020366505,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":990.9096069335938,"wall_ms":990.9515029285103,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":989.6089477539062,"wall_ms":989.6513629937544,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":990.018310546875,"wall_ms":990.073085995391,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":991.546142578125,"wall_ms":991.588955046609,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":993.6792602539062,"wall_ms":993.7271079979837,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625}],"planner":[{"stack_ms":981.4141235351562,"wall_ms":981.4549579750746,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":978.12841796875,"wall_ms":978.1693780096248,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":982.3711547851562,"wall_ms":982.4107598979026,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":980.39892578125,"wall_ms":980.4537040181458,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":978.1694946289062,"wall_ms":978.224626975134,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":979.0151977539062,"wall_ms":979.0581269189715,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625},{"stack_ms":979.4865112304688,"wall_ms":979.5318399555981,"allocated_gib":142.1678819656372,"reserved_gib":154.478515625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.20178500562906265,"layout_ms":2.9152670176699758},{"common_ms":0.14583603478968143,"layout_ms":2.6264690095558763},{"common_ms":0.16185396816581488,"layout_ms":2.652002964168787},{"common_ms":0.18218904733657837,"layout_ms":2.588153933174908},{"common_ms":0.1518229255452752,"layout_ms":2.591980039142072}],"zigzag":[{"common_ms":0.15597196761518717,"layout_ms":13.88968201354146},{"common_ms":0.1497400226071477,"layout_ms":12.90768594481051},{"common_ms":0.13837101869285107,"layout_ms":12.786916922777891},{"common_ms":0.13966194819658995,"layout_ms":12.634204002097249},{"common_ms":0.16711000353097916,"layout_ms":12.573771993629634}],"planner":[{"common_ms":0.1470970455557108,"layout_ms":8.917641011066735},{"common_ms":0.14138093683868647,"layout_ms":8.675122051499784},{"common_ms":0.14046591240912676,"layout_ms":8.141366066411138},{"common_ms":0.15162304043769836,"layout_ms":8.103689993731678},{"common_ms":0.14670600648969412,"layout_ms":8.158141048625112}]},"samples":{"contiguous":[{"stack_ms":974.4326171875,"wall_ms":974.4704909389839,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":973.21630859375,"wall_ms":973.2535691000521,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":976.235107421875,"wall_ms":976.2697169790044,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":975.367431640625,"wall_ms":975.4079770063981,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":978.6298217773438,"wall_ms":978.6670639878139,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":973.759521484375,"wall_ms":973.7950599519536,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":977.3213500976562,"wall_ms":977.3574520368129,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125}],"zigzag":[{"stack_ms":991.0462646484375,"wall_ms":991.0814389586449,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":984.8287963867188,"wall_ms":984.8654440138489,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":990.9175415039062,"wall_ms":990.9532680176198,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":989.6128540039062,"wall_ms":989.651737967506,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":990.033935546875,"wall_ms":990.0699349818751,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":991.5513305664062,"wall_ms":991.5879330364987,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":993.689208984375,"wall_ms":993.7269020592794,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125}],"planner":[{"stack_ms":981.4193725585938,"wall_ms":981.4586690627038,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":978.1296997070312,"wall_ms":978.1667310744524,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":982.3771362304688,"wall_ms":982.4120789999142,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":980.4127807617188,"wall_ms":980.4482579929754,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":978.1904907226562,"wall_ms":978.2300390070304,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":979.0122680664062,"wall_ms":979.054880910553,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125},{"stack_ms":979.4939575195312,"wall_ms":979.5303439022973,"allocated_gib":142.26957178115845,"reserved_gib":154.580078125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.20584207959473133,"layout_ms":2.798877074383199},{"common_ms":0.14362402725964785,"layout_ms":2.432449022307992},{"common_ms":0.16137096099555492,"layout_ms":2.407265012152493},{"common_ms":0.18256797920912504,"layout_ms":2.3696350399404764},{"common_ms":0.15748199075460434,"layout_ms":2.3885660339146852}],"zigzag":[{"common_ms":0.17121806740760803,"layout_ms":14.862014097161591},{"common_ms":0.14739797916263342,"layout_ms":13.130530947819352},{"common_ms":0.13843306805938482,"layout_ms":12.684557936154306},{"common_ms":0.1467530382797122,"layout_ms":12.60953804012388},{"common_ms":0.16311800573021173,"layout_ms":12.823490076698363}],"planner":[{"common_ms":0.1536170020699501,"layout_ms":8.018709952011704},{"common_ms":0.13895193114876747,"layout_ms":8.348332019522786},{"common_ms":0.14352798461914062,"layout_ms":7.768584997393191},{"common_ms":0.14686398208141327,"layout_ms":7.746411021798849},{"common_ms":0.14403206296265125,"layout_ms":7.758092018775642}]},"samples":{"contiguous":[{"stack_ms":974.4271850585938,"wall_ms":974.4688000064343,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":973.211181640625,"wall_ms":973.2558010146022,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":976.2254028320312,"wall_ms":976.267141988501,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":975.3596801757812,"wall_ms":975.4044000292197,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":978.6246948242188,"wall_ms":978.6698090611026,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":973.7479858398438,"wall_ms":973.794159013778,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":977.3055419921875,"wall_ms":977.3549339734018,"allocated_gib":142.2013282775879,"reserved_gib":145.328125}],"zigzag":[{"stack_ms":991.033935546875,"wall_ms":991.0746490349993,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":984.82373046875,"wall_ms":984.8657300462946,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":990.9014892578125,"wall_ms":990.9450230188668,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":989.5966796875,"wall_ms":989.6485639037564,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":990.015869140625,"wall_ms":990.058868075721,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":991.5379028320312,"wall_ms":991.5883910143748,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":993.6729736328125,"wall_ms":993.7230080831796,"allocated_gib":142.2013282775879,"reserved_gib":145.328125}],"planner":[{"stack_ms":981.4172973632812,"wall_ms":981.4584529958665,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":978.1192016601562,"wall_ms":978.1621809815988,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":982.3683471679688,"wall_ms":982.4089860776439,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":980.4036254882812,"wall_ms":980.4446230409667,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":978.1798095703125,"wall_ms":978.2212759600952,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":979.0123901367188,"wall_ms":979.0577579988167,"allocated_gib":142.2013282775879,"reserved_gib":145.328125},{"stack_ms":979.473388671875,"wall_ms":979.5260650571436,"allocated_gib":142.2013282775879,"reserved_gib":145.328125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011769812621843338,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.00047001129302960595,"max_abs":0.00225830078125,"finite":true},"dkv":{"relative_rms":0.0003581086279134171,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00020829917949556387,"max_abs":1.5423218258092675e-12,"finite":true},"d_weights":{"relative_rms":0.00016943453931508173,"max_abs":3.026798367500305e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00027514927667640854,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00028051702426701915,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.139242272668799e-06,"max_abs":1.06439301816863e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011976431783470862,"max_abs":0.0034351348876953125,"finite":true},"dq":{"relative_rms":0.00047726099098566654,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.0003614547108104271,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0002501298305826166,"max_abs":1.6342482922482304e-12,"finite":true},"d_weights":{"relative_rms":0.0002122295706579983,"max_abs":3.026798367500305e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00028566168065738174,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00027641719406887576,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":4.464876110457071e-06,"max_abs":1.028865881380625e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011864814445115854,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.00047932458427309507,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.0003804112729602933,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0002193224245007134,"max_abs":1.5423218258092675e-12,"finite":true},"d_weights":{"relative_rms":0.0001898696502699602,"max_abs":2.5029294192790985e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002612018831038089,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002759383284797091,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.168009033851101e-06,"max_abs":8.29913915367797e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":22,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131028,"spans":513,"candidate_workspace_bytes":513787308},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":98112,"spans":23,"candidate_workspace_bytes":536849312}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":40,"candidate_workspace_bytes":441127872},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131028,"spans":513,"candidate_workspace_bytes":506611216},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":149300,"spans":41,"candidate_workspace_bytes":498298836}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131020,"spans":513,"candidate_workspace_bytes":499247304},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":96416,"spans":14,"candidate_workspace_bytes":536838044}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":514923344},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131052,"spans":513,"candidate_workspace_bytes":502241104},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":143920,"spans":43,"candidate_workspace_bytes":536831624}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":477088512},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131092,"spans":514,"candidate_workspace_bytes":515287792},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":147552,"spans":44,"candidate_workspace_bytes":528012876}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":31,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131112,"spans":514,"candidate_workspace_bytes":536856024},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":117288,"spans":32,"candidate_workspace_bytes":536840176}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":39,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131108,"spans":514,"candidate_workspace_bytes":519123964},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":148456,"spans":41,"candidate_workspace_bytes":536861448}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":469113876},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131136,"spans":514,"candidate_workspace_bytes":519314028},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":147532,"spans":33,"candidate_workspace_bytes":536002396}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261115","lengths":[236,20,488,3476,20,1252,192,12960,28,824,356,608,784,80,232,5112,428,16,260,6484,312,1036,220,132,1776,10680,376,4948,80,168,48,72,164,60,80,16,16,364,1132,144,48,72,4412,52,16,56,632,2940,908,64,56,3144,4,28,196,40,44,7032,8,3492,12,152,172,172,180,100,112,16,28,20,1000,20,4028,324,512,2040,64,2020,108,968,276,120,3496,40,576,4,1348,14072,212,3400,1268,408,360,1164,8,36,372,164,112,84,116,400,104,536,260,132,316,284,264,164,528,104,3972,852,276,588,52,116,332,72,28,1016,592,308,692,108,52,940,272,36844,1072,364,1088,8,104,104,12,9600,844,412,280,220,104,24,272,1196,608,112,5008,1292,20,244,24,304,8,476,376,2016,12824,272,664,148,2128,108,160,1036,5340,504,1120,44,8,612,92,320,40,80,792,188,20,28,156,1008,24,92,32,60,120,40,508,20,32,200,308,444,564,12,44,180,300,704,56,108,560,348,232,20,3716,3340,448,16,36,5344,24,116,12536,136,7952,720,428,164,136,4976,44,36,1152,1352,60,276,228,76,440,8,728,348,684,8,636,80,388,244,1240,596,948,620,108,152,288,564,72,12,164,716,156,1292,92,6400,1484,416,152,124,136,32,32,284,4276,2112,2760,8,152,108,1796,456,532,1036,20,2516,40,1844,52,76,240,24,80,360,17996,612,80,424,96,280,288,212,116,1232,176,284,180,71204,16,1136,128,508,2056,616,8,316,192,1912,144,168,4084,36,24,812,16,56,188,180,688,40,188,824,24,12,8,88,60,92,1476,12,12,284,76,172,8,896,48,80,28,764,3640,312,3072,72,36,112,236,280,36,284,48,8,92,76,484,8,184,388,520,172,20,16,24,1388,44,1252,3016,28,728,208,224,32,12,48,180,1016,1136,500,100,400,40,268,1136,140,40452,84,348,296,64,20,632,508,32,88,1004,1360,1240,332,412,3156,880,40,28,472,2872,28,176,584,476,336,588,60,84,416,92,184,244,48,20,68,352,3300,1028,916,2748,36,28,3096,20,488,720,68,416,324,16,64,220,212,1884,28,6008,200,7856,1232,1568,124,1752,312,92,152,816,528,32,456,248,64,696,344,336,80,92,264,8,196,1288,6364,32,5120,152,44,52,8,188,84,2428,360,100,3624,512,8,344,7608,144,784,4080,92,760,476,112,28,8,420,72,420,524,64,244,52,356,304,44,416,12,2956,188,4160,1252,24,464,1456,14668,12,2596,412,120,56,2120,264,100,352,20,456,132,3220,120,936,40,1456,1384,104,316,7624,344,204,84,132,1212,352,884,180,192,120,72,112,28,88,144,52,20,36,28,40,1820,20,16,128,928,28,752,116,6192,220,18612,20,84,28,132,176,288,40,20,1312,180,124,1464,12,128,736,8,1724,1388,144,40,496,132,156,52,88,12,824,268,492,260,464,44,436,32,612,1172,2076,12,80,1024,120,32,1612,76,40,8,16,264,12,624,36,2248,96,24,9412,456,948,196,3916,64,36,48,148,868,68,596,48,268,72,144,3064,76,128,72,12,1312,132,32,620,200,256,128,12,904,264,712,2372,204,100,72,1632,40,112,460,404,824,20,136,124,24,2368,1156,896,72,280,88,1860,240,44,1128,52,1408,3140,1260,2100,7028,700,964,428,192,1260,204,388,124,16,1188,32,1720,152,188,92,2068,28,156,328,76,12,16,72,468,592,2512,144,196,1008,3260,2832,28,24,1404,304,260,44,108,176,148,952,16,8,404,840,36,4060,2336,8,268,496,56,152,8,120,84,56,80,556,3404,116,168,1216,44,60,1216,112,456,28,84,136,928,652,112,52,40,332,480,144,32,1896,1080,644,104,2648,128,584,3420,284,1724,24,428,132,240,168,16,84,32,8,16,84,740,36,1776,2792,376,1400,104,368,16,112,212,116,24,176,1048,464,228,76,140,256,4864,20,296,68,628,1236,556,208,48,10140,12,28,6888,480,56,184,572,20,3148,12,384,72,756,124,12,424,112,16,468,96,780,576,244,60,2436,188,748,556,456,148,340,24,4,292,2776,1704,1912,20,132,8076,728,452,24,244,16,12,2472,8,88,344,508,8,28,6232,644,156,124,2428,332,136,464,12,8168,572,35980,8156,48,708,580,96,92,60,356,8,2984,8,2128,732,136,16,8,16,3384,208,56,256,408,716,136,132,88,3264,424,284,184,28,8620,2676,132,60,1388,152,412,84,92,408,3076,44,28,1248,148,4,8192,216,48,176,48,20,344,36,24,132,936,60,280,268,672,64,28,660,44,36,612,204,136,52,9040,8,320,1248,56,40,48,3024,184,980,28,432,180,136,160,312,56,12,596,2184,1372,68,288,116,292,164,8484,296,60,5708,8280,120,12464,412,228,248,836,8,552,44,232,8,312,96,444,228,108,4700,1840,140,424,52,6556,48],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":865.4605712890625,"prepare_ms":8.21280898526311,"prepare_plus_stack_ms":873.6733802743256,"amortized_per_layer_ms":218.4183450685814,"prepare_fraction":0.009400319582455815,"stack_min_ms":863.8720092773438,"stack_max_ms":866.9967651367188,"prepare_min_ms":7.684231037274003,"prepare_max_ms":10.054765036329627,"peak_allocated_gib":142.19496536254883,"peak_reserved_gib":145.5859375},"zigzag":{"stack_ms":907.5042724609375,"prepare_ms":42.97685902565718,"prepare_plus_stack_ms":950.4811314865947,"amortized_per_layer_ms":237.62028287164867,"prepare_fraction":0.04521589919248525,"stack_min_ms":905.6429443359375,"stack_max_ms":910.649658203125,"prepare_min_ms":42.4839808838442,"prepare_max_ms":177.929887897335,"peak_allocated_gib":142.19496536254883,"peak_reserved_gib":145.5859375},"planner":{"stack_ms":870.7852172851562,"prepare_ms":18.594419001601636,"prepare_plus_stack_ms":889.3796362867579,"amortized_per_layer_ms":222.34490907168947,"prepare_fraction":0.020907178715306608,"stack_min_ms":867.3518676757812,"stack_max_ms":872.2991333007812,"prepare_min_ms":18.231048015877604,"prepare_max_ms":19.813576014712453,"peak_allocated_gib":142.19496536254883,"peak_reserved_gib":145.5859375}},"raw_sha256":"c5d5f1418c7814582001e39e450c6767e226914ae84a7dec18ffb34dc2c717ac","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.4614159697666764,"layout_ms":7.5561050325632095},{"common_ms":0.263724010437727,"layout_ms":6.629804032854736},{"common_ms":0.2612960524857044,"layout_ms":6.580474087968469},{"common_ms":0.30176795553416014,"layout_ms":6.677009980194271},{"common_ms":0.25350996293127537,"layout_ms":6.59818307030946}],"zigzag":[{"common_ms":0.29643101152032614,"layout_ms":41.72202304471284},{"common_ms":0.25523093063384295,"layout_ms":40.79321899916977},{"common_ms":0.2535969251766801,"layout_ms":39.235719945281744},{"common_ms":0.29018602799624205,"layout_ms":164.3225740408525},{"common_ms":0.2703330246731639,"layout_ms":40.03411706071347}],"planner":[{"common_ms":0.29230304062366486,"layout_ms":17.278638086281717},{"common_ms":0.25045499205589294,"layout_ms":17.62403699103743},{"common_ms":0.26541901752352715,"layout_ms":17.076771007850766},{"common_ms":0.477673951536417,"layout_ms":17.965727020055056},{"common_ms":0.2673080889508128,"layout_ms":17.401622026227415}]},"samples":{"contiguous":[{"stack_ms":866.8011474609375,"wall_ms":866.8709890916944,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":865.3956298828125,"wall_ms":865.470792981796,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":866.73291015625,"wall_ms":866.8066110694781,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":864.7115478515625,"wall_ms":864.7767229704186,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":863.7982788085938,"wall_ms":863.8709420338273,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":864.5140991210938,"wall_ms":864.5826310385019,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":866.933349609375,"wall_ms":867.0156589942053,"allocated_gib":142.11100959777832,"reserved_gib":145.328125}],"zigzag":[{"stack_ms":906.3231201171875,"wall_ms":906.3960120547563,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":906.8631591796875,"wall_ms":906.9327360484749,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":910.6029052734375,"wall_ms":910.672529018484,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":908.2930908203125,"wall_ms":908.3540439605713,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":907.4450073242188,"wall_ms":907.53714798484,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":908.6857299804688,"wall_ms":908.7642920203507,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":905.5730590820312,"wall_ms":905.6455360259861,"allocated_gib":142.11100959777832,"reserved_gib":145.328125}],"planner":[{"stack_ms":871.81591796875,"wall_ms":871.893223025836,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":870.7462768554688,"wall_ms":870.8212799392641,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":869.3169555664062,"wall_ms":869.389878003858,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":871.6331176757812,"wall_ms":871.70246290043,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":867.2652587890625,"wall_ms":867.354562971741,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":872.255615234375,"wall_ms":872.3321709549055,"allocated_gib":142.11100959777832,"reserved_gib":145.328125},{"stack_ms":869.1458129882812,"wall_ms":869.2164240637794,"allocated_gib":142.11100959777832,"reserved_gib":145.328125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.4030560376122594,"layout_ms":7.4273389764130116},{"common_ms":0.2572569064795971,"layout_ms":6.6673229448497295},{"common_ms":0.24517194833606482,"layout_ms":6.648567039519548},{"common_ms":0.2936569508165121,"layout_ms":6.739840027876198},{"common_ms":0.24931610096246004,"layout_ms":6.628033006563783}],"zigzag":[{"common_ms":0.28815201949328184,"layout_ms":42.20770800020546},{"common_ms":0.24949898943305016,"layout_ms":39.79099402204156},{"common_ms":0.2506519667804241,"layout_ms":177.67923593055457},{"common_ms":0.2623508917167783,"layout_ms":39.92292401380837},{"common_ms":0.27021998539566994,"layout_ms":39.60341599304229}],"planner":[{"common_ms":0.2648159861564636,"layout_ms":17.45286805089563},{"common_ms":0.24639000184834003,"layout_ms":18.97166995331645},{"common_ms":0.2518630353733897,"layout_ms":17.195863998495042},{"common_ms":0.2853010082617402,"layout_ms":17.235636012628675},{"common_ms":0.2676110016182065,"layout_ms":17.164604971185327}]},"samples":{"contiguous":[{"stack_ms":866.8345947265625,"wall_ms":866.8885799124837,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":865.4291381835938,"wall_ms":865.4856550274417,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":866.7755126953125,"wall_ms":866.8263839790598,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":864.7244262695312,"wall_ms":864.778217044659,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":863.8450927734375,"wall_ms":863.8979030074552,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":864.5370483398438,"wall_ms":864.5864210557193,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":866.967529296875,"wall_ms":867.021227022633,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125}],"zigzag":[{"stack_ms":906.350830078125,"wall_ms":906.406125985086,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":906.8970947265625,"wall_ms":906.942380941473,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":910.6109619140625,"wall_ms":910.6654119677842,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":908.31103515625,"wall_ms":908.3597080316395,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":907.470703125,"wall_ms":907.5311030028388,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":908.7211303710938,"wall_ms":908.7718781083822,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":905.6134033203125,"wall_ms":905.6697909254581,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125}],"planner":[{"stack_ms":871.828857421875,"wall_ms":871.8902750406414,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":870.7588500976562,"wall_ms":870.8129690494388,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":869.3416137695312,"wall_ms":869.3943219259381,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":871.6632080078125,"wall_ms":871.7171240132302,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":867.3171997070312,"wall_ms":867.3744529951364,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":872.2843627929688,"wall_ms":872.3341290606186,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125},{"stack_ms":869.1555786132812,"wall_ms":869.2060320172459,"allocated_gib":142.08245658874512,"reserved_gib":145.533203125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.36880793049931526,"layout_ms":7.517877966165543},{"common_ms":0.2556159161031246,"layout_ms":6.872455938719213},{"common_ms":0.23862894158810377,"layout_ms":6.6493559861555696},{"common_ms":0.28363103047013283,"layout_ms":6.7896750988438725},{"common_ms":0.2390210283920169,"layout_ms":6.67674804572016}],"zigzag":[{"common_ms":0.2834100741893053,"layout_ms":41.73973901197314},{"common_ms":0.24510594084858894,"layout_ms":39.71029398962855},{"common_ms":0.23950496688485146,"layout_ms":166.9546210905537},{"common_ms":0.2527739852666855,"layout_ms":39.856021059677005},{"common_ms":0.25480298791080713,"layout_ms":39.26738107111305}],"planner":[{"common_ms":0.2569790231063962,"layout_ms":17.07050099503249},{"common_ms":0.24423201102763414,"layout_ms":18.109444063156843},{"common_ms":0.24271197617053986,"layout_ms":17.2282459679991},{"common_ms":0.3115689614787698,"layout_ms":17.19527703244239},{"common_ms":0.26086403522640467,"layout_ms":17.086644074879587}]},"samples":{"contiguous":[{"stack_ms":866.84375,"wall_ms":866.8958659982309,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":865.4329833984375,"wall_ms":865.4849260346964,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":866.7826538085938,"wall_ms":866.8306219624355,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":864.7230834960938,"wall_ms":864.784989040345,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":863.8477172851562,"wall_ms":863.8971910113469,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":864.547119140625,"wall_ms":864.5943230949342,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":866.9703979492188,"wall_ms":867.0217030448839,"allocated_gib":142.037127494812,"reserved_gib":145.1796875}],"zigzag":[{"stack_ms":906.3519897460938,"wall_ms":906.4055900089443,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":906.9003295898438,"wall_ms":906.9444700144231,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":910.615234375,"wall_ms":910.6651480542496,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":908.3128051757812,"wall_ms":908.3598979050294,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":907.464599609375,"wall_ms":907.5278900563717,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":908.7257690429688,"wall_ms":908.7735670618713,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":905.616455078125,"wall_ms":905.6716969935223,"allocated_gib":142.037127494812,"reserved_gib":145.1796875}],"planner":[{"stack_ms":871.832275390625,"wall_ms":871.8893940094858,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":870.7606811523438,"wall_ms":870.8126050187275,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":869.348388671875,"wall_ms":869.3955990020186,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":871.6683959960938,"wall_ms":871.7193059856072,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":867.321533203125,"wall_ms":867.3773020273075,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":872.2874145507812,"wall_ms":872.333463979885,"allocated_gib":142.037127494812,"reserved_gib":145.1796875},{"stack_ms":869.1624145507812,"wall_ms":869.2075449507684,"allocated_gib":142.037127494812,"reserved_gib":145.1796875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3644799580797553,"layout_ms":8.107730885967612},{"common_ms":0.2817279892042279,"layout_ms":7.147319964133203},{"common_ms":0.2616089768707752,"layout_ms":7.131907972507179},{"common_ms":0.32083597034215927,"layout_ms":7.363395066931844},{"common_ms":0.26657700072973967,"layout_ms":7.125472999177873}],"zigzag":[{"common_ms":0.30946102924644947,"layout_ms":42.20437293406576},{"common_ms":0.2629440277814865,"layout_ms":40.395993972197175},{"common_ms":0.25879405438899994,"layout_ms":168.07879402767867},{"common_ms":0.27427205350250006,"layout_ms":40.0816899491474},{"common_ms":0.2829920267686248,"layout_ms":39.84020696952939}],"planner":[{"common_ms":0.288731069304049,"layout_ms":17.776038963347673},{"common_ms":0.2619610168039799,"layout_ms":19.27599497139454},{"common_ms":0.2853459445759654,"layout_ms":17.555013997480273},{"common_ms":0.32674300018697977,"layout_ms":17.522591049782932},{"common_ms":0.30587497167289257,"layout_ms":17.51796796452254}]},"samples":{"contiguous":[{"stack_ms":866.8450927734375,"wall_ms":866.8947460828349,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":865.4359130859375,"wall_ms":865.4855239437893,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":866.7803955078125,"wall_ms":866.8298750417307,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":864.7203369140625,"wall_ms":864.7694760002196,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":863.850830078125,"wall_ms":863.90689201653,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":864.54345703125,"wall_ms":864.5876320078969,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":866.9725952148438,"wall_ms":867.0220490312204,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875}],"zigzag":[{"stack_ms":906.3566284179688,"wall_ms":906.4060089876875,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":906.9010620117188,"wall_ms":906.9435709388927,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":910.617431640625,"wall_ms":910.6666930019855,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":908.3150024414062,"wall_ms":908.3578400313854,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":907.4773559570312,"wall_ms":907.5369930360466,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":908.7218017578125,"wall_ms":908.7745030410588,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":905.6173095703125,"wall_ms":905.6734229670838,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875}],"planner":[{"stack_ms":871.8360595703125,"wall_ms":871.8908850569278,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":870.7567138671875,"wall_ms":870.8050689892843,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":869.3386840820312,"wall_ms":869.387072045356,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":871.66845703125,"wall_ms":871.7179200612009,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":867.315185546875,"wall_ms":867.3716869670898,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":872.2860107421875,"wall_ms":872.3319699056447,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875},{"stack_ms":869.1502685546875,"wall_ms":869.2028359510005,"allocated_gib":142.01499557495117,"reserved_gib":145.16796875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.3309990279376507,"layout_ms":7.4172960594296455},{"common_ms":0.2553049707785249,"layout_ms":6.651794072240591},{"common_ms":0.2559949643909931,"layout_ms":6.713157054036856},{"common_ms":0.30667800456285477,"layout_ms":6.661221035756171},{"common_ms":0.2584069734439254,"layout_ms":6.621250999160111}],"zigzag":[{"common_ms":0.28398295398801565,"layout_ms":41.33386991452426},{"common_ms":0.26089500170201063,"layout_ms":40.156275033950806},{"common_ms":0.25143707171082497,"layout_ms":39.649234036915004},{"common_ms":0.25423907209187746,"layout_ms":158.74408406671137},{"common_ms":0.27353502810001373,"layout_ms":39.77591102011502}],"planner":[{"common_ms":0.2730500418692827,"layout_ms":17.221585963852704},{"common_ms":0.2517929533496499,"layout_ms":17.557607032358646},{"common_ms":0.273735960945487,"layout_ms":16.982972039841115},{"common_ms":0.28606411069631577,"layout_ms":17.1822999836877},{"common_ms":0.27825392317026854,"layout_ms":17.309318063780665}]},"samples":{"contiguous":[{"stack_ms":866.8529663085938,"wall_ms":866.8944230303168,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":865.4523315429688,"wall_ms":865.4947590548545,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":866.7969970703125,"wall_ms":866.8377539142966,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":864.7379150390625,"wall_ms":864.7774360142648,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":863.8704833984375,"wall_ms":863.923589931801,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":864.5548095703125,"wall_ms":864.59554603789,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":866.9872436523438,"wall_ms":867.0284239342436,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375}],"zigzag":[{"stack_ms":906.370361328125,"wall_ms":906.4194529782981,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":906.9213256835938,"wall_ms":906.9634330226108,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":910.64599609375,"wall_ms":910.6863630004227,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":908.3358764648438,"wall_ms":908.3745130337775,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":907.5008544921875,"wall_ms":907.5430770171806,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":908.7398681640625,"wall_ms":908.7900590384379,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":905.6411743164062,"wall_ms":905.6856649694964,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375}],"planner":[{"stack_ms":871.8543701171875,"wall_ms":871.9011649955064,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":870.7784423828125,"wall_ms":870.8194689825177,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":869.3491821289062,"wall_ms":869.3903270177543,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":871.6845703125,"wall_ms":871.7259970726445,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":867.3439331054688,"wall_ms":867.3873610096052,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":872.2959594726562,"wall_ms":872.3344380268827,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375},{"stack_ms":869.1814575195312,"wall_ms":869.2209150176495,"allocated_gib":142.19496536254883,"reserved_gib":145.349609375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.36808301229029894,"layout_ms":9.686682024039328},{"common_ms":0.2862439723685384,"layout_ms":7.744934060610831},{"common_ms":0.2712300047278404,"layout_ms":7.256925106048584},{"common_ms":0.3210080321878195,"layout_ms":7.320751086808741},{"common_ms":0.27847406454384327,"layout_ms":7.2721290634945035}],"zigzag":[{"common_ms":0.28820696752518415,"layout_ms":42.68865205813199},{"common_ms":0.939750112593174,"layout_ms":41.684605996124446},{"common_ms":0.270521966740489,"layout_ms":40.92894296627492},{"common_ms":0.2736869500949979,"layout_ms":155.2810410503298},{"common_ms":0.29211293440312147,"layout_ms":42.191867949441075}],"planner":[{"common_ms":0.28995401225984097,"layout_ms":19.523622002452612},{"common_ms":0.26560109108686447,"layout_ms":18.027783022262156},{"common_ms":0.28600101359188557,"layout_ms":17.762330011464655},{"common_ms":0.3220280632376671,"layout_ms":17.97466294374317},{"common_ms":0.3099020104855299,"layout_ms":18.284516991116107}]},"samples":{"contiguous":[{"stack_ms":866.8529052734375,"wall_ms":866.8947480618954,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":865.4575805664062,"wall_ms":865.4969470808282,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":866.7972412109375,"wall_ms":866.8360779993236,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":864.7374877929688,"wall_ms":864.7780120372772,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":863.87109375,"wall_ms":863.9166629873216,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":864.5612182617188,"wall_ms":864.6019559819251,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":866.9906005859375,"wall_ms":867.0310790184885,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125}],"zigzag":[{"stack_ms":906.3693237304688,"wall_ms":906.4124450087547,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":906.9193115234375,"wall_ms":906.9682110566646,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":910.6474609375,"wall_ms":910.6874789576977,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":908.33251953125,"wall_ms":908.3728659898043,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":907.5025634765625,"wall_ms":907.5448450166732,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":908.745849609375,"wall_ms":908.7865299079567,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":905.6428833007812,"wall_ms":905.6859919801354,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125}],"planner":[{"stack_ms":871.85693359375,"wall_ms":871.8981600832194,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":870.7847290039062,"wall_ms":870.8235520171002,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":869.3472290039062,"wall_ms":869.3894259631634,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":871.6876220703125,"wall_ms":871.7278800904751,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":867.345703125,"wall_ms":867.388105019927,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":872.29541015625,"wall_ms":872.3364539910108,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125},{"stack_ms":869.1805419921875,"wall_ms":869.2211229354143,"allocated_gib":141.95666599273682,"reserved_gib":145.0703125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.3434520913287997,"layout_ms":7.4901399202644825},{"common_ms":0.25548902340233326,"layout_ms":6.779810995794833},{"common_ms":0.2461819676682353,"layout_ms":6.636701058596373},{"common_ms":0.3476249985396862,"layout_ms":6.9810510613024235},{"common_ms":0.25002798065543175,"layout_ms":6.778958020731807}],"zigzag":[{"common_ms":0.269399955868721,"layout_ms":41.44929605536163},{"common_ms":0.247351941652596,"layout_ms":39.70594296697527},{"common_ms":0.24101091548800468,"layout_ms":145.95874305814505},{"common_ms":0.2461880212649703,"layout_ms":39.56420696340501},{"common_ms":0.2878229133784771,"layout_ms":40.54293199442327}],"planner":[{"common_ms":0.2670880639925599,"layout_ms":17.406950006261468},{"common_ms":0.2452030312269926,"layout_ms":19.190176972188056},{"common_ms":0.2631150418892503,"layout_ms":17.184383003041148},{"common_ms":0.266670947894454,"layout_ms":17.14194903615862},{"common_ms":0.2689240500330925,"layout_ms":17.321867053397}]},"samples":{"contiguous":[{"stack_ms":866.8577270507812,"wall_ms":866.8939319904894,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":865.4605712890625,"wall_ms":865.4957179678604,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":866.7987670898438,"wall_ms":866.8345909100026,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":864.74365234375,"wall_ms":864.7778650047258,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":863.8720092773438,"wall_ms":863.9141770545393,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":864.55859375,"wall_ms":864.5957559347153,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":866.9967651367188,"wall_ms":867.0324150007218,"allocated_gib":142.1513671875,"reserved_gib":145.5859375}],"zigzag":[{"stack_ms":906.3756103515625,"wall_ms":906.4128660829738,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":906.9259033203125,"wall_ms":906.960359076038,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":910.649658203125,"wall_ms":910.6834490085021,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":908.3383178710938,"wall_ms":908.3731829887256,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":907.5042724609375,"wall_ms":907.5416839914396,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":908.7484130859375,"wall_ms":908.7843670276925,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":905.6429443359375,"wall_ms":905.679611954838,"allocated_gib":142.1513671875,"reserved_gib":145.5859375}],"planner":[{"stack_ms":871.8565673828125,"wall_ms":871.8929889146239,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":870.7852172851562,"wall_ms":870.8186349831522,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":869.3546142578125,"wall_ms":869.3897570483387,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":871.690673828125,"wall_ms":871.7256570234895,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":867.3518676757812,"wall_ms":867.3890059581026,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":872.2991333007812,"wall_ms":872.3352840170264,"allocated_gib":142.1513671875,"reserved_gib":145.5859375},{"stack_ms":869.19140625,"wall_ms":869.2264530109242,"allocated_gib":142.1513671875,"reserved_gib":145.5859375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.4166529979556799,"layout_ms":7.480008061975241},{"common_ms":0.31762593425810337,"layout_ms":7.895183051005006},{"common_ms":0.2805480035021901,"layout_ms":7.87883996963501},{"common_ms":0.2983330050483346,"layout_ms":6.799188093282282},{"common_ms":0.29121001716703176,"layout_ms":8.069201023317873}],"zigzag":[{"common_ms":0.3702680114656687,"layout_ms":42.1532450709492},{"common_ms":0.28621405363082886,"layout_ms":40.44210200663656},{"common_ms":0.2799320500344038,"layout_ms":40.032338933087885},{"common_ms":0.30271802097558975,"layout_ms":171.29368102177978},{"common_ms":0.3237150376662612,"layout_ms":40.96018394920975}],"planner":[{"common_ms":0.312519958242774,"layout_ms":18.020053976215422},{"common_ms":0.27638603933155537,"layout_ms":18.76098895445466},{"common_ms":0.31278200913220644,"layout_ms":17.918266006745398},{"common_ms":0.30279892962425947,"layout_ms":17.536113038659096},{"common_ms":0.34383300226181746,"layout_ms":18.078294000588357}]},"samples":{"contiguous":[{"stack_ms":866.8368530273438,"wall_ms":866.8844569474459,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":865.442138671875,"wall_ms":865.493893972598,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":866.7744750976562,"wall_ms":866.8329319916666,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":864.7286987304688,"wall_ms":864.7819480393082,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":863.8570556640625,"wall_ms":863.9134709956124,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":864.538818359375,"wall_ms":864.5831780740991,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":866.9803466796875,"wall_ms":867.0268530258909,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125}],"zigzag":[{"stack_ms":906.3591918945312,"wall_ms":906.4216730184853,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":906.9024658203125,"wall_ms":906.9569280836731,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":910.6275634765625,"wall_ms":910.6724370503798,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":908.3309936523438,"wall_ms":908.376558101736,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":907.4872436523438,"wall_ms":907.5347119942307,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":908.7322998046875,"wall_ms":908.7903740582988,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":905.6318969726562,"wall_ms":905.689544044435,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125}],"planner":[{"stack_ms":871.8423461914062,"wall_ms":871.8969740439206,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":870.7628784179688,"wall_ms":870.8249389892444,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":869.3385009765625,"wall_ms":869.3935619667172,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":871.6810302734375,"wall_ms":871.7234359355643,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":867.3383178710938,"wall_ms":867.3945260234177,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":872.2881469726562,"wall_ms":872.3328389460221,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125},{"stack_ms":869.1688842773438,"wall_ms":869.2249659216031,"allocated_gib":142.11953496932983,"reserved_gib":145.314453125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0006385591610697963,"max_abs":0.00341796875,"finite":true},"dq":{"relative_rms":0.00036217495592699305,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.0002223735709110319,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0001359026275549221,"max_abs":1.0391687510491465e-12,"finite":true},"d_weights":{"relative_rms":0.00011582061360575789,"max_abs":2.7939677238464355e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001878241788187931,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0001919119330800356,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.5003637994900184e-06,"max_abs":9.094947017729282e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0006271427567344638,"max_abs":0.0032958984375,"finite":true},"dq":{"relative_rms":0.0003469660479043547,"max_abs":0.00238037109375,"finite":true},"dkv":{"relative_rms":0.0002009457753268463,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0001240198699751093,"max_abs":1.1937117960769683e-12,"finite":true},"d_weights":{"relative_rms":0.00011153155719520988,"max_abs":2.7976057026535273e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00018806400553834986,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00020702195770986345,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.6487235661592566e-06,"max_abs":9.29389898374211e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0006323004123018686,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.0003498218014182826,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.0002185859197788685,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00015773771073915852,"max_abs":1.4779288903810084e-12,"finite":true},"d_weights":{"relative_rms":0.00014059733129424582,"max_abs":3.2014213502407074e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001983135434470594,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00019237872118601541,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.3472953317055846e-06,"max_abs":1.0913936421275139e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":386092480},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131264,"spans":1749,"candidate_workspace_bytes":523201608},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":154132,"spans":136,"candidate_workspace_bytes":489991844}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":92,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131244,"spans":1756,"candidate_workspace_bytes":529848304},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":117292,"spans":99,"candidate_workspace_bytes":450440436}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":80,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131156,"spans":1736,"candidate_workspace_bytes":536626344},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":92040,"spans":86,"candidate_workspace_bytes":500289192}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":146,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131076,"spans":1725,"candidate_workspace_bytes":520812228},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":104568,"spans":152,"candidate_workspace_bytes":441453344}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":121,"candidate_workspace_bytes":434702000},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131032,"spans":1717,"candidate_workspace_bytes":520950452},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":154128,"spans":129,"candidate_workspace_bytes":535563352}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":205,"candidate_workspace_bytes":208181776},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130980,"spans":1708,"candidate_workspace_bytes":521144636},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":154128,"spans":213,"candidate_workspace_bytes":503915808}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":110,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":1707,"candidate_workspace_bytes":521201368},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":118156,"spans":117,"candidate_workspace_bytes":532228260}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":125,"candidate_workspace_bytes":384236608},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130864,"spans":1696,"candidate_workspace_bytes":521405580},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":154132,"spans":130,"candidate_workspace_bytes":504028852}}]}, + {"case":"1m-heldout-jittered-768-seed20261115","lengths":[1560,1256,1576,956,1540,1728,1704,1736,1200,1408,1664,1448,1492,1156,1096,1200,1320,1712,1092,1744,1032,1520,1348,1524,1564,992,1668,1296,1580,1556,1068,1104,1512,1312,1328,1148,1304,1596,1316,1620,1416,964,1524,1512,1492,1180,1008,1308,1100,1024,1752,1564,1144,1208,1344,1584,1360,1764,1040,1184,1204,1344,1016,1268,1160,996,1256,1112,1140,1380,1592,1712,1724,1008,968,1540,1524,1232,1420,1664,1584,1412,1060,1320,1436,1404,1576,1056,1072,1376,1592,1664,1080,1732,968,1500,1004,1452,1116,1664,1604,1028,1408,1640,1264,1416,1228,1276,1624,1228,1656,1312,1628,1256,1600,1080,1528,1212,1160,1584,1604,1548,1188,1060,1352,1652,1064,1304,1252,1704,1432,1108,1380,1464,1592,1388,1288,1052,1400,1036,1232,1380,1480,1080,1368,1548,1496,1240,1696,1376,1420,1712,1228,1040,956,1528,1672,1144,1180,1152,1044,1196,1248,964,1416,1616,1500,976,1344,1740,1108,1516,1000,992,1344,1732,1060,1312,1668,1028,1640,1392,1648,1032,1608,1472,1116,1668,1104,1400,1548,1636,1048,1548,1696,1240,1348,1180,1236,1580,1556,1092,1264,1764,1640,1592,1448,1672,1360,1620,1492,1204,1388,1256,1188,1000,1256,1352,1636,1492,1560,1136,1024,1264,1148,1720,1432,1220,1692,1736,1416,1132,1136,1524,1208,1592,1612,1404,1348,1552,1064,1152,1676,1044,1628,1700,1000,1544,1196,1524,1096,1252,1728,1380,1724,1592,1108,1732,1268,1308,1012,1236,1752,1124,1232,1276,1516,1380,1276,1196,1268,1252,1592,1620,1372,1124,1384,1724,1756,1304,1300,1268,1468,1244,1388,1228,1196,1072,1176,1492,1064,1704,1448,1500,1560,1488,1704,1164,1672,1656,1552,1080,1656,1256,1468,1404,1364,1576,1172,1256,1452,1164,1584,1460,1300,1508,1608,1132,1656,1540,1252,1340,1384,1516,1676,1116,1464,1716,1276,1564,1648,1360,1576,1588,1496,1152,1336,1128,1260,1724,1068,1000,1044,1028,1476,1588,1000,1288,996,1296,1588,1160,1268,1592,1328,1756,1432,1536,1156,1640,976,1708,1616,1008,1404,1640,1180,1204,1632,1056,1624,1684,1376,1204,1664,1536,988,1544,1156,976,1684,1504,980,1656,1056,1576,1036,1172,1196,1668,1124,1552,1316,976,1252,992,1480,1584,1532,1332,1400,1056,1492,1364,1760,1248,1740,1528,980,1112,1284,1224,1384,1720,1032,1168,1436,1380,1048,972,1620,1244,980,1120,1048,1444,1136,1736,1568,1208,1504,1312,1504,1220,1360,1612,1632,1096,1692,1064,1432,1468,1704,1096,1436,1068,1248,1448,1184,1188,1712,1752,1524,1540,984,1644,1544,1032,1644,1440,1368,1224,1240,1172,1396,980,1280,1624,1156,1712,1456,1744,1140,1100,1728,1668,1052,1152,1616,1328,1328,1296,1484,988,1616,1544,1180,1496,1472,1008,1180,1336,1164,1324,1144,1100,1316,1252,1720,1136,1632,1756,1236,1060,1008,1340,1068,1276,1068,1324,1008,1664,1636,1608,1492,1688,1500,1364,1028,1628,1128,1652,1412,1492,1292,1664,1100,1420,1252,992,1020,1240,1548,1676,1404,1496,1708,1704,1684,1104,1072,1644,1540,1176,1332,1452,1404,1644,1024,984,1592,1136,1716,1608,988,1548,1208,1412,976,1360,1276,1204,1256,1708,1348,1440,1732,1172,1216,1628,1344,1108,1268,1384,1596,1344,1204,1144,1404,1116,1660,1620,1316,1676,1372,1568,1652,1064,1380,1528,1448,1016,1268,1128,988,1016,1276,1132,1672,1320,1024,1332,1504,1352,1068,1448,1620,1520,1252,1400,1536,1048,1576,1232,1628,1504,1184,1752,1008,1108,1736,1204,1476,1064,1704,992,1248,1368,1008,1340,1028,1304,1528,1224,1488,1408,1596,1068,956,1576,1680,1652,1660,1040,1380,1744,1072,1532,1032,996,1676,964,1288,1604,968,1096,1420,1368,1672,1592,1388,1016,1748,1764,1744,1184,1308,1300,1220,1616,984,1692,992,1668,1392,1032,968,1020,1704,1500,1208,1540,1632,1392,1380,1276,1704,1644,1564,1476,1092,1676,1380,1224,1412,1636,1268,1304,1632,1752,1168,1092,1408,960,1748,1508,1188,1452,1184,1044,1600,1144,1076,1384,1216,1560,1544,1228,1108,1172,1132,1500,1388,1188,1752,964,1592,1204,1164,1184,1476,1092,1652,1464,1392,1432,1588,1204,992,1716,1236,1576,1348,1576,1432,1748,1580,1224,1748,1356,1752,1640,1516,1536,964,1696,1172,1520,968,1588,1308,1656,1520,1324,1392,1644,1188,1188],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":501.90252685546875,"prepare_ms":6.588284973986447,"prepare_plus_stack_ms":508.4908118294552,"amortized_per_layer_ms":127.1227029573638,"prepare_fraction":0.012956546747192982,"stack_min_ms":500.56640625,"stack_max_ms":503.2226257324219,"prepare_min_ms":6.441553006879985,"prepare_max_ms":6.803286960348487,"peak_allocated_gib":140.97726249694824,"peak_reserved_gib":144.12109375},"zigzag":{"stack_ms":552.9589233398438,"prepare_ms":35.65668105147779,"prepare_plus_stack_ms":588.6156043913215,"amortized_per_layer_ms":147.15390109783038,"prepare_fraction":0.06057719296849057,"stack_min_ms":552.5014038085938,"stack_max_ms":553.968994140625,"prepare_min_ms":34.685864113271236,"prepare_max_ms":38.04837597999722,"peak_allocated_gib":140.97726249694824,"peak_reserved_gib":144.12109375},"planner":{"stack_ms":501.77142333984375,"prepare_ms":8.165327017195523,"prepare_plus_stack_ms":509.9367503570393,"amortized_per_layer_ms":127.48418758925982,"prepare_fraction":0.016012430975956244,"stack_min_ms":500.3554992675781,"stack_max_ms":502.17926025390625,"prepare_min_ms":7.815777906216681,"prepare_max_ms":8.211401873268187,"peak_allocated_gib":140.97726249694824,"peak_reserved_gib":144.12109375}},"raw_sha256":"43d542e1bbfe6b1066fa931384cdc2cfb9b87445633ad5e526722e8a0bf07a6f","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.33697602339088917,"layout_ms":6.131207919679582},{"common_ms":0.2214879496023059,"layout_ms":5.307576037012041},{"common_ms":0.22229598835110664,"layout_ms":5.179826985113323},{"common_ms":0.2334079472348094,"layout_ms":5.269207991659641},{"common_ms":0.2218730514869094,"layout_ms":5.385815049521625}],"zigzag":[{"common_ms":0.2585449256002903,"layout_ms":36.96865600068122},{"common_ms":0.22226502187550068,"layout_ms":34.81159603688866},{"common_ms":0.21967897191643715,"layout_ms":33.86822703760117},{"common_ms":0.2195939887315035,"layout_ms":33.96004205569625},{"common_ms":0.21718989592045546,"layout_ms":33.72842003591359}],"planner":[{"common_ms":0.22790406364947557,"layout_ms":7.05037999432534},{"common_ms":0.2171840751543641,"layout_ms":7.041737902909517},{"common_ms":0.24920201394706964,"layout_ms":7.0425469893962145},{"common_ms":0.22675807122141123,"layout_ms":6.900985026732087},{"common_ms":0.22473803255707026,"layout_ms":6.855848012492061}]},"samples":{"contiguous":[{"stack_ms":502.4201354980469,"wall_ms":502.4599820608273,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":501.2828369140625,"wall_ms":501.32937100715935,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":503.20660400390625,"wall_ms":503.24871204793453,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":500.55291748046875,"wall_ms":500.59299205895513,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":501.135986328125,"wall_ms":501.176506979391,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":501.8819274902344,"wall_ms":501.92616402637213,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":501.9456787109375,"wall_ms":501.9996599294245,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":553.9247436523438,"wall_ms":553.9732889737934,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":552.9459228515625,"wall_ms":552.9892810154706,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":552.739013671875,"wall_ms":552.7806119062006,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":552.5270385742188,"wall_ms":552.5685349712148,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":552.4862670898438,"wall_ms":552.5437890319154,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":553.2474975585938,"wall_ms":553.2961071003228,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":553.00830078125,"wall_ms":553.0504239723086,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375}],"planner":[{"stack_ms":501.952880859375,"wall_ms":501.9948069239035,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":502.15948486328125,"wall_ms":502.204540069215,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":501.61553955078125,"wall_ms":501.65473599918187,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":500.348876953125,"wall_ms":500.39328599814326,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":500.9732971191406,"wall_ms":501.01472809910774,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":501.7107238769531,"wall_ms":501.75826100166887,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":502.0572509765625,"wall_ms":502.1122850012034,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3779890248551965,"layout_ms":6.16995501331985},{"common_ms":0.22417702712118626,"layout_ms":5.269416025839746},{"common_ms":0.22146198898553848,"layout_ms":5.236967001110315},{"common_ms":0.23756001610308886,"layout_ms":5.468813003972173},{"common_ms":0.22492092102766037,"layout_ms":5.281273974105716}],"zigzag":[{"common_ms":0.26219699066132307,"layout_ms":36.27960605081171},{"common_ms":0.21901004947721958,"layout_ms":34.92432297207415},{"common_ms":0.22321497090160847,"layout_ms":33.545281970873475},{"common_ms":0.22269494365900755,"layout_ms":34.031815943308175},{"common_ms":0.22084603551775217,"layout_ms":33.37224805727601}],"planner":[{"common_ms":0.23729901295155287,"layout_ms":7.116850931197405},{"common_ms":0.22002100013196468,"layout_ms":7.014557020738721},{"common_ms":0.24512107484042645,"layout_ms":7.01270904392004},{"common_ms":0.22950803395360708,"layout_ms":6.984582054428756},{"common_ms":0.23698399309068918,"layout_ms":6.994897034019232}]},"samples":{"contiguous":[{"stack_ms":502.4105529785156,"wall_ms":502.4484290042892,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":501.2840576171875,"wall_ms":501.32870697416365,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":503.2067565917969,"wall_ms":503.2493290491402,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":500.5587158203125,"wall_ms":500.5954869557172,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":501.1304016113281,"wall_ms":501.17059994954616,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":501.8780822753906,"wall_ms":501.9190110033378,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":501.9586181640625,"wall_ms":501.99789099860936,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.9243774414062,"wall_ms":553.9738279767334,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":552.9536743164062,"wall_ms":553.0007909983397,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":552.7413940429688,"wall_ms":552.7801678981632,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":552.52392578125,"wall_ms":552.56564298179,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":552.487548828125,"wall_ms":552.5359590537846,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":553.2459716796875,"wall_ms":553.2932620262727,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":553.0186767578125,"wall_ms":553.0637599295005,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.95367431640625,"wall_ms":501.99346302542835,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":502.1583557128906,"wall_ms":502.2044680081308,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":501.6155090332031,"wall_ms":501.6532790614292,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":500.347412109375,"wall_ms":500.3916140412912,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":500.9830322265625,"wall_ms":501.0233400389552,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":501.74261474609375,"wall_ms":501.78805901668966,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":502.050048828125,"wall_ms":502.0945080323145,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.349442008882761,"layout_ms":6.0305369552224874},{"common_ms":0.2206970239058137,"layout_ms":5.444349022582173},{"common_ms":0.21646101959049702,"layout_ms":5.3690290078520775},{"common_ms":0.2297830069437623,"layout_ms":5.310476059094071},{"common_ms":0.22040493786334991,"layout_ms":5.346199963241816}],"zigzag":[{"common_ms":0.2512000501155853,"layout_ms":36.2608099821955},{"common_ms":0.21638895850628614,"layout_ms":34.423261997289956},{"common_ms":0.22050493862479925,"layout_ms":33.17251696716994},{"common_ms":0.21285703405737877,"layout_ms":33.85297697968781},{"common_ms":0.21723704412579536,"layout_ms":33.65643706638366}],"planner":[{"common_ms":0.2254560822620988,"layout_ms":6.988163921050727},{"common_ms":0.2155960537493229,"layout_ms":6.983584025874734},{"common_ms":0.23219804279506207,"layout_ms":6.886773044243455},{"common_ms":0.2205349737778306,"layout_ms":6.998643046244979},{"common_ms":0.22565200924873352,"layout_ms":7.204124005511403}]},"samples":{"contiguous":[{"stack_ms":502.4181823730469,"wall_ms":502.4550079833716,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":501.28662109375,"wall_ms":501.32994493469596,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":503.2085876464844,"wall_ms":503.24829609598964,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":500.5576171875,"wall_ms":500.5925879813731,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":501.13824462890625,"wall_ms":501.17655901703984,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":501.8879089355469,"wall_ms":501.9266039598733,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":501.9646911621094,"wall_ms":502.0031260792166,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.92724609375,"wall_ms":553.9775500074029,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":552.9498901367188,"wall_ms":552.9929830227047,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":552.74267578125,"wall_ms":552.7812130749226,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":552.527099609375,"wall_ms":552.5693119270727,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":552.4901123046875,"wall_ms":552.5352510157973,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":553.2489624023438,"wall_ms":553.294813958928,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":553.0293579101562,"wall_ms":553.0666999984533,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.9561462402344,"wall_ms":501.9959040218964,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":502.1602478027344,"wall_ms":502.20426195301116,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":501.6106872558594,"wall_ms":501.64723000489175,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":500.34979248046875,"wall_ms":500.3916770219803,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":500.98760986328125,"wall_ms":501.03080994449556,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":501.7428894042969,"wall_ms":501.7839369829744,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":502.0611267089844,"wall_ms":502.10039399098605,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.34821999724954367,"layout_ms":6.109302048571408},{"common_ms":0.22154301404953003,"layout_ms":5.46446698717773},{"common_ms":0.22551603615283966,"layout_ms":5.464219022542238},{"common_ms":0.2334900200366974,"layout_ms":5.425577983260155},{"common_ms":0.23151899222284555,"layout_ms":5.299065029248595}],"zigzag":[{"common_ms":0.24947396013885736,"layout_ms":36.60388197749853},{"common_ms":0.2214240375906229,"layout_ms":34.57962104585022},{"common_ms":0.22116501349955797,"layout_ms":33.412176999263465},{"common_ms":0.22023101337254047,"layout_ms":34.712383057922125},{"common_ms":0.2228680532425642,"layout_ms":33.72612001840025}],"planner":[{"common_ms":0.2344110980629921,"layout_ms":7.0090279914438725},{"common_ms":0.21779700182378292,"layout_ms":6.993912975303829},{"common_ms":0.25161600206047297,"layout_ms":6.9824259262532},{"common_ms":0.23343402426689863,"layout_ms":6.972706993110478},{"common_ms":0.23174902889877558,"layout_ms":7.041680975817144}]},"samples":{"contiguous":[{"stack_ms":502.4175720214844,"wall_ms":502.4551770184189,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":501.2785339355469,"wall_ms":501.32757704705,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":503.1954650878906,"wall_ms":503.2371450215578,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":500.5523376464844,"wall_ms":500.59821200557053,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":501.1271667480469,"wall_ms":501.17182498797774,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":501.8804931640625,"wall_ms":501.91993603948504,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":501.95513916015625,"wall_ms":501.996953971684,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.9292602539062,"wall_ms":553.9732479956001,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":552.9490966796875,"wall_ms":552.9967789771035,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":552.7362670898438,"wall_ms":552.7748700696975,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":552.5220336914062,"wall_ms":552.5651579955593,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":552.47705078125,"wall_ms":552.5274759856984,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":553.2466430664062,"wall_ms":553.2933289650828,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":553.0245971679688,"wall_ms":553.0633780872449,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.9525451660156,"wall_ms":501.99174508452415,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":502.1480712890625,"wall_ms":502.1976309362799,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":501.6065979003906,"wall_ms":501.6468930989504,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":500.3323974609375,"wall_ms":500.3813860239461,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":500.9840087890625,"wall_ms":501.0247949976474,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":501.7419128417969,"wall_ms":501.78568810224533,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":502.0439453125,"wall_ms":502.0892129978165,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.310020986944437,"layout_ms":6.16087403614074},{"common_ms":0.2222759649157524,"layout_ms":5.279305041767657},{"common_ms":0.22075697779655457,"layout_ms":5.293756956234574},{"common_ms":0.23343006614595652,"layout_ms":5.291427951306105},{"common_ms":0.2435160567983985,"layout_ms":5.3091710433363914}],"zigzag":[{"common_ms":0.24433399084955454,"layout_ms":36.113061010837555},{"common_ms":0.24610699620097876,"layout_ms":35.33403004985303},{"common_ms":0.221765018068254,"layout_ms":34.00159894954413},{"common_ms":0.22491300478577614,"layout_ms":34.562907996587455},{"common_ms":0.22036605514585972,"layout_ms":33.811663975939155}],"planner":[{"common_ms":0.2250969409942627,"layout_ms":7.00321001932025},{"common_ms":0.2139740390703082,"layout_ms":7.533136056736112},{"common_ms":0.2628130605444312,"layout_ms":7.072529988363385},{"common_ms":0.23449305444955826,"layout_ms":7.006870000623167},{"common_ms":0.23380701895803213,"layout_ms":6.90060795750469}]},"samples":{"contiguous":[{"stack_ms":502.4151306152344,"wall_ms":502.4517580168322,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":501.2831115722656,"wall_ms":501.3270080089569,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":503.2185974121094,"wall_ms":503.2690219813958,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":500.56317138671875,"wall_ms":500.59768999926746,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":501.1452941894531,"wall_ms":501.1795980390161,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":501.89764404296875,"wall_ms":501.9407010404393,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":501.9690246582031,"wall_ms":502.0103589631617,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":553.966064453125,"wall_ms":554.0005469229072,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":552.9589233398438,"wall_ms":553.02255298011,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":552.7384643554688,"wall_ms":552.7878130087629,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":552.5386962890625,"wall_ms":552.5776549475268,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":552.5014038085938,"wall_ms":552.5371499825269,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":553.2650756835938,"wall_ms":553.3027410274372,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":553.02587890625,"wall_ms":553.0628309352323,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375}],"planner":[{"stack_ms":501.9624938964844,"wall_ms":502.0052440231666,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":502.1712951660156,"wall_ms":502.2112959995866,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":501.61077880859375,"wall_ms":501.64790207054466,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":500.34893798828125,"wall_ms":500.3880469594151,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":500.99871826171875,"wall_ms":501.03273696731776,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":501.7631530761719,"wall_ms":501.7988500185311,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":502.05792236328125,"wall_ms":502.1035559475422,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.3450199728831649,"layout_ms":6.137899938039482},{"common_ms":0.21329906303435564,"layout_ms":5.364899057894945},{"common_ms":0.2222659531980753,"layout_ms":5.222434061579406},{"common_ms":0.23479701485484838,"layout_ms":5.337676033377647},{"common_ms":0.22294698283076286,"layout_ms":5.360980052500963}],"zigzag":[{"common_ms":0.24561595637351274,"layout_ms":35.97069205716252},{"common_ms":0.21494203247129917,"layout_ms":35.15283507294953},{"common_ms":0.214101979508996,"layout_ms":33.67145999800414},{"common_ms":0.21963100880384445,"layout_ms":34.00063095614314},{"common_ms":0.21174002904444933,"layout_ms":33.433405915275216}],"planner":[{"common_ms":0.2203520853072405,"layout_ms":7.015947951003909},{"common_ms":0.2222729381173849,"layout_ms":7.09514191839844},{"common_ms":0.2352910814806819,"layout_ms":6.9844749523326755},{"common_ms":0.22776401601731777,"layout_ms":7.0948690408840775},{"common_ms":0.23375102318823338,"layout_ms":6.937867030501366}]},"samples":{"contiguous":[{"stack_ms":502.4267272949219,"wall_ms":502.4619390023872,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.2951354980469,"wall_ms":501.3310769572854,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.22064208984375,"wall_ms":503.2571069896221,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":500.56536865234375,"wall_ms":500.59877801686525,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.14300537109375,"wall_ms":501.18574302177876,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.9021911621094,"wall_ms":501.93812302313745,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.97796630859375,"wall_ms":502.01169797219336,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.96484375,"wall_ms":554.0010099066421,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":552.9560546875,"wall_ms":552.9968900373206,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":552.7501831054688,"wall_ms":552.7841040166095,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":552.5491333007812,"wall_ms":552.5831999257207,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":552.490478515625,"wall_ms":552.5280479341745,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":553.2659301757812,"wall_ms":553.3055359264836,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":553.03662109375,"wall_ms":553.0715429922566,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.9664001464844,"wall_ms":502.0011760061607,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.17578125,"wall_ms":502.2131650475785,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.6220397949219,"wall_ms":501.6560070216656,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":500.3512268066406,"wall_ms":500.3850000211969,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":500.99774169921875,"wall_ms":501.0327979689464,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.7685241699219,"wall_ms":501.8030690262094,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.057861328125,"wall_ms":502.09379801526666,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.3474680706858635,"layout_ms":6.09781697858125},{"common_ms":0.2107839100062847,"layout_ms":5.285652005113661},{"common_ms":0.21210697013884783,"layout_ms":5.187016096897423},{"common_ms":0.22970896679908037,"layout_ms":5.297624971717596},{"common_ms":0.22784306202083826,"layout_ms":5.272733047604561}],"zigzag":[{"common_ms":0.2471510088071227,"layout_ms":36.25842998735607},{"common_ms":0.21595705766230822,"layout_ms":35.08272406179458},{"common_ms":0.21245097741484642,"layout_ms":33.345122006721795},{"common_ms":0.21610804833471775,"layout_ms":34.01010704692453},{"common_ms":0.21624995861202478,"layout_ms":33.31198601517826}],"planner":[{"common_ms":0.2247840166091919,"layout_ms":7.087777019478381},{"common_ms":0.21845998708158731,"layout_ms":7.063962984830141},{"common_ms":0.2458150265738368,"layout_ms":6.958020967431366},{"common_ms":0.21919002756476402,"layout_ms":6.930444040335715},{"common_ms":0.2311829011887312,"layout_ms":6.970904069021344}]},"samples":{"contiguous":[{"stack_ms":502.42889404296875,"wall_ms":502.46064201928675,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":501.29534912109375,"wall_ms":501.32733990903944,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":503.2226257324219,"wall_ms":503.25646600686014,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":500.56640625,"wall_ms":500.5971749778837,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":501.1484680175781,"wall_ms":501.179586048238,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":501.90252685546875,"wall_ms":501.93646596744657,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":501.98040771484375,"wall_ms":502.01180891599506,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":553.968994140625,"wall_ms":554.002832970582,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":552.95556640625,"wall_ms":552.9886420117691,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":552.7525024414062,"wall_ms":552.7841800358146,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":552.55029296875,"wall_ms":552.5816190056503,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":552.5007934570312,"wall_ms":552.534127025865,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":553.2691650390625,"wall_ms":553.3039160072803,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":553.0415649414062,"wall_ms":553.0735390493646,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375}],"planner":[{"stack_ms":501.965087890625,"wall_ms":501.9979840144515,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":502.17926025390625,"wall_ms":502.21356691326946,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":501.62451171875,"wall_ms":501.6561800148338,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":500.3554992675781,"wall_ms":500.38529199082404,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":500.9991455078125,"wall_ms":501.03079702239484,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":501.77142333984375,"wall_ms":501.80321792140603,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":502.0630798339844,"wall_ms":502.09503900259733,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.31756097450852394,"layout_ms":6.19949703104794},{"common_ms":0.2431400353088975,"layout_ms":6.560146925039589},{"common_ms":0.24331407621502876,"layout_ms":6.470478023402393},{"common_ms":0.25377003476023674,"layout_ms":6.187782972119749},{"common_ms":0.24666194804012775,"layout_ms":6.341623025946319}],"zigzag":[{"common_ms":0.2897359663620591,"layout_ms":37.75864001363516},{"common_ms":0.2485379809513688,"layout_ms":35.658427979797125},{"common_ms":0.2428980078548193,"layout_ms":34.44296610541642},{"common_ms":0.2390219597145915,"layout_ms":35.4176590917632},{"common_ms":0.2377019263803959,"layout_ms":34.934640978462994}],"planner":[{"common_ms":0.2531720092520118,"layout_ms":7.562605896964669},{"common_ms":0.24457997642457485,"layout_ms":7.920747040770948},{"common_ms":0.280161970295012,"layout_ms":7.931239902973175},{"common_ms":0.2590259537100792,"layout_ms":7.950416067615151},{"common_ms":0.2594459801912308,"layout_ms":7.631778018549085}]},"samples":{"contiguous":[{"stack_ms":502.4244384765625,"wall_ms":502.4607869563624,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":501.2884216308594,"wall_ms":501.3233250938356,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":503.2099304199219,"wall_ms":503.24851099867374,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":500.55902099609375,"wall_ms":500.5953230429441,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":501.1382751464844,"wall_ms":501.1740589980036,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":501.8963623046875,"wall_ms":501.9329789793119,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":501.9698181152344,"wall_ms":502.0074889762327,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":553.9404907226562,"wall_ms":553.9820339763537,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":552.9481811523438,"wall_ms":552.9863609699532,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":552.73974609375,"wall_ms":552.779958001338,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":552.53369140625,"wall_ms":552.5729529326782,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":552.490966796875,"wall_ms":552.5275178952143,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":553.2578735351562,"wall_ms":553.2980690477416,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":553.03173828125,"wall_ms":553.067413973622,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375}],"planner":[{"stack_ms":501.9590148925781,"wall_ms":501.9924989901483,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":502.1694641113281,"wall_ms":502.21240299288183,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":501.6134033203125,"wall_ms":501.6495189629495,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":500.34112548828125,"wall_ms":500.3828249173239,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":500.9912109375,"wall_ms":501.02614203933626,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":501.76263427734375,"wall_ms":501.7984469886869,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":502.0577697753906,"wall_ms":502.0943989511579,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.883711442339643e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.628515434359527e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":6.515658172343942e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":9.65583091264234e-07,"max_abs":6.252776074688882e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.107238256060061e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.538501712919271e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":8.840393851705594e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.648454907123938e-07,"max_abs":5.4143356464919634e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.808564823805093e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.674346697973686e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":7.436275021086041e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.582866401651767e-07,"max_abs":6.821210263296962e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91505632},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131096,"spans":1536,"candidate_workspace_bytes":90264376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91505632}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90861392},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131036,"spans":1536,"candidate_workspace_bytes":90915564},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90861392}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":92672304},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131028,"spans":1536,"candidate_workspace_bytes":91530324},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":92672304}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93631616},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131052,"spans":1536,"candidate_workspace_bytes":92023404},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93631616}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91151680},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131084,"spans":1536,"candidate_workspace_bytes":92432748},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91151680}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91369504},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1536,"candidate_workspace_bytes":92723856},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91369504}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91209600},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131108,"spans":1536,"candidate_workspace_bytes":92974980},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91209600}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93535584},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131116,"spans":1536,"candidate_workspace_bytes":93072060},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93535584}}]}, + {"case":"1m-heldout-tiny-tail-768-seed20261115","lengths":[92,52,92,4,88,5200,2452,7044,40,72,448,76,80,36,28,40,60,3200,28,8264,20,84,64,84,92,16,780,56,92,92,24,28,84,60,60,32,60,96,60,100,72,12,84,84,80,36,16,60,28,20,19808,92,32,44,64,96,64,55468,20,40,40,64,16,52,36,16,52,32,32,68,96,3268,4544,16,12,88,84,48,76,460,92,72,24,60,76,72,92,24,28,68,96,552,28,6700,12,84,16,76,32,516,96,20,72,160,52,72,48,56,100,48,384,60,108,52,96,28,88,44,36,96,96,88,40,24,64,300,24,56,52,2000,76,28,68,80,96,68,56,24,72,20,48,68,80,28,64,88,80,48,1592,68,76,3176,48,20,8,88,820,32,36,36,20,40,48,12,72,100,84,12,64,7920,28,84,16,16,64,6176,24,60,584,20,180,68,296,20,100,80,32,588,28,72,88,136,24,88,1572,48,64,40,48,92,92,28,52,357912,160,96,76,824,64,100,80,44,68,52,40,16,52,64,140,80,92,32,20,52,32,3724,76,44,1532,6936,72,32,32,84,44,96,100,72,64,88,24,36,972,20,100,1720,16,88,40,84,28,52,5244,68,4488,96,28,5992,52,60,16,48,21916,32,48,56,84,68,56,40,52,52,96,100,68,32,68,4000,24632,60,56,56,80,48,68,48,40,24,36,80,24,1752,76,80,92,80,1872,36,888,400,92,28,376,52,80,72,64,92,36,52,80,36,96,80,56,84,100,32,420,88,52,64,68,84,1192,32,80,3680,56,92,296,64,92,96,80,36,60,32,52,3984,24,16,20,20,80,96,16,56,16,56,96,36,56,96,60,24100,76,88,36,152,12,2860,100,16,72,160,36,44,132,24,100,1360,68,44,452,88,12,88,36,12,1232,84,12,392,24,92,20,36,40,784,32,92,60,12,52,16,80,96,88,60,72,24,80,64,36408,48,7964,88,12,32,56,48,68,3924,20,36,76,68,20,12,100,48,12,32,20,76,32,7640,92,44,84,60,84,44,64,100,116,28,1480,24,76,80,2028,28,76,24,48,76,40,40,2956,18420,84,88,12,184,88,20,252,76,64,44,48,36,68,12,56,100,36,3000,80,9440,32,28,5432,624,24,36,100,60,60,56,80,12,100,88,36,80,80,16,36,64,36,60,32,28,60,52,3700,32,120,24616,48,24,16,64,24,56,24,60,16,564,136,100,80,1392,80,64,20,100,32,328,72,80,56,540,28,72,52,16,20,48,88,956,72,80,2836,2060,1292,28,24,228,88,36,60,80,72,244,20,12,96,32,3512,100,12,88,44,72,12,64,56,44,52,2840,64,76,5920,36,44,100,64,28,52,68,96,64,40,32,72,32,424,100,60,1056,68,92,328,24,68,88,76,16,52,32,12,16,56,32,908,60,20,60,84,64,24,76,100,84,52,72,88,20,92,48,112,84,40,18832,16,28,7460,40,80,24,1924,16,48,64,16,64,20,60,88,44,80,72,96,24,12,92,1220,320,428,20,68,10004,24,88,20,16,940,12,56,100,12,28,76,68,856,96,68,16,15344,37404,10824,40,60,56,44,100,12,1524,12,656,68,20,12,20,2608,84,44,88,132,68,68,56,2416,224,92,80,28,1104,68,44,72,140,52,56,132,18320,36,28,72,12,15764,84,40,76,40,20,96,32,28,68,44,92,88,48,28,36,32,80,68,40,17616,12,96,44,36,40,80,28,304,80,68,76,96,40,16,3480,48,92,64,92,76,17268,92,48,16980,64,21520,148,84,88,12,1692,36,84,12,96,60,360,84,60,68,212,40,40],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":1877.6497802734375,"prepare_ms":7.137021981179714,"prepare_plus_stack_ms":1884.7868022546172,"amortized_per_layer_ms":471.1967005636543,"prepare_fraction":0.003786646835940423,"stack_min_ms":1875.8809814453125,"stack_max_ms":1882.4071044921875,"prepare_min_ms":6.2966919504106045,"prepare_max_ms":7.256779004819691,"peak_allocated_gib":151.05812549591064,"peak_reserved_gib":161.009765625},"zigzag":{"stack_ms":1577.74853515625,"prepare_ms":149.5669960277155,"prepare_plus_stack_ms":1727.3155311839655,"amortized_per_layer_ms":431.8288827959914,"prepare_fraction":0.08658927296577759,"stack_min_ms":1575.4354248046875,"stack_max_ms":1580.5477294921875,"prepare_min_ms":33.306611119769514,"prepare_max_ms":162.33257402200252,"peak_allocated_gib":151.05812549591064,"peak_reserved_gib":161.009765625},"planner":{"stack_ms":1539.7041015625,"prepare_ms":17.90529501158744,"prepare_plus_stack_ms":1557.6093965740874,"amortized_per_layer_ms":389.40234914352186,"prepare_fraction":0.0114953691541471,"stack_min_ms":1537.18359375,"stack_max_ms":1542.0316162109375,"prepare_min_ms":17.618104931898415,"prepare_max_ms":123.90142399817705,"peak_allocated_gib":151.05812549591064,"peak_reserved_gib":161.009765625}},"raw_sha256":"d6862caaa0c90d214499c98fca55e9af5b502a2692a9aa21c05ce5bb26b72429","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3869730280712247,"layout_ms":6.8698059767484665},{"common_ms":0.23428094573318958,"layout_ms":5.937491077929735},{"common_ms":0.26471796445548534,"layout_ms":6.086459965445101},{"common_ms":0.25175791233778,"layout_ms":5.910834996029735},{"common_ms":0.2387440763413906,"layout_ms":5.95449295360595}],"zigzag":[{"common_ms":0.25936297606676817,"layout_ms":31.965379952453077},{"common_ms":0.23516092915087938,"layout_ms":29.490306973457336},{"common_ms":0.2505360171198845,"layout_ms":30.139775946736336},{"common_ms":0.2472110791131854,"layout_ms":149.7581530129537},{"common_ms":0.25838299188762903,"layout_ms":29.557698988355696}],"planner":[{"common_ms":0.255499966442585,"layout_ms":17.119151074439287},{"common_ms":0.24163397029042244,"layout_ms":17.510770936496556},{"common_ms":0.34438399598002434,"layout_ms":17.774351057596505},{"common_ms":0.25103508960455656,"layout_ms":17.070584930479527},{"common_ms":0.2726799575611949,"layout_ms":17.127765924669802}]},"samples":{"contiguous":[{"stack_ms":1877.5528564453125,"wall_ms":1877.62162508443,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1881.273681640625,"wall_ms":1881.341360975057,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1877.611083984375,"wall_ms":1877.6768080424517,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1877.3046875,"wall_ms":1877.3710110690445,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1882.3824462890625,"wall_ms":1882.4518370674923,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1875.838623046875,"wall_ms":1875.9154330473393,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1879.4227294921875,"wall_ms":1879.4953069882467,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875}],"zigzag":[{"stack_ms":1577.6319580078125,"wall_ms":1577.697049942799,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1577.7283935546875,"wall_ms":1577.7923701098189,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1578.7288818359375,"wall_ms":1578.7899720016867,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1575.41455078125,"wall_ms":1575.473403907381,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1578.3294677734375,"wall_ms":1578.3965640002862,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1577.5076904296875,"wall_ms":1577.5770799955353,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1580.5035400390625,"wall_ms":1580.569860059768,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875}],"planner":[{"stack_ms":1537.141845703125,"wall_ms":1537.1998850023374,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1542.0030517578125,"wall_ms":1542.0636149356142,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1537.214599609375,"wall_ms":1537.2812720015645,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1539.6573486328125,"wall_ms":1539.71908101812,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1539.8192138671875,"wall_ms":1539.886555983685,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1539.6732177734375,"wall_ms":1539.7445419803262,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1540.3455810546875,"wall_ms":1540.411376976408,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.36202394403517246,"layout_ms":6.7140820901840925},{"common_ms":0.21108693908900023,"layout_ms":5.863212049007416},{"common_ms":0.22539799101650715,"layout_ms":5.923188058659434},{"common_ms":0.24995801504701376,"layout_ms":5.984170944429934},{"common_ms":0.216983025893569,"layout_ms":5.859219003468752}],"zigzag":[{"common_ms":0.2402070676907897,"layout_ms":30.639618053101003},{"common_ms":0.21223502699285746,"layout_ms":162.12033899500966},{"common_ms":0.21611200645565987,"layout_ms":28.39329990092665},{"common_ms":0.22904598154127598,"layout_ms":28.986630029976368},{"common_ms":0.2487699966877699,"layout_ms":28.6979500669986}],"planner":[{"common_ms":0.22899801842868328,"layout_ms":16.854179091751575},{"common_ms":0.2111680805683136,"layout_ms":17.23108591977507},{"common_ms":0.23421295918524265,"layout_ms":16.744563006795943},{"common_ms":0.24150696117430925,"layout_ms":16.46504004020244},{"common_ms":0.25009107775986195,"layout_ms":16.85986900702119}]},"samples":{"contiguous":[{"stack_ms":1877.5452880859375,"wall_ms":1877.6150840567425,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1881.271240234375,"wall_ms":1881.337599013932,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1877.6182861328125,"wall_ms":1877.6838389458135,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1877.304931640625,"wall_ms":1877.370601054281,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1882.372802734375,"wall_ms":1882.4431309476495,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1875.8377685546875,"wall_ms":1875.9160049958155,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1879.4080810546875,"wall_ms":1879.485199926421,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625}],"zigzag":[{"stack_ms":1577.634033203125,"wall_ms":1577.6983139803633,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1577.731689453125,"wall_ms":1577.7956759557128,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1578.7294921875,"wall_ms":1578.7901689764112,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1575.421630859375,"wall_ms":1575.4778099944815,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1578.3287353515625,"wall_ms":1578.3986349124461,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1577.508056640625,"wall_ms":1577.577171032317,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1580.502685546875,"wall_ms":1580.5705720558763,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625}],"planner":[{"stack_ms":1537.1424560546875,"wall_ms":1537.2080139350146,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1542.0025634765625,"wall_ms":1542.0609089778736,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1537.2216796875,"wall_ms":1537.286191014573,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1539.6541748046875,"wall_ms":1539.7174489917234,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1539.8193359375,"wall_ms":1539.8874130332842,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1539.673828125,"wall_ms":1539.7449999582022,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1540.3475341796875,"wall_ms":1540.4158539604396,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.27771806344389915,"layout_ms":6.2264190055429935},{"common_ms":0.1943650422617793,"layout_ms":5.38310594856739},{"common_ms":0.2078659599646926,"layout_ms":5.569457891397178},{"common_ms":0.2151919761672616,"layout_ms":5.6135839549824595},{"common_ms":0.20543800201267004,"layout_ms":5.541083985008299}],"zigzag":[{"common_ms":0.21241698414087296,"layout_ms":30.30224097892642},{"common_ms":0.1983919646590948,"layout_ms":151.93367190659046},{"common_ms":0.19898696336895227,"layout_ms":28.095175977796316},{"common_ms":0.2055891091004014,"layout_ms":28.541514999233186},{"common_ms":0.20830100402235985,"layout_ms":28.226625989191234}],"planner":[{"common_ms":0.21996500436216593,"layout_ms":16.488247900269926},{"common_ms":0.19059202168136835,"layout_ms":16.621091053821146},{"common_ms":0.23116893135011196,"layout_ms":16.54985104687512},{"common_ms":0.20978099200874567,"layout_ms":16.156609053723514},{"common_ms":0.2215299755334854,"layout_ms":16.42555498983711}]},"samples":{"contiguous":[{"stack_ms":1877.56103515625,"wall_ms":1877.6253899559379,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1881.2796630859375,"wall_ms":1881.3411680748686,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1877.6217041015625,"wall_ms":1877.6819260092452,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1877.3138427734375,"wall_ms":1877.3737159790471,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1882.388427734375,"wall_ms":1882.4511070270091,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1875.843505859375,"wall_ms":1875.9163280483335,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1879.4254150390625,"wall_ms":1879.4927500421181,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875}],"zigzag":[{"stack_ms":1577.63623046875,"wall_ms":1577.697406988591,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1577.73876953125,"wall_ms":1577.7961800340563,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1578.735107421875,"wall_ms":1578.790483996272,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1575.42822265625,"wall_ms":1575.4806669428945,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1578.3330078125,"wall_ms":1578.3996620448306,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1577.5106201171875,"wall_ms":1577.5776960654184,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1580.5067138671875,"wall_ms":1580.5700538912788,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875}],"planner":[{"stack_ms":1537.1510009765625,"wall_ms":1537.204542895779,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1542.0084228515625,"wall_ms":1542.063596076332,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1537.216796875,"wall_ms":1537.276424933225,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1539.6611328125,"wall_ms":1539.717920939438,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1539.8223876953125,"wall_ms":1539.8893740493804,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1539.6710205078125,"wall_ms":1539.7393869934604,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1540.35009765625,"wall_ms":1540.4172089183703,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2765010576695204,"layout_ms":6.617336999624968},{"common_ms":0.20842207595705986,"layout_ms":5.9975170297548175},{"common_ms":0.2226250944659114,"layout_ms":5.783675005659461},{"common_ms":0.2306470414623618,"layout_ms":5.81870402675122},{"common_ms":0.2056439407169819,"layout_ms":5.796254961751401}],"zigzag":[{"common_ms":0.2336660400032997,"layout_ms":31.06247598771006},{"common_ms":0.21552399266511202,"layout_ms":152.34456793405116},{"common_ms":0.2231489634141326,"layout_ms":28.614841983653605},{"common_ms":0.2203020267188549,"layout_ms":28.71873101685196},{"common_ms":0.22378202993422747,"layout_ms":28.787973104044795}],"planner":[{"common_ms":0.22011797409504652,"layout_ms":16.481408034451306},{"common_ms":0.2076909877359867,"layout_ms":16.967698000371456},{"common_ms":0.24709803983569145,"layout_ms":16.38281298801303},{"common_ms":0.23791601415723562,"layout_ms":16.250808024778962},{"common_ms":0.22863096091896296,"layout_ms":16.525387996807694}]},"samples":{"contiguous":[{"stack_ms":1877.5516357421875,"wall_ms":1877.6192129589617,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1881.2818603515625,"wall_ms":1881.3434559851885,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1877.6192626953125,"wall_ms":1877.6777669554576,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1877.318359375,"wall_ms":1877.3736789589748,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1882.3902587890625,"wall_ms":1882.4510180857033,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1875.846435546875,"wall_ms":1875.91727997642,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1879.427001953125,"wall_ms":1879.4954259647056,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875}],"zigzag":[{"stack_ms":1577.6185302734375,"wall_ms":1577.6834739372134,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1577.739501953125,"wall_ms":1577.796619036235,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1578.73486328125,"wall_ms":1578.7883689627051,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1575.429931640625,"wall_ms":1575.4781069699675,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1578.3358154296875,"wall_ms":1578.4067739732563,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1577.5152587890625,"wall_ms":1577.5793780339882,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1580.5103759765625,"wall_ms":1580.572645063512,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875}],"planner":[{"stack_ms":1537.1505126953125,"wall_ms":1537.2041860828176,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1542.012451171875,"wall_ms":1542.0665140263736,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1537.2283935546875,"wall_ms":1537.2854290762916,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1539.661865234375,"wall_ms":1539.7172539960593,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1539.8248291015625,"wall_ms":1539.8886620532721,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1539.6807861328125,"wall_ms":1539.7447120631114,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1540.3515625,"wall_ms":1540.410903049633,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.3274100599810481,"layout_ms":6.716864998452365},{"common_ms":0.24189194664359093,"layout_ms":5.926861078478396},{"common_ms":0.24767895229160786,"layout_ms":5.885899066925049},{"common_ms":0.26702601462602615,"layout_ms":6.029665935784578},{"common_ms":0.25371601805090904,"layout_ms":5.974387982860208}],"zigzag":[{"common_ms":0.25924493093043566,"layout_ms":32.03110198955983},{"common_ms":0.240816967561841,"layout_ms":30.200965935364366},{"common_ms":0.2366179833188653,"layout_ms":29.44230497814715},{"common_ms":0.29706000350415707,"layout_ms":147.34636794310063},{"common_ms":0.26808399707078934,"layout_ms":29.956007027067244}],"planner":[{"common_ms":0.26011199224740267,"layout_ms":17.357992939651012},{"common_ms":0.24345400743186474,"layout_ms":17.661841004155576},{"common_ms":0.30312302988022566,"layout_ms":17.252256046049297},{"common_ms":0.26541203260421753,"layout_ms":17.28441601153463},{"common_ms":0.28203101828694344,"layout_ms":17.393863992765546}]},"samples":{"contiguous":[{"stack_ms":1877.5577392578125,"wall_ms":1877.62208993081,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1881.28271484375,"wall_ms":1881.349522038363,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1877.642578125,"wall_ms":1877.7088050264865,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1877.306396484375,"wall_ms":1877.3708660155535,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1882.40087890625,"wall_ms":1882.468570023775,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1875.8724365234375,"wall_ms":1875.9485429618508,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1879.4381103515625,"wall_ms":1879.5054259244353,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875}],"zigzag":[{"stack_ms":1577.6422119140625,"wall_ms":1577.70340598654,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1577.739501953125,"wall_ms":1577.8021640144289,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1578.7486572265625,"wall_ms":1578.8082010112703,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1575.41455078125,"wall_ms":1575.482611078769,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1578.350830078125,"wall_ms":1578.4163150237873,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1577.5361328125,"wall_ms":1577.5880679721013,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1580.539306640625,"wall_ms":1580.5871330667287,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875}],"planner":[{"stack_ms":1537.1695556640625,"wall_ms":1537.2314050327986,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1542.0205078125,"wall_ms":1542.0805630274117,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1537.227294921875,"wall_ms":1537.2837679460645,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1539.6690673828125,"wall_ms":1539.7190890507773,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1539.8492431640625,"wall_ms":1539.9176229257137,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1539.688232421875,"wall_ms":1539.7492030169815,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1540.388427734375,"wall_ms":1540.446502971463,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.3392089856788516,"layout_ms":6.395217962563038},{"common_ms":0.22683409042656422,"layout_ms":5.637939088046551},{"common_ms":0.22514699958264828,"layout_ms":5.6579390075057745},{"common_ms":0.26199803687632084,"layout_ms":5.827774992212653},{"common_ms":0.23203401360660791,"layout_ms":5.748150055296719}],"zigzag":[{"common_ms":0.24229404516518116,"layout_ms":30.48769000452012},{"common_ms":0.2283100038766861,"layout_ms":29.35644192621112},{"common_ms":0.2239519963040948,"layout_ms":134.13356302771717},{"common_ms":0.2815329935401678,"layout_ms":30.721680028364062},{"common_ms":0.23847003467381,"layout_ms":29.524727957323194}],"planner":[{"common_ms":0.2616950077936053,"layout_ms":17.18417799565941},{"common_ms":0.22704689763486385,"layout_ms":17.109440988861024},{"common_ms":0.2404879778623581,"layout_ms":17.201573005877435},{"common_ms":0.24158391170203686,"layout_ms":16.94623497314751},{"common_ms":0.2666169311851263,"layout_ms":17.154023982584476}]},"samples":{"contiguous":[{"stack_ms":1877.559814453125,"wall_ms":1877.6113470084965,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1881.2835693359375,"wall_ms":1881.339032901451,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1877.6448974609375,"wall_ms":1877.6960149407387,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1877.313720703125,"wall_ms":1877.3626439506188,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1882.398193359375,"wall_ms":1882.448242045939,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1875.87646484375,"wall_ms":1875.9286500280723,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1879.4407958984375,"wall_ms":1879.4928910210729,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375}],"zigzag":[{"stack_ms":1577.6478271484375,"wall_ms":1577.6992728933692,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1577.7447509765625,"wall_ms":1577.7984120650217,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1578.7491455078125,"wall_ms":1578.797752968967,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1575.4320068359375,"wall_ms":1575.4791930085048,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1578.357666015625,"wall_ms":1578.4073519753292,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1577.54345703125,"wall_ms":1577.592157991603,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1580.546142578125,"wall_ms":1580.5931009817868,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375}],"planner":[{"stack_ms":1537.171875,"wall_ms":1537.2221210272983,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1542.025390625,"wall_ms":1542.073059012182,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1537.2291259765625,"wall_ms":1537.2757150325924,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1539.6746826171875,"wall_ms":1539.7228630026802,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1539.86328125,"wall_ms":1539.9118809727952,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1539.693359375,"wall_ms":1539.744216017425,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1540.38525390625,"wall_ms":1540.4347999719903,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.3185630775988102,"layout_ms":6.536266999319196},{"common_ms":0.22905704099684954,"layout_ms":6.043985020369291},{"common_ms":0.2291359705850482,"layout_ms":5.744681926444173},{"common_ms":0.2622009487822652,"layout_ms":5.968698998913169},{"common_ms":0.23725104983896017,"layout_ms":5.823841085657477}],"zigzag":[{"common_ms":0.2350179711356759,"layout_ms":31.75762202590704},{"common_ms":0.23157999385148287,"layout_ms":29.65621300972998},{"common_ms":0.23207406047731638,"layout_ms":28.70807598810643},{"common_ms":0.24016096722334623,"layout_ms":29.843984986655414},{"common_ms":0.25361194275319576,"layout_ms":29.4482329627499}],"planner":[{"common_ms":0.2520410344004631,"layout_ms":16.933548962697387},{"common_ms":0.22580602671951056,"layout_ms":16.990346019156277},{"common_ms":0.24531001690775156,"layout_ms":16.950545948930085},{"common_ms":0.25131902657449245,"layout_ms":123.65010497160256},{"common_ms":0.26684801559895277,"layout_ms":17.283026943914592}]},"samples":{"contiguous":[{"stack_ms":1877.56396484375,"wall_ms":1877.6096670189872,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1881.2921142578125,"wall_ms":1881.3351859571412,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1877.6497802734375,"wall_ms":1877.6945850113407,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1877.3206787109375,"wall_ms":1877.3616009857506,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1882.4071044921875,"wall_ms":1882.4490229599178,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1875.8809814453125,"wall_ms":1875.9273319737986,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1879.4473876953125,"wall_ms":1879.4928810093552,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375}],"zigzag":[{"stack_ms":1577.65283203125,"wall_ms":1577.6972169987857,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1577.74853515625,"wall_ms":1577.794141951017,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1578.75390625,"wall_ms":1578.7956479471177,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1575.4354248046875,"wall_ms":1575.4766340833157,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1578.3638916015625,"wall_ms":1578.4083700273186,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1577.550537109375,"wall_ms":1577.5923629989848,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1580.5477294921875,"wall_ms":1580.587638891302,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375}],"planner":[{"stack_ms":1537.18359375,"wall_ms":1537.2267269995064,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1542.0316162109375,"wall_ms":1542.0709219761193,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1537.2347412109375,"wall_ms":1537.2762540355325,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1539.6788330078125,"wall_ms":1539.7174450336024,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1539.8677978515625,"wall_ms":1539.91082101129,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1539.7041015625,"wall_ms":1539.7476820508018,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1540.3863525390625,"wall_ms":1540.428889915347,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.35764696076512337,"layout_ms":6.431460031308234},{"common_ms":0.25249901227653027,"layout_ms":6.884522968903184},{"common_ms":0.2690049586817622,"layout_ms":6.524435942992568},{"common_ms":0.27669593691825867,"layout_ms":5.803874926641583},{"common_ms":0.2773080486804247,"layout_ms":6.975134019739926}],"zigzag":[{"common_ms":0.2693040296435356,"layout_ms":33.03730709012598},{"common_ms":0.24991005193442106,"layout_ms":30.757414060644805},{"common_ms":0.24371198378503323,"layout_ms":29.432536917738616},{"common_ms":0.24286203552037477,"layout_ms":30.06729099433869},{"common_ms":0.2790869912132621,"layout_ms":149.28790903650224}],"planner":[{"common_ms":0.26430096477270126,"layout_ms":17.06707593984902},{"common_ms":0.24542398750782013,"layout_ms":17.572231008671224},{"common_ms":0.24126609787344933,"layout_ms":16.7701420141384},{"common_ms":0.2913420321419835,"layout_ms":17.95443391893059},{"common_ms":0.2341578947380185,"layout_ms":16.685161041095853}]},"samples":{"contiguous":[{"stack_ms":1877.5523681640625,"wall_ms":1877.6256300043315,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1881.2806396484375,"wall_ms":1881.3431450398639,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1877.6370849609375,"wall_ms":1877.6960970135406,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1877.2978515625,"wall_ms":1877.3551280610263,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1882.3892822265625,"wall_ms":1882.4463019846007,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1875.869384765625,"wall_ms":1875.9313080227003,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1879.428466796875,"wall_ms":1879.4864970259368,"allocated_gib":146.36735153198242,"reserved_gib":149.6875}],"zigzag":[{"stack_ms":1577.6273193359375,"wall_ms":1577.7018329827115,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1577.7254638671875,"wall_ms":1577.7849019505084,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1578.742919921875,"wall_ms":1578.7967960350215,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1575.4244384765625,"wall_ms":1575.4781649447978,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1578.344970703125,"wall_ms":1578.3995679812506,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1577.5372314453125,"wall_ms":1577.592040062882,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1580.5341796875,"wall_ms":1580.5869529722258,"allocated_gib":146.36735153198242,"reserved_gib":149.6875}],"planner":[{"stack_ms":1537.166259765625,"wall_ms":1537.2202260186896,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1542.0115966796875,"wall_ms":1542.0800859574229,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1537.224365234375,"wall_ms":1537.2783810598776,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1539.6658935546875,"wall_ms":1539.7209570510313,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1539.8563232421875,"wall_ms":1539.9100860813633,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1539.690185546875,"wall_ms":1539.7445709677413,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1540.3740234375,"wall_ms":1540.4376819496974,"allocated_gib":146.36735153198242,"reserved_gib":149.6875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0008325179379953621,"max_abs":0.0042724609375,"finite":true},"dq":{"relative_rms":0.00040031503463431554,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.0005752696829220078,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005470490134770598,"max_abs":1.5099033134902129e-12,"finite":true},"d_weights":{"relative_rms":0.0004716591295917981,"max_abs":3.3178366720676422e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007189622549927918,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006869467917849284,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.160571391666832e-06,"max_abs":9.379164112033322e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0008405779099422027,"max_abs":0.00421142578125,"finite":true},"dq":{"relative_rms":0.0004066004164601374,"max_abs":0.0029296875,"finite":true},"dkv":{"relative_rms":0.0005636656426613219,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006889374184838126,"max_abs":1.6271428648906294e-12,"finite":true},"d_weights":{"relative_rms":0.0005729549008523637,"max_abs":3.9362930692732334e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007254479323634819,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007210298942844339,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.1829753946566464e-06,"max_abs":9.421796676178928e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0008278321677738597,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0004038237772758082,"max_abs":0.002777099609375,"finite":true},"dkv":{"relative_rms":0.0005033628528360968,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00044729550506404767,"max_abs":1.3180567748349858e-12,"finite":true},"d_weights":{"relative_rms":0.0004555322691944659,"max_abs":4.190951585769653e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006229753084410995,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006197628921691519,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.920350851334268e-06,"max_abs":9.663381206337363e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":152,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131348,"spans":1182,"candidate_workspace_bytes":4831610232},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":155116,"spans":154,"candidate_workspace_bytes":4831623972}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":53,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131312,"spans":1210,"candidate_workspace_bytes":4831786728},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":125596,"spans":56,"candidate_workspace_bytes":3221118196}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475532},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131316,"spans":1233,"candidate_workspace_bytes":4831548768},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":42104,"spans":2,"candidate_workspace_bytes":1610552588}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":3221222524},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131200,"spans":1229,"candidate_workspace_bytes":4831651832},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":88648,"spans":28,"candidate_workspace_bytes":3221032500}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":176,"candidate_workspace_bytes":322846632},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131020,"spans":1226,"candidate_workspace_bytes":3221015928},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":168392,"spans":177,"candidate_workspace_bytes":3221156816}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":120,"candidate_workspace_bytes":536863068},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130876,"spans":1216,"candidate_workspace_bytes":2147454408},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":141556,"spans":121,"candidate_workspace_bytes":3221160040}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":142,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130756,"spans":1214,"candidate_workspace_bytes":2147464632},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":153984,"spans":144,"candidate_workspace_bytes":4831661888}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":104,"candidate_workspace_bytes":526312620},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130748,"spans":1215,"candidate_workspace_bytes":2147435640},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":173180,"spans":105,"candidate_workspace_bytes":3221101572}}]}, + {"case":"1m-heldout-trimodal-513-seed20261115","lengths":[2520,60,64,100,100,40,56,20,56,48,1824,84,72,2480,36,92,1564,40,24,1288,100,44,64,44,564,12,72,100,100,64,48,28,3080,12,24,36,40,76,64,88,56,32,36,1576,92,100,76,56,72,16,24,20,48,72,80,68,28,68,36,52,3900,72,36,32,72,60,20,380404,76,72,72,96,40,36,92,84,84,52,76,28,88,868,712,868,60,84,36,88,44,88,96,3028,76,32,36,84,20,52,52,40,3840,72,996,3996,36,32,1644,3128,28,3172,88,44,64,40,72,64,16,60,100,100,28,756,44,20,12,2288,80,44,16,12,84,12,24,88,60,28,72,64,1980,52,52,88,20,92,20,1692,80,20,44,92,36,64,68,32,1920,3788,24,560,96,1216,16,616,64,36,1764,12,96,88,28,1948,3320,28,24,52,16,28,684,48,48,44,12,92,3952,96,48,16,32,2276,100,48,28,748,96,40,76,92,3008,20,16,48,20,44,20,3984,16,2184,40,92,2592,88,1928,36,12,76,84,44,48,4040,2364,12,28,16,32,48,4040,72,96,28,84,16,2420,76,64,24,12,2548,60,24,620,76,76,60,56,100,100,2692,92,16,420616,1372,76,76,16,3756,2068,20,92,32,48,60,1336,80,16,100,76,28,80,76,12,36,56,12,48,40,96,40,1796,3364,56,96,32,100,88,48,84,40,2088,80,48,36,28,52,24,1692,84,44,96,48,72,96,20,772,68,60,92,40,24,2504,16,44,1968,1804,48,80,16,48,64,48,100,1488,88,92,40,52,72,16,3200,36,88,64,32,3808,16,24,3056,36,60,20,1492,2732,80,36,48,16,84,48,100,84,44,68,804,772,60,88,84,56,76,20,1344,72,832,96,100,16,52,3384,84,20,68,16,12,1328,2148,44,76,88,12,20,2744,92,56,48,708,76,52,84,16,3484,88,720,3400,32,96,88,3888,44,36,76,12,1252,12,100,96,2588,16,12,16,2872,64,36,72,80,96,52,52,44,1660,4092,72,60,2516,3660,792,52,36,56,80,40,44,80,1352,28,20,2280,56,12,3516,64,32,60,2368,16,76,28,20,52,100,36,72,72,92,36,24,92,32,28,92,64,52,32,3752,12,76,736,36,28,32,2132,60,100,20,84,60,52,56,76,36,12,92,1760,844,36,72,48,72,56,3624,76,36,2996,3532,48,3888,80,64,68,96,12,88,28,68,12,76,44,84,64,48,2728,1464,52,84,56,56],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":2091.996826171875,"prepare_ms":6.4037550473585725,"prepare_plus_stack_ms":2098.4005812192336,"amortized_per_layer_ms":524.6001453048084,"prepare_fraction":0.0030517314495013144,"stack_min_ms":2086.897216796875,"stack_max_ms":2095.037109375,"prepare_min_ms":5.7153451489284635,"prepare_max_ms":7.06355192232877,"peak_allocated_gib":152.9750337600708,"peak_reserved_gib":156.404296875},"zigzag":{"stack_ms":1800.2777099609375,"prepare_ms":141.86323003377765,"prepare_plus_stack_ms":1942.1409399947152,"amortized_per_layer_ms":485.5352349986788,"prepare_fraction":0.07304476575946321,"stack_min_ms":1791.028076171875,"stack_max_ms":1807.394775390625,"prepare_min_ms":23.639276972971857,"prepare_max_ms":149.67454504221678,"peak_allocated_gib":152.9750337600708,"peak_reserved_gib":156.404296875},"planner":{"stack_ms":1771.365966796875,"prepare_ms":15.566739020869136,"prepare_plus_stack_ms":1786.9327058177441,"amortized_per_layer_ms":446.73317645443603,"prepare_fraction":0.00871142991014058,"stack_min_ms":1768.7230224609375,"stack_max_ms":1774.79931640625,"prepare_min_ms":15.460059978067875,"prepare_max_ms":16.88665000256151,"peak_allocated_gib":152.9750337600708,"peak_reserved_gib":156.404296875}},"raw_sha256":"e3802aa603d8ecb7bee5bb6f541269abf5bd0d3e7899448be03470b62e61db80","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.2985089085996151,"layout_ms":6.765043013729155},{"common_ms":0.19906298257410526,"layout_ms":4.747148952446878},{"common_ms":0.20112504716962576,"layout_ms":4.99227293767035},{"common_ms":0.20142202265560627,"layout_ms":4.516153014265001},{"common_ms":0.19503198564052582,"layout_ms":4.62642393540591}],"zigzag":[{"common_ms":0.2233400009572506,"layout_ms":149.45120504125953},{"common_ms":0.2041109837591648,"layout_ms":20.306100021116436},{"common_ms":0.2016550861299038,"layout_ms":20.22032195236534},{"common_ms":0.1953491009771824,"layout_ms":19.884775043465197},{"common_ms":0.20434102043509483,"layout_ms":19.717636983841658}],"planner":[{"common_ms":0.21398905664682388,"layout_ms":13.99750798009336},{"common_ms":0.19488693214952946,"layout_ms":14.054056955501437},{"common_ms":0.22068503312766552,"layout_ms":14.160202001221478},{"common_ms":0.21304597612470388,"layout_ms":13.721285969950259},{"common_ms":0.23210793733596802,"layout_ms":14.064332004636526}]},"samples":{"contiguous":[{"stack_ms":2086.861572265625,"wall_ms":2086.9284740183502,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":2091.97119140625,"wall_ms":2092.035020934418,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":2091.798095703125,"wall_ms":2091.8664189521223,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":2091.911376953125,"wall_ms":2091.976707917638,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":2092.350341796875,"wall_ms":2092.423863010481,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":2095.01220703125,"wall_ms":2095.086229033768,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":2094.66552734375,"wall_ms":2094.734536949545,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375}],"zigzag":[{"stack_ms":1802.45703125,"wall_ms":1802.5216429959983,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1800.2406005859375,"wall_ms":1800.3028189996257,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1796.2108154296875,"wall_ms":1796.2713930755854,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1807.3607177734375,"wall_ms":1807.4204049771652,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1807.11328125,"wall_ms":1807.1834379807115,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1791.0015869140625,"wall_ms":1791.0676590399817,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1792.6239013671875,"wall_ms":1792.6884490298107,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375}],"planner":[{"stack_ms":1768.69580078125,"wall_ms":1768.7590930145234,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1774.780517578125,"wall_ms":1774.8448950005695,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1771.325439453125,"wall_ms":1771.3895270135254,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1769.8927001953125,"wall_ms":1769.9574660509825,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1771.8521728515625,"wall_ms":1771.9240440055728,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1771.2484130859375,"wall_ms":1771.3180979480967,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1772.6983642578125,"wall_ms":1772.7621770463884,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.27154397685080767,"layout_ms":5.043323966674507},{"common_ms":0.19458809401839972,"layout_ms":4.277372034266591},{"common_ms":0.18425798043608665,"layout_ms":4.121701931580901},{"common_ms":0.17731403931975365,"layout_ms":4.032635013572872},{"common_ms":0.1824420178309083,"layout_ms":4.182622069492936}],"zigzag":[{"common_ms":0.21181302145123482,"layout_ms":21.38977393042296},{"common_ms":0.1842560013756156,"layout_ms":141.67897403240204},{"common_ms":0.17555803060531616,"layout_ms":19.663563929498196},{"common_ms":0.17930101603269577,"layout_ms":19.310979056172073},{"common_ms":0.18334900960326195,"layout_ms":19.48617899324745}],"planner":[{"common_ms":0.2335250610485673,"layout_ms":13.930610963143408},{"common_ms":0.1778260339051485,"layout_ms":13.932154048234224},{"common_ms":0.1846069935709238,"layout_ms":13.399993069469929},{"common_ms":0.19014999270439148,"layout_ms":13.256954029202461},{"common_ms":0.2012099139392376,"layout_ms":13.55436909943819}]},"samples":{"contiguous":[{"stack_ms":2086.865966796875,"wall_ms":2086.9330869754776,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":2091.966552734375,"wall_ms":2092.031542910263,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":2091.7998046875,"wall_ms":2091.8697469169274,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":2091.909423828125,"wall_ms":2091.9758210657164,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":2092.346435546875,"wall_ms":2092.4215810373425,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":2095.00830078125,"wall_ms":2095.0818159617484,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":2094.67431640625,"wall_ms":2094.745220965706,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375}],"zigzag":[{"stack_ms":1802.45703125,"wall_ms":1802.5217589456588,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1800.239501953125,"wall_ms":1800.2997030271217,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1796.2078857421875,"wall_ms":1796.2720970390365,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1807.3616943359375,"wall_ms":1807.422344922088,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1807.118896484375,"wall_ms":1807.1986429858953,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1791.0001220703125,"wall_ms":1791.0704399691895,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1792.62451171875,"wall_ms":1792.6894119009376,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375}],"planner":[{"stack_ms":1768.6939697265625,"wall_ms":1768.7573889270425,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1774.77880859375,"wall_ms":1774.841874022968,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1771.3427734375,"wall_ms":1771.4080199366435,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1769.89013671875,"wall_ms":1769.955552997999,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1771.83642578125,"wall_ms":1771.9158600084484,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1771.248291015625,"wall_ms":1771.3138649705797,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1772.6968994140625,"wall_ms":1772.762635955587,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2706390805542469,"layout_ms":5.001037963666022},{"common_ms":0.17422297969460487,"layout_ms":4.247531993314624},{"common_ms":0.18190511036664248,"layout_ms":4.198349080979824},{"common_ms":0.17866899725049734,"layout_ms":4.168470040895045},{"common_ms":0.17970905173569918,"layout_ms":4.181689000688493}],"zigzag":[{"common_ms":0.1967819407582283,"layout_ms":139.72179300617427},{"common_ms":0.18436892423778772,"layout_ms":19.76079004816711},{"common_ms":0.17474405467510223,"layout_ms":19.65188793838024},{"common_ms":0.17560902051627636,"layout_ms":19.343468942679465},{"common_ms":0.1934979809448123,"layout_ms":19.459808012470603}],"planner":[{"common_ms":0.19150704611092806,"layout_ms":13.380329008214176},{"common_ms":0.1756199635565281,"layout_ms":13.296783901751041},{"common_ms":0.20650599617511034,"layout_ms":13.392261927947402},{"common_ms":0.18395192455500364,"layout_ms":13.27897806186229},{"common_ms":0.20212505478411913,"layout_ms":13.738017994910479}]},"samples":{"contiguous":[{"stack_ms":2086.878662109375,"wall_ms":2086.939022061415,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":2091.97314453125,"wall_ms":2092.032883083448,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":2091.80859375,"wall_ms":2091.8698210734874,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":2091.920654296875,"wall_ms":2091.9798059621826,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":2092.353271484375,"wall_ms":2092.4243710469455,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":2095.015869140625,"wall_ms":2095.0856269337237,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":2094.68310546875,"wall_ms":2094.747671042569,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375}],"zigzag":[{"stack_ms":1802.4637451171875,"wall_ms":1802.5247959885746,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1800.2437744140625,"wall_ms":1800.2991819521412,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1796.211669921875,"wall_ms":1796.2706770049408,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1807.368896484375,"wall_ms":1807.4241209542379,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1807.1268310546875,"wall_ms":1807.192798005417,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1791.0040283203125,"wall_ms":1791.0706590628251,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1792.628173828125,"wall_ms":1792.6906530046836,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375}],"planner":[{"stack_ms":1768.7000732421875,"wall_ms":1768.765888060443,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1774.785400390625,"wall_ms":1774.8453309759498,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1771.346435546875,"wall_ms":1771.403901046142,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1769.899169921875,"wall_ms":1769.9591519776732,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1771.8564453125,"wall_ms":1771.9271859386936,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1771.25439453125,"wall_ms":1771.3141739368439,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1772.702392578125,"wall_ms":1772.762669948861,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.29261305462569,"layout_ms":5.542031954973936},{"common_ms":0.23113295901566744,"layout_ms":4.973368952050805},{"common_ms":0.22957799956202507,"layout_ms":4.928553011268377},{"common_ms":0.23594405502080917,"layout_ms":4.9412649823352695},{"common_ms":0.2319470513612032,"layout_ms":4.697238910011947}],"zigzag":[{"common_ms":0.23767596576362848,"layout_ms":23.339026025496423},{"common_ms":0.23257394786924124,"layout_ms":21.892670076340437},{"common_ms":0.2218709560111165,"layout_ms":21.330732968635857},{"common_ms":0.2331230789422989,"layout_ms":20.9920919733122},{"common_ms":0.2392419846728444,"layout_ms":134.61009308230132}],"planner":[{"common_ms":0.2656510332599282,"layout_ms":14.820712036453187},{"common_ms":0.2324259839951992,"layout_ms":15.079071978107095},{"common_ms":0.24608999956399202,"layout_ms":14.830088941380382},{"common_ms":0.24290697183459997,"layout_ms":14.53244301956147},{"common_ms":0.23281504400074482,"layout_ms":14.589781989343464}]},"samples":{"contiguous":[{"stack_ms":2086.875244140625,"wall_ms":2086.946448078379,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":2091.98779296875,"wall_ms":2092.038235045038,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":2091.81396484375,"wall_ms":2091.874006902799,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":2091.923828125,"wall_ms":2091.982224956155,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":2092.3623046875,"wall_ms":2092.43936103303,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":2095.023193359375,"wall_ms":2095.0844479957595,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":2094.6875,"wall_ms":2094.742889981717,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875}],"zigzag":[{"stack_ms":1802.4564208984375,"wall_ms":1802.5160010438412,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1800.2509765625,"wall_ms":1800.3014109563082,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1796.218994140625,"wall_ms":1796.2716169422492,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1807.3768310546875,"wall_ms":1807.4279179563746,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1807.1304931640625,"wall_ms":1807.1889140410349,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1790.9930419921875,"wall_ms":1791.0559509182349,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1792.6358642578125,"wall_ms":1792.6891800016165,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875}],"planner":[{"stack_ms":1768.697998046875,"wall_ms":1768.7527060043067,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1774.7939453125,"wall_ms":1774.8451520456001,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1771.354248046875,"wall_ms":1771.4160629548132,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1769.90283203125,"wall_ms":1769.956188974902,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1771.8614501953125,"wall_ms":1771.925954031758,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1771.258056640625,"wall_ms":1771.315461024642,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1772.713134765625,"wall_ms":1772.7712979540229,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2585030160844326,"layout_ms":4.488714039325714},{"common_ms":0.17431098967790604,"layout_ms":3.8446920225396752},{"common_ms":0.17565302550792694,"layout_ms":3.725555958226323},{"common_ms":0.1853789435699582,"layout_ms":3.725762013345957},{"common_ms":0.1768470974639058,"layout_ms":3.7554140435531735}],"zigzag":[{"common_ms":0.1965709961950779,"layout_ms":22.129144053906202},{"common_ms":0.18124899361282587,"layout_ms":20.268425927497447},{"common_ms":0.1724830362945795,"layout_ms":135.19695797003806},{"common_ms":0.18293806351721287,"layout_ms":19.586659036576748},{"common_ms":0.17600401770323515,"layout_ms":19.56805191002786}],"planner":[{"common_ms":0.23737794253975153,"layout_ms":13.599802041426301},{"common_ms":0.17441099043935537,"layout_ms":13.561110012233257},{"common_ms":0.1849699765443802,"layout_ms":13.572247931733727},{"common_ms":0.19155500922352076,"layout_ms":13.589952024631202},{"common_ms":0.18282397650182247,"layout_ms":13.4582060854882}]},"samples":{"contiguous":[{"stack_ms":2086.891845703125,"wall_ms":2086.94343699608,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":2091.9931640625,"wall_ms":2092.0438350876793,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":2091.827880859375,"wall_ms":2091.882017906755,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":2091.91845703125,"wall_ms":2091.9700709637254,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":2092.354248046875,"wall_ms":2092.4141000723466,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":2095.033935546875,"wall_ms":2095.094694988802,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":2094.70068359375,"wall_ms":2094.7599440114573,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375}],"zigzag":[{"stack_ms":1802.46826171875,"wall_ms":1802.521732985042,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1800.270751953125,"wall_ms":1800.3160490188748,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1796.2244873046875,"wall_ms":1796.2753280298784,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1807.3905029296875,"wall_ms":1807.4422479839996,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1807.1380615234375,"wall_ms":1807.1992449695244,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1791.019775390625,"wall_ms":1791.0705809481442,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1792.6466064453125,"wall_ms":1792.69552603364,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375}],"planner":[{"stack_ms":1768.717529296875,"wall_ms":1768.7666870187968,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1774.79931640625,"wall_ms":1774.8498580185696,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1771.364990234375,"wall_ms":1771.4115200797096,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1769.91162109375,"wall_ms":1769.9592800345272,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1771.865478515625,"wall_ms":1771.9342720229179,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1771.280029296875,"wall_ms":1771.3295710273087,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1772.7232666015625,"wall_ms":1772.7715470828116,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.24739897344261408,"layout_ms":6.057120976038277},{"common_ms":0.17138698603957891,"layout_ms":4.108728026039898},{"common_ms":0.1730500953271985,"layout_ms":4.10614802967757},{"common_ms":0.1809250097721815,"layout_ms":4.033374018035829},{"common_ms":0.17355498857796192,"layout_ms":3.9629730163142085}],"zigzag":[{"common_ms":0.1897299662232399,"layout_ms":127.3989510955289},{"common_ms":0.1768890069797635,"layout_ms":19.551425939425826},{"common_ms":0.17096404917538166,"layout_ms":19.87882098183036},{"common_ms":0.18710794392973185,"layout_ms":20.154685014858842},{"common_ms":0.17693801783025265,"layout_ms":19.40410293173045}],"planner":[{"common_ms":0.18748699221760035,"layout_ms":13.547074981033802},{"common_ms":0.1747469650581479,"layout_ms":13.393441098742187},{"common_ms":0.18586195074021816,"layout_ms":13.892008922994137},{"common_ms":0.20631193183362484,"layout_ms":13.769247918389738},{"common_ms":0.18901994917541742,"layout_ms":13.876207056455314}]},"samples":{"contiguous":[{"stack_ms":2086.888916015625,"wall_ms":2086.9544559391215,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":2091.9892578125,"wall_ms":2092.0490430435166,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":2091.8251953125,"wall_ms":2091.8830659938976,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":2091.91748046875,"wall_ms":2091.9740479439497,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":2092.353271484375,"wall_ms":2092.417774023488,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":2095.02734375,"wall_ms":2095.0856470735744,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":2094.701416015625,"wall_ms":2094.765100046061,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125}],"zigzag":[{"stack_ms":1802.463134765625,"wall_ms":1802.5165360886604,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1800.2684326171875,"wall_ms":1800.330272060819,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1796.225341796875,"wall_ms":1796.2805130518973,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1807.3851318359375,"wall_ms":1807.4360589962453,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1807.133056640625,"wall_ms":1807.1973130572587,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1791.0169677734375,"wall_ms":1791.0722930682823,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1792.639892578125,"wall_ms":1792.6938170567155,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125}],"planner":[{"stack_ms":1768.7176513671875,"wall_ms":1768.7797169201076,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1774.796875,"wall_ms":1774.8476340202615,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1771.3560791015625,"wall_ms":1771.409164997749,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1769.9090576171875,"wall_ms":1769.9590909760445,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1771.8641357421875,"wall_ms":1771.9381781062111,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1771.276123046875,"wall_ms":1771.329056005925,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1772.7216796875,"wall_ms":1772.7716590743512,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2561479341238737,"layout_ms":4.97874803841114},{"common_ms":0.17172808293253183,"layout_ms":4.274202045053244},{"common_ms":0.17051305621862411,"layout_ms":4.071003058925271},{"common_ms":0.19144604448229074,"layout_ms":4.1170400800183415},{"common_ms":0.1782400067895651,"layout_ms":4.092862014658749}],"zigzag":[{"common_ms":0.20489899907261133,"layout_ms":21.51205693371594},{"common_ms":0.17634604591876268,"layout_ms":20.27184097096324},{"common_ms":0.16470695845782757,"layout_ms":19.763512071222067},{"common_ms":0.18913298845291138,"layout_ms":19.898435100913048},{"common_ms":0.1883849035948515,"layout_ms":19.606055924668908}],"planner":[{"common_ms":0.19806798081845045,"layout_ms":13.782885042019188},{"common_ms":0.17794198356568813,"layout_ms":13.541074004024267},{"common_ms":0.17962208949029446,"layout_ms":13.786613009870052},{"common_ms":0.21917105186730623,"layout_ms":13.722236966714263},{"common_ms":0.18429697956889868,"layout_ms":13.766819960437715}]},"samples":{"contiguous":[{"stack_ms":2086.897216796875,"wall_ms":2086.9448549347,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":2091.996826171875,"wall_ms":2092.040784074925,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":2091.830078125,"wall_ms":2091.876492020674,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":2091.923095703125,"wall_ms":2091.969332075678,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":2092.37451171875,"wall_ms":2092.4259640742093,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":2095.037109375,"wall_ms":2095.0844440376386,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":2094.708251953125,"wall_ms":2094.7515070438385,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125}],"zigzag":[{"stack_ms":1802.4718017578125,"wall_ms":1802.5157860247418,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1800.2777099609375,"wall_ms":1800.3190699964762,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1796.22802734375,"wall_ms":1796.271953964606,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1807.394775390625,"wall_ms":1807.4380500474945,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1807.1416015625,"wall_ms":1807.1906400145963,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1791.028076171875,"wall_ms":1791.0740519873798,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1792.651611328125,"wall_ms":1792.6951460540295,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125}],"planner":[{"stack_ms":1768.7230224609375,"wall_ms":1768.7684749253094,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1774.79931640625,"wall_ms":1774.8413169756532,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1771.365966796875,"wall_ms":1771.4069460052997,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1769.9122314453125,"wall_ms":1769.9548240052536,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1771.871826171875,"wall_ms":1771.9238519202918,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1771.2850341796875,"wall_ms":1771.3274749694392,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1772.7257080078125,"wall_ms":1772.768294904381,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3514279378578067,"layout_ms":5.97297097556293},{"common_ms":0.2706329105421901,"layout_ms":6.2495110323652625},{"common_ms":0.2720300108194351,"layout_ms":6.131725036539137},{"common_ms":0.28450507670640945,"layout_ms":5.430840072222054},{"common_ms":0.269112060777843,"layout_ms":6.083641084842384}],"zigzag":[{"common_ms":0.29057892970740795,"layout_ms":24.747123941779137},{"common_ms":0.2752520376816392,"layout_ms":23.64778204355389},{"common_ms":0.258572050370276,"layout_ms":147.22008898388594},{"common_ms":0.2728869440034032,"layout_ms":23.366390028968453},{"common_ms":0.270380056463182,"layout_ms":23.520739981904626}],"planner":[{"common_ms":0.32281200401484966,"layout_ms":15.64621098805219},{"common_ms":0.26616500690579414,"layout_ms":16.620484995655715},{"common_ms":0.2678079763427377,"layout_ms":15.223236987367272},{"common_ms":0.2602949971333146,"layout_ms":15.306444023735821},{"common_ms":0.2912599593400955,"layout_ms":15.16880001872778}]},"samples":{"contiguous":[{"stack_ms":2086.87353515625,"wall_ms":2086.934539023787,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":2091.982666015625,"wall_ms":2092.038291040808,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":2091.818603515625,"wall_ms":2091.8802689993754,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":2091.905029296875,"wall_ms":2091.9628590345383,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":2092.3564453125,"wall_ms":2092.4229049123824,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":2095.034912109375,"wall_ms":2095.104834996164,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":2094.69091796875,"wall_ms":2094.7607409907505,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125}],"zigzag":[{"stack_ms":1802.46142578125,"wall_ms":1802.518533077091,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1800.262451171875,"wall_ms":1800.3132559824735,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1796.2183837890625,"wall_ms":1796.2744480464607,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1807.3828125,"wall_ms":1807.4377299053594,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1807.1297607421875,"wall_ms":1807.1902779629454,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1790.9981689453125,"wall_ms":1791.0543049219996,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1792.630615234375,"wall_ms":1792.685459018685,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125}],"planner":[{"stack_ms":1768.708740234375,"wall_ms":1768.77031091135,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1774.7916259765625,"wall_ms":1774.845712003298,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1771.354736328125,"wall_ms":1771.4085960760713,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1769.8992919921875,"wall_ms":1769.9527309741825,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1771.86474609375,"wall_ms":1771.9308100640774,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1771.2647705078125,"wall_ms":1771.3235929841176,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1772.7144775390625,"wall_ms":1772.7673660265282,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009781857167152274,"max_abs":0.00399017333984375,"finite":true},"dq":{"relative_rms":0.00035225125833434175,"max_abs":0.003173828125,"finite":true},"dkv":{"relative_rms":0.0005620413265774449,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0007092708068625338,"max_abs":1.7337242752546445e-12,"finite":true},"d_weights":{"relative_rms":0.0005726324099767384,"max_abs":3.1759554985910654e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007916595287554283,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007567335324734942,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.768407881538248e-06,"max_abs":8.810729923425242e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009103725728695014,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.0003162147423199593,"max_abs":0.003173828125,"finite":true},"dkv":{"relative_rms":0.0005961956268723235,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006856739747054869,"max_abs":1.7337242752546445e-12,"finite":true},"d_weights":{"relative_rms":0.0005557176831500732,"max_abs":3.259629011154175e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007852588578308577,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007521601700707292,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.576414475926446e-06,"max_abs":7.077005648170598e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009604314407637496,"max_abs":0.003753662109375,"finite":true},"dq":{"relative_rms":0.00032967363920620413,"max_abs":0.003173828125,"finite":true},"dkv":{"relative_rms":0.0005516591370866515,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005629299128596244,"max_abs":1.0693668173189508e-12,"finite":true},"d_weights":{"relative_rms":0.0005442286342631932,"max_abs":3.259629011154175e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006582567633778998,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006663432501698314,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.657862837295988e-06,"max_abs":6.366462912410498e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":68,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131184,"spans":784,"candidate_workspace_bytes":6442438720},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":106148,"spans":70,"candidate_workspace_bytes":3221077860}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147481376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":799,"candidate_workspace_bytes":6442367896},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105260,"spans":5,"candidate_workspace_bytes":4294803360}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221183700},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131176,"spans":814,"candidate_workspace_bytes":4831804040},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105668,"spans":5,"candidate_workspace_bytes":3221110308}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":182,"candidate_workspace_bytes":3221212892},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":810,"candidate_workspace_bytes":3221205424},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":197284,"spans":185,"candidate_workspace_bytes":6442292340}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131048,"spans":810,"candidate_workspace_bytes":3221158788},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105260,"spans":5,"candidate_workspace_bytes":3221180256}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221210040},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130972,"spans":808,"candidate_workspace_bytes":3221153208},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":84328,"spans":4,"candidate_workspace_bytes":3221182516}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":6,"candidate_workspace_bytes":4294961148},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130932,"spans":810,"candidate_workspace_bytes":3221218924},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":108192,"spans":9,"candidate_workspace_bytes":4294928600}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":260,"candidate_workspace_bytes":166779136},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130976,"spans":817,"candidate_workspace_bytes":2147425800},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":236436,"spans":265,"candidate_workspace_bytes":6442443460}}]}, + {"case":"1m-heldout-lognormal-257-seed20261116","lengths":[2924,1644,2348,468,248,1528,1600,1812,680,1268,1508,2976,3540,17088,1672,3796,7860,7952,1580,3352,8220,760,1608,6264,3092,656,6348,20192,832,840,832,1652,1716,2308,2412,1040,360,1380,1992,5148,244,4420,2060,872,1780,440,6328,21284,876,4360,5096,268,584,940,1540,1944,900,972,464,1036,2644,592,336,1272,1416,640,468,3788,5348,440,6108,6396,608,200,4936,284,2412,904,2604,212,748,832,3360,1152,2944,1528,2252,3180,996,2492,1908,748,14716,3680,6804,600,1468,3104,124,8160,316,1312,460,2692,1060,4092,712,2076,17612,5176,160,3072,1744,568,892,756,1720,756,10948,2012,7648,3132,256,2948,3704,9252,4360,7448,9252,5524,2256,1900,27968,632,1344,1588,56392,3480,5704,3876,1888,1004,3064,312,13960,448,63340,2708,7832,10600,536,6864,5192,5328,5172,652,856,11228,23416,64,1672,1592,13208,1628,688,1344,7520,152,9608,5084,20824,740,10916,960,1992,2660,1476,4152,480,1432,1880,840,576,17648,2976,1200,4892,2340,5964,5560,1048,13964,6992,6776,2260,4976,3820,12204,2312,5520,8592,1972,552,10664,440,436,2872,396,8412,456,2100,708,8220,3768,3572,2896,7980,632,2276,6760,832,2840,564,2176,2468,2172,3176,3120,956,540,652,1756,1516,4340,1980,10636,496,3780,1836,936,952,1260,4388,8272,152,332,1748,1188,20828,956,1156,756,724,812,17876,308,944],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":966.6142578125,"prepare_ms":3.245611907914281,"prepare_plus_stack_ms":969.8598697204143,"amortized_per_layer_ms":242.46496743010357,"prepare_fraction":0.0033464751035115078,"stack_min_ms":965.8233642578125,"stack_max_ms":969.8162841796875,"prepare_min_ms":3.212817129679024,"prepare_max_ms":3.327678074128926,"peak_allocated_gib":142.21293783187866,"peak_reserved_gib":154.509765625},"zigzag":{"stack_ms":984.0628051757812,"prepare_ms":14.147774898447096,"prepare_plus_stack_ms":998.2105800742283,"amortized_per_layer_ms":249.5526450185571,"prepare_fraction":0.014173136591474565,"stack_min_ms":981.8031616210938,"stack_max_ms":985.3482055664062,"prepare_min_ms":13.763678958639503,"prepare_max_ms":17.25078304298222,"peak_allocated_gib":142.21293783187866,"peak_reserved_gib":154.509765625},"planner":{"stack_ms":966.1904907226562,"prepare_ms":6.264482042752206,"prepare_plus_stack_ms":972.4549727654085,"amortized_per_layer_ms":243.1137431913521,"prepare_fraction":0.006441925043519138,"stack_min_ms":964.8834838867188,"stack_max_ms":970.0549926757812,"prepare_min_ms":6.151491892524064,"prepare_max_ms":6.566310999915004,"peak_allocated_gib":142.21293783187866,"peak_reserved_gib":154.509765625}},"raw_sha256":"d09d71ae691c1324055894fdbe13360c3d7a42a0567be570df8dcc56e9659c7f","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.22962200455367565,"layout_ms":2.8951780404895544},{"common_ms":0.14867703430354595,"layout_ms":2.5264269206672907},{"common_ms":0.15660596545785666,"layout_ms":2.460093004629016},{"common_ms":0.15202292706817389,"layout_ms":2.466325997374952},{"common_ms":0.15841098502278328,"layout_ms":2.38754297606647}],"zigzag":[{"common_ms":0.16917602624744177,"layout_ms":15.6295879278332},{"common_ms":0.14209002256393433,"layout_ms":12.834970955736935},{"common_ms":0.15393400099128485,"layout_ms":12.771956971846521},{"common_ms":0.1494629541411996,"layout_ms":12.473186943680048},{"common_ms":0.14423090033233166,"layout_ms":12.657277984544635}],"planner":[{"common_ms":0.17263100016862154,"layout_ms":5.339752999134362},{"common_ms":0.14530401676893234,"layout_ms":5.316231050528586},{"common_ms":0.1531860325485468,"layout_ms":5.261118058115244},{"common_ms":0.1503300154581666,"layout_ms":5.216218996793032},{"common_ms":0.14567805919796228,"layout_ms":5.128960940055549}]},"samples":{"contiguous":[{"stack_ms":967.595458984375,"wall_ms":967.6418100716546,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":965.966064453125,"wall_ms":966.0131720593199,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":966.05859375,"wall_ms":966.102565987967,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":966.6124877929688,"wall_ms":966.6622190270573,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":966.60693359375,"wall_ms":966.6664700489491,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":969.8011474609375,"wall_ms":969.8478649370372,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":965.7974243164062,"wall_ms":965.8445320092142,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125}],"zigzag":[{"stack_ms":981.7861328125,"wall_ms":981.8369681015611,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":983.389892578125,"wall_ms":983.4369559539482,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":982.3041381835938,"wall_ms":982.3494489537552,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":984.2047119140625,"wall_ms":984.2493110336363,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":985.3187866210938,"wall_ms":985.3870050283149,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":984.9310913085938,"wall_ms":984.9845549324527,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":984.0302124023438,"wall_ms":984.0840370161459,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125}],"planner":[{"stack_ms":966.1824340820312,"wall_ms":966.2299290066585,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":965.6338500976562,"wall_ms":965.6792809255421,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":970.041015625,"wall_ms":970.0884170597419,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":966.8676147460938,"wall_ms":966.912223957479,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":964.87451171875,"wall_ms":964.9211339419708,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":966.0770263671875,"wall_ms":966.1448660772294,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":969.1082763671875,"wall_ms":969.1619700752199,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.2456179354339838,"layout_ms":2.914763055741787},{"common_ms":0.14786305837333202,"layout_ms":2.481285948306322},{"common_ms":0.1516720512881875,"layout_ms":2.480698050931096},{"common_ms":0.15624193474650383,"layout_ms":2.5552570587024093},{"common_ms":0.15386496670544147,"layout_ms":2.4612490087747574}],"zigzag":[{"common_ms":0.16792502719908953,"layout_ms":15.2644501067698},{"common_ms":0.15424401499330997,"layout_ms":13.343458995223045},{"common_ms":0.15940202865749598,"layout_ms":12.991028022952378},{"common_ms":0.15354703646153212,"layout_ms":12.823858996853232},{"common_ms":0.15494506806135178,"layout_ms":12.880075024440885}],"planner":[{"common_ms":0.17591204959899187,"layout_ms":5.844107014127076},{"common_ms":0.1508049899712205,"layout_ms":5.345765966922045},{"common_ms":0.1539679942652583,"layout_ms":5.2504310151562095},{"common_ms":0.1517260679975152,"layout_ms":5.304916994646192},{"common_ms":0.1567410072311759,"layout_ms":5.224994034506381}]},"samples":{"contiguous":[{"stack_ms":967.59619140625,"wall_ms":967.6426909863949,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":965.9698486328125,"wall_ms":966.015566023998,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":966.0581665039062,"wall_ms":966.1041380604729,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":966.611328125,"wall_ms":966.663938947022,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":966.5996704101562,"wall_ms":966.6553139686584,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":969.8015747070312,"wall_ms":969.8510520393029,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":965.7969360351562,"wall_ms":965.8458870835602,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125}],"zigzag":[{"stack_ms":981.782958984375,"wall_ms":981.8331790156662,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":983.3916015625,"wall_ms":983.4381989203393,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":982.3051147460938,"wall_ms":982.3506500106305,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":984.2031860351562,"wall_ms":984.2520660022274,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":985.3239135742188,"wall_ms":985.3828420164064,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":984.9500732421875,"wall_ms":985.0021109450608,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":984.0440063476562,"wall_ms":984.0946079930291,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125}],"planner":[{"stack_ms":966.1825561523438,"wall_ms":966.227749013342,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":965.632080078125,"wall_ms":965.6780139775947,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":970.0372314453125,"wall_ms":970.0866010971367,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":966.8560180664062,"wall_ms":966.9050379889086,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":964.87060546875,"wall_ms":964.9214280070737,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":966.087646484375,"wall_ms":966.1424040095881,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":969.1146240234375,"wall_ms":969.1668129526079,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.21971901878714561,"layout_ms":2.7570389211177826},{"common_ms":0.1495589967817068,"layout_ms":2.402643905952573},{"common_ms":0.14721998013556004,"layout_ms":2.4673660518601537},{"common_ms":0.14539097901433706,"layout_ms":2.375811105594039},{"common_ms":0.14906702563166618,"layout_ms":2.354377997107804}],"zigzag":[{"common_ms":0.16031996347010136,"layout_ms":15.035070013254881},{"common_ms":0.14702603220939636,"layout_ms":13.06749100331217},{"common_ms":0.15431700740009546,"layout_ms":12.624931987375021},{"common_ms":0.1462949439883232,"layout_ms":12.606489937752485},{"common_ms":0.1391629921272397,"layout_ms":12.643486959859729}],"planner":[{"common_ms":0.16370404046028852,"layout_ms":5.198788014240563},{"common_ms":0.146141042932868,"layout_ms":5.255332100205123},{"common_ms":0.14765397645533085,"layout_ms":5.090213962830603},{"common_ms":0.14831707812845707,"layout_ms":5.072031985037029},{"common_ms":0.14565594028681517,"layout_ms":5.1149840001016855}]},"samples":{"contiguous":[{"stack_ms":967.5997924804688,"wall_ms":967.642014962621,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":965.9777221679688,"wall_ms":966.019498067908,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":966.0667114257812,"wall_ms":966.1041010404006,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":966.6161499023438,"wall_ms":966.6631249710917,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":966.6142578125,"wall_ms":966.6609519626945,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":969.8094482421875,"wall_ms":969.8519660159945,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":965.7987060546875,"wall_ms":965.842523961328,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375}],"zigzag":[{"stack_ms":981.7943725585938,"wall_ms":981.841188040562,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":983.40283203125,"wall_ms":983.4452150389552,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":982.3102416992188,"wall_ms":982.3506630491465,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":984.20849609375,"wall_ms":984.2490090522915,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":985.335205078125,"wall_ms":985.3898530127481,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":984.9620971679688,"wall_ms":985.0094589637592,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":984.0556640625,"wall_ms":984.0997800929472,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375}],"planner":[{"stack_ms":966.18310546875,"wall_ms":966.227272991091,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":965.63671875,"wall_ms":965.6802869867533,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":970.0439453125,"wall_ms":970.0878339353949,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":966.8695068359375,"wall_ms":966.9119369937107,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":964.8804321289062,"wall_ms":964.9195229867473,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":966.0957641601562,"wall_ms":966.1457480397075,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":969.1182250976562,"wall_ms":969.1675800131634,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.23229909129440784,"layout_ms":2.9654050013050437},{"common_ms":0.14630390796810389,"layout_ms":2.61327694170177},{"common_ms":0.14304299838840961,"layout_ms":2.5592809543013573},{"common_ms":0.1484910026192665,"layout_ms":2.5673529598861933},{"common_ms":0.14933303464204073,"layout_ms":2.5287880562245846}],"zigzag":[{"common_ms":0.1654949737712741,"layout_ms":14.351573074236512},{"common_ms":0.1427710521966219,"layout_ms":12.991043040528893},{"common_ms":0.15023990999907255,"layout_ms":12.2405820293352},{"common_ms":0.1420190092176199,"layout_ms":12.19260599464178},{"common_ms":0.1389200333505869,"layout_ms":12.80092797242105}],"planner":[{"common_ms":0.16185897402465343,"layout_ms":5.420729983597994},{"common_ms":0.14359003398567438,"layout_ms":5.405972013249993},{"common_ms":0.14222704339772463,"layout_ms":5.408123950473964},{"common_ms":0.14564103912562132,"layout_ms":5.9058580081909895},{"common_ms":0.15381898265331984,"layout_ms":5.363955977372825}]},"samples":{"contiguous":[{"stack_ms":967.5997924804688,"wall_ms":967.6408100640401,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":965.96875,"wall_ms":966.0139930201694,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":966.0587768554688,"wall_ms":966.1020600469783,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":966.6216430664062,"wall_ms":966.6666859993711,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":966.6072998046875,"wall_ms":966.6591109707952,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":969.8037719726562,"wall_ms":969.8455278994516,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":965.801513671875,"wall_ms":965.8451940631494,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625}],"zigzag":[{"stack_ms":981.7897338867188,"wall_ms":981.8392329616472,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":983.3980712890625,"wall_ms":983.456930029206,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":982.30126953125,"wall_ms":982.3460689513013,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":984.2078857421875,"wall_ms":984.2535570496693,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":985.3308715820312,"wall_ms":985.3935519931838,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":984.9434814453125,"wall_ms":984.9940100684762,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":984.0595092773438,"wall_ms":984.1062510386109,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625}],"planner":[{"stack_ms":966.1798706054688,"wall_ms":966.2221419857815,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":965.6356811523438,"wall_ms":965.6821929384023,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":970.04736328125,"wall_ms":970.0900299940258,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":966.8705444335938,"wall_ms":966.9118340825662,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":964.8765869140625,"wall_ms":964.9230330251157,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":966.0905151367188,"wall_ms":966.1527859279886,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":969.1181030273438,"wall_ms":969.1680880496278,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2042129635810852,"layout_ms":2.8454589191824198},{"common_ms":0.1404030481353402,"layout_ms":2.5522150099277496},{"common_ms":0.1432819990441203,"layout_ms":2.5529739214107394},{"common_ms":0.14019105583429337,"layout_ms":2.514021936804056},{"common_ms":0.14491798356175423,"layout_ms":2.4885180173441768}],"zigzag":[{"common_ms":0.14676793944090605,"layout_ms":14.989249990321696},{"common_ms":0.1395290018990636,"layout_ms":12.727568973787129},{"common_ms":0.1447229878976941,"layout_ms":12.508869986049831},{"common_ms":0.1385729992762208,"layout_ms":12.336743995547295},{"common_ms":0.1356150023639202,"layout_ms":12.60540506336838}],"planner":[{"common_ms":0.1532241003587842,"layout_ms":5.402463022619486},{"common_ms":0.13679696712642908,"layout_ms":5.367267993278801},{"common_ms":0.14293298590928316,"layout_ms":5.295741022564471},{"common_ms":0.1443140208721161,"layout_ms":5.323381046764553},{"common_ms":0.1383759081363678,"layout_ms":5.220532999373972}]},"samples":{"contiguous":[{"stack_ms":967.6051025390625,"wall_ms":967.6503309747204,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":965.98046875,"wall_ms":966.0196370678023,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":966.0713500976562,"wall_ms":966.109761968255,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":966.6123046875,"wall_ms":966.6618750197813,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":966.605224609375,"wall_ms":966.6505849454552,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":969.8102416992188,"wall_ms":969.8485509725288,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":965.8233642578125,"wall_ms":965.8633560175076,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375}],"zigzag":[{"stack_ms":981.8031616210938,"wall_ms":981.8410130683333,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":983.3995971679688,"wall_ms":983.441473916173,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":982.3027954101562,"wall_ms":982.3428509989753,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":984.1953735351562,"wall_ms":984.2427279800177,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":985.3377075195312,"wall_ms":985.3896360145882,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":984.9650268554688,"wall_ms":985.0081620970741,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":984.0581665039062,"wall_ms":984.1022550826892,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375}],"planner":[{"stack_ms":966.1849365234375,"wall_ms":966.2252200068906,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":965.6401977539062,"wall_ms":965.6809120206162,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":970.05029296875,"wall_ms":970.0954110594466,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":966.8680419921875,"wall_ms":966.9132439885288,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":964.8736572265625,"wall_ms":964.9174240184948,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":966.1015625,"wall_ms":966.1487159319222,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":969.1182861328125,"wall_ms":969.1592460731044,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.20019500516355038,"layout_ms":2.780911047011614},{"common_ms":0.14215998817235231,"layout_ms":2.4536700220778584},{"common_ms":0.1457140315324068,"layout_ms":2.406574902124703},{"common_ms":0.1476489705964923,"layout_ms":2.3991799680516124},{"common_ms":0.1542229438200593,"layout_ms":2.439177013002336}],"zigzag":[{"common_ms":0.15477300621569157,"layout_ms":15.017896075733006},{"common_ms":0.14302099589258432,"layout_ms":12.849427992478013},{"common_ms":0.15156599693000317,"layout_ms":12.743583996780217},{"common_ms":0.144643010571599,"layout_ms":12.636805069632828},{"common_ms":0.13881397899240255,"layout_ms":12.638860032893717}],"planner":[{"common_ms":0.15887303743511438,"layout_ms":5.235757096670568},{"common_ms":0.14463008847087622,"layout_ms":5.215030047111213},{"common_ms":0.14902104157954454,"layout_ms":5.23278908804059},{"common_ms":0.1453059958294034,"layout_ms":5.17233507707715},{"common_ms":0.14704104978591204,"layout_ms":5.083240102976561}]},"samples":{"contiguous":[{"stack_ms":967.6032104492188,"wall_ms":967.6516050240025,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":965.9776611328125,"wall_ms":966.020718915388,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":966.0601196289062,"wall_ms":966.1112669855356,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":966.61376953125,"wall_ms":966.6741200489923,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":966.6046142578125,"wall_ms":966.6520060272887,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":969.8106079101562,"wall_ms":969.8512930190191,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":965.814453125,"wall_ms":965.8567109145224,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125}],"zigzag":[{"stack_ms":981.7969970703125,"wall_ms":981.8515930091962,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":983.396240234375,"wall_ms":983.4390819305554,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":982.2909545898438,"wall_ms":982.339127920568,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":984.206787109375,"wall_ms":984.2542689293623,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":985.3383178710938,"wall_ms":985.3920820169151,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":984.9620361328125,"wall_ms":985.0055900169536,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":984.059814453125,"wall_ms":984.111284953542,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125}],"planner":[{"stack_ms":966.1817626953125,"wall_ms":966.2234280258417,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":965.6392822265625,"wall_ms":965.6905810115859,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":970.046875,"wall_ms":970.0938359601423,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":966.8643188476562,"wall_ms":966.9061208842322,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":964.87060546875,"wall_ms":964.9185549933463,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":966.09619140625,"wall_ms":966.1466100951657,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":969.1143798828125,"wall_ms":969.1647980362177,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2021539257839322,"layout_ms":2.6316079311072826},{"common_ms":0.13747892808169127,"layout_ms":2.3251809179782867},{"common_ms":0.14701299369335175,"layout_ms":2.270733006298542},{"common_ms":0.14434196054935455,"layout_ms":2.2781360894441605},{"common_ms":0.14579598791897297,"layout_ms":2.284253016114235}],"zigzag":[{"common_ms":0.15318510122597218,"layout_ms":14.922447968274355},{"common_ms":0.1434279838576913,"layout_ms":12.85525900311768},{"common_ms":0.14538003597408533,"layout_ms":12.557683978229761},{"common_ms":0.14092191122472286,"layout_ms":12.38827093038708},{"common_ms":0.1374479616060853,"layout_ms":12.512203073129058}],"planner":[{"common_ms":0.1562020042911172,"layout_ms":5.169284995645285},{"common_ms":0.1375880092382431,"layout_ms":5.196523969061673},{"common_ms":0.14231191016733646,"layout_ms":5.020099924877286},{"common_ms":0.14760298654437065,"layout_ms":4.986368934623897},{"common_ms":0.14680391177535057,"layout_ms":5.03661495167762}]},"samples":{"contiguous":[{"stack_ms":967.6083984375,"wall_ms":967.6427390659228,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":965.9854736328125,"wall_ms":966.0199759528041,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":966.0723266601562,"wall_ms":966.104925959371,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":966.6231689453125,"wall_ms":966.6642920346931,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":966.613525390625,"wall_ms":966.6497890138999,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":969.8162841796875,"wall_ms":969.8500470258296,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":965.819091796875,"wall_ms":965.8551160246134,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625}],"zigzag":[{"stack_ms":981.802734375,"wall_ms":981.8371920846403,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":983.409912109375,"wall_ms":983.4445120068267,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":982.3108520507812,"wall_ms":982.3440830223262,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":984.2160034179688,"wall_ms":984.2515289783478,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":985.3482055664062,"wall_ms":985.3883269242942,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":984.97265625,"wall_ms":985.0099990144372,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":984.0628051757812,"wall_ms":984.099232009612,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625}],"planner":[{"stack_ms":966.1904907226562,"wall_ms":966.2270410917699,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":965.6468505859375,"wall_ms":965.6800449592993,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":970.0549926757812,"wall_ms":970.0897180009633,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":966.87255859375,"wall_ms":966.9078480219468,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":964.8834838867188,"wall_ms":964.919465011917,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":966.1145629882812,"wall_ms":966.1536960629746,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":969.1275634765625,"wall_ms":969.1631990717724,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.22427598014473915,"layout_ms":3.0213359277695417},{"common_ms":0.16690499614924192,"layout_ms":3.160773077979684},{"common_ms":0.16361591406166553,"layout_ms":3.0856559751555324},{"common_ms":0.16153906472027302,"layout_ms":3.051278064958751},{"common_ms":0.17575209494680166,"layout_ms":3.0389620224013925}],"zigzag":[{"common_ms":0.1816420117393136,"layout_ms":17.069141031242907},{"common_ms":0.16464001964777708,"layout_ms":14.075694023631513},{"common_ms":0.17160794232040644,"layout_ms":13.97616695612669},{"common_ms":0.16366003546863794,"layout_ms":13.600018923170865},{"common_ms":0.15885697212070227,"layout_ms":13.869391055777669}],"planner":[{"common_ms":0.18442492000758648,"layout_ms":5.967066972516477},{"common_ms":0.1734970137476921,"layout_ms":6.392813986167312},{"common_ms":0.1677200198173523,"layout_ms":6.096762022934854},{"common_ms":0.16746297478675842,"layout_ms":6.023898022249341},{"common_ms":0.16435689758509398,"layout_ms":6.146248080767691}]},"samples":{"contiguous":[{"stack_ms":967.5982666015625,"wall_ms":967.6434329012409,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":965.9722290039062,"wall_ms":966.0201909719035,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":966.0554809570312,"wall_ms":966.0989448893815,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":966.6127319335938,"wall_ms":966.6631750296801,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":966.6033325195312,"wall_ms":966.6466049384326,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":969.8048706054688,"wall_ms":969.8472149902955,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":965.8102416992188,"wall_ms":965.8544349949807,"allocated_gib":142.01773643493652,"reserved_gib":145.171875}],"zigzag":[{"stack_ms":981.7971801757812,"wall_ms":981.8387479754165,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":983.394287109375,"wall_ms":983.4356459323317,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":982.2994384765625,"wall_ms":982.3416479630396,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":984.203125,"wall_ms":984.2469539726153,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":985.3321533203125,"wall_ms":985.3865969926119,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":984.9657592773438,"wall_ms":985.0090490654111,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":984.0531005859375,"wall_ms":984.1001729946584,"allocated_gib":142.01773643493652,"reserved_gib":145.171875}],"planner":[{"stack_ms":966.1796264648438,"wall_ms":966.2232981063426,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":965.6334838867188,"wall_ms":965.6793540343642,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":970.0419921875,"wall_ms":970.0866170460358,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":966.864013671875,"wall_ms":966.906009009108,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":964.8684692382812,"wall_ms":964.9123650742695,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":966.0956420898438,"wall_ms":966.1426739767194,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":969.1114501953125,"wall_ms":969.1570589784533,"allocated_gib":142.01773643493652,"reserved_gib":145.171875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011727482870583284,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.0004792273027384589,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.00038946016325205624,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00023679006024530884,"max_abs":1.2532197501968767e-12,"finite":true},"d_weights":{"relative_rms":0.0001860072667821426,"max_abs":2.2639596863882616e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002598020033098444,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00025756358367240293,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":4.124448730154987e-06,"max_abs":1.0118128557223827e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011838249242938127,"max_abs":0.003692626953125,"finite":true},"dq":{"relative_rms":0.00047927382244983984,"max_abs":0.00273895263671875,"finite":true},"dkv":{"relative_rms":0.0003738191168057513,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0002033773320404376,"max_abs":1.2534417948018017e-12,"finite":true},"d_weights":{"relative_rms":0.00016667112898311983,"max_abs":2.0954757928848267e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002547667479703488,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002719484037484626,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.072415084871995e-06,"max_abs":1.000444171950221e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0011683517431398528,"max_abs":0.003631591796875,"finite":true},"dq":{"relative_rms":0.0004731915284120854,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.0003714901797012169,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00021242032356193,"max_abs":1.2534417948018017e-12,"finite":true},"d_weights":{"relative_rms":0.0001685058169533347,"max_abs":1.8044374883174896e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002587659752037441,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002521493433993756,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.9503951664863874e-06,"max_abs":8.86757334228605e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":40,"candidate_workspace_bytes":535733444},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":514,"candidate_workspace_bytes":518679500},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":40,"candidate_workspace_bytes":535733444}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":54,"candidate_workspace_bytes":445510960},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":514,"candidate_workspace_bytes":503271932},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":54,"candidate_workspace_bytes":445510960}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":37,"candidate_workspace_bytes":530196272},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":514,"candidate_workspace_bytes":501301264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":37,"candidate_workspace_bytes":530196272}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":17,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131092,"spans":514,"candidate_workspace_bytes":517145604},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":17,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":15,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131060,"spans":514,"candidate_workspace_bytes":532919780},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":15,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":28,"candidate_workspace_bytes":456204236},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131088,"spans":514,"candidate_workspace_bytes":527982868},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":28,"candidate_workspace_bytes":456204236}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":30,"candidate_workspace_bytes":490390192},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":514,"candidate_workspace_bytes":528059312},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":30,"candidate_workspace_bytes":490390192}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":434244712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":514,"candidate_workspace_bytes":528038300},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":434244712}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261116","lengths":[936,20,12,800,488,320,156,52,1200,112,312,192,508,296,140,4,16,15332,1408,148,48,256,32,184,12,12,128,88,80,2004,488,12,664,1536,2272,56,1008,588,2680,12,8524,204,584,76,28,4396,124,604,56,8,44,376,508,52,384,2748,444,232,96,24,176,584,6112,376,140,64,164,480,620,20,52,460,1264,140,32,14796,36,6452,2640,388,2132,408,120,3016,1588,352,2012,24,72,644,88,96,532,4,796,1080,2740,60,60,812,84,32,1364,11020,88,68,496,40,1084,68,20,232,488,104,1296,164,92,476,472,96,32,1900,128,224,396,32,564,284,760,956,48,320,564,180,484,8,508,48,608,232,344,172,304,140,1456,516,396,336,364,108,20,4,504,56888,164,116,832,120,20,360,56,2024,444,12,832,144,36,212,20,12,88,48,360,8,92,28,16,492,1548,2852,68,176,292,164,532,92,48,3320,12096,24,352,84,68,24,172,164,164,668,20,68,36,252,72,44,72,2900,136,684,400,872,40,56,596,80,504,236,120,612,336,836,96,3760,220,28,36,16,56,560,736,908,3856,2688,120,16,892,12,88,56,3648,5188,76,12,2132,112,36,668,748,116,320,3664,20,200,32,192,20,80,128,24,888,216,3692,180,8048,56,192,68,372,352,288,260,40,180,96,16,268,24,32,1788,220,1980,8,1188,24,16,4,124,88,284,14724,44,60,8,944,29208,460,124,400,8388,44,204,40,204,12,8,192,176,396,28,80,928,108,716,152,68,364,248,184,52,12,72,40,384,120,116,196,12,492,64,832,36,376,648,20,16,40,16,172,12,48,304,920,24,8,128,1812,28,80,308,28,2908,20,8,7724,24,828,104,5296,36,44,320,12,868,68,176,188,36,92,100,140,1060,220,16,124,604,28,268,4388,68,220,52,36,27020,252,52,68,112,216,72,92,236,3372,4,1488,384,108,132,232,588,740,84,1016,436,28,2540,4672,224,1648,160,24,11120,692,44,396,92,60,1220,88,11020,14860,4796,348,3240,980,336,108,52,2724,804,1364,348,8,80,228,612,28,176,196,32,148,1496,92,52,608,2684,596,208,64,48,3180,72,44,1060,2024,228,8,428,48,1340,284,10940,108,208,44,128,124,592,128,288,84,96,644,2136,2592,412,40,124,1036,320,6260,92,8448,1396,136,164,584,2096,160,3320,116,464,52,308,744,36,260,1088,200,13764,1160,200,6476,1416,16,668,20,148,32,152,96,104,12,148,48,84,1444,832,84,180,248,920,8,460,252,568,2252,576,68,44,3504,64,24,32,272,1564,8,92,772,88,724,24,36,20,72,64,64,16,32,176,772,40,3928,28,36,180,2804,596,952,4644,24,436,64,108,464,68,112,1516,416,632,12516,16,192,440,1012,124,132,344,152,192,400,40,24,276,148,16,172,148,16,140,188,116,136,44,992,12,436,532,10068,244,508,1100,64,24,56,684,1224,720,172,316,4964,376,312,524,372,824,856,68,836,60,376,10000,2136,704,156,36,1860,148,688,8,92,36,68,100,24,2592,1076,320,72,44,496,216,48,32,256,1348,68,12,36,44,584,64,220,364,560,8,636,216,876,56,560,228,81668,3816,60,372,528,20,120,1588,8,24,216,32,2048,600,140,1820,20,24,48,1784,840,8,1644,304,68,40,28,196,952,80,156,884,12,88,404,1880,1912,72,1056,180,512,1032,80,2220,812,160,220,932,2312,64,1124,104,7700,92,64,72,64,188,44,52,128,48,316,140,24,276,348,32,812,16,120,356,204,28,9148,48,200,276,812,1352,504,48,656,220,68,1808,1548,40,3428,100,864,16,740,84,44,36,208,76,1368,36,6368,20,188,524,192,24,128,124,2260,344,64,8,12,1216,92,48,192,268,64,6740,40,2600,40,268,488,1388,12,960,24,204,1168,1576,976,776,500,16,136,184,1252,112,156,572,472,108,128,376,60,112,132,8,876,88,168,80,1136,8,8,32,24,2436,44,456,468,556,120,84,56,12,1864,68,224,156,148,148,84,176,380,2820,56,964,32,44,256,172,20,188,332,956,188,20136,352,528,36,108,132,12,200,10832,1980,184,84,44,16,596,716,836,88,24,72,1764,916,1800,196,28,296,1096,7752,3344,5428,1484,1604,3292,40,1044,3988,64,68,1232,23456,4,680,156,136,1964,472,96,148,768,44,104,112,1204,8,264,236,92,44,184,76,4284,200,320,120,2720,620,24,112,184,64,32,92,380,92,36,1568,1120,264,20,20,88,76,4588,520,240,784,592,72,256,28,40,196,32,9628,20,20,352,20,28,24,220,44,452,564,516,360,292,36,252,1316,3248,56,348,32,2928,224,2392,300,224,468,452,76,28,40,172,120,644,196,3468,28,568,180,68,72,92,700,2316,8,16,172,92,48,76,92,48,44,56,22616,8,32,1616],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":893.3467407226562,"prepare_ms":7.936778012663126,"prepare_plus_stack_ms":901.2835187353194,"amortized_per_layer_ms":225.32087968382984,"prepare_fraction":0.008806083599309582,"stack_min_ms":891.412109375,"stack_max_ms":897.6810913085938,"prepare_min_ms":7.6077141566202044,"prepare_max_ms":9.432927938178182,"peak_allocated_gib":142.26969861984253,"peak_reserved_gib":154.515625},"zigzag":{"stack_ms":938.665283203125,"prepare_ms":152.35692798160017,"prepare_plus_stack_ms":1091.0222111847252,"amortized_per_layer_ms":272.7555527961813,"prepare_fraction":0.13964603691812835,"stack_min_ms":935.4799194335938,"stack_max_ms":943.6301879882812,"prepare_min_ms":40.549651021137834,"prepare_max_ms":172.89671197067946,"peak_allocated_gib":142.26969861984253,"peak_reserved_gib":154.515625},"planner":{"stack_ms":892.9210205078125,"prepare_ms":18.684934941120446,"prepare_plus_stack_ms":911.605955448933,"amortized_per_layer_ms":227.90148886223324,"prepare_fraction":0.020496723205278743,"stack_min_ms":888.4472045898438,"stack_max_ms":898.107666015625,"prepare_min_ms":18.51859805174172,"prepare_max_ms":146.68954990338534,"peak_allocated_gib":142.26969861984253,"peak_reserved_gib":154.515625}},"raw_sha256":"0533013f03b2e2ac2f7da5493c8378512377cb944248f270e4a026b0b1a6922e","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.40478899609297514,"layout_ms":7.541424012742937},{"common_ms":0.2572970697656274,"layout_ms":6.761376047506928},{"common_ms":0.25508308317512274,"layout_ms":6.6261469619348645},{"common_ms":0.2980330027639866,"layout_ms":6.9232170935720205},{"common_ms":0.25994807947427034,"layout_ms":6.9321440532803535}],"zigzag":[{"common_ms":0.26839401107281446,"layout_ms":42.479583993554115},{"common_ms":0.25769195053726435,"layout_ms":40.779858944006264},{"common_ms":0.254499027505517,"layout_ms":39.266703999601305},{"common_ms":0.2746849786490202,"layout_ms":41.28549504093826},{"common_ms":0.2656859578564763,"layout_ms":39.96693296357989}],"planner":[{"common_ms":0.281851040199399,"layout_ms":17.641910002566874},{"common_ms":0.2604289911687374,"layout_ms":17.79477600939572},{"common_ms":0.2693639835342765,"layout_ms":17.29476999025792},{"common_ms":0.29347697272896767,"layout_ms":146.39607293065637},{"common_ms":0.2738840412348509,"layout_ms":17.21071603242308}]},"samples":{"contiguous":[{"stack_ms":893.3436279296875,"wall_ms":893.3931470382959,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":891.9647216796875,"wall_ms":892.0079360250384,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":897.271728515625,"wall_ms":897.3145970376208,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":891.4085083007812,"wall_ms":891.4550900226459,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":897.669189453125,"wall_ms":897.7130310377106,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":893.1446533203125,"wall_ms":893.1938210735098,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":896.308837890625,"wall_ms":896.3525569997728,"allocated_gib":142.164559841156,"reserved_gib":145.3359375}],"zigzag":[{"stack_ms":938.1263427734375,"wall_ms":938.1699779769406,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":938.6593627929688,"wall_ms":938.7029679492116,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":936.5933227539062,"wall_ms":936.6371009964496,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":935.4727783203125,"wall_ms":935.517410049215,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":939.6826782226562,"wall_ms":939.7264840081334,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":943.6162719726562,"wall_ms":943.6590729746968,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":941.680419921875,"wall_ms":941.7258449830115,"allocated_gib":142.164559841156,"reserved_gib":145.3359375}],"planner":[{"stack_ms":892.9092407226562,"wall_ms":892.9521579993889,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":888.4365234375,"wall_ms":888.4796389611438,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":892.4007568359375,"wall_ms":892.4420999828726,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":894.6553955078125,"wall_ms":894.6979329921305,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":890.9927368164062,"wall_ms":891.035447944887,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":897.7311401367188,"wall_ms":897.7805559989065,"allocated_gib":142.164559841156,"reserved_gib":145.3359375},{"stack_ms":898.0851440429688,"wall_ms":898.1302350293845,"allocated_gib":142.164559841156,"reserved_gib":145.3359375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.37869997322559357,"layout_ms":7.75665498804301},{"common_ms":0.2498760586604476,"layout_ms":6.862019072286785},{"common_ms":0.25698693934828043,"layout_ms":6.953943986445665},{"common_ms":0.30983996111899614,"layout_ms":7.074097986333072},{"common_ms":0.251839985139668,"layout_ms":6.869685021229088}],"zigzag":[{"common_ms":0.2858529333025217,"layout_ms":41.51066904887557},{"common_ms":0.2535040257498622,"layout_ms":44.99268101062626},{"common_ms":0.24507008492946625,"layout_ms":162.46870008762926},{"common_ms":0.31612906605005264,"layout_ms":41.519466089084744},{"common_ms":0.26149104814976454,"layout_ms":39.21610105317086}],"planner":[{"common_ms":0.2791699953377247,"layout_ms":17.492457991465926},{"common_ms":0.25391101371496916,"layout_ms":17.738597933202982},{"common_ms":0.2747930120676756,"layout_ms":17.22532801795751},{"common_ms":0.25852303951978683,"layout_ms":17.1357219805941},{"common_ms":0.2573779784142971,"layout_ms":17.676885006949306}]},"samples":{"contiguous":[{"stack_ms":893.3292846679688,"wall_ms":893.3837090153247,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":891.9661254882812,"wall_ms":892.0093780616298,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":897.2696533203125,"wall_ms":897.3143550101668,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":891.4094848632812,"wall_ms":891.4554000366479,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":897.6793212890625,"wall_ms":897.7231819881126,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":893.1494140625,"wall_ms":893.1973120197654,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":896.3112182617188,"wall_ms":896.3574739173055,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125}],"zigzag":[{"stack_ms":938.1229858398438,"wall_ms":938.1672909948975,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":938.6602783203125,"wall_ms":938.7030600337312,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":936.6065063476562,"wall_ms":936.6492369445041,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":935.4799194335938,"wall_ms":935.5236770352349,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":939.6795654296875,"wall_ms":939.7268770262599,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":943.6109619140625,"wall_ms":943.6577329179272,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":941.6810913085938,"wall_ms":941.7277869069949,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125}],"planner":[{"stack_ms":892.9063110351562,"wall_ms":892.9514520568773,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":888.4405517578125,"wall_ms":888.4832160547376,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":892.4011840820312,"wall_ms":892.4442030256614,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":894.653564453125,"wall_ms":894.6975369472057,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":890.9865112304688,"wall_ms":891.0329750506207,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":897.73681640625,"wall_ms":897.790424991399,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125},{"stack_ms":898.0986938476562,"wall_ms":898.1449840357527,"allocated_gib":142.07386255264282,"reserved_gib":145.20703125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.312341027893126,"layout_ms":7.552411057986319},{"common_ms":0.25063997600227594,"layout_ms":6.863350979983807},{"common_ms":0.2614270197227597,"layout_ms":6.697898963466287},{"common_ms":0.3046710044145584,"layout_ms":6.937270052731037},{"common_ms":0.2615670673549175,"layout_ms":6.943079992197454}],"zigzag":[{"common_ms":0.27949002105742693,"layout_ms":42.101204046048224},{"common_ms":0.2518750261515379,"layout_ms":40.28060496784747},{"common_ms":0.25638099759817123,"layout_ms":38.96023903507739},{"common_ms":0.2907130401581526,"layout_ms":40.88975698687136},{"common_ms":0.2536199754104018,"layout_ms":39.166485075838864}],"planner":[{"common_ms":0.2786630066111684,"layout_ms":17.476968001574278},{"common_ms":0.2624629996716976,"layout_ms":17.851053038612008},{"common_ms":0.27928000781685114,"layout_ms":17.041743034496903},{"common_ms":0.2865020651370287,"layout_ms":136.38061098754406},{"common_ms":0.26393996085971594,"layout_ms":16.895238077268004}]},"samples":{"contiguous":[{"stack_ms":893.34033203125,"wall_ms":893.3866979787126,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":891.9649047851562,"wall_ms":892.0043620746583,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":897.2727661132812,"wall_ms":897.3141540773213,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":891.4112548828125,"wall_ms":891.4536249358207,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":897.6802368164062,"wall_ms":897.720039007254,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":893.1439208984375,"wall_ms":893.1892719119787,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":896.3177490234375,"wall_ms":896.3589649647474,"allocated_gib":142.19100141525269,"reserved_gib":154.515625}],"zigzag":[{"stack_ms":938.128662109375,"wall_ms":938.1668909918517,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":938.6622314453125,"wall_ms":938.7033509556204,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":936.6051635742188,"wall_ms":936.6455409908667,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":935.4752807617188,"wall_ms":935.5179229751229,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":939.6880493164062,"wall_ms":939.7286929888651,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":943.61962890625,"wall_ms":943.6598420143127,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":941.684326171875,"wall_ms":941.7282600188628,"allocated_gib":142.19100141525269,"reserved_gib":154.515625}],"planner":[{"stack_ms":892.908203125,"wall_ms":892.9487989516929,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":888.4389038085938,"wall_ms":888.4779559448361,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":892.4011840820312,"wall_ms":892.4404489807785,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":894.6569213867188,"wall_ms":894.6971020195633,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":890.9951171875,"wall_ms":891.0357030108571,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":897.7433471679688,"wall_ms":897.7891459362581,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":898.1045532226562,"wall_ms":898.1458679772913,"allocated_gib":142.19100141525269,"reserved_gib":154.515625}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3350290935486555,"layout_ms":7.318862015381455},{"common_ms":0.24931901134550571,"layout_ms":6.638830993324518},{"common_ms":0.2537280088290572,"layout_ms":6.73122494481504},{"common_ms":0.296343001537025,"layout_ms":6.765250000171363},{"common_ms":0.2548500197008252,"layout_ms":6.584645016118884}],"zigzag":[{"common_ms":0.28462090995162725,"layout_ms":41.686128941364586},{"common_ms":0.2491399645805359,"layout_ms":40.127757005393505},{"common_ms":0.24918699637055397,"layout_ms":39.02286593802273},{"common_ms":0.30851003248244524,"layout_ms":160.14084906782955},{"common_ms":0.25072298012673855,"layout_ms":39.634549990296364}],"planner":[{"common_ms":0.28795190155506134,"layout_ms":17.26396195590496},{"common_ms":0.25682710111141205,"layout_ms":17.54629996139556},{"common_ms":0.2893810160458088,"layout_ms":17.110015964135528},{"common_ms":0.28510100673884153,"layout_ms":17.345946049317718},{"common_ms":0.26543799322098494,"layout_ms":17.387730069458485}]},"samples":{"contiguous":[{"stack_ms":893.337158203125,"wall_ms":893.3846140280366,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":891.9681396484375,"wall_ms":892.0062020188197,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":897.27001953125,"wall_ms":897.3134270636365,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":891.4073486328125,"wall_ms":891.4535759249702,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":897.6775512695312,"wall_ms":897.7225150447339,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":893.1529541015625,"wall_ms":893.1958170142025,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":896.3128051757812,"wall_ms":896.3539709802717,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625}],"zigzag":[{"stack_ms":938.125244140625,"wall_ms":938.1671360461041,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":938.6646728515625,"wall_ms":938.7017749249935,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":936.6031494140625,"wall_ms":936.6458050208166,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":935.4763793945312,"wall_ms":935.517688980326,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":939.676513671875,"wall_ms":939.7205029381439,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":943.6088256835938,"wall_ms":943.6536449939013,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":941.6798095703125,"wall_ms":941.7218359885737,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625}],"planner":[{"stack_ms":892.9030151367188,"wall_ms":892.944936058484,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":888.4313354492188,"wall_ms":888.4734610328451,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":892.3991088867188,"wall_ms":892.4384790007025,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":894.6499633789062,"wall_ms":894.6918520377949,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":890.9935913085938,"wall_ms":891.0335300024599,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":897.7349243164062,"wall_ms":897.7872329996899,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625},{"stack_ms":898.096435546875,"wall_ms":898.1415759772062,"allocated_gib":142.26969861984253,"reserved_gib":145.59765625}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.31381507869809866,"layout_ms":7.5749310199171305},{"common_ms":0.25922991335392,"layout_ms":7.563813007436693},{"common_ms":0.26739598251879215,"layout_ms":6.791380932554603},{"common_ms":0.30467601027339697,"layout_ms":6.883374066092074},{"common_ms":0.2623640466481447,"layout_ms":6.86644297093153}],"zigzag":[{"common_ms":0.2808620920404792,"layout_ms":44.62476004846394},{"common_ms":0.2589529613032937,"layout_ms":40.97414808347821},{"common_ms":0.2566240727901459,"layout_ms":39.752451004460454},{"common_ms":0.2766939578577876,"layout_ms":163.81115501280874},{"common_ms":0.2637609140947461,"layout_ms":39.627171005122364}],"planner":[{"common_ms":0.282488064840436,"layout_ms":18.236109986901283},{"common_ms":0.27979700826108456,"layout_ms":18.28321593347937},{"common_ms":0.3387209726497531,"layout_ms":17.21263804938644},{"common_ms":0.28789008501917124,"layout_ms":17.377494019456208},{"common_ms":0.2729670377448201,"layout_ms":17.758226953446865}]},"samples":{"contiguous":[{"stack_ms":893.3408203125,"wall_ms":893.3922960422933,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":891.9682006835938,"wall_ms":892.00505905319,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":897.2634887695312,"wall_ms":897.3079470451921,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":891.4086303710938,"wall_ms":891.4480530656874,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":897.6799926757812,"wall_ms":897.7185420226306,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":893.1497192382812,"wall_ms":893.1881739990786,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":896.3233642578125,"wall_ms":896.3626769836992,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375}],"zigzag":[{"stack_ms":938.123291015625,"wall_ms":938.1619900232181,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":938.655517578125,"wall_ms":938.6932880152017,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":936.610107421875,"wall_ms":936.6524919169024,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":935.4676513671875,"wall_ms":935.5078500229865,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":939.6822509765625,"wall_ms":939.7207640577108,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":943.6234741210938,"wall_ms":943.6641710344702,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":941.6854858398438,"wall_ms":941.7291269637644,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375}],"planner":[{"stack_ms":892.909912109375,"wall_ms":892.948744003661,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":888.4378051757812,"wall_ms":888.47641996108,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":892.3871459960938,"wall_ms":892.429071944207,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":894.6578369140625,"wall_ms":894.6965710492805,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":890.9945678710938,"wall_ms":891.0359060391784,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":897.74560546875,"wall_ms":897.7892689872533,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375},{"stack_ms":898.1021118164062,"wall_ms":898.140695062466,"allocated_gib":142.14533472061157,"reserved_gib":145.33984375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.35926897544413805,"layout_ms":9.073658962734044},{"common_ms":0.23727002553641796,"layout_ms":7.068057078868151},{"common_ms":0.2463699784129858,"layout_ms":6.99072505813092},{"common_ms":0.30998606234788895,"layout_ms":7.2977280942723155},{"common_ms":0.24480698630213737,"layout_ms":6.987776956520975}],"zigzag":[{"common_ms":0.2644649939611554,"layout_ms":40.5240609543398},{"common_ms":0.23918598890304565,"layout_ms":152.11774199269712},{"common_ms":0.23932801559567451,"layout_ms":38.93457795493305},{"common_ms":0.26080303359776735,"layout_ms":39.97310693375766},{"common_ms":0.2586980117484927,"layout_ms":40.29095300938934}],"planner":[{"common_ms":0.27221895288676023,"layout_ms":17.438806011341512},{"common_ms":0.24803495034575462,"layout_ms":17.76061300188303},{"common_ms":0.24827499873936176,"layout_ms":17.094847047701478},{"common_ms":0.2645949134603143,"layout_ms":17.242481000721455},{"common_ms":0.25791104417294264,"layout_ms":17.342312028631568}]},"samples":{"contiguous":[{"stack_ms":893.3402099609375,"wall_ms":893.396225059405,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":891.967529296875,"wall_ms":892.0070369495079,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":897.2677001953125,"wall_ms":897.3080860450864,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":891.4083251953125,"wall_ms":891.4482309482992,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":897.677978515625,"wall_ms":897.7242469554767,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":893.14892578125,"wall_ms":893.1902850745246,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":896.3187866210938,"wall_ms":896.3598350528628,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125}],"zigzag":[{"stack_ms":938.1165161132812,"wall_ms":938.1585450610146,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":938.6631469726562,"wall_ms":938.7025450123474,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":936.606201171875,"wall_ms":936.6502308985218,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":935.4715576171875,"wall_ms":935.5113939382136,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":939.6762084960938,"wall_ms":939.7176799830049,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":943.6215209960938,"wall_ms":943.6629510018975,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":941.6821899414062,"wall_ms":941.7216499568895,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125}],"planner":[{"stack_ms":892.9166870117188,"wall_ms":892.955775023438,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":888.44091796875,"wall_ms":888.4813459590077,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":892.3881225585938,"wall_ms":892.4305739346892,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":894.657958984375,"wall_ms":894.6972679113969,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":890.99462890625,"wall_ms":891.0359770525247,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":897.7427368164062,"wall_ms":897.7899990277365,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125},{"stack_ms":898.104248046875,"wall_ms":898.1463799718767,"allocated_gib":141.97589540481567,"reserved_gib":145.111328125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.35910692531615496,"layout_ms":7.7712200582027435},{"common_ms":0.2541410503908992,"layout_ms":6.945963948965073},{"common_ms":0.26885909028351307,"layout_ms":6.830873084254563},{"common_ms":0.2960150595754385,"layout_ms":6.903367000631988},{"common_ms":0.26164401788264513,"layout_ms":6.916996091604233}],"zigzag":[{"common_ms":0.2655700081959367,"layout_ms":42.49389306642115},{"common_ms":0.2583980094641447,"layout_ms":40.14953400474042},{"common_ms":0.25525293312966824,"layout_ms":39.068351965397596},{"common_ms":0.26694999542087317,"layout_ms":158.92399696167558},{"common_ms":0.2630429808050394,"layout_ms":39.617486065253615}],"planner":[{"common_ms":0.2878679661080241,"layout_ms":17.57847296539694},{"common_ms":0.2635759301483631,"layout_ms":18.023872980847955},{"common_ms":0.2812970196828246,"layout_ms":17.12334796320647},{"common_ms":0.27731701266020536,"layout_ms":17.514560953713953},{"common_ms":0.26852497830986977,"layout_ms":17.657343996688724}]},"samples":{"contiguous":[{"stack_ms":893.3467407226562,"wall_ms":893.3889560867101,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":891.9742431640625,"wall_ms":892.0078800292686,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":897.2744750976562,"wall_ms":897.3068039631471,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":891.412109375,"wall_ms":891.445724060759,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":897.6810913085938,"wall_ms":897.7151610888541,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":893.1585693359375,"wall_ms":893.1919899769127,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":896.32763671875,"wall_ms":896.3616099208593,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125}],"zigzag":[{"stack_ms":938.1356201171875,"wall_ms":938.1689729634672,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":938.665283203125,"wall_ms":938.6987360194325,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":936.6111450195312,"wall_ms":936.6471070097759,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":935.4742431640625,"wall_ms":935.5074970517308,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":939.6904907226562,"wall_ms":939.7232680348679,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":943.6301879882812,"wall_ms":943.6653860611841,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":941.6934204101562,"wall_ms":941.7261800263077,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125}],"planner":[{"stack_ms":892.9210205078125,"wall_ms":892.9541109828278,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":888.4472045898438,"wall_ms":888.4820529492572,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":892.398681640625,"wall_ms":892.4338290235028,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":894.6592407226562,"wall_ms":894.6945610223338,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":890.9955444335938,"wall_ms":891.0293859662488,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":897.7479248046875,"wall_ms":897.7838240098208,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125},{"stack_ms":898.107666015625,"wall_ms":898.1419719057158,"allocated_gib":142.02342796325684,"reserved_gib":145.173828125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3481130115687847,"layout_ms":7.724707014858723},{"common_ms":0.2869709860533476,"layout_ms":7.654043030925095},{"common_ms":0.2887879963964224,"layout_ms":7.622721022926271},{"common_ms":0.27637300081551075,"layout_ms":6.7193490685895085},{"common_ms":0.28273207135498524,"layout_ms":7.654045941308141}],"zigzag":[{"common_ms":0.3439299762248993,"layout_ms":43.60135702881962},{"common_ms":0.29105902649462223,"layout_ms":41.210690047591925},{"common_ms":0.2788540441542864,"layout_ms":41.22733499389142},{"common_ms":0.2643819898366928,"layout_ms":172.63232998084277},{"common_ms":0.3108199452981353,"layout_ms":40.2005750220269}],"planner":[{"common_ms":0.2766429679468274,"layout_ms":17.22419506404549},{"common_ms":0.2899549435824156,"layout_ms":18.39497999753803},{"common_ms":0.318423961289227,"layout_ms":18.251787056215107},{"common_ms":0.2767980331555009,"layout_ms":17.395286005921662},{"common_ms":0.3031369997188449,"layout_ms":18.456008983775973}]},"samples":{"contiguous":[{"stack_ms":893.336181640625,"wall_ms":893.3813819894567,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":891.9527587890625,"wall_ms":891.9958580518141,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":897.2581176757812,"wall_ms":897.3105730256066,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":891.3998413085938,"wall_ms":891.4432589663193,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":897.6740112304688,"wall_ms":897.7144709788263,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":893.1378784179688,"wall_ms":893.1827039923519,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":896.3140869140625,"wall_ms":896.3673869147897,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375}],"zigzag":[{"stack_ms":938.120849609375,"wall_ms":938.1644129753113,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":938.65380859375,"wall_ms":938.7048139469698,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":936.5989990234375,"wall_ms":936.645814916119,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":935.4600219726562,"wall_ms":935.503407032229,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":939.6743774414062,"wall_ms":939.7168100113049,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":943.6182250976562,"wall_ms":943.6617599567398,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":941.6656494140625,"wall_ms":941.7170209344476,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375}],"planner":[{"stack_ms":892.902099609375,"wall_ms":892.9460130166262,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":888.4324340820312,"wall_ms":888.474742998369,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":892.38232421875,"wall_ms":892.4324640538543,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":894.64794921875,"wall_ms":894.6900819428265,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":890.9863891601562,"wall_ms":891.0384400514886,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":897.7347412109375,"wall_ms":897.7779170963913,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375},{"stack_ms":898.0945434570312,"wall_ms":898.137109936215,"allocated_gib":142.16545009613037,"reserved_gib":145.333984375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0005711647152327025,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.00032841143059050994,"max_abs":0.002532958984375,"finite":true},"dkv":{"relative_rms":0.00017611251762878562,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.0001447216084118024,"max_abs":1.5063505998114124e-12,"finite":true},"d_weights":{"relative_rms":0.00011641256159955577,"max_abs":3.026798367500305e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00019349322502824884,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00019470084448107406,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.2724948217980755e-06,"max_abs":8.640199666842818e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0005684961134036059,"max_abs":0.003287792205810547,"finite":true},"dq":{"relative_rms":0.0003248818308812365,"max_abs":0.0023345947265625,"finite":true},"dkv":{"relative_rms":0.000171717339587961,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00010164934767112846,"max_abs":1.1937117960769683e-12,"finite":true},"d_weights":{"relative_rms":9.375725080944567e-05,"max_abs":1.724401954561472e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001842188721629574,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001892530452222022,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.4579110339783036e-06,"max_abs":1.1311840353300795e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0005759706657122875,"max_abs":0.00347900390625,"finite":true},"dq":{"relative_rms":0.00032832654511872554,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.00018328042533100758,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.0001446338854491773,"max_abs":1.2079226507921703e-12,"finite":true},"d_weights":{"relative_rms":0.00011798120302557897,"max_abs":3.680838744912762e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001905003112373169,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001957468952868165,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.773018722059159e-06,"max_abs":1.0913936421275139e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":139,"candidate_workspace_bytes":417913600},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131240,"spans":1742,"candidate_workspace_bytes":515638796},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":151488,"spans":140,"candidate_workspace_bytes":536864112}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131200,"spans":1743,"candidate_workspace_bytes":530882348},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":94600,"spans":112,"candidate_workspace_bytes":536833024}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":133,"candidate_workspace_bytes":525264544},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131160,"spans":1733,"candidate_workspace_bytes":533013644},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":131072,"spans":133,"candidate_workspace_bytes":525264544}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":100,"candidate_workspace_bytes":516657040},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131048,"spans":1721,"candidate_workspace_bytes":535142136},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":150036,"spans":101,"candidate_workspace_bytes":536854384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":145,"candidate_workspace_bytes":389966096},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131032,"spans":1719,"candidate_workspace_bytes":528212756},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":150036,"spans":146,"candidate_workspace_bytes":536829996}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":89,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131032,"spans":1718,"candidate_workspace_bytes":528294048},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":69824,"spans":89,"candidate_workspace_bytes":536858340}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":165,"candidate_workspace_bytes":437281136},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130952,"spans":1709,"candidate_workspace_bytes":528401764},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":151488,"spans":166,"candidate_workspace_bytes":353879448}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":124,"candidate_workspace_bytes":419096176},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130912,"spans":1712,"candidate_workspace_bytes":528422804},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":150032,"spans":125,"candidate_workspace_bytes":528811652}}]}, + {"case":"1m-heldout-jittered-768-seed20261116","lengths":[1592,1356,1632,1732,1500,1256,1568,1744,1012,1684,1284,972,1368,1548,1144,1700,1600,1748,1196,1508,1624,1148,1420,1464,1052,964,1584,1404,1372,1240,1068,1328,1200,1532,1136,1312,1308,1288,1448,1716,1552,1052,1232,1372,1648,1256,1376,1300,1480,1440,992,1684,1768,1544,1700,1160,1232,1572,992,1044,1424,1396,1424,972,1440,1128,1236,1392,1444,1316,1472,1120,1636,1628,1748,1636,1140,1172,1200,1252,964,1136,1216,1468,1296,1188,1352,1608,1200,1152,1352,1064,1384,996,1500,1180,984,1116,1088,1556,1124,1224,1528,1140,1032,1268,1472,1548,976,1756,1720,1232,1044,1080,992,1288,1316,1396,1768,1356,1732,1056,1632,1520,1548,968,1364,1584,1372,1400,1780,1432,1384,1380,1672,1704,1636,1516,1624,1304,980,1648,1428,1164,1600,1684,1180,1224,1464,1332,1232,1068,1008,1032,1016,1500,984,1524,1012,1008,1664,1548,1380,1728,1716,972,976,1276,1220,1672,1268,1412,1340,1120,1368,1532,1548,1784,1012,1240,1404,1116,1628,1072,1340,1500,1776,1072,1540,1180,1224,1436,1652,1348,1016,964,1676,1384,1668,1340,1356,1364,1772,1288,1140,1472,1200,1544,1648,968,1616,1304,1644,1184,1324,984,1528,1468,1652,1096,1728,1580,1348,1120,1464,1708,1772,1648,1636,1732,1068,1532,1048,1700,1520,968,1132,1520,1220,1740,1012,1780,1284,1684,1624,1044,1116,1144,1692,1140,1448,1700,1648,1100,1068,1276,1444,1176,1372,972,1044,1396,972,1344,1056,1484,1676,1156,1612,1208,1688,1588,1644,1316,1672,1480,1504,1628,1296,1132,1740,1348,1264,1536,1556,1344,1120,1452,1544,1256,1064,1636,1000,1528,1692,1140,1500,1540,1348,1608,1732,1596,1000,1644,1756,1124,1264,1672,1108,1052,988,1612,1640,1016,1368,1584,1512,1276,1724,1244,1472,1224,1344,1288,1412,1540,1288,1120,1320,1104,1276,1748,976,1736,1524,1416,1348,1316,1388,1348,1396,1672,1772,1564,1312,1232,988,1252,1032,1352,1516,1596,1568,1172,1068,1408,1628,1048,1476,1048,1572,1476,980,1552,1772,1488,1184,1196,1200,1308,1412,1220,1244,1472,1544,1428,1400,1576,976,1392,1496,1220,976,1572,1708,1776,1240,1732,1572,1064,964,972,1696,1104,1232,1276,1432,988,1364,1764,1456,996,1356,1724,1520,1472,1192,1500,1400,1308,1332,1356,1548,1320,1544,1500,1604,1448,1296,1400,1452,1440,1008,1232,1368,1116,1732,1092,1748,1736,1208,1148,1744,1384,1220,1044,964,1404,1540,1336,992,972,1148,1036,1540,1580,1760,1008,1236,1220,1296,1608,1056,1220,1256,1068,1020,1544,1280,1784,1112,972,1404,1324,1044,1060,1020,1100,1408,1264,1604,1408,1108,1564,1372,1600,1012,1576,1752,1116,1424,1648,1568,1360,1240,1596,1272,1712,1460,1536,1100,1312,1160,1384,1424,1492,992,1184,1248,1452,1660,1592,1400,1260,1024,1424,1456,1440,1636,1640,1456,1424,1660,1044,1060,1216,1556,1596,968,1528,1276,1156,1076,1504,1740,1316,1448,1600,996,1340,1660,1296,1612,1472,1528,1636,1312,1680,1580,1452,1604,1252,1736,1364,1748,1344,1256,1300,1264,1500,1184,1228,1404,1216,1416,1064,1112,1584,1008,1392,1520,1076,1728,1212,1516,1640,1204,1552,1528,1264,1660,1648,1156,1728,1360,1008,1568,1324,1192,1132,1524,1304,1644,1144,1044,1496,1504,1056,1408,1396,1252,972,980,1344,1204,1504,1564,1260,1148,1700,1160,1560,1644,992,1608,1048,1520,1628,1608,1004,1412,1484,1372,1448,1372,1404,1236,1372,1412,972,1336,1460,1312,1628,976,968,1116,1068,1184,1384,1320,1232,980,1276,1540,1444,1440,1432,1324,1472,1708,1228,1116,1176,1552,1468,1048,1492,1600,1500,1780,1612,1140,1372,1408,996,1516,1768,1664,1488,1316,1176,1004,1336,1052,1292,1656,1656,1508,1088,1576,1752,1724,1720,1156,1252,1284,1780,964,1448,1412,1352,1428,1176,1368,1376,972,1556,1544,1344,1196,1488,1304,1512,1600,1388,1732,1072,1372,1484,1244,1116,1348,1636,1348,1144,1556,1032,1036,1328,1300,1736,1708,1548,1296,1552,1084,1148,1504,1104,1756,1048,1040,1612,1024,1100,1056,1532,1184,1656,1728,1704,1616,1576,1144,1548,1228,1608,1112,1540,1580,1540,1664,1652,1300,1100,1148,1472,1396,1508,1076,1728,1480,1288,1296,1348,968,1012,1464,1344,1208,1300,1344,1208,1196,1228,976,1116],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":501.8946838378906,"prepare_ms":6.571865058504045,"prepare_plus_stack_ms":508.46654889639467,"amortized_per_layer_ms":127.11663722409867,"prepare_fraction":0.012924871995548188,"stack_min_ms":501.0364685058594,"stack_max_ms":502.54876708984375,"prepare_min_ms":6.454432965256274,"prepare_max_ms":6.658044992946088,"peak_allocated_gib":140.97604608535767,"peak_reserved_gib":144.12890625},"zigzag":{"stack_ms":553.5430908203125,"prepare_ms":35.47684592194855,"prepare_plus_stack_ms":589.019936742261,"amortized_per_layer_ms":147.25498418556526,"prepare_fraction":0.06023029732773247,"stack_min_ms":552.944091796875,"stack_max_ms":553.8401489257812,"prepare_min_ms":34.932181937620044,"prepare_max_ms":38.35235198494047,"peak_allocated_gib":140.97604608535767,"peak_reserved_gib":144.12890625},"planner":{"stack_ms":501.42578125,"prepare_ms":8.033539983443916,"prepare_plus_stack_ms":509.4593212334439,"amortized_per_layer_ms":127.36483030836098,"prepare_fraction":0.01576875650050732,"stack_min_ms":500.5020751953125,"stack_max_ms":502.4143981933594,"prepare_min_ms":7.867397158406675,"prepare_max_ms":8.248672005720437,"peak_allocated_gib":140.97604608535767,"peak_reserved_gib":144.12890625}},"raw_sha256":"6b27e9591ac815ab3af2212ac3c312cc08a4928072338425d83d83047f62b06e","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.31799101270735264,"layout_ms":6.07451400719583},{"common_ms":0.22229598835110664,"layout_ms":5.285777035169303},{"common_ms":0.2222469775006175,"layout_ms":5.186552996747196},{"common_ms":0.2317690523341298,"layout_ms":5.254329997114837},{"common_ms":0.22270402405411005,"layout_ms":5.213491036556661}],"zigzag":[{"common_ms":0.24380802642554045,"layout_ms":36.97051701601595},{"common_ms":0.22067700047045946,"layout_ms":35.36872798576951},{"common_ms":0.21254795137792826,"layout_ms":33.70155498851091},{"common_ms":0.22273499052971601,"layout_ms":34.15932506322861},{"common_ms":0.21819793619215488,"layout_ms":33.774762065149844}],"planner":[{"common_ms":0.2255300059914589,"layout_ms":7.076635025441647},{"common_ms":0.22077606990933418,"layout_ms":7.011585985310376},{"common_ms":0.2373709576204419,"layout_ms":6.938932929188013},{"common_ms":0.24429999757558107,"layout_ms":6.93940999917686},{"common_ms":0.24173094425350428,"layout_ms":6.883978028781712}]},"samples":{"contiguous":[{"stack_ms":501.970947265625,"wall_ms":502.0099279936403,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":502.5341491699219,"wall_ms":502.57555302232504,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":501.48291015625,"wall_ms":501.5204030787572,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":501.6041564941406,"wall_ms":501.63973099552095,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":501.8901672363281,"wall_ms":501.92766496911645,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":502.3802490234375,"wall_ms":502.4184340145439,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":501.03240966796875,"wall_ms":501.06976204551756,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625}],"zigzag":[{"stack_ms":553.0319213867188,"wall_ms":553.0706229619682,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":552.944091796875,"wall_ms":552.9817428905517,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":553.0350341796875,"wall_ms":553.07228397578,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":553.7950439453125,"wall_ms":553.8340590428561,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":553.6180419921875,"wall_ms":553.6572400014848,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":553.8322143554688,"wall_ms":553.8718960015103,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":553.5415649414062,"wall_ms":553.5802789963782,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625}],"planner":[{"stack_ms":500.5652770996094,"wall_ms":500.6049480289221,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":502.1273498535156,"wall_ms":502.1693200105801,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":501.41845703125,"wall_ms":501.4557909453288,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":500.5017395019531,"wall_ms":500.5393489263952,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":502.41290283203125,"wall_ms":502.4483000161126,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":501.2662658691406,"wall_ms":501.3014900032431,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":502.08807373046875,"wall_ms":502.1258449414745,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3105499781668186,"layout_ms":6.093421019613743},{"common_ms":0.22184394765645266,"layout_ms":5.320701980963349},{"common_ms":0.22082997020334005,"layout_ms":5.295124021358788},{"common_ms":0.24147005751729012,"layout_ms":5.588769912719727},{"common_ms":0.22461998742073774,"layout_ms":5.28238108381629}],"zigzag":[{"common_ms":0.2445309655740857,"layout_ms":36.57165402546525},{"common_ms":0.21118298172950745,"layout_ms":34.947637002915144},{"common_ms":0.2224310301244259,"layout_ms":33.43739302363247},{"common_ms":0.2180009614676237,"layout_ms":34.41493399441242},{"common_ms":0.22015802096575499,"layout_ms":33.422805019654334}],"planner":[{"common_ms":0.2253130078315735,"layout_ms":7.100075017660856},{"common_ms":0.2230530371889472,"layout_ms":7.007698994129896},{"common_ms":0.23515999782830477,"layout_ms":7.041428936645389},{"common_ms":0.2422219840809703,"layout_ms":6.9392709992825985},{"common_ms":0.24953403044492006,"layout_ms":6.947104004211724}]},"samples":{"contiguous":[{"stack_ms":501.9707946777344,"wall_ms":502.0091680344194,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":502.5423583984375,"wall_ms":502.57913197856396,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":501.48114013671875,"wall_ms":501.5181549824774,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":501.600830078125,"wall_ms":501.6387900104746,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":501.8902893066406,"wall_ms":501.9267989555374,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":502.3802185058594,"wall_ms":502.41811689920723,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":501.034912109375,"wall_ms":501.07274402398616,"allocated_gib":140.972430229187,"reserved_gib":144.12890625}],"zigzag":[{"stack_ms":553.0292358398438,"wall_ms":553.0653339810669,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":552.9410400390625,"wall_ms":552.9801610391587,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":553.0326538085938,"wall_ms":553.0699209775776,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":553.7904052734375,"wall_ms":553.8317241007462,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":553.62744140625,"wall_ms":553.6649259738624,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":553.8394775390625,"wall_ms":553.8788830162957,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":553.5386352539062,"wall_ms":553.5775689641014,"allocated_gib":140.972430229187,"reserved_gib":144.12890625}],"planner":[{"stack_ms":500.5746154785156,"wall_ms":500.6128499517217,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":502.12811279296875,"wall_ms":502.1639090264216,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":501.4210510253906,"wall_ms":501.45649805199355,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":500.4969177246094,"wall_ms":500.5362370284274,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":502.4138488769531,"wall_ms":502.44989793282,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":501.2614440917969,"wall_ms":501.2986899819225,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":502.0902099609375,"wall_ms":502.1277709165588,"allocated_gib":140.972430229187,"reserved_gib":144.12890625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.3432789817452431,"layout_ms":6.075878976844251},{"common_ms":0.2235699212178588,"layout_ms":5.409499979577959},{"common_ms":0.21665508393198252,"layout_ms":5.410140962339938},{"common_ms":0.2387090353295207,"layout_ms":5.333582987077534},{"common_ms":0.22214604541659355,"layout_ms":5.1764200907200575}],"zigzag":[{"common_ms":0.23741903714835644,"layout_ms":36.203520954586565},{"common_ms":0.21580001339316368,"layout_ms":34.73255899734795},{"common_ms":0.20887900609523058,"layout_ms":33.34466100204736},{"common_ms":0.22085802629590034,"layout_ms":34.15926801972091},{"common_ms":0.21234899759292603,"layout_ms":33.63576193805784}],"planner":[{"common_ms":0.23238291032612324,"layout_ms":7.001708960160613},{"common_ms":0.21519395522773266,"layout_ms":6.96304498706013},{"common_ms":0.21876301616430283,"layout_ms":7.061277981847525},{"common_ms":0.24216203019022942,"layout_ms":6.928418064489961},{"common_ms":0.23962301202118397,"layout_ms":6.923637934960425}]},"samples":{"contiguous":[{"stack_ms":501.97735595703125,"wall_ms":502.01267295051366,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":502.5456237792969,"wall_ms":502.58017098531127,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":501.4866638183594,"wall_ms":501.5194999286905,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":501.6025695800781,"wall_ms":501.63829198572785,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":501.8944396972656,"wall_ms":501.92827195860445,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":502.3820495605469,"wall_ms":502.41571001242846,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":501.0364685058594,"wall_ms":501.0708230547607,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.0300903320312,"wall_ms":553.0648370040581,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":552.9408569335938,"wall_ms":552.9747830005363,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":553.0313720703125,"wall_ms":553.0688049038872,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":553.795654296875,"wall_ms":553.8334159646183,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":553.63134765625,"wall_ms":553.6663458915427,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":553.8401489257812,"wall_ms":553.8774050073698,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":553.5430908203125,"wall_ms":553.5787059925497,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875}],"planner":[{"stack_ms":500.58184814453125,"wall_ms":500.61641400679946,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":502.1168212890625,"wall_ms":502.16252298559994,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":501.42578125,"wall_ms":501.4597059926018,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":500.5020751953125,"wall_ms":500.53927302360535,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":502.4143981933594,"wall_ms":502.44770594872534,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":501.2674255371094,"wall_ms":501.3012810377404,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":502.0863037109375,"wall_ms":502.12544098030776,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.305245048366487,"layout_ms":6.1784780118614435},{"common_ms":0.22049900144338608,"layout_ms":5.361385992728174},{"common_ms":0.21890609059482813,"layout_ms":5.413038888946176},{"common_ms":0.24172209668904543,"layout_ms":5.3890619892627},{"common_ms":0.22139889188110828,"layout_ms":5.366492085158825}],"zigzag":[{"common_ms":0.23182400036603212,"layout_ms":36.891920026391745},{"common_ms":0.21674600429832935,"layout_ms":35.27133306488395},{"common_ms":0.22029608953744173,"layout_ms":34.150126040913165},{"common_ms":0.22401404567062855,"layout_ms":34.620499005541205},{"common_ms":0.21679396741092205,"layout_ms":33.7588150287047}],"planner":[{"common_ms":0.22891093976795673,"layout_ms":7.144156959839165},{"common_ms":0.2207000507041812,"layout_ms":7.1119440253824},{"common_ms":0.23421598598361015,"layout_ms":7.110588019713759},{"common_ms":0.2453880151733756,"layout_ms":7.06711201928556},{"common_ms":0.2441259566694498,"layout_ms":6.992953945882618}]},"samples":{"contiguous":[{"stack_ms":501.97174072265625,"wall_ms":502.0091070327908,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.5443420410156,"wall_ms":502.5794949615374,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.4775390625,"wall_ms":501.5122500481084,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.5967712402344,"wall_ms":501.63290195632726,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.8887023925781,"wall_ms":501.92435598000884,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.3765869140625,"wall_ms":502.41309497505426,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.03155517578125,"wall_ms":501.06696493458,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.0291748046875,"wall_ms":553.0640829820186,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":552.9423217773438,"wall_ms":552.976738079451,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":553.03173828125,"wall_ms":553.068197099492,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":553.7952880859375,"wall_ms":553.8304999936372,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":553.62548828125,"wall_ms":553.6629410926253,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":553.8353881835938,"wall_ms":553.8741999771446,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":553.5396118164062,"wall_ms":553.5765539389104,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":500.5757751464844,"wall_ms":500.61292201280594,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.1323547363281,"wall_ms":502.16577597893775,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.42279052734375,"wall_ms":501.45643996074796,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":500.4989318847656,"wall_ms":500.5350209539756,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.40692138671875,"wall_ms":502.4421219713986,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.2566223144531,"wall_ms":501.29210005979985,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.0858459472656,"wall_ms":502.1217690082267,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.29071501921862364,"layout_ms":6.08115189243108},{"common_ms":0.22385292686522007,"layout_ms":5.259952042251825},{"common_ms":0.22752501536160707,"layout_ms":5.291417008265853},{"common_ms":0.23695500567555428,"layout_ms":5.263716913759708},{"common_ms":0.2193879336118698,"layout_ms":5.24717103689909}],"zigzag":[{"common_ms":0.2335929311811924,"layout_ms":36.770838079974055},{"common_ms":0.2163710305467248,"layout_ms":35.022836993448436},{"common_ms":0.2189219230785966,"layout_ms":33.94506801851094},{"common_ms":0.221943948417902,"layout_ms":34.61753495503217},{"common_ms":0.22207899019122124,"layout_ms":33.97476300597191}],"planner":[{"common_ms":0.23285800125449896,"layout_ms":6.990782101638615},{"common_ms":0.21074502728879452,"layout_ms":6.964604952372611},{"common_ms":0.2267389791086316,"layout_ms":7.041686098091304},{"common_ms":0.24069193750619888,"layout_ms":6.959578022360802},{"common_ms":0.23645604960620403,"layout_ms":6.925237947143614}]},"samples":{"contiguous":[{"stack_ms":501.98211669921875,"wall_ms":502.0158910192549,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":502.5445251464844,"wall_ms":502.57939496077597,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":501.4723815917969,"wall_ms":501.5100250020623,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":501.60296630859375,"wall_ms":501.63808604702353,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":501.8946838378906,"wall_ms":501.9269479671493,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":502.3805847167969,"wall_ms":502.4180880282074,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":501.029296875,"wall_ms":501.0664169676602,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.03076171875,"wall_ms":553.0666209524497,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":552.9425048828125,"wall_ms":552.9788399580866,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":553.0308837890625,"wall_ms":553.0661710072309,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":553.7991333007812,"wall_ms":553.8315830053762,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":553.6288452148438,"wall_ms":553.6635860335082,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":553.8387451171875,"wall_ms":553.8739809999242,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":553.5363159179688,"wall_ms":553.5735810408369,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875}],"planner":[{"stack_ms":500.5791320800781,"wall_ms":500.6140749901533,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":502.1347961425781,"wall_ms":502.17344891279936,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":501.4195861816406,"wall_ms":501.4599310234189,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":500.4986572265625,"wall_ms":500.5328570259735,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":502.40625,"wall_ms":502.43957596831024,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":501.2529296875,"wall_ms":501.2895859545097,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":502.08966064453125,"wall_ms":502.1248770644888,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.314202974550426,"layout_ms":6.090871058404446},{"common_ms":0.22051110863685608,"layout_ms":5.613429006189108},{"common_ms":0.21314900368452072,"layout_ms":5.456437007524073},{"common_ms":0.2364550018683076,"layout_ms":5.355822038836777},{"common_ms":0.21998898591846228,"layout_ms":5.4382659727707505}],"zigzag":[{"common_ms":0.23427698761224747,"layout_ms":36.49265191052109},{"common_ms":0.22142799571156502,"layout_ms":34.79121101554483},{"common_ms":0.21221896167844534,"layout_ms":33.384919981472194},{"common_ms":0.21675601601600647,"layout_ms":34.40318105276674},{"common_ms":0.21504494361579418,"layout_ms":33.5573599440977}],"planner":[{"common_ms":0.23250607773661613,"layout_ms":7.071451051160693},{"common_ms":0.22327899932861328,"layout_ms":7.13289703708142},{"common_ms":0.23287907242774963,"layout_ms":6.959339021705091},{"common_ms":0.22816890850663185,"layout_ms":6.972956005483866},{"common_ms":0.23719400633126497,"layout_ms":7.1288259932771325}]},"samples":{"contiguous":[{"stack_ms":501.9794616699219,"wall_ms":502.0145659800619,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":502.54876708984375,"wall_ms":502.58281000424176,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":501.4758605957031,"wall_ms":501.51287799235433,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":501.6000061035156,"wall_ms":501.63711106870323,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":501.8889465332031,"wall_ms":501.92243605852127,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":502.3778991699219,"wall_ms":502.41405109409243,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":501.0295715332031,"wall_ms":501.0656740050763,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.0319213867188,"wall_ms":553.0664250254631,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":552.9408569335938,"wall_ms":552.9779879143462,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":553.0319213867188,"wall_ms":553.0674559995532,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":553.7943725585938,"wall_ms":553.8300990592688,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":553.6241455078125,"wall_ms":553.6592920543626,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":553.8396606445312,"wall_ms":553.8787220139056,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":553.5384521484375,"wall_ms":553.5748170223087,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875}],"planner":[{"stack_ms":500.5789794921875,"wall_ms":500.61356101650745,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":502.1378479003906,"wall_ms":502.1708590211347,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":501.4212951660156,"wall_ms":501.4646539930254,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":500.4996337890625,"wall_ms":500.5346490070224,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":502.40716552734375,"wall_ms":502.442680997774,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":501.26385498046875,"wall_ms":501.29857496358454,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":502.08660888671875,"wall_ms":502.1216080058366,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.31725806184113026,"layout_ms":6.051364005543292},{"common_ms":0.2179230796173215,"layout_ms":5.294620990753174},{"common_ms":0.21004502195864916,"layout_ms":5.230227019637823},{"common_ms":0.23195997346192598,"layout_ms":5.365467979572713},{"common_ms":0.21580595057457685,"layout_ms":5.251336027868092}],"zigzag":[{"common_ms":0.22594199981540442,"layout_ms":36.263901041820645},{"common_ms":0.21885090973228216,"layout_ms":34.68251705635339},{"common_ms":0.21774694323539734,"layout_ms":33.50092808250338},{"common_ms":0.21722400560975075,"layout_ms":34.03956303372979},{"common_ms":0.21694099996238947,"layout_ms":33.438905025832355}],"planner":[{"common_ms":0.23070897441357374,"layout_ms":7.1281930431723595},{"common_ms":0.21557603031396866,"layout_ms":7.056533941067755},{"common_ms":0.22923701908439398,"layout_ms":6.996551062911749},{"common_ms":0.23531692568212748,"layout_ms":7.0481200236827135},{"common_ms":0.2431889297440648,"layout_ms":6.956249009817839}]},"samples":{"contiguous":[{"stack_ms":501.9711608886719,"wall_ms":502.00708501506597,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":502.54534912109375,"wall_ms":502.5791840162128,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":501.4768981933594,"wall_ms":501.5111210523173,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":501.60260009765625,"wall_ms":501.63680606056005,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":501.8902282714844,"wall_ms":501.92432408221066,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":502.3719482421875,"wall_ms":502.40875396411866,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":501.030517578125,"wall_ms":501.0650990298018,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.0263061523438,"wall_ms":553.0605630483478,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":552.9375610351562,"wall_ms":552.9740749625489,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":553.0328979492188,"wall_ms":553.0679100193083,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":553.7940673828125,"wall_ms":553.8289840333164,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":553.6256103515625,"wall_ms":553.6616200115532,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":553.837158203125,"wall_ms":553.8767599500716,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":553.5396118164062,"wall_ms":553.5790419671685,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875}],"planner":[{"stack_ms":500.578369140625,"wall_ms":500.60964503791183,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":502.1213073730469,"wall_ms":502.16586503665894,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":501.4203796386719,"wall_ms":501.45918293856084,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":500.4962463378906,"wall_ms":500.53130195010453,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":502.4046936035156,"wall_ms":502.4395260261372,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":501.2580261230469,"wall_ms":501.29444594495,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":502.0799255371094,"wall_ms":502.11556593421847,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3182829823344946,"layout_ms":6.238935049623251},{"common_ms":0.24294795002788305,"layout_ms":6.371042924001813},{"common_ms":0.2480529947206378,"layout_ms":6.323812063783407},{"common_ms":0.2701209159567952,"layout_ms":6.1843120492994785},{"common_ms":0.24507392663508654,"layout_ms":6.412971066311002}],"zigzag":[{"common_ms":0.25952199939638376,"layout_ms":38.092829985544086},{"common_ms":0.24433701764792204,"layout_ms":36.156250978820026},{"common_ms":0.241147936321795,"layout_ms":34.99598999042064},{"common_ms":0.2431279281154275,"layout_ms":35.233717993833125},{"common_ms":0.23697991855442524,"layout_ms":34.69520201906562}],"planner":[{"common_ms":0.2543301088735461,"layout_ms":7.613067049533129},{"common_ms":0.24887605104595423,"layout_ms":7.999795954674482},{"common_ms":0.2574030077084899,"layout_ms":7.835899014025927},{"common_ms":0.27343491092324257,"layout_ms":7.67739093862474},{"common_ms":0.26541005354374647,"layout_ms":7.768129929900169}]},"samples":{"contiguous":[{"stack_ms":501.9735107421875,"wall_ms":502.01164302416146,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":502.5391540527344,"wall_ms":502.576211001724,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":501.46954345703125,"wall_ms":501.5044289175421,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":501.5853576660156,"wall_ms":501.6256159869954,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":501.880859375,"wall_ms":501.9288440234959,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":502.3744201660156,"wall_ms":502.4103809846565,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":501.0287170410156,"wall_ms":501.07707001734525,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.0250244140625,"wall_ms":553.0621889047325,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":552.9361572265625,"wall_ms":552.9808619758114,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":553.0271606445312,"wall_ms":553.0644679674879,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":553.7916259765625,"wall_ms":553.8335170131177,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":553.6170043945312,"wall_ms":553.655770025216,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":553.8217163085938,"wall_ms":553.860854008235,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":553.5204467773438,"wall_ms":553.5670960089192,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875}],"planner":[{"stack_ms":500.570556640625,"wall_ms":500.606314977631,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":502.11920166015625,"wall_ms":502.16307991649956,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":501.4053649902344,"wall_ms":501.4464909909293,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":500.4960632324219,"wall_ms":500.53208402823657,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":502.4014892578125,"wall_ms":502.4392729392275,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":501.25439453125,"wall_ms":501.2916319537908,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":502.0723571777344,"wall_ms":502.11216998286545,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.565621461743152e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.491627799437547e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":8.601123852382972e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.0262480206077177e-06,"max_abs":6.764366844436154e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.5061438666266325e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.988118104281545e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":7.264755488343773e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.248399507217134e-07,"max_abs":5.9685589803848416e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.028527404611006e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.290882037420951e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00014401165478406577,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.0542945529654386e-06,"max_abs":1.2164491636212915e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91022080},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131176,"spans":1536,"candidate_workspace_bytes":90290632},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91022080}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91719184},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131128,"spans":1536,"candidate_workspace_bytes":90960584},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91719184}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93804560},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1536,"candidate_workspace_bytes":91508528},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93804560}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":92257424},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131036,"spans":1536,"candidate_workspace_bytes":91963804},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":92257424}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90735152},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131044,"spans":1536,"candidate_workspace_bytes":92362212},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90735152}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93610016},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131052,"spans":1536,"candidate_workspace_bytes":92665324},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93610016}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90505024},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131060,"spans":1536,"candidate_workspace_bytes":92867508},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90505024}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91905120},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131008,"spans":1536,"candidate_workspace_bytes":92939968},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91905120}}]}, + {"case":"1m-heldout-tiny-tail-768-seed20261116","lengths":[96,64,140,2076,84,48,92,3936,20,752,52,12,68,92,36,908,96,4144,40,84,100,36,72,80,24,12,96,72,68,48,28,60,40,88,36,56,56,52,76,1212,92,24,48,68,352,48,68,56,84,76,16,700,10296,92,1000,40,48,96,16,24,76,72,76,12,76,32,48,68,76,60,80,32,220,104,4688,168,36,40,40,48,12,36,44,80,56,40,64,100,40,36,64,28,68,16,84,40,16,32,28,92,32,44,88,36,20,52,80,92,12,6948,1384,48,24,28,16,52,60,72,8748,64,1984,24,144,88,92,12,68,96,68,72,35260,76,68,68,584,1048,148,88,100,56,16,320,76,40,96,700,40,44,80,60,48,28,20,20,20,84,16,88,20,20,532,92,68,1704,1212,12,12,52,44,624,52,72,60,32,68,88,92,461132,20,48,72,32,100,28,60,84,25728,28,88,40,44,76,392,64,20,12,668,68,540,60,64,68,11148,52,36,80,40,88,312,12,100,56,296,40,60,16,88,80,400,28,1896,96,64,32,80,1148,15008,348,232,2156,28,88,24,832,88,12,32,88,44,3928,20,46140,52,692,100,20,32,36,796,36,76,852,380,32,28,52,76,40,68,12,20,72,12,60,24,84,680,40,100,40,760,96,284,60,600,84,84,104,52,32,3224,64,52,88,92,60,32,76,92,48,28,192,16,88,812,36,84,88,64,100,2384,96,16,264,6872,32,48,644,32,24,16,100,244,20,68,96,88,52,1492,48,80,44,60,52,72,88,52,32,60,32,52,5260,16,2960,88,72,64,60,68,64,72,564,13376,92,56,48,16,48,20,64,88,96,92,40,28,72,112,24,80,24,96,80,16,92,20004,84,40,40,40,56,72,44,48,80,92,76,72,96,16,72,84,44,16,96,1144,23684,48,2372,96,24,12,12,824,32,48,52,76,16,68,7668,76,16,64,1440,88,80,40,84,72,56,60,64,92,60,92,84,100,76,56,72,76,76,20,48,68,32,2748,28,4468,2920,40,36,3940,68,44,24,12,72,88,60,16,12,36,20,88,96,7528,20,48,44,56,100,24,44,48,28,20,88,52,61376,32,12,72,60,20,24,20,28,72,52,100,72,32,92,68,96,20,96,6028,32,76,380,96,68,48,96,52,1192,80,88,28,56,40,68,76,84,16,40,48,76,504,96,72,48,20,76,76,76,164,256,76,76,476,24,24,44,92,96,12,88,52,40,28,84,3472,60,76,96,16,60,512,56,100,80,88,192,56,684,96,76,100,48,3176,68,5036,60,48,56,52,84,40,44,72,44,72,28,32,96,20,68,88,28,1704,44,88,248,40,92,88,52,456,376,36,1624,64,16,96,60,40,32,88,56,272,36,20,84,84,24,72,72,48,12,16,60,40,84,92,48,36,824,40,92,276,16,100,24,88,136,100,16,72,84,68,76,68,72,48,68,72,12,60,80,56,108,12,12,32,28,40,68,60,44,16,52,88,76,76,76,60,80,1100,44,32,40,92,80,24,84,96,84,39720,100,36,68,72,16,88,8664,532,84,60,40,16,60,24,52,436,444,84,28,96,5640,1580,1396,40,48,52,56784,12,76,72,64,76,40,68,68,12,92,92,60,40,84,56,88,96,68,2780,28,68,84,48,32,60,164,64,36,92,20,20,60,56,2976,1092,92,56,92,28,36,84,32,7016,24,20,100,20,28,24,88,40,424,1612,1048,100,96,36,92,44,100,32,88,96,88,528,424,56,32,36,80,72,84,28,1852,84,52,56,64,12,20,80,60,44,56,60,44,40,44,12,32],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":2126.980712890625,"prepare_ms":7.007880951277912,"prepare_plus_stack_ms":2133.988593841903,"amortized_per_layer_ms":533.4971484604757,"prepare_fraction":0.0032839355240701406,"stack_min_ms":2121.90185546875,"stack_max_ms":2129.53271484375,"prepare_min_ms":6.618963088840246,"prepare_max_ms":7.634657900780439,"peak_allocated_gib":153.75105810165405,"peak_reserved_gib":166.490234375},"zigzag":{"stack_ms":1747.546142578125,"prepare_ms":149.6067129774019,"prepare_plus_stack_ms":1897.152855555527,"amortized_per_layer_ms":474.2882138888817,"prepare_fraction":0.07885854454969253,"stack_min_ms":1744.0311279296875,"stack_max_ms":1751.14404296875,"prepare_min_ms":30.572221032343805,"prepare_max_ms":156.48003586102277,"peak_allocated_gib":153.75105810165405,"peak_reserved_gib":166.490234375},"planner":{"stack_ms":1719.4727783203125,"prepare_ms":19.947867025621235,"prepare_plus_stack_ms":1739.4206453459337,"amortized_per_layer_ms":434.85516133648343,"prepare_fraction":0.011468109843926814,"stack_min_ms":1717.2999267578125,"stack_max_ms":1722.566162109375,"prepare_min_ms":19.266567076556385,"prepare_max_ms":132.83684104681015,"peak_allocated_gib":153.75105810165405,"peak_reserved_gib":166.490234375}},"raw_sha256":"1d1059389765a47d9ed8a735418d87b769966693f22076d32e5e4faea2aab26a","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.4008690593764186,"layout_ms":6.999798002652824},{"common_ms":0.2532940125092864,"layout_ms":5.997912026941776},{"common_ms":0.26028009597212076,"layout_ms":6.089168018661439},{"common_ms":0.26721099857240915,"layout_ms":6.070437026210129},{"common_ms":0.26047800201922655,"layout_ms":5.933191045187414}],"zigzag":[{"common_ms":0.27043709997087717,"layout_ms":31.548338010907173},{"common_ms":0.24780095554888248,"layout_ms":29.940824955701828},{"common_ms":0.2417449140921235,"layout_ms":156.23829094693065},{"common_ms":0.24919805582612753,"layout_ms":30.218479107134044},{"common_ms":0.24954997934401035,"layout_ms":29.965494060888886}],"planner":[{"common_ms":0.2527940087020397,"layout_ms":18.914411077275872},{"common_ms":0.24450698401778936,"layout_ms":19.06028902158141},{"common_ms":0.2757440088316798,"layout_ms":18.68279604241252},{"common_ms":0.2601640298962593,"layout_ms":18.633297993801534},{"common_ms":0.2523149596527219,"layout_ms":18.57259392272681}]},"samples":{"contiguous":[{"stack_ms":2125.642822265625,"wall_ms":2125.7054390152916,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":2121.88671875,"wall_ms":2121.9538950826973,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":2126.033447265625,"wall_ms":2126.099526998587,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":2128.32666015625,"wall_ms":2128.394130966626,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":2129.5205078125,"wall_ms":2129.5871610054746,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":2128.111572265625,"wall_ms":2128.177116974257,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":2126.94921875,"wall_ms":2127.017393009737,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875}],"zigzag":[{"stack_ms":1744.2080078125,"wall_ms":1744.2677069921046,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1744.001220703125,"wall_ms":1744.0563789568841,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1747.9183349609375,"wall_ms":1747.9821019805968,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1751.1307373046875,"wall_ms":1751.188572961837,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1749.5850830078125,"wall_ms":1749.6459130197763,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1746.8411865234375,"wall_ms":1746.8999529955909,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1747.5152587890625,"wall_ms":1747.575517045334,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875}],"planner":[{"stack_ms":1717.274658203125,"wall_ms":1717.3324769828469,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1719.443359375,"wall_ms":1719.5020149229094,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1722.5445556640625,"wall_ms":1722.6151210488752,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1717.845458984375,"wall_ms":1717.9032020503655,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1719.0054931640625,"wall_ms":1719.0625190269202,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1719.6751708984375,"wall_ms":1719.7409010259435,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875},{"stack_ms":1721.749755859375,"wall_ms":1721.8189589912072,"allocated_gib":151.75201892852783,"reserved_gib":154.560546875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3606310347095132,"layout_ms":5.944182979874313},{"common_ms":0.19476201850920916,"layout_ms":5.091853090561926},{"common_ms":0.23561494890600443,"layout_ms":5.315275047905743},{"common_ms":0.2068390604108572,"layout_ms":5.1213400438427925},{"common_ms":0.21237402688711882,"layout_ms":5.138892913237214}],"zigzag":[{"common_ms":0.24839292746037245,"layout_ms":30.881522921845317},{"common_ms":0.20044203847646713,"layout_ms":30.648997984826565},{"common_ms":0.19349099602550268,"layout_ms":27.967049041762948},{"common_ms":0.26944291312247515,"layout_ms":154.36867193784565},{"common_ms":0.19047304522246122,"layout_ms":28.492017998360097}],"planner":[{"common_ms":0.2184279728680849,"layout_ms":17.994135967455804},{"common_ms":0.19706098828464746,"layout_ms":17.45087408926338},{"common_ms":0.2580219879746437,"layout_ms":17.60603697039187},{"common_ms":0.26779097970575094,"layout_ms":18.093838007189333},{"common_ms":0.20719796884804964,"layout_ms":17.436482943594456}]},"samples":{"contiguous":[{"stack_ms":2125.6376953125,"wall_ms":2125.722626922652,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":2121.875,"wall_ms":2121.960207936354,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":2126.025146484375,"wall_ms":2126.1128319893032,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":2128.318115234375,"wall_ms":2128.4169600112364,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":2129.512451171875,"wall_ms":2129.6029849909246,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":2128.099853515625,"wall_ms":2128.192955045961,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":2126.949951171875,"wall_ms":2127.0371850114316,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375}],"zigzag":[{"stack_ms":1744.2066650390625,"wall_ms":1744.2856890847906,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1743.977294921875,"wall_ms":1744.0590530168265,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1747.8968505859375,"wall_ms":1747.979756910354,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1751.123779296875,"wall_ms":1751.2046688934788,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1749.5665283203125,"wall_ms":1749.6561299776658,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1746.81640625,"wall_ms":1746.903486084193,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1747.4876708984375,"wall_ms":1747.5668679689988,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375}],"planner":[{"stack_ms":1717.2706298828125,"wall_ms":1717.351344996132,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1719.4420166015625,"wall_ms":1719.5194270461798,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1722.5364990234375,"wall_ms":1722.627819981426,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1717.81640625,"wall_ms":1717.8989489329979,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1718.9871826171875,"wall_ms":1719.0642289351672,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1719.6649169921875,"wall_ms":1719.7584309615195,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375},{"stack_ms":1721.744384765625,"wall_ms":1721.8206080142409,"allocated_gib":152.67714071273804,"reserved_gib":166.490234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.31256896909326315,"layout_ms":6.132917013019323},{"common_ms":0.1867749961093068,"layout_ms":5.294907023198903},{"common_ms":0.21208799444139004,"layout_ms":5.281170015223324},{"common_ms":0.23582205176353455,"layout_ms":5.446672905236483},{"common_ms":0.19891606643795967,"layout_ms":5.390211008489132}],"zigzag":[{"common_ms":0.20097498781979084,"layout_ms":30.133371939882636},{"common_ms":0.20432600285857916,"layout_ms":28.779044980183244},{"common_ms":0.20172400400042534,"layout_ms":148.16741505637765},{"common_ms":0.19984401296824217,"layout_ms":28.391123982146382},{"common_ms":0.20265893545001745,"layout_ms":28.64329202566296}],"planner":[{"common_ms":0.19928195979446173,"layout_ms":17.530446988530457},{"common_ms":0.18807302694767714,"layout_ms":17.290752031840384},{"common_ms":0.2231360413134098,"layout_ms":17.40187406539917},{"common_ms":0.21446903701871634,"layout_ms":17.52207602839917},{"common_ms":0.20618608687072992,"layout_ms":17.385346931405365}]},"samples":{"contiguous":[{"stack_ms":2125.652587890625,"wall_ms":2125.709258019924,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":2121.8916015625,"wall_ms":2121.95150507614,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":2126.04638671875,"wall_ms":2126.1066399747506,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":2128.338623046875,"wall_ms":2128.4031950635836,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":2129.524169921875,"wall_ms":2129.586733994074,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":2128.115966796875,"wall_ms":2128.1771069625393,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":2126.955810546875,"wall_ms":2127.0221510203555,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875}],"zigzag":[{"stack_ms":1744.2130126953125,"wall_ms":1744.2669960437343,"allocated_gib":152.56809759140015,"reserved_gib":164.48046875},{"stack_ms":1744.0106201171875,"wall_ms":1744.0638620173559,"allocated_gib":152.56809759140015,"reserved_gib":164.48046875},{"stack_ms":1747.9246826171875,"wall_ms":1747.9841369204223,"allocated_gib":152.56809759140015,"reserved_gib":164.48046875},{"stack_ms":1751.13818359375,"wall_ms":1751.191345974803,"allocated_gib":152.56809759140015,"reserved_gib":164.48046875},{"stack_ms":1749.5889892578125,"wall_ms":1749.646101030521,"allocated_gib":152.56809759140015,"reserved_gib":164.48046875},{"stack_ms":1746.8406982421875,"wall_ms":1746.8962360871956,"allocated_gib":152.56809759140015,"reserved_gib":164.48046875},{"stack_ms":1747.52001953125,"wall_ms":1747.5771739846095,"allocated_gib":152.56809759140015,"reserved_gib":164.48046875}],"planner":[{"stack_ms":1717.2833251953125,"wall_ms":1717.336937901564,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":1719.454345703125,"wall_ms":1719.5093149784952,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":1722.5587158203125,"wall_ms":1722.6154539966956,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":1717.8485107421875,"wall_ms":1717.9025260265917,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":1719.007568359375,"wall_ms":1719.0600329777226,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":1719.678466796875,"wall_ms":1719.7404169710353,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875},{"stack_ms":1721.7540283203125,"wall_ms":1721.820669947192,"allocated_gib":152.56743049621582,"reserved_gib":164.48046875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3045679768547416,"layout_ms":6.271632970310748},{"common_ms":0.20036601927131414,"layout_ms":5.424694973044097},{"common_ms":0.21931505762040615,"layout_ms":5.3982839453965425},{"common_ms":0.23888400755822659,"layout_ms":5.573209025897086},{"common_ms":0.20918308291584253,"layout_ms":5.362424999475479}],"zigzag":[{"common_ms":0.22600102238357067,"layout_ms":31.280706054531038},{"common_ms":0.20634103566408157,"layout_ms":145.65427403431386},{"common_ms":0.19814004190266132,"layout_ms":28.547900030389428},{"common_ms":0.2141010481864214,"layout_ms":29.64865998364985},{"common_ms":0.20731007680296898,"layout_ms":28.637108043767512}],"planner":[{"common_ms":0.2037120284512639,"layout_ms":17.363341059535742},{"common_ms":0.20574394147843122,"layout_ms":17.551939003169537},{"common_ms":0.22068200632929802,"layout_ms":17.374366987496614},{"common_ms":0.23792102001607418,"layout_ms":17.588226939551532},{"common_ms":0.20842102821916342,"layout_ms":17.614044016227126}]},"samples":{"contiguous":[{"stack_ms":2125.6455078125,"wall_ms":2125.7100789807737,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":2121.887451171875,"wall_ms":2121.949092950672,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":2126.04150390625,"wall_ms":2126.105514005758,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":2128.333984375,"wall_ms":2128.40155698359,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":2129.521728515625,"wall_ms":2129.587204894051,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":2128.106689453125,"wall_ms":2128.1708219321445,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":2126.95361328125,"wall_ms":2127.017732942477,"allocated_gib":153.055645942688,"reserved_gib":164.876953125}],"zigzag":[{"stack_ms":1744.213134765625,"wall_ms":1744.269973016344,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1744.0086669921875,"wall_ms":1744.0666580805555,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1747.924072265625,"wall_ms":1747.983991052024,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1751.13427734375,"wall_ms":1751.1926180450246,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1749.5894775390625,"wall_ms":1749.6470789192244,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1746.844482421875,"wall_ms":1746.9043320743367,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1747.521728515625,"wall_ms":1747.5824559805915,"allocated_gib":153.055645942688,"reserved_gib":164.876953125}],"planner":[{"stack_ms":1717.2811279296875,"wall_ms":1717.3362330067903,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1719.451416015625,"wall_ms":1719.5122940465808,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1722.545166015625,"wall_ms":1722.6117280079052,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1717.845458984375,"wall_ms":1717.9025650257245,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1719.005615234375,"wall_ms":1719.060756964609,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1719.67919921875,"wall_ms":1719.7399279102683,"allocated_gib":153.055645942688,"reserved_gib":164.876953125},{"stack_ms":1721.7510986328125,"wall_ms":1721.8163249781355,"allocated_gib":153.055645942688,"reserved_gib":164.876953125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2764769596979022,"layout_ms":7.274492061696947},{"common_ms":0.20831800065934658,"layout_ms":5.315521033480763},{"common_ms":0.23393507581204176,"layout_ms":5.390490056015551},{"common_ms":0.2559550339356065,"layout_ms":5.598849034868181},{"common_ms":0.2288749674335122,"layout_ms":5.408762954175472}],"zigzag":[{"common_ms":0.22389297373592854,"layout_ms":30.943289981223643},{"common_ms":0.21760002709925175,"layout_ms":29.86372704617679},{"common_ms":0.22290798369795084,"layout_ms":30.055094975978136},{"common_ms":0.21831702906638384,"layout_ms":29.60257895756513},{"common_ms":0.21291698794811964,"layout_ms":29.725185013376176}],"planner":[{"common_ms":0.22822606842964888,"layout_ms":17.949439003132284},{"common_ms":0.21606008522212505,"layout_ms":17.65343500301242},{"common_ms":0.24941598530858755,"layout_ms":17.810364020988345},{"common_ms":0.23675698321312666,"layout_ms":132.60008406359702},{"common_ms":0.22279308177530766,"layout_ms":18.040076014585793}]},"samples":{"contiguous":[{"stack_ms":2125.6552734375,"wall_ms":2125.710181077011,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":2121.90185546875,"wall_ms":2121.951619978063,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":2126.05810546875,"wall_ms":2126.108700991608,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":2128.348876953125,"wall_ms":2128.4001889871433,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":2129.526123046875,"wall_ms":2129.5806450070813,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":2128.12890625,"wall_ms":2128.1779400305822,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":2126.977294921875,"wall_ms":2127.03130801674,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375}],"zigzag":[{"stack_ms":1744.2318115234375,"wall_ms":1744.2963910289109,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1744.0238037109375,"wall_ms":1744.0715960692614,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1747.9427490234375,"wall_ms":1747.9938259348273,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1751.14306640625,"wall_ms":1751.1918699601665,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1749.60498046875,"wall_ms":1749.6520790737122,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1746.867919921875,"wall_ms":1746.9156879233196,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1747.5419921875,"wall_ms":1747.618060093373,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375}],"planner":[{"stack_ms":1717.2510986328125,"wall_ms":1717.3188009765,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1719.4691162109375,"wall_ms":1719.51659291517,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1722.5625,"wall_ms":1722.6135269738734,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1717.8636474609375,"wall_ms":1717.9124830290675,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1719.0194091796875,"wall_ms":1719.0682400250807,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1719.6927490234375,"wall_ms":1719.741854001768,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375},{"stack_ms":1721.763671875,"wall_ms":1721.8139439355582,"allocated_gib":153.75105810165405,"reserved_gib":156.568359375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.33762608654797077,"layout_ms":6.946025998331606},{"common_ms":0.24560594465583563,"layout_ms":6.153155001811683},{"common_ms":0.2592430682852864,"layout_ms":6.151880021207035},{"common_ms":0.2987890038639307,"layout_ms":6.195179070346057},{"common_ms":0.2606869675219059,"layout_ms":6.059176987037063}],"zigzag":[{"common_ms":0.265076057985425,"layout_ms":31.931480043567717},{"common_ms":0.262762070633471,"layout_ms":30.562403961084783},{"common_ms":0.2401210367679596,"layout_ms":142.02749892137945},{"common_ms":0.25930406991392374,"layout_ms":30.040981015190482},{"common_ms":0.24676602333784103,"layout_ms":29.956124955788255}],"planner":[{"common_ms":0.24950597435235977,"layout_ms":18.676599953323603},{"common_ms":0.23851695004850626,"layout_ms":18.436085083521903},{"common_ms":0.26157498359680176,"layout_ms":18.556714989244938},{"common_ms":0.26488699950277805,"layout_ms":18.25341396033764},{"common_ms":0.2654079580679536,"layout_ms":18.537783063948154}]},"samples":{"contiguous":[{"stack_ms":2125.655029296875,"wall_ms":2125.7096579065546,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":2121.89697265625,"wall_ms":2121.9486360205337,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":2126.054931640625,"wall_ms":2126.107285032049,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":2128.344970703125,"wall_ms":2128.3973270328715,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":2129.52978515625,"wall_ms":2129.584645968862,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":2128.124267578125,"wall_ms":2128.174599027261,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":2126.97412109375,"wall_ms":2127.027840935625,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125}],"zigzag":[{"stack_ms":1744.2330322265625,"wall_ms":1744.281325954944,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1744.02099609375,"wall_ms":1744.072922039777,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1747.94287109375,"wall_ms":1747.9910859838128,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1751.14306640625,"wall_ms":1751.1918630916625,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1749.606689453125,"wall_ms":1749.65500109829,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1746.8675537109375,"wall_ms":1746.9159129541367,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1747.546142578125,"wall_ms":1747.5951289525256,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125}],"planner":[{"stack_ms":1717.2880859375,"wall_ms":1717.338323011063,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1719.468994140625,"wall_ms":1719.5173839572817,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1722.56005859375,"wall_ms":1722.6092440541834,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1717.8658447265625,"wall_ms":1717.9143000394106,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1719.0198974609375,"wall_ms":1719.0677699400112,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1719.6922607421875,"wall_ms":1719.7396920528263,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125},{"stack_ms":1721.765625,"wall_ms":1721.822016988881,"allocated_gib":148.83754920959473,"reserved_gib":151.92578125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.36018993705511093,"layout_ms":7.2744679637253284},{"common_ms":0.26763591449707747,"layout_ms":6.462725927121937},{"common_ms":0.27480709832161665,"layout_ms":6.3441559905186296},{"common_ms":0.28768309857696295,"layout_ms":6.558556924574077},{"common_ms":0.26116997469216585,"layout_ms":6.437862990424037}],"zigzag":[{"common_ms":0.26489398442208767,"layout_ms":32.17188303824514},{"common_ms":0.25051902048289776,"layout_ms":30.5826059775427},{"common_ms":0.24809397291392088,"layout_ms":30.086486018262804},{"common_ms":0.2677070442587137,"layout_ms":31.1944920103997},{"common_ms":0.2514239167794585,"layout_ms":30.22556798532605}],"planner":[{"common_ms":0.2617579884827137,"layout_ms":19.00480908807367},{"common_ms":0.2558899577707052,"layout_ms":18.819467048160732},{"common_ms":0.2797539345920086,"layout_ms":130.14416000805795},{"common_ms":0.27486495673656464,"layout_ms":18.678618012927473},{"common_ms":0.2640279708430171,"layout_ms":18.909469014033675}]},"samples":{"contiguous":[{"stack_ms":2125.66162109375,"wall_ms":2125.707122962922,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":2121.90087890625,"wall_ms":2121.9512519892305,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":2126.064697265625,"wall_ms":2126.109078992158,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":2128.3544921875,"wall_ms":2128.407337004319,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":2129.53271484375,"wall_ms":2129.5791739830747,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":2128.130126953125,"wall_ms":2128.179444000125,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":2126.980712890625,"wall_ms":2127.0269530359656,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125}],"zigzag":[{"stack_ms":1744.2342529296875,"wall_ms":1744.2770299967378,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1744.0311279296875,"wall_ms":1744.0781369805336,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1747.9468994140625,"wall_ms":1747.989061055705,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1751.14404296875,"wall_ms":1751.1934279464185,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1749.611083984375,"wall_ms":1749.6540850261226,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1746.8714599609375,"wall_ms":1746.9125930219889,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1747.54443359375,"wall_ms":1747.5956819253042,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125}],"planner":[{"stack_ms":1717.2999267578125,"wall_ms":1717.3497230978683,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1719.4727783203125,"wall_ms":1719.5142089622095,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1722.566162109375,"wall_ms":1722.6074170321226,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1717.865234375,"wall_ms":1717.9088790435344,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1719.0206298828125,"wall_ms":1719.0705030225217,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1719.69482421875,"wall_ms":1719.7447259677574,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125},{"stack_ms":1721.76416015625,"wall_ms":1721.811783965677,"allocated_gib":148.78960132598877,"reserved_gib":152.205078125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.36592897959053516,"layout_ms":7.090577040798962},{"common_ms":0.25163497775793076,"layout_ms":6.9273809203878045},{"common_ms":0.25840604212135077,"layout_ms":6.099450984038413},{"common_ms":0.2506569726392627,"layout_ms":6.0417960630729795},{"common_ms":0.2634029369801283,"layout_ms":6.744478014297783}],"zigzag":[{"common_ms":0.2791959559544921,"layout_ms":32.566118985414505},{"common_ms":0.24492701049894094,"layout_ms":149.36178596690297},{"common_ms":0.2550380304455757,"layout_ms":30.47970007173717},{"common_ms":0.24710397701710463,"layout_ms":31.170292990282178},{"common_ms":0.26859401259571314,"layout_ms":30.30362701974809}],"planner":[{"common_ms":0.2601640298962593,"layout_ms":18.940645968541503},{"common_ms":0.2463980345055461,"layout_ms":19.70146899111569},{"common_ms":0.23463903926312923,"layout_ms":17.963179969228804},{"common_ms":0.27430697809904814,"layout_ms":18.62996001727879},{"common_ms":0.2666229847818613,"layout_ms":19.17426404543221}]},"samples":{"contiguous":[{"stack_ms":2125.649169921875,"wall_ms":2125.71964901872,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":2121.88671875,"wall_ms":2121.945876046084,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":2126.047119140625,"wall_ms":2126.1158699635416,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":2128.33935546875,"wall_ms":2128.407113952562,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":2129.51904296875,"wall_ms":2129.5788960997015,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":2128.115234375,"wall_ms":2128.170553012751,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":2126.968505859375,"wall_ms":2127.029204973951,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625}],"zigzag":[{"stack_ms":1744.2213134765625,"wall_ms":1744.2756519885734,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1744.01220703125,"wall_ms":1744.0655170939863,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1747.9326171875,"wall_ms":1747.9856630088761,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1751.1343994140625,"wall_ms":1751.1871970491484,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1749.5977783203125,"wall_ms":1749.652226921171,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1746.8555908203125,"wall_ms":1746.907311026007,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1747.536376953125,"wall_ms":1747.61983694043,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625}],"planner":[{"stack_ms":1717.286376953125,"wall_ms":1717.3418808961287,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1719.4569091796875,"wall_ms":1719.5099699310958,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1722.5587158203125,"wall_ms":1722.613180987537,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1717.8546142578125,"wall_ms":1717.9068279219791,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1719.0084228515625,"wall_ms":1719.0612379927188,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1719.6820068359375,"wall_ms":1719.7337100515142,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625},{"stack_ms":1721.75244140625,"wall_ms":1721.8093209667131,"allocated_gib":147.82883977890015,"reserved_gib":150.681640625}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009742188559041277,"max_abs":0.00390625,"finite":true},"dq":{"relative_rms":0.00038304284387371336,"max_abs":0.003082275390625,"finite":true},"dkv":{"relative_rms":0.000702238247862745,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006517506385146744,"max_abs":1.6973089600469393e-12,"finite":true},"d_weights":{"relative_rms":0.0005695084245143858,"max_abs":3.3178366720676422e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0009634933040458363,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0010210528972488615,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.264948819578773e-06,"max_abs":8.29913915367797e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009291428472686874,"max_abs":0.00396728515625,"finite":true},"dq":{"relative_rms":0.0003852392764887291,"max_abs":0.003082275390625,"finite":true},"dkv":{"relative_rms":0.0006216719818622607,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006093561486260074,"max_abs":1.6973089600469393e-12,"finite":true},"d_weights":{"relative_rms":0.0005544346633022285,"max_abs":3.259629011154175e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0009220504041592122,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0009804592325745303,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.386196382805946e-06,"max_abs":1.0743406164692715e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009795493685476988,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.00036934360613553516,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.0005705131557607093,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005499799119458443,"max_abs":1.4352963262354024e-12,"finite":true},"d_weights":{"relative_rms":0.0005113930998676895,"max_abs":3.3178366720676422e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008394782694701079,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0008983481027116564,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":6.232335734419488e-06,"max_abs":7.247535904753022e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":178,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131272,"spans":1181,"candidate_workspace_bytes":6442008288},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":139164,"spans":179,"candidate_workspace_bytes":4831652040}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475564},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131300,"spans":1214,"candidate_workspace_bytes":6442125164},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":120100,"spans":4,"candidate_workspace_bytes":4294640112}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221215492},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131276,"spans":1237,"candidate_workspace_bytes":6442247952},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":90960,"spans":3,"candidate_workspace_bytes":3221205876}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294936644},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131132,"spans":1236,"candidate_workspace_bytes":4831689008},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":87800,"spans":4,"candidate_workspace_bytes":4294672380}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":4294933832},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131044,"spans":1239,"candidate_workspace_bytes":3221167380},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":139276,"spans":66,"candidate_workspace_bytes":6442086240}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":186,"candidate_workspace_bytes":536849776},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130900,"spans":1232,"candidate_workspace_bytes":3221085852},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":162696,"spans":186,"candidate_workspace_bytes":4831809528}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":225,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130860,"spans":1248,"candidate_workspace_bytes":3221216988},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":149172,"spans":226,"candidate_workspace_bytes":4831828376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":118,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130792,"spans":1244,"candidate_workspace_bytes":2147411192},"planner":{"selected_policy":"selection-local-5x","source_rows":131072,"selection_rows":159408,"spans":121,"candidate_workspace_bytes":4831653188}}]}, + {"case":"1m-heldout-trimodal-513-seed20261116","lengths":[88,20,1524,48,12,52,24,100,52,60,36,88,96,3124,2100,76,96,48,28,60,100,52,1904,92,40,60,591908,24,40,48,92,28,3680,2948,100,56,100,2144,1428,3120,2668,52,3708,52,52,32,12,1256,92,28,32,36,12,84,72,1552,68,88,40,72,60,84,620,100,68,3208,32,16,56,12,76,1940,64,100,1264,1192,620,12,44,12,92,64,36,16,100,84,2432,20,88,60,36,80,32,84,12,76,100,36,48,40,72,28,36,84,56,20,72,12,64,40,1760,80,1084,60,60,24,48,80,32,68,88,80,44,2508,100,96,52,88,44,40,3152,16,60,16,2196,60,3984,92,3128,3208,60,52,2140,16,48,3708,2260,24,100,36,2388,56,36,20,12,80,84,1384,2248,2356,80,884,940,80,36,44,100,80,64,68,24,16,44,88,2800,936,996,20,24,72,3068,40,64,24,88,16,56,92,100,2596,40,40,1968,68,2500,88,84,16,92,92,100,84,84,20,84,100,92,84,52,24,16,696,16,24,64,76,88,88,76,100,12,88,3356,96,2060,84,2520,84,52,12,80,1164,64,96,80,60,2660,2644,92,36,68,28,28,68,40,80,72,64,28,56,40,52,28,36,76,88,40,76,52,1960,84,40,3776,40,92,2540,36,60,36,60,24,28,84,16,56,68,100,92,36,68,96,84,2724,72,40,100,100,32,2860,52,16,80,48,36,28,72,48,3608,1292,20,68,68,24,60,60,40,12,12,92,52,36,68,80,40,32,1468,32,80,100,16,88,20,68,92,88,96,60,68,92,56,64,52,60,84,40,52,60,12,48,64,48,92,12,3672,1512,24,36,88,2960,56,48,2720,12,44,2852,64,60,60,48,64,1540,1928,100,28,36,76,64,2348,68,84,68,3732,84,92,32,52,60,195392,1264,3312,576,68,48,660,16,92,96,48,20,44,100,100,3144,24,2924,3112,2252,2040,2188,32,2824,40,44,4020,12,96,64,60,100,88,4036,60,100,32,52,1432,12,1816,76,3900,36,1464,48,2628,68,84,56,1692,92,24,56,68,40,28,52,84,52,32,1668,1032,76,20,20,48,3056,2652,92,76,100,92,44,76,24,32,68,24,3204,20,20,84,20,24,20,72,36,3024,92,92,84,80,32,76,1276,2640,36,84,24,2620,76,3672,80,72,88,88,48,24,32,64,56,96,68,2660,24,92,68,44,44,52,96,2324,12,16,64,52,3928,44,52,36,36,36,3604,16,44],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"]],"summary":{"contiguous":{"stack_ms":2312.8154296875,"prepare_ms":5.38475310895592,"prepare_plus_stack_ms":2318.200182796456,"amortized_per_layer_ms":579.550045699114,"prepare_fraction":0.002322816273122827,"stack_min_ms":2308.48046875,"stack_max_ms":2316.271240234375,"prepare_min_ms":5.227335961535573,"prepare_max_ms":6.180809112265706,"peak_allocated_gib":159.25260543823242,"peak_reserved_gib":162.560546875},"zigzag":{"stack_ms":1908.4671630859375,"prepare_ms":138.91245890408754,"prepare_plus_stack_ms":2047.379621990025,"amortized_per_layer_ms":511.84490549750626,"prepare_fraction":0.06784890179236351,"stack_min_ms":1901.97509765625,"stack_max_ms":1909.2957763671875,"prepare_min_ms":23.773594992235303,"prepare_max_ms":147.87104504648596,"peak_allocated_gib":159.25260543823242,"peak_reserved_gib":162.560546875},"planner":{"stack_ms":1865.583251953125,"prepare_ms":15.140963136218488,"prepare_plus_stack_ms":1880.7242150893435,"amortized_per_layer_ms":470.1810537723359,"prepare_fraction":0.008050602536374116,"stack_min_ms":1863.2545166015625,"stack_max_ms":1870.2677001953125,"prepare_min_ms":14.950784971006215,"prepare_max_ms":137.84904405474663,"peak_allocated_gib":159.25260543823242,"peak_reserved_gib":162.560546875}},"raw_sha256":"dc02282bd854b24ba52aef9c68600f9329e6debad623ce797281aed9ed7fbedc","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3354110522195697,"layout_ms":5.501915002241731},{"common_ms":0.19286992028355598,"layout_ms":4.682897008024156},{"common_ms":0.20003295503556728,"layout_ms":4.5922520803287625},{"common_ms":0.20186800975352526,"layout_ms":4.711130983196199},{"common_ms":0.18541200552135706,"layout_ms":4.570860066451132}],"zigzag":[{"common_ms":0.23602996952831745,"layout_ms":22.734293015673757},{"common_ms":0.18501002341508865,"layout_ms":20.088496967218816},{"common_ms":0.18111895769834518,"layout_ms":20.411581033840775},{"common_ms":0.21054490935057402,"layout_ms":20.6988729769364},{"common_ms":0.18758198712021112,"layout_ms":20.095552084967494}],"planner":[{"common_ms":0.1807080116122961,"layout_ms":13.745468924753368},{"common_ms":0.18001405987888575,"layout_ms":137.66902999486774},{"common_ms":0.20946701988577843,"layout_ms":13.91349092591554},{"common_ms":0.22608903236687183,"layout_ms":13.96966795437038},{"common_ms":0.1942539820447564,"layout_ms":13.90311901923269}]},"samples":{"contiguous":[{"stack_ms":2311.54638671875,"wall_ms":2311.61852797959,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":2312.77490234375,"wall_ms":2312.863040016964,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":2315.04443359375,"wall_ms":2315.1128959143534,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":2312.45654296875,"wall_ms":2312.526269000955,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":2316.25146484375,"wall_ms":2316.322018043138,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":2313.64794921875,"wall_ms":2313.721604994498,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":2308.468505859375,"wall_ms":2308.545253938064,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125}],"zigzag":[{"stack_ms":1903.344970703125,"wall_ms":1903.4096170216799,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1908.44677734375,"wall_ms":1908.5279850987718,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1909.131103515625,"wall_ms":1909.2043089913204,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1901.966552734375,"wall_ms":1902.0289200125262,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1908.59228515625,"wall_ms":1908.6533389054239,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1909.27783203125,"wall_ms":1909.3384640291333,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1906.85546875,"wall_ms":1906.920206034556,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125}],"planner":[{"stack_ms":1866.02294921875,"wall_ms":1866.086475085467,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1863.229736328125,"wall_ms":1863.289549946785,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1865.7840576171875,"wall_ms":1865.8507850486785,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1865.480224609375,"wall_ms":1865.540980012156,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1870.254150390625,"wall_ms":1870.3210599487647,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1864.6663818359375,"wall_ms":1864.7315619746223,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125},{"stack_ms":1865.5611572265625,"wall_ms":1865.6261060386896,"allocated_gib":152.66526174545288,"reserved_gib":155.970703125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.27204491198062897,"layout_ms":5.119103007018566},{"common_ms":0.18546800129115582,"layout_ms":4.287932999432087},{"common_ms":0.18187600653618574,"layout_ms":4.260874935425818},{"common_ms":0.18140708561986685,"layout_ms":4.400837002322078},{"common_ms":0.18693797755986452,"layout_ms":4.191276035271585}],"zigzag":[{"common_ms":0.22444792557507753,"layout_ms":21.558030042797327},{"common_ms":0.19527098629623652,"layout_ms":20.285570062696934},{"common_ms":0.17377606127411127,"layout_ms":147.69726898521185},{"common_ms":0.1905879471451044,"layout_ms":19.578286912292242},{"common_ms":0.18090801313519478,"layout_ms":19.421654986217618}],"planner":[{"common_ms":0.1878070179373026,"layout_ms":13.579379068687558},{"common_ms":0.17491995822638273,"layout_ms":13.517195009626448},{"common_ms":0.19799498841166496,"layout_ms":13.738893903791904},{"common_ms":0.18285599071532488,"layout_ms":13.665940030477941},{"common_ms":0.1995930215343833,"layout_ms":13.713558088056743}]},"samples":{"contiguous":[{"stack_ms":2311.544921875,"wall_ms":2311.6340819979087,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":2312.7607421875,"wall_ms":2312.8777160309255,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":2315.0146484375,"wall_ms":2315.108214970678,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":2312.453857421875,"wall_ms":2312.5452619278803,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":2316.239990234375,"wall_ms":2316.3329439703375,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":2313.620849609375,"wall_ms":2313.7253989698365,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":2308.46435546875,"wall_ms":2308.554647024721,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875}],"zigzag":[{"stack_ms":1903.321044921875,"wall_ms":1903.4331439761445,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1908.437744140625,"wall_ms":1908.5403139470145,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1909.1075439453125,"wall_ms":1909.2031789477915,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1901.95556640625,"wall_ms":1902.042681002058,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1908.5968017578125,"wall_ms":1908.6626899661496,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1909.26708984375,"wall_ms":1909.3401699792594,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1906.830078125,"wall_ms":1906.9174160249531,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875}],"planner":[{"stack_ms":1866.0103759765625,"wall_ms":1866.0799929639325,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1863.1983642578125,"wall_ms":1863.284035003744,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1865.7764892578125,"wall_ms":1865.8688180148602,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1865.46728515625,"wall_ms":1865.5485300114378,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1870.2618408203125,"wall_ms":1870.3576730331406,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1864.640869140625,"wall_ms":1864.7272340022027,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875},{"stack_ms":1865.566162109375,"wall_ms":1865.6343719922006,"allocated_gib":155.12796831130981,"reserved_gib":158.263671875}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2559379208832979,"layout_ms":5.5366629967466},{"common_ms":0.19325397443026304,"layout_ms":5.065903998911381},{"common_ms":0.23084995336830616,"layout_ms":5.235538934357464},{"common_ms":0.18469593487679958,"layout_ms":4.27431904245168},{"common_ms":0.21571305114775896,"layout_ms":5.033967085182667}],"zigzag":[{"common_ms":0.23848807904869318,"layout_ms":22.580933989956975},{"common_ms":0.2332839649170637,"layout_ms":21.921528037637472},{"common_ms":0.1911260187625885,"layout_ms":143.1642109528184},{"common_ms":0.22213405463844538,"layout_ms":20.42465901467949},{"common_ms":0.21351699251681566,"layout_ms":21.002618013881147}],"planner":[{"common_ms":0.203039962798357,"layout_ms":14.172879047691822},{"common_ms":0.18592097330838442,"layout_ms":14.086475945077837},{"common_ms":0.19049004185944796,"layout_ms":13.407220947556198},{"common_ms":0.18787500448524952,"layout_ms":13.526810915209353},{"common_ms":0.18560199532657862,"layout_ms":13.42329301405698}]},"samples":{"contiguous":[{"stack_ms":2311.541259765625,"wall_ms":2311.6178010823205,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":2312.78173828125,"wall_ms":2312.8839610144496,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":2315.04150390625,"wall_ms":2315.1267339708284,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":2312.451904296875,"wall_ms":2312.537795980461,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":2316.253662109375,"wall_ms":2316.333862952888,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":2313.651123046875,"wall_ms":2313.7286830460653,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":2308.479248046875,"wall_ms":2308.557657059282,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375}],"zigzag":[{"stack_ms":1903.349365234375,"wall_ms":1903.4156689886004,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1908.450927734375,"wall_ms":1908.5357550065964,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1909.13427734375,"wall_ms":1909.2179130529985,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1901.95166015625,"wall_ms":1902.0321310963482,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1908.602783203125,"wall_ms":1908.6615269770846,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1909.2811279296875,"wall_ms":1909.338769968599,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1906.853759765625,"wall_ms":1906.938621075824,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375}],"planner":[{"stack_ms":1866.0245361328125,"wall_ms":1866.099092992954,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1863.238525390625,"wall_ms":1863.3102939929813,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1865.786376953125,"wall_ms":1865.869197063148,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1865.4677734375,"wall_ms":1865.5366559978575,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1870.2677001953125,"wall_ms":1870.337090920657,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1864.6668701171875,"wall_ms":1864.7369229001924,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375},{"stack_ms":1865.575927734375,"wall_ms":1865.6367720104754,"allocated_gib":154.54613208770752,"reserved_gib":157.693359375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.26797305326908827,"layout_ms":5.311420070938766},{"common_ms":0.17759704496711493,"layout_ms":4.400205099955201},{"common_ms":0.18907699268311262,"layout_ms":4.358774051070213},{"common_ms":0.20795105956494808,"layout_ms":4.3390929931774735},{"common_ms":0.1764040207490325,"layout_ms":4.492503008805215}],"zigzag":[{"common_ms":0.20998099353164434,"layout_ms":22.48595200944692},{"common_ms":0.2104609739035368,"layout_ms":138.701997930184},{"common_ms":0.18225505482405424,"layout_ms":19.847100018523633},{"common_ms":0.190677004866302,"layout_ms":20.96224098931998},{"common_ms":0.18001103308051825,"layout_ms":19.938030978664756}],"planner":[{"common_ms":0.18237705808132887,"layout_ms":13.72352906037122},{"common_ms":0.17987494356930256,"layout_ms":13.32646596711129},{"common_ms":0.18526194617152214,"layout_ms":13.452527928166091},{"common_ms":0.23815291933715343,"layout_ms":13.94157507456839},{"common_ms":0.1846869708970189,"layout_ms":13.343523954972625}]},"samples":{"contiguous":[{"stack_ms":2311.5576171875,"wall_ms":2311.6229019360617,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":2312.7978515625,"wall_ms":2312.8740650136024,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":2315.052490234375,"wall_ms":2315.1144890580326,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":2312.464111328125,"wall_ms":2312.5294860219583,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":2316.262451171875,"wall_ms":2316.323791979812,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":2313.6552734375,"wall_ms":2313.7221940560266,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":2308.477783203125,"wall_ms":2308.5468990029767,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375}],"zigzag":[{"stack_ms":1903.3529052734375,"wall_ms":1903.4133730456233,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1908.4600830078125,"wall_ms":1908.5300080478191,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1909.1422119140625,"wall_ms":1909.2081469716504,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1901.9605712890625,"wall_ms":1902.018595021218,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1908.6044921875,"wall_ms":1908.6588090285659,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1909.2835693359375,"wall_ms":1909.3407390173525,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1906.8624267578125,"wall_ms":1906.9263079436496,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375}],"planner":[{"stack_ms":1866.0338134765625,"wall_ms":1866.0876179346815,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1863.2333984375,"wall_ms":1863.2859849603847,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1865.7947998046875,"wall_ms":1865.8568690298125,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1865.475830078125,"wall_ms":1865.5360579723492,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1870.2640380859375,"wall_ms":1870.3273349674419,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1864.6705322265625,"wall_ms":1864.7302739555016,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375},{"stack_ms":1865.5784912109375,"wall_ms":1865.6375379068777,"allocated_gib":155.54612827301025,"reserved_gib":158.693359375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.31402299646288157,"layout_ms":5.476815043948591},{"common_ms":0.22488099057227373,"layout_ms":4.786294070072472},{"common_ms":0.21348404698073864,"layout_ms":4.846050054766238},{"common_ms":0.26370398700237274,"layout_ms":4.729680018499494},{"common_ms":0.20670099183917046,"layout_ms":4.627065034583211}],"zigzag":[{"common_ms":0.2432079054415226,"layout_ms":23.085671942681074},{"common_ms":0.22884004283696413,"layout_ms":20.9730570204556},{"common_ms":0.20468293223530054,"layout_ms":20.930767990648746},{"common_ms":0.21336995996534824,"layout_ms":20.609353086911142},{"common_ms":0.2105270978063345,"layout_ms":138.0450560245663}],"planner":[{"common_ms":0.22278702817857265,"layout_ms":13.77905101981014},{"common_ms":0.20500901155173779,"layout_ms":14.237480005249381},{"common_ms":0.22795097902417183,"layout_ms":13.797346036881208},{"common_ms":0.21993007976561785,"layout_ms":13.94465600606054},{"common_ms":0.21571200340986252,"layout_ms":13.957558083347976}]},"samples":{"contiguous":[{"stack_ms":2311.5576171875,"wall_ms":2311.610520002432,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":2312.8154296875,"wall_ms":2312.8728300798684,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":2315.056640625,"wall_ms":2315.110142924823,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":2312.471923828125,"wall_ms":2312.530770082958,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":2316.2685546875,"wall_ms":2316.3268020143732,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":2313.677490234375,"wall_ms":2313.7340060202405,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":2308.475830078125,"wall_ms":2308.532190043479,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875}],"zigzag":[{"stack_ms":1903.365478515625,"wall_ms":1903.4145750338212,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1908.464111328125,"wall_ms":1908.5155659122393,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1909.1661376953125,"wall_ms":1909.217600012198,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1901.9739990234375,"wall_ms":1902.024684008211,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1908.600830078125,"wall_ms":1908.6577630368993,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1909.2874755859375,"wall_ms":1909.3384249135852,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1906.8668212890625,"wall_ms":1906.921959016472,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875}],"planner":[{"stack_ms":1866.0526123046875,"wall_ms":1866.1014470271766,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1863.243896484375,"wall_ms":1863.291351008229,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1865.8028564453125,"wall_ms":1865.8551510889083,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1865.4822998046875,"wall_ms":1865.5291489558294,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1870.2677001953125,"wall_ms":1870.3165320912376,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1864.6820068359375,"wall_ms":1864.7422500653192,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875},{"stack_ms":1865.58203125,"wall_ms":1865.632863016799,"allocated_gib":159.25260543823242,"reserved_gib":162.560546875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.340369064360857,"layout_ms":5.840440047904849},{"common_ms":0.24089100770652294,"layout_ms":5.143862101249397},{"common_ms":0.2502040006220341,"layout_ms":4.785010009072721},{"common_ms":0.26903196703642607,"layout_ms":4.958303994499147},{"common_ms":0.23611204233020544,"layout_ms":4.884903086349368}],"zigzag":[{"common_ms":0.26055704802274704,"layout_ms":23.322060937061906},{"common_ms":0.24515192490071058,"layout_ms":22.324963007122278},{"common_ms":0.22378901485353708,"layout_ms":21.620044019073248},{"common_ms":0.24421897251158953,"layout_ms":21.8988920096308},{"common_ms":0.23111607879400253,"layout_ms":22.014793008565903}],"planner":[{"common_ms":0.24214200675487518,"layout_ms":14.71703895367682},{"common_ms":0.22783596068620682,"layout_ms":14.908552053384483},{"common_ms":0.24281698279082775,"layout_ms":14.707967988215387},{"common_ms":0.24918897543102503,"layout_ms":14.915402047336102},{"common_ms":0.2716850722208619,"layout_ms":14.869278063997626}]},"samples":{"contiguous":[{"stack_ms":2311.554931640625,"wall_ms":2311.627250048332,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":2312.815185546875,"wall_ms":2312.8730070311576,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":2315.05419921875,"wall_ms":2315.1122109266,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":2312.4755859375,"wall_ms":2312.53379303962,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":2316.26416015625,"wall_ms":2316.3235019892454,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":2313.67529296875,"wall_ms":2313.7310440652072,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":2308.474365234375,"wall_ms":2308.5298140067607,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625}],"zigzag":[{"stack_ms":1903.3626708984375,"wall_ms":1903.4136349800974,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1908.462890625,"wall_ms":1908.516373950988,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1909.1651611328125,"wall_ms":1909.2163880122826,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1901.97509765625,"wall_ms":1902.0261119585484,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1908.6065673828125,"wall_ms":1908.6643880000338,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1909.2957763671875,"wall_ms":1909.3452809611335,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1906.87939453125,"wall_ms":1906.9303969154134,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625}],"planner":[{"stack_ms":1866.0513916015625,"wall_ms":1866.0995089448988,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1863.2467041015625,"wall_ms":1863.2952489424497,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1865.8065185546875,"wall_ms":1865.8640639623627,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1865.4832763671875,"wall_ms":1865.5364640289918,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1870.2628173828125,"wall_ms":1870.3132210066542,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1864.6790771484375,"wall_ms":1864.7299740696326,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625},{"stack_ms":1865.5828857421875,"wall_ms":1865.6347669893876,"allocated_gib":153.46405935287476,"reserved_gib":156.681640625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.24692295119166374,"layout_ms":4.589385003782809},{"common_ms":0.1706529874354601,"layout_ms":3.6971060326322913},{"common_ms":0.17534394282847643,"layout_ms":3.6737379850819707},{"common_ms":0.1790690002962947,"layout_ms":3.7244639825075865},{"common_ms":0.16821501776576042,"layout_ms":3.731696051545441}],"zigzag":[{"common_ms":0.17910299357026815,"layout_ms":22.848295979201794},{"common_ms":0.17596501857042313,"layout_ms":20.3120990190655},{"common_ms":0.1684820745140314,"layout_ms":131.16290303878486},{"common_ms":0.17721508629620075,"layout_ms":19.91559797897935},{"common_ms":0.16592105384916067,"layout_ms":20.132586010731757}],"planner":[{"common_ms":0.17496198415756226,"layout_ms":13.333952985703945},{"common_ms":0.16308994963765144,"layout_ms":13.527826988138258},{"common_ms":0.18489197827875614,"layout_ms":13.217848027125001},{"common_ms":0.1802109181880951,"layout_ms":13.329231063835323},{"common_ms":0.19962002988904715,"layout_ms":13.524016016162932}]},"samples":{"contiguous":[{"stack_ms":2311.56298828125,"wall_ms":2311.6153980372474,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":2312.6123046875,"wall_ms":2312.738301930949,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":2315.05517578125,"wall_ms":2315.1114369975403,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":2312.479736328125,"wall_ms":2312.5400949502364,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":2316.271240234375,"wall_ms":2316.3286400958896,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":2313.68115234375,"wall_ms":2313.7379200197756,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":2308.48046875,"wall_ms":2308.5387150058523,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875}],"zigzag":[{"stack_ms":1903.368408203125,"wall_ms":1903.4145140321925,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1908.4671630859375,"wall_ms":1908.5299409925938,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1909.1644287109375,"wall_ms":1909.2147600604221,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1901.9739990234375,"wall_ms":1902.023104019463,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1908.6107177734375,"wall_ms":1908.6630559759215,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1909.2955322265625,"wall_ms":1909.3417179537937,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1906.8758544921875,"wall_ms":1906.925573013723,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875}],"planner":[{"stack_ms":1866.057373046875,"wall_ms":1866.1023419117555,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1863.2545166015625,"wall_ms":1863.2994579384103,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1865.80810546875,"wall_ms":1865.8669780706987,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1865.4798583984375,"wall_ms":1865.5290739843622,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1870.261474609375,"wall_ms":1870.313571067527,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1864.6837158203125,"wall_ms":1864.7331789834425,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875},{"stack_ms":1865.583251953125,"wall_ms":1865.6360389431939,"allocated_gib":149.6305980682373,"reserved_gib":152.76171875}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.31634094193577766,"layout_ms":5.456303944811225},{"common_ms":0.21003803703933954,"layout_ms":4.596025915816426},{"common_ms":0.2159660216420889,"layout_ms":4.443929065018892},{"common_ms":0.22336910478770733,"layout_ms":4.774012952111661},{"common_ms":0.21870899945497513,"layout_ms":4.452122957445681}],"zigzag":[{"common_ms":0.2356109907850623,"layout_ms":23.53798400145024},{"common_ms":0.2129189670085907,"layout_ms":21.477252943441272},{"common_ms":0.20130397751927376,"layout_ms":21.036513964645565},{"common_ms":0.22329494822770357,"layout_ms":141.87967800535262},{"common_ms":0.2040050458163023,"layout_ms":20.949870930053294}],"planner":[{"common_ms":0.22200308740139008,"layout_ms":13.969024061225355},{"common_ms":0.21000299602746964,"layout_ms":13.895958079956472},{"common_ms":0.22573804017156363,"layout_ms":13.8511749682948},{"common_ms":0.22787298075854778,"layout_ms":13.876098091714084},{"common_ms":0.23951998446136713,"layout_ms":13.91191896982491}]},"samples":{"contiguous":[{"stack_ms":2311.55224609375,"wall_ms":2311.6132710129023,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":2312.807373046875,"wall_ms":2312.871547997929,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":2315.04833984375,"wall_ms":2315.1102559641004,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":2312.468017578125,"wall_ms":2312.5318619422615,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":2316.259521484375,"wall_ms":2316.322903963737,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":2313.66845703125,"wall_ms":2313.7301430106163,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":2308.46630859375,"wall_ms":2308.5296070203185,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375}],"zigzag":[{"stack_ms":1903.3546142578125,"wall_ms":1903.4092730144039,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1908.4581298828125,"wall_ms":1908.5180970141664,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1909.15966796875,"wall_ms":1909.2157980194315,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1901.9627685546875,"wall_ms":1902.01883809641,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1908.60107421875,"wall_ms":1908.6600730661303,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1909.2884521484375,"wall_ms":1909.3416660325602,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1906.8699951171875,"wall_ms":1906.92577091977,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375}],"planner":[{"stack_ms":1866.0443115234375,"wall_ms":1866.09630798921,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1863.24365234375,"wall_ms":1863.2971700280905,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1865.7933349609375,"wall_ms":1865.8523220801726,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1865.4769287109375,"wall_ms":1865.5302160186693,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1870.260498046875,"wall_ms":1870.315607986413,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1864.673095703125,"wall_ms":1864.7300739539787,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375},{"stack_ms":1865.574462890625,"wall_ms":1865.6327410135418,"allocated_gib":151.87902688980103,"reserved_gib":155.18359375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009948729031061287,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.00035233026713364976,"max_abs":0.002910614013671875,"finite":true},"dkv":{"relative_rms":0.00059001802018845,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005678971565264659,"max_abs":1.4495071809506044e-12,"finite":true},"d_weights":{"relative_rms":0.0005179654053359293,"max_abs":2.3865140974521637e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006941693282686241,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006865640060113984,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.687769571044088e-06,"max_abs":6.59383658785373e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0009120753903783364,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.0003436004403269274,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.0005456720341163447,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005646279211046377,"max_abs":1.071143174158351e-12,"finite":true},"d_weights":{"relative_rms":0.0005260295745408505,"max_abs":2.35741026699543e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000694335134626737,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006897059311909919,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.8970798169086e-06,"max_abs":7.617018127348274e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009701396161348988,"max_abs":0.003814697265625,"finite":true},"dq":{"relative_rms":0.0003789117357350621,"max_abs":0.002910614013671875,"finite":true},"dkv":{"relative_rms":0.0005969319792825582,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005736651770263121,"max_abs":9.49906819869284e-13,"finite":true},"d_weights":{"relative_rms":0.0005255393465911903,"max_abs":2.039996616076678e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006781164934384805,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006696513223033483,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.85763834453675e-06,"max_abs":9.819700608204585e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131172,"spans":797,"candidate_workspace_bytes":8052898668},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":115676,"spans":31,"candidate_workspace_bytes":4294878456}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147477532},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131180,"spans":820,"candidate_workspace_bytes":8052998048},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":106840,"spans":5,"candidate_workspace_bytes":5368421044}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221199412},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131176,"spans":832,"candidate_workspace_bytes":6442327132},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":84560,"spans":4,"candidate_workspace_bytes":5368634544}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294956260},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131136,"spans":836,"candidate_workspace_bytes":6442324560},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":84556,"spans":4,"candidate_workspace_bytes":5368635496}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":113,"candidate_workspace_bytes":5368619912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131084,"spans":837,"candidate_workspace_bytes":6442277968},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":139176,"spans":116,"candidate_workspace_bytes":8052484368}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":240,"candidate_workspace_bytes":362208192},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130972,"spans":835,"candidate_workspace_bytes":4294775980},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":237504,"spans":243,"candidate_workspace_bytes":8589670336}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147427248},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130896,"spans":835,"candidate_workspace_bytes":3221107420},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":107412,"spans":5,"candidate_workspace_bytes":4294789620}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":136,"candidate_workspace_bytes":2147476764},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":847,"candidate_workspace_bytes":3221177956},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":172852,"spans":138,"candidate_workspace_bytes":6442349720}}]} + ] +} From 932b3b4b9e00a05ba4f93aab53f229953e7b5eb1 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Tue, 17 Nov 2026 01:41:05 +0800 Subject: [PATCH 16/18] fix(distributed): account for local all-to-all copies in planner costs Signed-off-by: shuyan.ycf --- benchmarks/bench_thd_transport.py | 19 +- benchmarks/fit_thd_transport.py | 24 +- benchmarks/profiles/README.md | 17 +- .../profiles/thd_selection_b300_cp8.json | 282 +- cula/distributed/thd_planner.py | 17 +- docs/THD_LAYOUT_PLANNER.md | 21 +- .../csa_cp_transport_local_20261117.json | 6341 +++++++++++++++++ tests/test_thd_cost_fit.py | 33 +- tests/test_thd_planner.py | 48 + 9 files changed, 6720 insertions(+), 82 deletions(-) create mode 100644 docs/results/csa_cp_transport_local_20261117.json diff --git a/benchmarks/bench_thd_transport.py b/benchmarks/bench_thd_transport.py index 9f069cf3..1c93a7eb 100644 --- a/benchmarks/bench_thd_transport.py +++ b/benchmarks/bench_thd_transport.py @@ -26,6 +26,16 @@ def transport_layout(world, rows, ranks_per_node, kind): raise ValueError("need complete nodes and row counts divisible by CP") assignments = [[] for _ in range(world)] for source in range(world): + if kind in ("local_quarter", "local_half", "local_three_quarters"): + if ranks_per_node < 2 or rows % 16: + raise ValueError("locality fixtures need multiple local ranks and 16-row alignment") + fraction = {"local_quarter": 1, "local_half": 2, "local_three_quarters": 3}[kind] + peer = source // ranks_per_node * ranks_per_node + (source + 1) % ranks_per_node + cursor = source * rows + for rank, count in ((source, rows // 4 * fraction), (peer, rows // 4 * (4 - fraction))): + assignments[rank].append(THDSpan(0, cursor, cursor + count, 0, world * rows, rank)) + cursor += count + continue if kind in ("mixed_dense_quarter", "mixed_dense_three_quarters"): if ranks_per_node == world or rows % (4 * ranks_per_node): raise ValueError("mixed validation needs multiple nodes and quarter-node aligned rows") @@ -110,6 +120,7 @@ def features(layouts, rows, rpn): return dict( rank_intra_rows=intra_out + intra_in, rank_inter_rows=inter_out + inter_in, + rank_local_rows=[p.send_counts[r] for r, p in enumerate(plans)] * 2, peer_rows=max(edges.values(), default=0), node_rows=max(node_out + node_in), peer_degree=max(degree_out + degree_in), @@ -138,7 +149,11 @@ def main(): world, rank = dist.get_world_size(), dist.get_rank() if world < 2 or world % args.ranks_per_node: raise ValueError("require CP >= 2 and complete nodes") - kinds = ["intra_pair", "intra", "intra_dense"] if args.ranks_per_node > 1 else [] + kinds = ( + ["intra_pair", "intra", "intra_dense", "local_quarter", "local_half", "local_three_quarters"] + if args.ranks_per_node > 1 + else [] + ) kinds += (["inter_pair", "inter", "inter_dense"] if world > args.ranks_per_node else []) + ["striped"] sizes = args.rows_per_rank if args.validation_only: @@ -185,7 +200,7 @@ def main(): samples_ms=gathered, critical_median_ms=statistics.median(max(s[i] for s in gathered) for i in range(args.repeats)), marker_exact=True, - heldout=args.validation_only or rows == 32768 or kind == "striped", + heldout=args.validation_only or rows == 32768 or kind in ("striped", "local_half"), ) results.append(record) if rank == 0: diff --git a/benchmarks/fit_thd_transport.py b/benchmarks/fit_thd_transport.py index ce2f9ea2..1c140de1 100644 --- a/benchmarks/fit_thd_transport.py +++ b/benchmarks/fit_thd_transport.py @@ -17,10 +17,20 @@ def predict(features, coefficients, overlap_links=False): """Same ordered-phase resource model used by THDSelectionCostModel.""" - intra, inter, peer, node, packing, startup, fixed = coefficients + if len(coefficients) not in (7, 8): + raise ValueError("transport prediction requires seven legacy or eight diagonal-aware coefficients") + intra, inter, peer, node, packing, startup, fixed = coefficients[:7] + local = coefficients[7] if len(coefficients) == 8 else 0.0 unit = 65536 combine = max if overlap_links else lambda a, b: a + b - rank = max(combine(a * intra, b * inter) for a, b in zip(features["rank_intra_rows"], features["rank_inter_rows"])) / unit + local_rows = features.get("rank_local_rows", [0] * len(features["rank_intra_rows"])) + rank = ( + max( + combine(a * intra + c * local, b * inter) + for a, b, c in zip(features["rank_intra_rows"], features["rank_inter_rows"], local_rows) + ) + / unit + ) transfer = max(rank, features["peer_rows"] * peer / unit, features["node_rows"] * node / unit) return transfer + features["copies"] * packing / unit + features["peer_degree"] * startup + fixed @@ -56,6 +66,11 @@ def residual(x): scale = max(y) startup_limit = min(r["critical_median_ms"] / max(r["features"]["peer_degree"], 1) for r in rows) bounds = [(0, 2 * scale)] * 5 + [(0, startup_limit), (0, min(y))] + fit_local = all("rank_local_rows" in r["features"] for r in rows) and any( + any(r["features"]["rank_local_rows"]) for r in rows + ) + if fit_local: + bounds.append((0, 2 * scale)) initialized = differential_evolution( lambda x: np.sum(residual(x) ** 2), bounds, seed=1, popsize=10, maxiter=300, tol=1e-8, polish=False ) @@ -83,6 +98,7 @@ def residual(x): packing_ns_per_query=x[4] * 1e6 / 65536, peer_startup_us=x[5] * 1000, exchange_us=x[6] * 1000, + local_copy_gbps=factor / max(x[7], 1e-10) if fit_local else None, ) predictions = [ dict( @@ -97,7 +113,7 @@ def residual(x): ] return dict( profile, - schema_version=5, + schema_version=6 if fit_local else 5, model=model, transport_calibration=dict( method="Nonnegative max-resource fit; independent eager transport timings", @@ -105,7 +121,7 @@ def residual(x): predictions=predictions, ranks_per_node=raw["ranks_per_node"], world_size=raw["world"], - heldout_rule="32768 rows or striped layout; never used in fitting", + heldout_rule="32768 rows, striped or local_half layout; never used in fitting", note="Effective coefficients include eager implementation costs; not physical bandwidth or universal optimality guarantees.", ), ) diff --git a/benchmarks/profiles/README.md b/benchmarks/profiles/README.md index 0a33d33a..b747a692 100644 --- a/benchmarks/profiles/README.md +++ b/benchmarks/profiles/README.md @@ -1,12 +1,14 @@ # THD selection profile examples -These are explicit profiles from the 2026-11-15 real-CP experiment, not library +These are explicit profiles from real-CP experiments, not library defaults or physical-link bandwidth specifications. They apply to indexer H64/D128, Top-K512, BF16 query/weights and int32 IDs/FP32 scores, at 1M total tokens with eager PyTorch/NCCL variable-split all-to-all. -- `thd_selection_h20_cp16.json`: two nodes, eight H20-3e ranks per node. -- `thd_selection_b300_cp8.json`: one node, eight B300 ranks. The inter-node +- `thd_selection_h20_cp16.json`: two nodes, eight H20-3e ranks per node (2026-11-15). +- `thd_selection_b300_cp8.json`: one node, eight B300 ranks. Its transport fit + was refreshed on 2026-11-17 with diagonal copies and local-retention sweeps. + The inter-node rate is unused; it is not a cross-node Blackwell measurement. The profiles retain compute-fit provenance and single-peer/dense/striped @@ -15,6 +17,15 @@ budget**, 40 ms and 20 ms respectively, not a measured kernel cost. A caller reusing a plan can explicitly amortize it; zero keeps throughput-only planning. No plan is selected by a case name, document-count lookup, or hardware detector. +The refreshed B300 fit uses 20 independent transport fixtures and holds out +15 fixtures, including every half-local route and every 32768-row route. +[Raw samples](../../docs/results/csa_cp_transport_local_20261117.json) include +all ranks and exact row-marker checks. Mean absolute relative prediction error +is 12.69% on the held-out transport fixtures, and 3.97% on the four held-out +65536/131072-row fixtures. Smaller messages show protocol/utilization effects +that this simple model does not capture. Validate the complete operator at the +intended context length; these coefficients are not an accuracy guarantee. + Pass one explicitly to `bench_csa_layout_matrix.py --planner-cost-model` with `--planner-strategy selection`. Recalibrate with `calibrate_thd_selection.py` and the independent `bench_thd_transport.py` / `fit_thd_transport.py` workflow for other indexer shapes, process-group topology, diff --git a/benchmarks/profiles/thd_selection_b300_cp8.json b/benchmarks/profiles/thd_selection_b300_cp8.json index bfc73640..a41aea41 100644 --- a/benchmarks/profiles/thd_selection_b300_cp8.json +++ b/benchmarks/profiles/thd_selection_b300_cp8.json @@ -1,12 +1,12 @@ { - "schema_version": 5, + "schema_version": 6, "model": { "candidate_ns": 0.01381271460590644, "query_ns": 0.0, "span_us": 9.547858289905301, "bytes_per_query": 20608, - "intra_node_gbps": 651.5586637992105, - "inter_node_gbps": 651.5586637992105, + "intra_node_gbps": 661.3111749180831, + "inter_node_gbps": 661.3111749180831, "rank_node_ids": [ 0, 0, @@ -17,14 +17,15 @@ 0, 0 ], - "packing_ns_per_query": 8.499999694322469, - "exchange_us": 181.36905458868262, + "packing_ns_per_query": 28.482437529561206, + "exchange_us": 185.84198535775175, "min_gain_fraction": 0.05, "min_gain_ms": 20, "overlap_intra_inter": false, - "peer_gbps": 408.72149682964135, + "peer_gbps": 407.8016423963969, "inter_node_aggregate_gbps": null, - "peer_startup_us": 7.460149512894069e-21 + "peer_startup_us": 2.0219781415624504e-17, + "local_copy_gbps": 3594.331337476197 }, "calibration": { "sources": [ @@ -498,149 +499,302 @@ "transport_calibration": { "method": "Nonnegative max-resource fit; independent eager transport timings", "coefficients_ms_per_65536_rows": [ - 2.0728231593528488, - 5.25403206689115, - 3.3043671509231323, - 8.017647329379857, - 0.5570559799671173, - 7.460149512894069e-24, - 0.1813690545886826 + 2.0422547496907115, + 3.3698542514013305, + 3.311820619611935, + 6.112187418374655, + 1.8666250259373232, + 2.0219781415624504e-20, + 0.18584198535775176, + 0.37574885596059604 ], "predictions": [ { "kind": "intra_pair", "rows": 256, "heldout": false, - "actual_ms": 0.17163199931383133, - "predicted_ms": 0.1942767387719761, - "relative_error": 0.13193774790642965 + "actual_ms": 0.17182400077581406, + "predicted_ms": 0.19877878465311088, + "relative_error": 0.15687438166723777 }, { "kind": "intra", "rows": 256, "heldout": false, - "actual_ms": 0.17878399789333344, - "predicted_ms": 0.1942767387719761, - "relative_error": 0.08665619440888661 + "actual_ms": 0.16539199650287628, + "predicted_ms": 0.19877878465311088, + "relative_error": 0.2018645935485397 }, { "kind": "intra_dense", "rows": 256, "heldout": false, - "actual_ms": 0.1780639961361885, - "predicted_ms": 0.1884538993716269, - "relative_error": 0.05834926465141166 + "actual_ms": 0.16688000410795212, + "predicted_ms": 0.1930058193928082, + "relative_error": 0.15655449809286726 + }, + { + "kind": "local_quarter", + "rows": 256, + "heldout": false, + "actual_ms": 0.1921439990401268, + "predicted_ms": 0.20283608883683876, + "relative_error": 0.055646233294431635 + }, + { + "kind": "local_half", + "rows": 256, + "heldout": true, + "actual_ms": 0.19073600322008133, + "predicted_ms": 0.199601889012999, + "relative_error": 0.04648249750042077 + }, + { + "kind": "local_three_quarters", + "rows": 256, + "heldout": false, + "actual_ms": 0.1905279979109764, + "predicted_ms": 0.1963676891891592, + "relative_error": 0.030650042734986283 }, { "kind": "striped", "rows": 256, "heldout": true, - "actual_ms": 0.18012800067663193, - "predicted_ms": 0.1884538993716269, - "relative_error": 0.04622212351061261 + "actual_ms": 0.1684959977865219, + "predicted_ms": 0.1930058193928082, + "relative_error": 0.1454623369591206 }, { "kind": "intra_pair", "rows": 4096, "heldout": false, - "actual_ms": 0.6821600198745728, - "predicted_ms": 0.38789200152137837, - "relative_error": -0.431376817432515 + "actual_ms": 0.6829280257225037, + "predicted_ms": 0.3928307740834977, + "relative_error": -0.4247845171269661 }, { "kind": "intra", "rows": 4096, "heldout": false, - "actual_ms": 1.0989919900894165, - "predicted_ms": 0.38789200152137837, - "relative_error": -0.6470474716655409 + "actual_ms": 1.062880039215088, + "predicted_ms": 0.3928307740834977, + "relative_error": -0.6304091152435283 }, { "kind": "intra_dense", "rows": 4096, "heldout": false, - "actual_ms": 0.2651199996471405, - "predicted_ms": 0.29472657111579154, - "relative_error": 0.11167234274311899 + "actual_ms": 0.26446399092674255, + "predicted_ms": 0.3004633299186547, + "relative_error": 0.13612189268475539 + }, + { + "kind": "local_quarter", + "rows": 4096, + "heldout": false, + "actual_ms": 0.8428319990634918, + "predicted_ms": 0.4577476410231439, + "relative_error": -0.4568933766969364 + }, + { + "kind": "local_half", + "rows": 4096, + "heldout": true, + "actual_ms": 0.6092159748077393, + "predicted_ms": 0.4060004438417074, + "relative_error": -0.3335689465959327 + }, + { + "kind": "local_three_quarters", + "rows": 4096, + "heldout": false, + "actual_ms": 0.4381759911775589, + "predicted_ms": 0.3542532466602709, + "relative_error": -0.19152748258012287 }, { "kind": "striped", "rows": 4096, "heldout": true, - "actual_ms": 0.26867200434207916, - "predicted_ms": 0.29472657111579154, - "relative_error": 0.09697536904715665 + "actual_ms": 0.26395200192928314, + "predicted_ms": 0.3004633299186547, + "relative_error": 0.13832563391261377 }, { "kind": "intra_pair", "rows": 32768, "heldout": true, - "actual_ms": 2.0732479095458984, - "predicted_ms": 1.8335526300502487, - "relative_error": -0.11561341911501066 + "actual_ms": 2.088207960128784, + "predicted_ms": 1.8417522951637193, + "relative_error": -0.11802256751758833 }, { "kind": "intra", "rows": 32768, "heldout": true, - "actual_ms": 2.6429920196533203, - "predicted_ms": 1.8335526300502487, - "relative_error": -0.3062587338834437 + "actual_ms": 2.6548320055007935, + "predicted_ms": 1.8417522951637193, + "relative_error": -0.30626409077952155 }, { "kind": "intra_dense", "rows": 32768, "heldout": true, - "actual_ms": 1.1571199893951416, - "predicted_ms": 1.088229186805554, - "relative_error": -0.05953643807121389 + "actual_ms": 1.1564000248908997, + "predicted_ms": 1.1028127418449754, + "relative_error": -0.046339745669739196 + }, + { + "kind": "local_quarter", + "rows": 32768, + "heldout": true, + "actual_ms": 2.7473599910736084, + "predicted_ms": 2.361087230680889, + "relative_error": -0.14059779630181357 + }, + { + "kind": "local_half", + "rows": 32768, + "heldout": true, + "actual_ms": 2.0850560665130615, + "predicted_ms": 1.947109653229397, + "relative_error": -0.06615957023849195 + }, + { + "kind": "local_three_quarters", + "rows": 32768, + "heldout": true, + "actual_ms": 2.3883520364761353, + "predicted_ms": 1.5331320757779052, + "relative_error": -0.35807952413918587 }, { "kind": "striped", "rows": 32768, "heldout": true, - "actual_ms": 1.1546720266342163, - "predicted_ms": 1.088229186805554, - "relative_error": -0.05754260802726663 + "actual_ms": 1.1548159718513489, + "predicted_ms": 1.1028127418449754, + "relative_error": -0.04503161652934562 + }, + { + "kind": "intra_pair", + "rows": 65536, + "heldout": false, + "actual_ms": 3.172096014022827, + "predicted_ms": 3.497662604969687, + "relative_error": 0.10263453234316788 + }, + { + "kind": "intra", + "rows": 65536, + "heldout": false, + "actual_ms": 3.9223999977111816, + "predicted_ms": 3.497662604969687, + "relative_error": -0.10828507877558124 + }, + { + "kind": "intra_dense", + "rows": 65536, + "heldout": false, + "actual_ms": 2.0764319896698, + "predicted_ms": 2.019783498332199, + "relative_error": -0.027281650263252466 + }, + { + "kind": "local_quarter", + "rows": 65536, + "heldout": false, + "actual_ms": 4.722239971160889, + "predicted_ms": 4.536332476004026, + "relative_error": -0.03936849806282927 + }, + { + "kind": "local_half", + "rows": 65536, + "heldout": true, + "actual_ms": 3.8864001035690308, + "predicted_ms": 3.7083773211010422, + "relative_error": -0.045806601925649226 + }, + { + "kind": "local_three_quarters", + "rows": 65536, + "heldout": false, + "actual_ms": 3.120784044265747, + "predicted_ms": 2.8804221661980587, + "relative_error": -0.07701970872010155 + }, + { + "kind": "striped", + "rows": 65536, + "heldout": true, + "actual_ms": 2.0796959400177, + "predicted_ms": 2.019783498332199, + "relative_error": -0.028808269772835793 }, { "kind": "intra_pair", "rows": 131072, "heldout": false, - "actual_ms": 6.2092320919036865, - "predicted_ms": 6.790103356434948, - "relative_error": 0.09354961385461302 + "actual_ms": 6.242736101150513, + "predicted_ms": 6.809483224581622, + "relative_error": 0.09078505229888867 }, { "kind": "intra", "rows": 131072, "heldout": false, - "actual_ms": 6.001280069351196, - "predicted_ms": 6.790103356434948, - "relative_error": 0.1314425052602206 + "actual_ms": 6.007472038269043, + "predicted_ms": 6.809483224581622, + "relative_error": 0.13350227536700543 }, { "kind": "intra_dense", "rows": 131072, "heldout": false, - "actual_ms": 4.027600049972534, - "predicted_ms": 3.808809583456168, - "relative_error": -0.05432278870834217 + "actual_ms": 4.020752191543579, + "predicted_ms": 3.853725011306646, + "relative_error": -0.041541276925303516 + }, + { + "kind": "local_quarter", + "rows": 131072, + "heldout": false, + "actual_ms": 7.957855939865112, + "predicted_ms": 8.8868229666503, + "relative_error": 0.11673584364998368 + }, + { + "kind": "local_half", + "rows": 131072, + "heldout": true, + "actual_ms": 6.951023817062378, + "predicted_ms": 7.230912656844333, + "relative_error": 0.04026584387395182 + }, + { + "kind": "local_three_quarters", + "rows": 131072, + "heldout": false, + "actual_ms": 4.83022403717041, + "predicted_ms": 5.575002347038366, + "relative_error": 0.15419125575472337 }, { "kind": "striped", "rows": 131072, "heldout": true, - "actual_ms": 4.0313920974731445, - "predicted_ms": 3.808809583456168, - "relative_error": -0.05521232086466865 + "actual_ms": 4.031296014785767, + "predicted_ms": 3.853725011306646, + "relative_error": -0.044048118229927824 } ], "ranks_per_node": 8, "world_size": 8, - "heldout_rule": "32768 rows or striped layout; never used in fitting", + "heldout_rule": "32768 rows, striped or local_half layout; never used in fitting", "note": "Effective coefficients include eager implementation costs; not physical bandwidth or universal optimality guarantees.", - "source_sha256": "a965b310b107366576791580b49e74f6b987ffd4307107518666fd444c061f11" + "source_sha256": "2affd7243a2ce7bfa7d4bfc7f56405283be68ab786ec710ce9c6581c5fb10d5a" }, "cudnn_source": "855ccd77ba9efed22441fd454f7cc0206a068e94" } diff --git a/cula/distributed/thd_planner.py b/cula/distributed/thd_planner.py index 9fe44663..d803ec4e 100644 --- a/cula/distributed/thd_planner.py +++ b/cula/distributed/thd_planner.py @@ -137,6 +137,9 @@ class THDSelectionCostModel: peer count, summed over the ordered forward/return collectives. Calibrate these independently of kernel arrival waits; they are effective costs, not physical-link specifications. Unspecified limits preserve old profiles. + ``local_copy_gbps`` prices the diagonal of the eager all-to-all: a globally + nonidentity exchange still copies rows retained by the same rank. This + shares the local transfer resource; it is absent for an identity layout. """ candidate_ns: float @@ -154,6 +157,7 @@ class THDSelectionCostModel: peer_startup_us: float = 0.0 inter_node_aggregate_gbps: float | None = None overlap_intra_inter: bool = False + local_copy_gbps: float | None = None def __post_init__(self): if not isinstance(self.overlap_intra_inter, bool): @@ -177,7 +181,7 @@ def __post_init__(self): raise ValueError(f"{name} must be finite and positive") if self.min_gain_fraction >= 1: raise ValueError("min_gain_fraction must be below one") - for name in ("peer_gbps", "inter_node_aggregate_gbps"): + for name in ("peer_gbps", "inter_node_aggregate_gbps", "local_copy_gbps"): value = getattr(self, name) if value is not None and ( isinstance(value, bool) or not isinstance(value, int | float) or not isfinite(value) or value <= 0 @@ -206,6 +210,7 @@ def estimate_ms(self, ranks: tuple[THDRankLayout, ...], *, block_size: int) -> f offsets = tuple(x * block_size for x in balanced_shards(total // block_size, world)) compute, incoming, outgoing = [0.0] * world, [0.0] * world, [0.0] * world intra_in, intra_out, inter_in, inter_out = ([0.0] * world for _ in range(4)) + local_rows = [0] * world peer_rows = defaultdict(int) source_cursor = list(offsets[:-1]) send_ordered, receive_ordered = [True] * world, [True] * world @@ -226,6 +231,7 @@ def estimate_ms(self, ranks: tuple[THDRankLayout, ...], *, block_size: int) -> f # Pinned source spans are common in mixed packs. Their exact # one-source intersection needs neither a bisect nor a walk. if offsets[rank] <= start and end <= offsets[rank + 1]: + local_rows[rank] += tokens send_ordered[rank] &= start == source_cursor[rank] source_cursor[rank] += tokens receive_ordered[rank] &= rank >= last_source @@ -249,9 +255,18 @@ def estimate_ms(self, ranks: tuple[THDRankLayout, ...], *, block_size: int) -> f (intra_out if local else inter_out)[source] += cost (intra_in if local else inter_in)[rank] += cost peer_rows[source, rank] += rows + else: + local_rows[rank] += rows identity &= cursor == offsets[rank + 1] if identity: return max(compute) + if self.local_copy_gbps is not None: + for rank, rows in enumerate(local_rows): + cost = rows * self.bytes_per_query / (self.local_copy_gbps * 1e6) + incoming[rank] += cost + outgoing[rank] += cost + intra_in[rank] += cost + intra_out[rank] += cost # Execution has ordered exchange/compute/return phases. Model their # critical durations separately rather than assuming unmeasured overlap. transfer = max(*incoming, *outgoing) diff --git a/docs/THD_LAYOUT_PLANNER.md b/docs/THD_LAYOUT_PLANNER.md index ef518c33..decedc30 100644 --- a/docs/THD_LAYOUT_PLANNER.md +++ b/docs/THD_LAYOUT_PLANNER.md @@ -112,6 +112,13 @@ The critical transfer term takes the maximum of: - the busiest aggregated peer edge, if `peer_gbps` is supplied; - shared node injection/receive time, if `inter_node_aggregate_gbps` is supplied. +When `local_copy_gbps` is supplied, rows retained on their source rank also +consume the local per-rank transfer resource. A nonidentity eager all-to-all +still copies its diagonal, including ranks whose ownership is unchanged. +These bytes do not cross a network link and do not add remote peer startups. +Omitting the coefficient preserves older profiles. A global identity layout +still bypasses the collective entirely. + Add the busiest rank's nonempty peer count times `peer_startup_us`, actual permutation-copy work times `packing_ns_per_query`, and `exchange_us`. Multiple fragments on one edge do not pay multiple peer startups. Naturally ordered @@ -191,12 +198,16 @@ so KDA/selection arrival waits are not counted again as network work. `benchmarks/bench_thd_transport.py` measures the actual Q/weight and inverse ID/score exchanges with exact marker checks. Sparse peer pairs, node-local, -inter-node and dense exchanges exercise different message sizes. The 32768-row -and striped fixtures are held out. `--validation-only` measures additional +inter-node and dense exchanges exercise different message sizes. Local-retention +fixtures keep one quarter, one half or three quarters of each source shard and +move the remainder to a neighboring rank. This separates diagonal copies from +remote traffic. The 32768-row, striped and half-local fixtures are held out. +`--validation-only` measures additional mixed-link fractions. `benchmarks/fit_thd_transport.py` fits nonnegative resource -costs without using held-out rows in its objective. Ordered fixtures do not -identify copy bandwidth: measure permutation copies separately and supply that -coefficient in the input profile. Unidentifiable node limits must not be +costs without using held-out rows in its objective. For older sweeps containing +only ordered fixtures, permutation bandwidth comes from the input profile; +new locality fixtures also exercise packing. Sweeps without diagonal features +retain the older model. Unidentifiable node limits must not be interpreted as measured physical bandwidth. The [example profiles](../benchmarks/profiles/README.md) are optional deployment diff --git a/docs/results/csa_cp_transport_local_20261117.json b/docs/results/csa_cp_transport_local_20261117.json new file mode 100644 index 00000000..efbbb75d --- /dev/null +++ b/docs/results/csa_cp_transport_local_20261117.json @@ -0,0 +1,6341 @@ +{ + "world": 8, + "ranks_per_node": 8, + "records": [ + { + "kind": "intra_pair", + "rows": 256, + "features": { + "rank_intra_rows": [ + 256, + 256, + 0, + 0, + 0, + 0, + 0, + 0, + 256, + 256, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 256, + 256, + 256, + 256, + 256, + 256, + 0, + 0, + 256, + 256, + 256, + 256, + 256, + 256 + ], + "peer_rows": 256, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 0.17443199455738068, + 0.1791680008172989, + 0.19049599766731262, + 0.16473600268363953, + 0.15836800634860992, + 0.16700799763202667, + 0.1656319946050644, + 0.1661120057106018, + 0.1706240028142929, + 0.20851199328899384, + 0.1621759980916977, + 0.1613759994506836 + ], + [ + 0.17033599317073822, + 0.18598400056362152, + 0.1857919991016388, + 0.16617600619792938, + 0.15859200060367584, + 0.1712000072002411, + 0.16777600347995758, + 0.164000004529953, + 0.17334400117397308, + 0.20319999754428864, + 0.16153599321842194, + 0.15887999534606934 + ], + [ + 0.1709119975566864, + 0.18316799402236938, + 0.1900160014629364, + 0.17244799435138702, + 0.15804800391197205, + 0.16422399878501892, + 0.1624000072479248, + 0.16457599401474, + 0.16009600460529327, + 0.17814399302005768, + 0.15273599326610565, + 0.15849600732326508 + ], + [ + 0.1690559983253479, + 0.16969600319862366, + 0.17587199807167053, + 0.16179199516773224, + 0.16502399742603302, + 0.15961599349975586, + 0.16659200191497803, + 0.16051200032234192, + 0.1632319986820221, + 0.17212800681591034, + 0.15382400155067444, + 0.1483200043439865 + ], + [ + 0.15676799416542053, + 0.16540800034999847, + 0.16675199568271637, + 0.15056000649929047, + 0.1510079950094223, + 0.15196800231933594, + 0.15436799824237823, + 0.1539520025253296, + 0.1515199989080429, + 0.17097599804401398, + 0.1510079950094223, + 0.14614400267601013 + ], + [ + 0.16208000481128693, + 0.17363199591636658, + 0.18038399517536163, + 0.16371199488639832, + 0.15756799280643463, + 0.16624000668525696, + 0.1661120057106018, + 0.16684800386428833, + 0.16185599565505981, + 0.17500799894332886, + 0.15958400070667267, + 0.1486400067806244 + ], + [ + 0.1586879938840866, + 0.16390399634838104, + 0.16675199568271637, + 0.14899200201034546, + 0.14659200608730316, + 0.15593600273132324, + 0.1536960005760193, + 0.15196800231933594, + 0.15382400155067444, + 0.16566400229930878, + 0.1427839994430542, + 0.14636799693107605 + ], + [ + 0.15376000106334686, + 0.16284799575805664, + 0.16819199919700623, + 0.14908799529075623, + 0.14652800559997559, + 0.14739200472831726, + 0.1560640037059784, + 0.14319999516010284, + 0.15119999647140503, + 0.16371199488639832, + 0.14259199798107147, + 0.1504639983177185 + ] + ], + "critical_median_ms": 0.17182400077581406, + "marker_exact": true, + "heldout": false + }, + { + "kind": "intra", + "rows": 256, + "features": { + "rank_intra_rows": [ + 256, + 256, + 256, + 256, + 256, + 256, + 256, + 256, + 256, + 256, + 256, + 256, + 256, + 256, + 256, + 256 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "peer_rows": 256, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 0.16652800142765045, + 0.16598400473594666, + 0.1711679995059967, + 0.1635199934244156, + 0.1611199975013733, + 0.1605439931154251, + 0.16470399498939514, + 0.15744000673294067, + 0.15510399639606476, + 0.15423999726772308, + 0.15481600165367126, + 0.16457599401474 + ], + [ + 0.17183999717235565, + 0.16448000073432922, + 0.18095999956130981, + 0.1671680063009262, + 0.16233600676059723, + 0.1640319973230362, + 0.17004799842834473, + 0.16300800442695618, + 0.16886399686336517, + 0.1581439971923828, + 0.16230399906635284, + 0.16262400150299072 + ], + [ + 0.16627199947834015, + 0.16512000560760498, + 0.17561599612236023, + 0.16371199488639832, + 0.16041600704193115, + 0.15503999590873718, + 0.1719679981470108, + 0.16329599916934967, + 0.16342400014400482, + 0.15744000673294067, + 0.15411199629306793, + 0.16096000373363495 + ], + [ + 0.15852800011634827, + 0.16019199788570404, + 0.16918399930000305, + 0.15587200224399567, + 0.15507200360298157, + 0.15404799580574036, + 0.1679999977350235, + 0.15862399339675903, + 0.15440000593662262, + 0.15308800339698792, + 0.152319997549057, + 0.1549759954214096 + ], + [ + 0.16422399878501892, + 0.16620799899101257, + 0.17155200242996216, + 0.16735999286174774, + 0.16432000696659088, + 0.16361600160598755, + 0.16847999393939972, + 0.16179199516773224, + 0.15833599865436554, + 0.15398399531841278, + 0.15167999267578125, + 0.16047999262809753 + ], + [ + 0.1600320041179657, + 0.16140800714492798, + 0.16828800737857819, + 0.15673600137233734, + 0.1563200056552887, + 0.160863995552063, + 0.16249600052833557, + 0.15423999726772308, + 0.15187199413776398, + 0.15027199685573578, + 0.15244799852371216, + 0.1544959992170334 + ], + [ + 0.15945599973201752, + 0.15372799336910248, + 0.16889600455760956, + 0.15936000645160675, + 0.152319997549057, + 0.1509760022163391, + 0.16102400422096252, + 0.15113599598407745, + 0.15772800147533417, + 0.15030400454998016, + 0.15913599729537964, + 0.15641599893569946 + ], + [ + 0.1589439958333969, + 0.1573760062456131, + 0.16790400445461273, + 0.152319997549057, + 0.14767999947071075, + 0.15199999511241913, + 0.1621759980916977, + 0.14716799557209015, + 0.15094399452209473, + 0.14496000111103058, + 0.14716799557209015, + 0.15094399452209473 + ] + ], + "critical_median_ms": 0.16539199650287628, + "marker_exact": true, + "heldout": false + }, + { + "kind": "intra_dense", + "rows": 256, + "features": { + "rank_intra_rows": [ + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32 + ], + "peer_rows": 32, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 0.16601599752902985, + 0.1658879965543747, + 0.7650560140609741, + 0.8967679738998413, + 0.1669120043516159, + 0.18012799322605133, + 0.16249600052833557, + 0.1616320013999939, + 0.1664000004529953, + 0.17318400740623474, + 0.1624639928340912, + 0.16684800386428833 + ], + [ + 0.16582399606704712, + 0.16681599617004395, + 0.7635200023651123, + 0.8962879776954651, + 0.16476799547672272, + 0.1826239973306656, + 0.16448000073432922, + 0.16051200032234192, + 0.16521599888801575, + 0.16927999258041382, + 0.1592639982700348, + 0.1626880019903183 + ], + [ + 0.1627199947834015, + 0.1664000004529953, + 0.7650880217552185, + 0.8989120125770569, + 0.1634880006313324, + 0.17734399437904358, + 0.16288000345230103, + 0.15747199952602386, + 0.16687999665737152, + 0.1737920045852661, + 0.16380800306797028, + 0.16499200463294983 + ], + [ + 0.16415999829769135, + 0.16252799332141876, + 0.7634239792823792, + 0.894976019859314, + 0.16438399255275726, + 0.18083199858665466, + 0.1619199961423874, + 0.1621440052986145, + 0.16816000640392303, + 0.17388799786567688, + 0.15958400070667267, + 0.16016000509262085 + ], + [ + 0.1650879979133606, + 0.1632319986820221, + 0.16073599457740784, + 0.893280029296875, + 0.1615999937057495, + 0.17919999361038208, + 0.15919999778270721, + 0.15535999834537506, + 0.16521599888801575, + 0.17110399901866913, + 0.1592639982700348, + 0.16368000209331512 + ], + [ + 0.1648319959640503, + 0.16579200327396393, + 0.7624959945678711, + 0.8921599984169006, + 0.1656000018119812, + 0.17945599555969238, + 0.16150400042533875, + 0.15971200168132782, + 0.1632319986820221, + 0.16847999393939972, + 0.16064000129699707, + 0.16169600188732147 + ], + [ + 0.16342400014400482, + 0.1600320041179657, + 0.7615039944648743, + 0.8958399891853333, + 0.1613759994506836, + 0.17766399681568146, + 0.15839999914169312, + 0.15775999426841736, + 0.1642879992723465, + 0.17027199268341064, + 0.1584639996290207, + 0.1603199988603592 + ], + [ + 0.16326400637626648, + 0.1621440052986145, + 0.7605760097503662, + 0.8936319947242737, + 0.16143999993801117, + 0.1781120002269745, + 0.16038399934768677, + 0.16009600460529327, + 0.16118399798870087, + 0.1674879938364029, + 0.1581760048866272, + 0.15939199924468994 + ] + ], + "critical_median_ms": 0.16688000410795212, + "marker_exact": true, + "heldout": false + }, + { + "kind": "local_quarter", + "rows": 256, + "features": { + "rank_intra_rows": [ + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64 + ], + "peer_rows": 192, + "node_rows": 0, + "peer_degree": 1, + "copies": 256 + }, + "samples_ms": [ + [ + 0.1728000044822693, + 0.1645440012216568, + 0.16937600076198578, + 0.17084799706935883, + 0.15855999290943146, + 0.16208000481128693, + 0.16723200678825378, + 0.16355200111865997, + 0.15680000185966492, + 0.15731200575828552, + 0.1690240055322647, + 0.156031996011734 + ], + [ + 0.17603200674057007, + 0.17052799463272095, + 0.16700799763202667, + 0.1746239960193634, + 0.16780799627304077, + 0.1608320027589798, + 0.16838400065898895, + 0.15827199816703796, + 0.16089600324630737, + 0.16460800170898438, + 0.16777600347995758, + 0.16572800278663635 + ], + [ + 0.17507199943065643, + 0.1725119948387146, + 0.16867199540138245, + 0.16723200678825378, + 0.16182400286197662, + 0.16723200678825378, + 0.1706559956073761, + 0.16124799847602844, + 0.15753600001335144, + 0.16172799468040466, + 0.16732800006866455, + 0.16502399742603302 + ], + [ + 0.1712000072002411, + 0.16953599452972412, + 0.16569599509239197, + 0.1679999977350235, + 0.1533759981393814, + 0.1613440066576004, + 0.16409599781036377, + 0.15718400478363037, + 0.15334400534629822, + 0.15513600409030914, + 0.16448000073432922, + 0.155008003115654 + ], + [ + 0.1698240041732788, + 0.17878399789333344, + 0.162432000041008, + 0.16387200355529785, + 0.15929600596427917, + 0.15244799852371216, + 0.16515199840068817, + 0.16128000617027283, + 0.158720001578331, + 0.1584320068359375, + 0.16655999422073364, + 0.1632000058889389 + ], + [ + 0.18719999492168427, + 0.17267200350761414, + 0.1709119975566864, + 0.1781120002269745, + 0.16764800250530243, + 0.1640319973230362, + 0.17177599668502808, + 0.16364799439907074, + 0.16355200111865997, + 0.1674560010433197, + 0.1769919991493225, + 0.1669439971446991 + ], + [ + 0.20419199764728546, + 0.19388799369335175, + 0.19283199310302734, + 0.20185600221157074, + 0.18953600525856018, + 0.18639999628067017, + 0.19193600118160248, + 0.18688000738620758, + 0.1863040030002594, + 0.18851199746131897, + 0.19871999323368073, + 0.1895039975643158 + ], + [ + 0.21382400393486023, + 0.19568000733852386, + 0.19232000410556793, + 0.20681600272655487, + 0.19088000059127808, + 0.18783999979496002, + 0.19708800315856934, + 0.18771199882030487, + 0.18678399920463562, + 0.19046400487422943, + 0.20057600736618042, + 0.19145600497722626 + ] + ], + "critical_median_ms": 0.1921439990401268, + "marker_exact": true, + "heldout": false + }, + { + "kind": "local_half", + "rows": 256, + "features": { + "rank_intra_rows": [ + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128 + ], + "peer_rows": 128, + "node_rows": 0, + "peer_degree": 1, + "copies": 256 + }, + "samples_ms": [ + [ + 0.16438399255275726, + 0.1590079963207245, + 0.16883200407028198, + 0.1603199988603592, + 0.15388800203800201, + 0.15705600380897522, + 0.16310399770736694, + 0.1539199948310852, + 0.15564799308776855, + 0.1610880047082901, + 0.15532800555229187, + 0.1502400040626526 + ], + [ + 0.16649599373340607, + 0.17033599317073822, + 0.1733119934797287, + 0.16784000396728516, + 0.16515199840068817, + 0.1560640037059784, + 0.16457599401474, + 0.16284799575805664, + 0.1576319932937622, + 0.1687999963760376, + 0.15772800147533417, + 0.15891200304031372 + ], + [ + 0.16921600699424744, + 0.16575999557971954, + 0.1708800047636032, + 0.1679999977350235, + 0.16358399391174316, + 0.1552640050649643, + 0.1615999937057495, + 0.16022400557994843, + 0.15775999426841736, + 0.16684800386428833, + 0.16438399255275726, + 0.15436799824237823 + ], + [ + 0.160863995552063, + 0.15270400047302246, + 0.16172799468040466, + 0.15251199901103973, + 0.15007999539375305, + 0.15296000242233276, + 0.15782399475574493, + 0.1546880006790161, + 0.15171200037002563, + 0.15587200224399567, + 0.1579200029373169, + 0.14985600113868713 + ], + [ + 0.16307200491428375, + 0.157151997089386, + 0.16169600188732147, + 0.15878400206565857, + 0.16252799332141876, + 0.15350399911403656, + 0.15718400478363037, + 0.14979200065135956, + 0.15273599326610565, + 0.1615999937057495, + 0.1510400027036667, + 0.15148800611495972 + ], + [ + 0.16678400337696075, + 0.16422399878501892, + 0.17561599612236023, + 0.16819199919700623, + 0.16393600404262543, + 0.16652800142765045, + 0.15996800363063812, + 0.16380800306797028, + 0.16128000617027283, + 0.16672000288963318, + 0.15865600109100342, + 0.16236799955368042 + ], + [ + 0.19251200556755066, + 0.18643200397491455, + 0.20207999646663666, + 0.18911999464035034, + 0.18828800320625305, + 0.18969599902629852, + 0.1842239946126938, + 0.19059200584888458, + 0.18745599687099457, + 0.1916159987449646, + 0.18172800540924072, + 0.18396799266338348 + ], + [ + 0.1969279944896698, + 0.19097599387168884, + 0.20364800095558167, + 0.19059200584888458, + 0.1905599981546402, + 0.19148799777030945, + 0.19043199717998505, + 0.19088000059127808, + 0.1892479956150055, + 0.19436800479888916, + 0.18476800620555878, + 0.18643200397491455 + ] + ], + "critical_median_ms": 0.19073600322008133, + "marker_exact": true, + "heldout": true + }, + { + "kind": "local_three_quarters", + "rows": 256, + "features": { + "rank_intra_rows": [ + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192, + 192 + ], + "peer_rows": 64, + "node_rows": 0, + "peer_degree": 1, + "copies": 256 + }, + "samples_ms": [ + [ + 0.1615999937057495, + 0.16486400365829468, + 0.1642560064792633, + 0.16406400501728058, + 0.1753920018672943, + 0.156031996011734, + 0.15824000537395477, + 0.15343999862670898, + 0.1554879993200302, + 0.16176000237464905, + 0.15590399503707886, + 0.16460800170898438 + ], + [ + 0.16019199788570404, + 0.1616320013999939, + 0.15705600380897522, + 0.15670399367809296, + 0.16512000560760498, + 0.1549759954214096, + 0.1579200029373169, + 0.15430399775505066, + 0.15641599893569946, + 0.15305599570274353, + 0.15385599434375763, + 0.1629440039396286 + ], + [ + 0.16227200627326965, + 0.1621759980916977, + 0.164000004529953, + 0.1544640064239502, + 0.16415999829769135, + 0.15568000078201294, + 0.15955199301242828, + 0.1563200056552887, + 0.15695999562740326, + 0.15647999942302704, + 0.15382400155067444, + 0.16847999393939972 + ], + [ + 0.16313600540161133, + 0.16009600460529327, + 0.162432000041008, + 0.15507200360298157, + 0.16262400150299072, + 0.15753600001335144, + 0.1544319987297058, + 0.15491199493408203, + 0.15692800283432007, + 0.1541759967803955, + 0.15750400722026825, + 0.16704000532627106 + ], + [ + 0.15568000078201294, + 0.15830400586128235, + 0.15596799552440643, + 0.1650879979133606, + 0.163455992937088, + 0.15865600109100342, + 0.15798400342464447, + 0.16051200032234192, + 0.15558399260044098, + 0.15110400319099426, + 0.1536960005760193, + 0.18009600043296814 + ], + [ + 0.16422399878501892, + 0.16512000560760498, + 0.15942400693893433, + 0.16220800578594208, + 0.1690240055322647, + 0.15721599757671356, + 0.15753600001335144, + 0.15993599593639374, + 0.16303999722003937, + 0.15785600244998932, + 0.1563200056552887, + 0.17907199263572693 + ], + [ + 0.19711999595165253, + 0.1876160055398941, + 0.18246400356292725, + 0.18451200425624847, + 0.19353599846363068, + 0.17558400332927704, + 0.1823360025882721, + 0.18486399948596954, + 0.18748800456523895, + 0.18223999440670013, + 0.17788800597190857, + 0.1934719979763031 + ], + [ + 0.20614400506019592, + 0.19260799884796143, + 0.18678399920463562, + 0.1900160014629364, + 0.1998080015182495, + 0.18214400112628937, + 0.18969599902629852, + 0.19180800020694733, + 0.19103999435901642, + 0.18780800700187683, + 0.1857919991016388, + 0.19977599382400513 + ] + ], + "critical_median_ms": 0.1905279979109764, + "marker_exact": true, + "heldout": false + }, + { + "kind": "striped", + "rows": 256, + "features": { + "rank_intra_rows": [ + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224, + 224 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32 + ], + "peer_rows": 32, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 0.16636799275875092, + 0.1690559983253479, + 0.38844799995422363, + 0.17788800597190857, + 0.1698240041732788, + 0.16704000532627106, + 0.1637759953737259, + 0.16371199488639832, + 0.16710400581359863, + 0.1635199934244156, + 0.16076800227165222, + 0.15539200603961945 + ], + [ + 0.16963200271129608, + 0.16828800737857819, + 0.4010240137577057, + 0.17839999496936798, + 0.1712000072002411, + 0.16758400201797485, + 0.16579200327396393, + 0.16412800550460815, + 0.1674560010433197, + 0.1650879979133606, + 0.1584639996290207, + 0.1549759954214096 + ], + [ + 0.16678400337696075, + 0.16627199947834015, + 0.40384000539779663, + 0.1791680008172989, + 0.1695999950170517, + 0.16915200650691986, + 0.16118399798870087, + 0.16415999829769135, + 0.16409599781036377, + 0.16495999693870544, + 0.1600639969110489, + 0.15731200575828552 + ], + [ + 0.16742399334907532, + 0.16889600455760956, + 0.39350399374961853, + 0.17974400520324707, + 0.17123199999332428, + 0.1690559983253479, + 0.1621440052986145, + 0.16492800414562225, + 0.16793599724769592, + 0.16307200491428375, + 0.1599999964237213, + 0.15827199816703796 + ], + [ + 0.1664000004529953, + 0.16284799575805664, + 0.38950398564338684, + 0.1769919991493225, + 0.16707199811935425, + 0.16704000532627106, + 0.15964800119400024, + 0.1626559942960739, + 0.16390399634838104, + 0.1621440052986145, + 0.1568319946527481, + 0.1549759954214096 + ], + [ + 0.16883200407028198, + 0.16780799627304077, + 0.3917439877986908, + 0.17977599799633026, + 0.1682559996843338, + 0.15852800011634827, + 0.16259199380874634, + 0.16502399742603302, + 0.1650560051202774, + 0.1615999937057495, + 0.15795199573040009, + 0.1573439985513687 + ], + [ + 0.16476799547672272, + 0.16575999557971954, + 0.38681599497795105, + 0.1736000031232834, + 0.16550399363040924, + 0.16393600404262543, + 0.15647999942302704, + 0.16307200491428375, + 0.16249600052833557, + 0.16016000509262085, + 0.15350399911403656, + 0.15388800203800201 + ], + [ + 0.16672000288963318, + 0.1634880006313324, + 0.38732799887657166, + 0.1804800033569336, + 0.16966399550437927, + 0.16303999722003937, + 0.15881599485874176, + 0.1605439931154251, + 0.16579200327396393, + 0.1584320068359375, + 0.15622399747371674, + 0.1544959992170334 + ] + ], + "critical_median_ms": 0.1684959977865219, + "marker_exact": true, + "heldout": true + }, + { + "kind": "intra_pair", + "rows": 4096, + "features": { + "rank_intra_rows": [ + 4096, + 4096, + 0, + 0, + 0, + 0, + 0, + 0, + 4096, + 4096, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 0, + 0, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096 + ], + "peer_rows": 4096, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 0.6885120272636414, + 0.6754879951477051, + 0.6796479821205139, + 0.6747199892997742, + 0.6866239905357361, + 0.6992639899253845, + 0.6800320148468018, + 0.6787840127944946, + 0.6830719709396362, + 0.675104022026062, + 0.6769599914550781, + 0.6777920126914978 + ], + [ + 0.6830400228500366, + 0.6779839992523193, + 0.6838080286979675, + 0.672544002532959, + 0.6806399822235107, + 2.297055959701538, + 0.6770880222320557, + 0.6820480227470398, + 0.6880959868431091, + 0.6744639873504639, + 0.6778560280799866, + 0.6710720062255859 + ], + [ + 0.4906879961490631, + 0.48742398619651794, + 0.4864639937877655, + 0.4870400130748749, + 0.48710399866104126, + 0.4867199957370758, + 0.48819199204444885, + 0.4869120121002197, + 0.48764801025390625, + 0.4856320023536682, + 0.48873600363731384, + 0.4856959879398346 + ], + [ + 0.48848000168800354, + 0.4915519952774048, + 0.4906559884548187, + 0.4861760139465332, + 0.4872959852218628, + 0.4890559911727905, + 1.0271680355072021, + 0.4872319996356964, + 0.4856959879398346, + 0.48953598737716675, + 0.49193599820137024, + 0.487199991941452 + ], + [ + 0.48761600255966187, + 0.487744003534317, + 0.4938560128211975, + 0.48873600363731384, + 0.4864000082015991, + 0.4864960014820099, + 0.4894079864025116, + 0.4901120066642761, + 0.4842880070209503, + 0.4869120121002197, + 0.4910080134868622, + 0.49296000599861145 + ], + [ + 0.4880639910697937, + 0.48787200450897217, + 0.48950400948524475, + 0.48745599389076233, + 0.4835839867591858, + 0.4902079999446869, + 0.4958080053329468, + 0.4880639910697937, + 0.48495998978614807, + 0.48745599389076233, + 0.488864004611969, + 0.4854719936847687 + ], + [ + 0.48419201374053955, + 0.48873600363731384, + 0.48761600255966187, + 0.48848000168800354, + 0.4827519953250885, + 0.48550400137901306, + 0.4840959906578064, + 0.4870080053806305, + 0.4848960041999817, + 0.48844799399375916, + 0.4848639965057373, + 0.48502400517463684 + ], + [ + 0.4858880043029785, + 0.4849280118942261, + 0.4873279929161072, + 0.4864000082015991, + 0.48265600204467773, + 0.48662400245666504, + 0.48816001415252686, + 0.49081599712371826, + 0.4853439927101135, + 0.4869439899921417, + 0.48790401220321655, + 0.484607994556427 + ] + ], + "critical_median_ms": 0.6829280257225037, + "marker_exact": true, + "heldout": false + }, + { + "kind": "intra", + "rows": 4096, + "features": { + "rank_intra_rows": [ + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "peer_rows": 4096, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 1.0471680164337158, + 1.0520319938659668, + 1.0387840270996094, + 1.0486079454421997, + 1.040544033050537, + 1.0715839862823486, + 1.0636160373687744, + 1.0425280332565308, + 1.0660480260849, + 1.0547840595245361, + 1.0438400506973267, + 1.0338239669799805 + ], + [ + 1.033728003501892, + 1.0404479503631592, + 1.0315200090408325, + 1.0327999591827393, + 1.0411839485168457, + 1.0587519407272339, + 1.0485440492630005, + 1.0338239669799805, + 1.0547840595245361, + 1.0369600057601929, + 1.028704047203064, + 1.0302720069885254 + ], + [ + 1.030079960823059, + 1.0347520112991333, + 1.0652159452438354, + 1.0568959712982178, + 1.0367039442062378, + 1.0483839511871338, + 1.049023985862732, + 1.05622398853302, + 1.0450880527496338, + 1.0289280414581299, + 1.0467519760131836, + 1.0566400289535522 + ], + [ + 1.057088017463684, + 1.0268479585647583, + 1.0510400533676147, + 1.045408010482788, + 1.0297919511795044, + 1.0408320426940918, + 1.0350079536437988, + 1.0510079860687256, + 1.0327999591827393, + 1.0499520301818848, + 1.0446720123291016, + 1.0539519786834717 + ], + [ + 1.0547200441360474, + 1.0210239887237549, + 1.0360000133514404, + 1.0360959768295288, + 1.0430079698562622, + 1.0303360223770142, + 1.034783959388733, + 1.04038405418396, + 1.0276800394058228, + 1.0405759811401367, + 1.0312960147857666, + 1.0416959524154663 + ], + [ + 1.0381439924240112, + 1.054751992225647, + 1.0700479745864868, + 1.067296028137207, + 1.0407999753952026, + 1.0641920566558838, + 1.0722559690475464, + 1.0540159940719604, + 1.050112009048462, + 1.0697599649429321, + 1.0360959768295288, + 1.0586559772491455 + ], + [ + 1.0246080160140991, + 1.0408639907836914, + 1.0568000078201294, + 1.0568959712982178, + 1.0308159589767456, + 1.0504000186920166, + 1.063647985458374, + 1.0438719987869263, + 1.037343978881836, + 1.0581120252609253, + 1.0282880067825317, + 1.0472320318222046 + ], + [ + 1.053760051727295, + 1.0597120523452759, + 1.0421760082244873, + 1.04476797580719, + 1.0514559745788574, + 1.0307519435882568, + 1.0595200061798096, + 1.042207956314087, + 1.025439977645874, + 1.0535999536514282, + 1.0484800338745117, + 1.0329920053482056 + ] + ], + "critical_median_ms": 1.062880039215088, + "marker_exact": true, + "heldout": false + }, + { + "kind": "intra_dense", + "rows": 4096, + "features": { + "rank_intra_rows": [ + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "peer_rows": 512, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 0.2699199914932251, + 0.26342400908470154, + 0.2625280022621155, + 0.26047998666763306, + 0.2659839987754822, + 0.26262399554252625, + 0.25916799902915955, + 0.26707199215888977, + 0.2587519884109497, + 0.26499199867248535, + 1.4929920434951782, + 0.26134398579597473 + ], + [ + 0.2704960107803345, + 0.26047998666763306, + 0.26470398902893066, + 0.2590399980545044, + 0.26627200841903687, + 0.25971201062202454, + 0.26105600595474243, + 0.2653760015964508, + 0.25920000672340393, + 0.26361599564552307, + 1.4825600385665894, + 0.255840003490448 + ], + [ + 0.2686080038547516, + 0.2637760043144226, + 0.2608959972858429, + 0.2574079930782318, + 0.26492801308631897, + 0.25884801149368286, + 0.25574401021003723, + 0.2622399926185608, + 0.2566080093383789, + 0.26102399826049805, + 1.4898560047149658, + 0.25811201333999634 + ], + [ + 0.26662400364875793, + 0.2608639895915985, + 0.2610880136489868, + 0.2568640112876892, + 0.263264000415802, + 0.25577598810195923, + 0.25644800066947937, + 0.26556798815727234, + 0.25443199276924133, + 0.2605760097503662, + 1.4913920164108276, + 0.25939199328422546 + ], + [ + 0.2714880108833313, + 0.26419198513031006, + 0.26473599672317505, + 0.25894400477409363, + 0.26281601190567017, + 0.2592960000038147, + 0.2572160065174103, + 0.26364800333976746, + 0.25644800066947937, + 0.26121601462364197, + 1.4926400184631348, + 0.25891199707984924 + ], + [ + 0.26528000831604004, + 0.259552001953125, + 0.26044800877571106, + 0.2553600072860718, + 0.26047998666763306, + 0.2552320063114166, + 0.2534399926662445, + 0.2614080011844635, + 0.2547520101070404, + 0.2593280076980591, + 0.5342400074005127, + 0.2550080120563507 + ], + [ + 0.27027198672294617, + 0.26390400528907776, + 0.2611199915409088, + 0.25356799364089966, + 0.26179200410842896, + 0.2577280104160309, + 0.2553919851779938, + 0.26070401072502136, + 0.2544640004634857, + 0.26099199056625366, + 1.4892159700393677, + 0.255264014005661 + ], + [ + 0.2632319927215576, + 0.2587519884109497, + 0.25814399123191833, + 0.25276800990104675, + 0.2584959864616394, + 0.2559039890766144, + 0.25516799092292786, + 0.2598719894886017, + 0.2528960108757019, + 0.25920000672340393, + 1.4867199659347534, + 0.25414401292800903 + ] + ], + "critical_median_ms": 0.26446399092674255, + "marker_exact": true, + "heldout": false + }, + { + "kind": "local_quarter", + "rows": 4096, + "features": { + "rank_intra_rows": [ + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024 + ], + "peer_rows": 3072, + "node_rows": 0, + "peer_degree": 1, + "copies": 4096 + }, + "samples_ms": [ + [ + 0.8344320058822632, + 0.8298559784889221, + 0.8391039967536926, + 0.833407998085022, + 0.8316159844398499, + 0.8282560110092163, + 0.8367679715156555, + 0.8223040103912354, + 0.8315839767456055, + 0.841376006603241, + 0.8250240087509155, + 0.8415039777755737 + ], + [ + 0.8270080089569092, + 0.8170880079269409, + 0.8230720162391663, + 0.8106560111045837, + 0.8166400194168091, + 0.8067520260810852, + 0.8234559893608093, + 0.8070080280303955, + 0.8163520097732544, + 0.8251519799232483, + 0.8094720244407654, + 0.8270080089569092 + ], + [ + 0.8138880133628845, + 0.8121600151062012, + 0.8074560165405273, + 0.805184006690979, + 0.8128640055656433, + 0.8362560272216797, + 0.8154240250587463, + 0.8137919902801514, + 0.800927996635437, + 0.8165119886398315, + 0.8247359991073608, + 0.8030080199241638 + ], + [ + 0.7988160252571106, + 0.8056960105895996, + 0.8112639784812927, + 0.8039680123329163, + 0.8055679798126221, + 0.822816014289856, + 0.8010879755020142, + 0.8021759986877441, + 0.7982720136642456, + 0.8019199967384338, + 0.8110719919204712, + 0.800320029258728 + ], + [ + 0.8018879890441895, + 0.8250880241394043, + 0.807424008846283, + 0.7989760041236877, + 0.7969599962234497, + 0.8073599934577942, + 0.7920640110969543, + 0.7928959727287292, + 0.7922239899635315, + 0.791487991809845, + 0.8061760067939758, + 0.7933440208435059 + ], + [ + 0.8184959888458252, + 0.8135039806365967, + 0.8079040050506592, + 0.7916799783706665, + 0.7984640002250671, + 0.8031039834022522, + 0.7911360263824463, + 0.8041599988937378, + 0.7954879999160767, + 0.8064320087432861, + 0.8339200019836426, + 0.7972480058670044 + ], + [ + 0.8174399733543396, + 0.8108479976654053, + 0.8164160251617432, + 0.8031359910964966, + 0.8065279722213745, + 0.8025280237197876, + 0.8056640028953552, + 0.8017280101776123, + 0.8047999739646912, + 0.8158079981803894, + 0.8240640163421631, + 0.8083199858665466 + ], + [ + 0.8451840281486511, + 0.8424320220947266, + 0.8511040210723877, + 0.8432319760322571, + 0.8363839983940125, + 0.8405759930610657, + 0.8500480055809021, + 0.8356800079345703, + 0.8368319869041443, + 0.8528000116348267, + 0.8351039886474609, + 0.8437439799308777 + ] + ], + "critical_median_ms": 0.8428319990634918, + "marker_exact": true, + "heldout": false + }, + { + "kind": "local_half", + "rows": 4096, + "features": { + "rank_intra_rows": [ + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048, + 2048 + ], + "peer_rows": 2048, + "node_rows": 0, + "peer_degree": 1, + "copies": 4096 + }, + "samples_ms": [ + [ + 0.6101440191268921, + 0.6053439974784851, + 0.6073600053787231, + 0.6115840077400208, + 0.6023679971694946, + 0.606719970703125, + 0.5964480042457581, + 0.5972800254821777, + 0.607200026512146, + 0.5883839726448059, + 0.597055971622467, + 0.6054720282554626 + ], + [ + 0.5952640175819397, + 0.5915520191192627, + 0.590719997882843, + 0.5951039791107178, + 0.5831999778747559, + 0.5914239883422852, + 0.5823360085487366, + 0.5808960199356079, + 0.59443199634552, + 0.574176013469696, + 0.5937280058860779, + 0.5913599729537964 + ], + [ + 0.5719680190086365, + 0.5730239748954773, + 0.5694400072097778, + 0.5904960036277771, + 0.5755839943885803, + 0.5680959820747375, + 0.5867840051651001, + 0.6047040224075317, + 0.6000319719314575, + 0.5777599811553955, + 0.5794559717178345, + 0.6023039817810059 + ], + [ + 0.5720319747924805, + 0.5684800148010254, + 0.5633599758148193, + 0.5863680243492126, + 0.5756160020828247, + 0.6010559797286987, + 0.5735679864883423, + 0.5889279842376709, + 0.5973119735717773, + 0.5729600191116333, + 0.5680320262908936, + 0.5905920267105103 + ], + [ + 0.5734080076217651, + 0.5670719742774963, + 0.561631977558136, + 0.5740799903869629, + 0.5715199708938599, + 0.5915840268135071, + 0.565280020236969, + 0.5734720230102539, + 0.5833920240402222, + 0.5686079859733582, + 0.564736008644104, + 0.5774719715118408 + ], + [ + 0.5737919807434082, + 0.5715519785881042, + 0.5726079940795898, + 0.5794240236282349, + 0.5745599865913391, + 0.5775039792060852, + 0.5665599703788757, + 0.5796160101890564, + 0.5788159966468811, + 0.5743039846420288, + 0.5719360113143921, + 0.567359983921051 + ], + [ + 0.5886080265045166, + 0.582751989364624, + 0.5845440030097961, + 0.584384024143219, + 0.5857599973678589, + 0.5852479934692383, + 0.5735359787940979, + 0.5826879739761353, + 0.5876479744911194, + 0.5814080238342285, + 0.5804160237312317, + 0.5855680108070374 + ], + [ + 0.6119359731674194, + 0.605567991733551, + 0.608959972858429, + 0.6139199733734131, + 0.6058239936828613, + 0.6099519729614258, + 0.600383996963501, + 0.6064000129699707, + 0.6112319827079773, + 0.6016960144042969, + 0.6101120114326477, + 0.6094719767570496 + ] + ], + "critical_median_ms": 0.6092159748077393, + "marker_exact": true, + "heldout": true + }, + { + "kind": "local_three_quarters", + "rows": 4096, + "features": { + "rank_intra_rows": [ + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024, + 1024 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072, + 3072 + ], + "peer_rows": 1024, + "node_rows": 0, + "peer_degree": 1, + "copies": 4096 + }, + "samples_ms": [ + [ + 0.4193600118160248, + 1.0437120199203491, + 0.413536012172699, + 0.4251520037651062, + 0.4168959856033325, + 0.41337600350379944, + 0.4145919978618622, + 0.4159039855003357, + 0.41683200001716614, + 0.7398719787597656, + 0.4164479970932007, + 0.41814398765563965 + ], + [ + 0.399616003036499, + 1.0263680219650269, + 0.39612799882888794, + 0.4036479890346527, + 0.40006399154663086, + 0.40089601278305054, + 0.4015040099620819, + 0.39420801401138306, + 0.397024005651474, + 0.7300800085067749, + 0.401311993598938, + 0.3948479890823364 + ], + [ + 0.403903990983963, + 0.3983039855957031, + 0.3967039883136749, + 1.226688027381897, + 0.4041599929332733, + 0.3952000141143799, + 0.3980480134487152, + 0.39606401324272156, + 0.39897599816322327, + 0.7308160066604614, + 0.39846399426460266, + 0.3954879939556122 + ], + [ + 0.40355199575424194, + 0.3965759873390198, + 0.3956480026245117, + 1.214751958847046, + 0.4042559862136841, + 0.39715200662612915, + 0.3949440121650696, + 0.3986240029335022, + 0.3981119990348816, + 0.725600004196167, + 0.39718401432037354, + 0.3951680064201355 + ], + [ + 0.40643200278282166, + 0.3999359905719757, + 0.40060800313949585, + 0.4047679901123047, + 0.40118399262428284, + 0.4036479890346527, + 0.39929598569869995, + 0.3980480134487152, + 0.3984319865703583, + 0.7129600048065186, + 0.400160014629364, + 0.39635199308395386 + ], + [ + 0.41622400283813477, + 0.42188799381256104, + 0.41657599806785583, + 0.4236159920692444, + 0.4148159921169281, + 0.41388800740242004, + 0.4137920141220093, + 0.4137600064277649, + 0.41436800360679626, + 0.7130240201950073, + 0.41548800468444824, + 0.412447988986969 + ], + [ + 0.4382399916648865, + 1.071776032447815, + 0.4374080002307892, + 0.44419199228286743, + 0.43382400274276733, + 0.4310080111026764, + 0.4383679926395416, + 0.43856000900268555, + 0.4283519983291626, + 0.7142400145530701, + 0.4381119906902313, + 0.43507200479507446 + ], + [ + 0.43513599038124084, + 1.067903995513916, + 0.43433600664138794, + 0.44207999110221863, + 0.4326399862766266, + 0.42985600233078003, + 0.43356800079345703, + 0.43244799971580505, + 0.4293760061264038, + 0.7213119864463806, + 0.43433600664138794, + 0.4330880045890808 + ] + ], + "critical_median_ms": 0.4381759911775589, + "marker_exact": true, + "heldout": false + }, + { + "kind": "striped", + "rows": 4096, + "features": { + "rank_intra_rows": [ + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584, + 3584 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "peer_rows": 512, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 0.2682879865169525, + 0.26550400257110596, + 0.2592960000038147, + 0.26310399174690247, + 0.2579520046710968, + 0.2659839987754822, + 1.7445119619369507, + 0.2617279887199402, + 0.2633279860019684, + 0.2643519937992096, + 0.26105600595474243, + 0.26208001375198364 + ], + [ + 0.26899200677871704, + 0.263839989900589, + 0.259552001953125, + 0.26345598697662354, + 0.25939199328422546, + 0.26502400636672974, + 1.7467199563980103, + 0.2661759853363037, + 0.2635520100593567, + 0.26361599564552307, + 0.2624959945678711, + 0.25884801149368286 + ], + [ + 0.26655998826026917, + 0.2645440101623535, + 0.25734400749206543, + 0.26175999641418457, + 0.2587519884109497, + 0.26425600051879883, + 1.7425919771194458, + 0.2592320144176483, + 0.2610880136489868, + 0.26124799251556396, + 0.26025599241256714, + 0.26015999913215637 + ], + [ + 0.2677760124206543, + 0.26335999369621277, + 0.2576960027217865, + 0.2613759934902191, + 0.25679999589920044, + 0.260127991437912, + 1.7440639734268188, + 0.26761600375175476, + 0.2611840069293976, + 0.25993600487709045, + 0.2590399980545044, + 0.2590720057487488 + ], + [ + 0.2691839933395386, + 0.2635200023651123, + 0.25808000564575195, + 0.2603519856929779, + 0.2559039890766144, + 0.262719988822937, + 1.7440320253372192, + 0.2659839987754822, + 0.26208001375198364, + 0.26335999369621277, + 0.2598719894886017, + 0.25839999318122864 + ], + [ + 0.2659839987754822, + 0.26175999641418457, + 0.255840003490448, + 0.2603519856929779, + 0.2573759853839874, + 0.25859200954437256, + 1.7428159713745117, + 0.26131200790405273, + 0.2595199942588806, + 0.25900799036026, + 0.2579199969768524, + 0.2574720084667206 + ], + [ + 0.2667199969291687, + 0.26153600215911865, + 0.2550399899482727, + 0.2598400115966797, + 0.2556160092353821, + 0.26236799359321594, + 1.74399995803833, + 0.2640320062637329, + 0.2622720003128052, + 0.26134398579597473, + 0.25724801421165466, + 0.25804799795150757 + ], + [ + 0.2608320116996765, + 0.258432000875473, + 0.2561599910259247, + 0.2569279968738556, + 0.2528640031814575, + 0.25830399990081787, + 1.7432960271835327, + 0.2613759934902191, + 0.25900799036026, + 0.2585279941558838, + 0.25462400913238525, + 0.255295991897583 + ] + ], + "critical_median_ms": 0.26395200192928314, + "marker_exact": true, + "heldout": true + }, + { + "kind": "intra_pair", + "rows": 32768, + "features": { + "rank_intra_rows": [ + 32768, + 32768, + 0, + 0, + 0, + 0, + 0, + 0, + 32768, + 32768, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 0, + 0, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768 + ], + "peer_rows": 32768, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 2.0776638984680176, + 2.09500789642334, + 2.0920639038085938, + 2.0967040061950684, + 2.0868160724639893, + 2.0871999263763428, + 2.0892159938812256, + 2.0836799144744873, + 2.0902719497680664, + 2.085088014602661, + 2.086560010910034, + 2.07859206199646 + ], + [ + 2.64467191696167, + 2.0828800201416016, + 2.0775039196014404, + 2.082655906677246, + 2.0673599243164062, + 2.0754239559173584, + 2.0720319747924805, + 2.0677759647369385, + 2.073632001876831, + 2.070528030395508, + 2.074143886566162, + 2.068448066711426 + ], + [ + 1.1681920289993286, + 1.1666239500045776, + 1.1656960248947144, + 1.170591950416565, + 1.1651840209960938, + 1.1692800521850586, + 1.1690239906311035, + 1.162335991859436, + 1.1652159690856934, + 1.168063998222351, + 1.164415955543518, + 1.161695957183838 + ], + [ + 1.1715199947357178, + 1.178976058959961, + 1.1684479713439941, + 1.1683520078659058, + 1.1646080017089844, + 1.1654399633407593, + 1.1671680212020874, + 1.163648009300232, + 1.1647039651870728, + 1.1662399768829346, + 1.1679359674453735, + 1.1662399768829346 + ], + [ + 1.1590399742126465, + 1.1700799465179443, + 1.167296051979065, + 1.160640001296997, + 1.1627520322799683, + 1.1606080532073975, + 1.164255976676941, + 1.162719964981079, + 1.1596159934997559, + 1.1615359783172607, + 1.162943959236145, + 1.16156804561615 + ], + [ + 1.1787199974060059, + 1.1649279594421387, + 1.1647679805755615, + 1.168768048286438, + 1.1744639873504639, + 1.161087989807129, + 1.1634559631347656, + 1.1677440404891968, + 1.1634880304336548, + 1.167456030845642, + 1.1649919748306274, + 1.1629760265350342 + ], + [ + 1.16486394405365, + 1.1695679426193237, + 1.170624017715454, + 1.1618560552597046, + 1.1605119705200195, + 1.1608320474624634, + 1.1609920263290405, + 1.1593600511550903, + 1.1623040437698364, + 1.1601920127868652, + 1.1626240015029907, + 1.1595840454101562 + ], + [ + 1.1699520349502563, + 1.1623680591583252, + 1.1663039922714233, + 1.1611520051956177, + 1.1592960357666016, + 1.161087989807129, + 1.162719964981079, + 1.1625280380249023, + 1.1624640226364136, + 1.1596159934997559, + 1.1622400283813477, + 1.163167953491211 + ] + ], + "critical_median_ms": 2.088207960128784, + "marker_exact": true, + "heldout": true + }, + { + "kind": "intra", + "rows": 32768, + "features": { + "rank_intra_rows": [ + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "peer_rows": 32768, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 2.6358718872070312, + 2.616703987121582, + 2.621119976043701, + 2.792128086090088, + 2.6397759914398193, + 2.628671884536743, + 2.6418240070343018, + 2.651456117630005, + 2.631295919418335, + 2.6348800659179688, + 2.602047920227051, + 2.638240098953247 + ], + [ + 2.62227201461792, + 2.653343915939331, + 2.6313281059265137, + 2.7610559463500977, + 2.659071922302246, + 2.639296054840088, + 2.723680019378662, + 2.6365439891815186, + 2.6252799034118652, + 2.637984037399292, + 2.656320095062256, + 2.6547200679779053 + ], + [ + 2.6038401126861572, + 2.6431360244750977, + 2.615231990814209, + 2.7291839122772217, + 2.659008026123047, + 2.6250240802764893, + 2.6818881034851074, + 2.607935905456543, + 2.6115520000457764, + 2.6162240505218506, + 2.6417601108551025, + 2.7010560035705566 + ], + [ + 2.619839906692505, + 2.6447360515594482, + 2.641279935836792, + 2.627295970916748, + 2.6349120140075684, + 2.6464641094207764, + 2.642591953277588, + 2.658047914505005, + 2.641792058944702, + 2.624000072479248, + 2.6482560634613037, + 2.722559928894043 + ], + [ + 2.605952024459839, + 2.6312639713287354, + 2.628671884536743, + 2.6719679832458496, + 2.6133439540863037, + 2.6417601108551025, + 2.6485118865966797, + 2.648063898086548, + 2.630239963531494, + 2.6184000968933105, + 2.634592056274414, + 2.695039987564087 + ], + [ + 2.628096103668213, + 2.651456117630005, + 2.645375967025757, + 2.7708160877227783, + 2.6504321098327637, + 2.641024112701416, + 2.614527940750122, + 2.62937593460083, + 2.6488959789276123, + 2.6228160858154297, + 2.635551929473877, + 2.672384023666382 + ], + [ + 2.6186881065368652, + 2.638688087463379, + 2.6366400718688965, + 2.7504000663757324, + 2.695103883743286, + 2.632672071456909, + 2.6804800033569336, + 2.6272640228271484, + 2.637471914291382, + 2.6354238986968994, + 2.620543956756592, + 2.7602241039276123 + ], + [ + 2.613919973373413, + 2.6288959980010986, + 2.631103992462158, + 2.6148159503936768, + 2.6715519428253174, + 2.6349120140075684, + 2.6642560958862305, + 2.6119680404663086, + 2.639296054840088, + 2.620959997177124, + 2.615583896636963, + 2.7143681049346924 + ] + ], + "critical_median_ms": 2.6548320055007935, + "marker_exact": true, + "heldout": true + }, + { + "kind": "intra_dense", + "rows": 32768, + "features": { + "rank_intra_rows": [ + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096 + ], + "peer_rows": 4096, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 1.1610239744186401, + 1.15283203125, + 1.1529920101165771, + 1.1649919748306274, + 1.1570240259170532, + 1.2537599802017212, + 1.2502399682998657, + 1.1613759994506836, + 1.1504319906234741, + 1.147487998008728, + 1.151136040687561, + 1.1480000019073486 + ], + [ + 1.1601279973983765, + 1.1555839776992798, + 1.155776023864746, + 1.162335991859436, + 1.1540160179138184, + 1.2545599937438965, + 1.248479962348938, + 1.160640001296997, + 1.1509120464324951, + 1.147711992263794, + 1.149791955947876, + 1.1461759805679321 + ], + [ + 1.159775972366333, + 1.1484479904174805, + 1.1555839776992798, + 1.1592960357666016, + 1.1516159772872925, + 1.2479360103607178, + 1.2445119619369507, + 1.1586240530014038, + 1.1438720226287842, + 1.1398719549179077, + 1.15065598487854, + 1.1442879438400269 + ], + [ + 1.1558400392532349, + 1.1482880115509033, + 1.1541119813919067, + 1.155743956565857, + 1.1511679887771606, + 1.2158399820327759, + 1.2076480388641357, + 1.1513279676437378, + 1.1448960304260254, + 1.1448320150375366, + 1.1466560363769531, + 1.1419199705123901 + ], + [ + 1.1591360569000244, + 1.151360034942627, + 1.1504640579223633, + 1.1594879627227783, + 1.1499199867248535, + 1.2259520292282104, + 1.2387200593948364, + 1.1597119569778442, + 1.1426880359649658, + 1.1424640417099, + 1.1504319906234741, + 1.145151972770691 + ], + [ + 1.1556479930877686, + 1.1512960195541382, + 1.152608036994934, + 1.1601279973983765, + 1.14956796169281, + 1.2127039432525635, + 1.2365440130233765, + 1.1528960466384888, + 1.1478079557418823, + 1.143936038017273, + 1.1481599807739258, + 1.1431039571762085 + ], + [ + 1.1557120084762573, + 1.1499199867248535, + 1.1512960195541382, + 1.1577279567718506, + 1.1486719846725464, + 1.2489919662475586, + 1.2488000392913818, + 1.1572480201721191, + 1.1476160287857056, + 1.1456639766693115, + 1.1528639793395996, + 1.1427520513534546 + ], + [ + 1.1516799926757812, + 1.1488319635391235, + 1.1514559984207153, + 1.1541119813919067, + 1.1468479633331299, + 1.2448960542678833, + 1.2429440021514893, + 1.1505600214004517, + 1.1401920318603516, + 1.1383039951324463, + 1.1433600187301636, + 1.1407359838485718 + ] + ], + "critical_median_ms": 1.1564000248908997, + "marker_exact": true, + "heldout": true + }, + { + "kind": "local_quarter", + "rows": 32768, + "features": { + "rank_intra_rows": [ + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192 + ], + "peer_rows": 24576, + "node_rows": 0, + "peer_degree": 1, + "copies": 32768 + }, + "samples_ms": [ + [ + 2.7367360591888428, + 2.727008104324341, + 2.715167999267578, + 2.705280065536499, + 2.7349441051483154, + 2.7224960327148438, + 2.7183680534362793, + 2.713344097137451, + 2.707263946533203, + 2.724575996398926, + 2.7194559574127197, + 2.7228798866271973 + ], + [ + 2.695552110671997, + 2.6849920749664307, + 2.6844160556793213, + 2.66595196723938, + 2.676287889480591, + 2.6834239959716797, + 2.687295913696289, + 2.672032117843628, + 2.6652159690856934, + 2.684191942214966, + 2.6823039054870605, + 2.6732800006866455 + ], + [ + 2.5464320182800293, + 2.538719892501831, + 2.532383918762207, + 2.5363199710845947, + 2.537600040435791, + 2.531615972518921, + 2.5423998832702637, + 2.5392959117889404, + 2.5277440547943115, + 2.531359910964966, + 2.5350399017333984, + 2.5323519706726074 + ], + [ + 2.5357439517974854, + 2.5171520709991455, + 2.515104055404663, + 2.5179519653320312, + 2.5278079509735107, + 2.5153920650482178, + 2.523616075515747, + 2.522304058074951, + 2.523519992828369, + 2.5195839405059814, + 2.5212159156799316, + 2.5151360034942627 + ], + [ + 2.5035200119018555, + 2.4950718879699707, + 2.4924800395965576, + 2.483583927154541, + 2.489504098892212, + 2.489664077758789, + 2.4987199306488037, + 2.490816116333008, + 2.4885759353637695, + 2.48688006401062, + 2.486560106277466, + 2.4890239238739014 + ], + [ + 2.6706559658050537, + 2.686880111694336, + 2.6780478954315186, + 2.6219840049743652, + 2.664992094039917, + 2.7018558979034424, + 2.6768319606781006, + 2.6463680267333984, + 2.6719679832458496, + 2.6885440349578857, + 2.6952319145202637, + 2.6494081020355225 + ], + [ + 2.734528064727783, + 2.722464084625244, + 2.7222719192504883, + 2.7155840396881104, + 2.7558400630950928, + 2.709183931350708, + 2.711456060409546, + 2.742464065551758, + 2.7135679721832275, + 2.712735891342163, + 2.7254080772399902, + 2.7465920448303223 + ], + [ + 2.7644479274749756, + 2.757535934448242, + 2.729856014251709, + 2.7285759449005127, + 2.777791976928711, + 2.742464065551758, + 2.728543996810913, + 2.752255916595459, + 2.742176055908203, + 2.7606399059295654, + 2.7399680614471436, + 2.759711980819702 + ] + ], + "critical_median_ms": 2.7473599910736084, + "marker_exact": true, + "heldout": true + }, + { + "kind": "local_half", + "rows": 32768, + "features": { + "rank_intra_rows": [ + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384 + ], + "peer_rows": 16384, + "node_rows": 0, + "peer_degree": 1, + "copies": 32768 + }, + "samples_ms": [ + [ + 2.050175905227661, + 2.0408639907836914, + 2.0509119033813477, + 2.03983998298645, + 2.044543981552124, + 2.0486719608306885, + 2.0454719066619873, + 2.0430400371551514, + 2.0339839458465576, + 2.0309441089630127, + 2.0383360385894775, + 2.037503957748413 + ], + [ + 2.0054080486297607, + 2.0012478828430176, + 2.008960008621216, + 1.9981759786605835, + 2.012576103210449, + 2.010591983795166, + 2.0047359466552734, + 1.997663974761963, + 2.0025599002838135, + 1.9943360090255737, + 1.9995839595794678, + 1.996448040008545 + ], + [ + 1.8686720132827759, + 1.8417279720306396, + 1.8553919792175293, + 1.8592000007629395, + 1.844831943511963, + 1.855455994606018, + 1.8689919710159302, + 1.860703945159912, + 1.8774399757385254, + 1.8523199558258057, + 1.863968014717102, + 1.8459199666976929 + ], + [ + 1.8512320518493652, + 1.8407039642333984, + 1.850208044052124, + 1.8498879671096802, + 1.848479986190796, + 1.853376030921936, + 1.8598719835281372, + 1.8517440557479858, + 1.9299839735031128, + 1.8517119884490967, + 1.8560320138931274, + 1.838912010192871 + ], + [ + 1.82041597366333, + 1.8239680528640747, + 1.8202240467071533, + 1.8214080333709717, + 1.837280035018921, + 1.82697594165802, + 1.8228479623794556, + 1.823583960533142, + 1.9006719589233398, + 1.8355200290679932, + 1.819551944732666, + 1.820736050605774 + ], + [ + 1.9620800018310547, + 1.9755200147628784, + 1.980672001838684, + 1.9643839597702026, + 2.003200054168701, + 1.9936959743499756, + 1.9903359413146973, + 1.9433280229568481, + 1.9931199550628662, + 1.9787520170211792, + 1.9682879447937012, + 1.9807679653167725 + ], + [ + 2.0865280628204346, + 2.0840320587158203, + 2.081696033477783, + 2.0786240100860596, + 2.069888114929199, + 2.0869760513305664, + 2.0736639499664307, + 2.0794880390167236, + 2.072000026702881, + 2.067647933959961, + 2.0749120712280273, + 2.0691521167755127 + ], + [ + 2.100032091140747, + 2.093503952026367, + 2.0910720825195312, + 2.0855040550231934, + 2.0743041038513184, + 2.092992067337036, + 2.0846080780029297, + 2.089440107345581, + 2.082144021987915, + 2.0756800174713135, + 2.083872079849243, + 2.081279993057251 + ] + ], + "critical_median_ms": 2.0850560665130615, + "marker_exact": true, + "heldout": true + }, + { + "kind": "local_three_quarters", + "rows": 32768, + "features": { + "rank_intra_rows": [ + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576, + 24576 + ], + "peer_rows": 8192, + "node_rows": 0, + "peer_degree": 1, + "copies": 32768 + }, + "samples_ms": [ + [ + 2.357248067855835, + 2.3372159004211426, + 2.393440008163452, + 2.363327980041504, + 2.357343912124634, + 2.346208095550537, + 2.344928026199341, + 2.351327896118164, + 2.3531200885772705, + 2.3380160331726074, + 2.349855899810791, + 2.3707520961761475 + ], + [ + 2.3541760444641113, + 2.3422720432281494, + 2.3924479484558105, + 2.361920118331909, + 2.356703996658325, + 2.3389759063720703, + 2.3384320735931396, + 2.344736099243164, + 2.348031997680664, + 2.3333120346069336, + 2.3455679416656494, + 2.3584959506988525 + ], + [ + 2.1293439865112305, + 2.1419520378112793, + 2.140768051147461, + 2.1322879791259766, + 2.127487897872925, + 2.128351926803589, + 2.131040096282959, + 2.1292800903320312, + 2.121920108795166, + 2.1289279460906982, + 2.1372480392456055, + 2.132960081100464 + ], + [ + 2.1355199813842773, + 2.147455930709839, + 2.1546239852905273, + 2.1428160667419434, + 2.1409599781036377, + 2.1552000045776367, + 2.1345279216766357, + 2.1376960277557373, + 2.1380159854888916, + 2.1459200382232666, + 2.148319959640503, + 2.1425280570983887 + ], + [ + 2.1444480419158936, + 2.1386239528656006, + 2.142751932144165, + 2.1519041061401367, + 2.1270720958709717, + 2.202303886413574, + 2.1425280570983887, + 2.131200075149536, + 2.151808023452759, + 2.156928062438965, + 2.133631944656372, + 2.143359899520874 + ], + [ + 2.1653120517730713, + 2.1613121032714844, + 2.1901121139526367, + 2.1679039001464844, + 2.16540789604187, + 2.207711935043335, + 2.1568961143493652, + 2.1596479415893555, + 2.1657919883728027, + 2.148927927017212, + 2.15664005279541, + 2.1811840534210205 + ], + [ + 2.320159912109375, + 2.310336112976074, + 2.357664108276367, + 2.327807903289795, + 2.3214080333709717, + 2.3144640922546387, + 2.310175895690918, + 2.1895039081573486, + 2.325439929962158, + 2.310976028442383, + 2.318176031112671, + 2.337280035018921 + ], + [ + 2.39084792137146, + 2.3809280395507812, + 2.3995521068573, + 2.3941760063171387, + 2.391871929168701, + 2.3808960914611816, + 2.382240056991577, + 2.3876800537109375, + 2.389024019241333, + 2.3759360313415527, + 2.387392044067383, + 2.3965439796447754 + ] + ], + "critical_median_ms": 2.3883520364761353, + "marker_exact": true, + "heldout": true + }, + { + "kind": "striped", + "rows": 32768, + "features": { + "rank_intra_rows": [ + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672, + 28672 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096 + ], + "peer_rows": 4096, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 1.1511679887771606, + 1.1501760482788086, + 1.165727972984314, + 1.1572480201721191, + 1.1544959545135498, + 1.9299839735031128, + 1.1536959409713745, + 1.1525440216064453, + 1.1559360027313232, + 1.1484479904174805, + 1.1502399444580078, + 1.1564480066299438 + ], + [ + 1.149440050125122, + 1.152575969696045, + 1.1671680212020874, + 1.1566720008850098, + 1.727903962135315, + 1.9274239540100098, + 1.1533119678497314, + 1.1524800062179565, + 1.1552000045776367, + 1.1498559713363647, + 1.1513279676437378, + 1.1565439701080322 + ], + [ + 1.1490240097045898, + 1.1510080099105835, + 1.1612800359725952, + 1.1506880521774292, + 1.7285120487213135, + 1.9311679601669312, + 1.1509759426116943, + 1.148192048072815, + 1.1548160314559937, + 1.1480000019073486, + 1.1438080072402954, + 1.150015950202942 + ], + [ + 1.143231987953186, + 1.1483839750289917, + 1.1602239608764648, + 1.1496319770812988, + 1.7189120054244995, + 1.1516799926757812, + 1.149183988571167, + 1.1527999639511108, + 1.155616044998169, + 1.1468160152435303, + 1.1458560228347778, + 1.1496959924697876 + ], + [ + 1.1492799520492554, + 1.1478079557418823, + 1.161471962928772, + 1.1509120464324951, + 1.7254079580307007, + 1.9261120557785034, + 1.1518080234527588, + 1.1525440216064453, + 1.1556799411773682, + 1.1465920209884644, + 1.143615961074829, + 1.1518399715423584 + ], + [ + 1.1450239419937134, + 1.1465920209884644, + 1.1607040166854858, + 1.1526399850845337, + 1.716863989830017, + 1.9283519983291626, + 1.1487040519714355, + 1.1481280326843262, + 1.1475520133972168, + 1.146880030632019, + 1.1465599536895752, + 1.1514559984207153 + ], + [ + 1.146016001701355, + 1.148959994316101, + 1.160863995552063, + 1.1522560119628906, + 1.723039984703064, + 1.9298239946365356, + 1.1482239961624146, + 1.1433919668197632, + 1.155519962310791, + 1.1470400094985962, + 1.14409601688385, + 1.1505919694900513 + ], + [ + 1.1432000398635864, + 1.147487998008728, + 1.1555839776992798, + 1.1444159746170044, + 1.7167680263519287, + 1.9247039556503296, + 1.144063949584961, + 1.1457279920578003, + 1.1490559577941895, + 1.1442559957504272, + 1.1445759534835815, + 1.1487040519714355 + ] + ], + "critical_median_ms": 1.1548159718513489, + "marker_exact": true, + "heldout": true + }, + { + "kind": "intra_pair", + "rows": 65536, + "features": { + "rank_intra_rows": [ + 65536, + 65536, + 0, + 0, + 0, + 0, + 0, + 0, + 65536, + 65536, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 0, + 0, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536 + ], + "peer_rows": 65536, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 3.1642560958862305, + 3.1775360107421875, + 3.155616044998169, + 3.1724159717559814, + 3.1659839153289795, + 3.171776056289673, + 3.156991958618164, + 3.164544105529785, + 3.145792007446289, + 3.1634879112243652, + 3.172032117843628, + 3.1752960681915283 + ], + [ + 3.1685760021209717, + 3.1687679290771484, + 3.1603200435638428, + 3.161695957183838, + 3.1767361164093018, + 3.168191909790039, + 3.157792091369629, + 3.174367904663086, + 3.146336078643799, + 3.164031982421875, + 3.1784958839416504, + 3.1739840507507324 + ], + [ + 1.6327680349349976, + 1.632416009902954, + 1.6369279623031616, + 1.6297279596328735, + 1.6306560039520264, + 1.6603840589523315, + 1.6376320123672485, + 1.6253759860992432, + 1.6278719902038574, + 1.6250560283660889, + 1.6261759996414185, + 1.6290559768676758 + ], + [ + 1.627295970916748, + 1.6306560039520264, + 1.6272640228271484, + 1.619968056678772, + 1.6243200302124023, + 1.620352029800415, + 1.6211520433425903, + 1.6197760105133057, + 1.62227201461792, + 1.6211520433425903, + 1.6216319799423218, + 1.6257280111312866 + ], + [ + 1.6253759860992432, + 1.6206719875335693, + 1.62336003780365, + 1.6187200546264648, + 1.6178239583969116, + 1.6225600242614746, + 1.6204160451889038, + 1.6226880550384521, + 1.622879981994629, + 1.6242560148239136, + 1.623263955116272, + 1.6250879764556885 + ], + [ + 1.635424017906189, + 1.6341439485549927, + 1.6251519918441772, + 1.6351039409637451, + 1.6340160369873047, + 1.6316479444503784, + 1.6268479824066162, + 1.6311999559402466, + 1.629472017288208, + 1.6346240043640137, + 1.6328959465026855, + 1.629855990409851 + ], + [ + 1.6267520189285278, + 1.6239680051803589, + 1.6167999505996704, + 1.6183359622955322, + 1.620959997177124, + 1.628864049911499, + 1.6149760484695435, + 1.6208000183105469, + 1.62608003616333, + 1.6178560256958008, + 1.6247040033340454, + 1.620479941368103 + ], + [ + 1.6238080263137817, + 1.6200319528579712, + 1.6214720010757446, + 1.6176639795303345, + 1.620736002922058, + 1.6207679510116577, + 1.6211199760437012, + 1.6327040195465088, + 1.6220799684524536, + 1.6204479932785034, + 1.6202239990234375, + 1.6197439432144165 + ] + ], + "critical_median_ms": 3.172096014022827, + "marker_exact": true, + "heldout": false + }, + { + "kind": "intra", + "rows": 65536, + "features": { + "rank_intra_rows": [ + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "peer_rows": 65536, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 3.866719961166382, + 3.890048027038574, + 3.8825600147247314, + 3.9077439308166504, + 3.904128074645996, + 3.903424024581909, + 3.8831679821014404, + 3.907327890396118, + 3.8705921173095703, + 3.9020159244537354, + 3.8826560974121094, + 3.882848024368286 + ], + [ + 3.9083518981933594, + 3.9257280826568604, + 3.9169280529022217, + 3.903968095779419, + 3.9170238971710205, + 3.9151999950408936, + 3.9050559997558594, + 4.268064022064209, + 3.909791946411133, + 3.926431894302368, + 3.9323840141296387, + 3.9021759033203125 + ], + [ + 3.910912036895752, + 3.923935890197754, + 3.9291839599609375, + 3.9075520038604736, + 3.919071912765503, + 3.914720058441162, + 3.926208019256592, + 4.234367847442627, + 3.908031940460205, + 3.9241280555725098, + 3.933504104614258, + 3.9165759086608887 + ], + [ + 3.917759895324707, + 3.9035520553588867, + 3.9119679927825928, + 3.8918399810791016, + 3.9029440879821777, + 3.9104321002960205, + 3.908479928970337, + 4.06057596206665, + 3.8910720348358154, + 3.9046719074249268, + 3.916032075881958, + 3.916896104812622 + ], + [ + 3.9035840034484863, + 3.8826239109039307, + 3.893120050430298, + 3.876960039138794, + 3.887903928756714, + 3.8977599143981934, + 3.885215997695923, + 3.8805758953094482, + 3.8805758953094482, + 3.880095958709717, + 3.890687942504883, + 3.9085440635681152 + ], + [ + 3.9051198959350586, + 3.904576063156128, + 3.914400100708008, + 3.913151979446411, + 3.897599935531616, + 3.9045119285583496, + 3.909152030944824, + 3.944063901901245, + 3.898655891418457, + 3.8932158946990967, + 3.913151979446411, + 3.9166080951690674 + ], + [ + 3.900576114654541, + 3.898207902908325, + 3.9061119556427, + 3.9040000438690186, + 3.8928000926971436, + 3.8997440338134766, + 3.9072959423065186, + 4.237696170806885, + 3.8908801078796387, + 3.8864641189575195, + 3.9055678844451904, + 3.915519952774048 + ], + [ + 3.8825600147247314, + 3.899456024169922, + 3.8941121101379395, + 3.8860158920288086, + 3.91375994682312, + 3.907104015350342, + 3.8928959369659424, + 4.254271984100342, + 3.8813440799713135, + 3.9105920791625977, + 3.8882880210876465, + 3.8952319622039795 + ] + ], + "critical_median_ms": 3.9223999977111816, + "marker_exact": true, + "heldout": false + }, + { + "kind": "intra_dense", + "rows": 65536, + "features": { + "rank_intra_rows": [ + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192 + ], + "peer_rows": 8192, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 2.0733439922332764, + 2.0766398906707764, + 2.114176034927368, + 2.0687360763549805, + 2.0685760974884033, + 2.0725440979003906, + 2.0927040576934814, + 2.0762879848480225, + 2.076575994491577, + 2.069888114929199, + 2.053407907485962, + 2.1621758937835693 + ], + [ + 2.0729920864105225, + 2.079103946685791, + 2.1154561042785645, + 2.0613439083099365, + 2.0681281089782715, + 2.0729920864105225, + 2.0908799171447754, + 2.0761919021606445, + 2.0743680000305176, + 2.06825590133667, + 2.0862720012664795, + 2.1620800495147705 + ], + [ + 2.0654399394989014, + 2.077728033065796, + 2.106656074523926, + 2.062943935394287, + 2.065023899078369, + 2.070688009262085, + 2.08787202835083, + 2.074399948120117, + 2.073280096054077, + 2.065279960632324, + 2.0864319801330566, + 2.1534080505371094 + ], + [ + 2.0716800689697266, + 2.0801279544830322, + 2.0848000049591064, + 2.0568959712982178, + 2.0628480911254883, + 2.0733120441436768, + 2.0880000591278076, + 2.069823980331421, + 2.075551986694336, + 2.064512014389038, + 2.0914878845214844, + 2.0654079914093018 + ], + [ + 2.0725760459899902, + 2.077280044555664, + 2.1130878925323486, + 2.0654399394989014, + 2.0621440410614014, + 2.070591926574707, + 2.0874879360198975, + 2.0731520652770996, + 2.073823928833008, + 2.064352035522461, + 2.0867838859558105, + 2.1518399715423584 + ], + [ + 2.067552089691162, + 2.0758399963378906, + 2.1113600730895996, + 2.057823896408081, + 2.0661120414733887, + 2.0709118843078613, + 2.0868799686431885, + 2.075360059738159, + 2.070784091949463, + 2.0676798820495605, + 2.0833280086517334, + 2.1636478900909424 + ], + [ + 2.071743965148926, + 2.074176073074341, + 2.110624074935913, + 2.061919927597046, + 2.064095973968506, + 2.0704638957977295, + 2.0856640338897705, + 2.070688009262085, + 2.073632001876831, + 2.0611519813537598, + 2.088992118835449, + 2.1538240909576416 + ], + [ + 2.0589439868927, + 2.0722239017486572, + 2.099936008453369, + 2.0552639961242676, + 2.0595200061798096, + 2.0682239532470703, + 2.077824115753174, + 2.0647358894348145, + 2.06659197807312, + 2.060447931289673, + 2.0845119953155518, + 2.150592088699341 + ] + ], + "critical_median_ms": 2.0764319896698, + "marker_exact": true, + "heldout": false + }, + { + "kind": "local_quarter", + "rows": 65536, + "features": { + "rank_intra_rows": [ + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384 + ], + "peer_rows": 49152, + "node_rows": 0, + "peer_degree": 1, + "copies": 65536 + }, + "samples_ms": [ + [ + 4.5775041580200195, + 4.614016056060791, + 4.6211838722229, + 4.591775894165039, + 4.591360092163086, + 4.606783866882324, + 4.597599983215332, + 4.582464218139648, + 4.606656074523926, + 4.599232196807861, + 4.596831798553467, + 4.607903957366943 + ], + [ + 4.533184051513672, + 4.551583766937256, + 4.562431812286377, + 4.536640167236328, + 4.551616191864014, + 4.559103965759277, + 4.5404157638549805, + 4.540192127227783, + 4.552383899688721, + 4.549248218536377, + 4.5432000160217285, + 4.560448169708252 + ], + [ + 4.326752185821533, + 4.342879772186279, + 4.353184223175049, + 4.332799911499023, + 4.343200206756592, + 4.344799995422363, + 4.330080032348633, + 4.338143825531006, + 4.339295864105225, + 4.337344169616699, + 4.329247951507568, + 4.344351768493652 + ], + [ + 4.194208145141602, + 4.195871829986572, + 4.203968048095703, + 4.184256076812744, + 4.190720081329346, + 4.194208145141602, + 4.188447952270508, + 4.208384037017822, + 4.198080062866211, + 4.195871829986572, + 4.197919845581055, + 4.197279930114746 + ], + [ + 4.134016036987305, + 4.124671936035156, + 4.118720054626465, + 4.1332478523254395, + 4.143136024475098, + 4.145792007446289, + 4.124959945678711, + 4.109344005584717, + 4.127615928649902, + 4.1135358810424805, + 4.114336013793945, + 4.112192153930664 + ], + [ + 4.5352959632873535, + 4.546656131744385, + 4.572927951812744, + 4.550848007202148, + 4.560544013977051, + 4.567200183868408, + 4.565087795257568, + 4.535327911376953, + 4.539135932922363, + 4.560768127441406, + 4.540192127227783, + 4.56982421875 + ], + [ + 4.669087886810303, + 4.696288108825684, + 4.707456111907959, + 4.676224231719971, + 4.6900482177734375, + 4.700352191925049, + 4.687071800231934, + 4.670432090759277, + 4.690624237060547, + 4.688672065734863, + 4.685152053833008, + 4.6912641525268555 + ], + [ + 4.705503940582275, + 4.730207920074463, + 4.73203182220459, + 4.705408096313477, + 4.723008155822754, + 4.7342400550842285, + 4.718656063079834, + 4.704576015472412, + 4.72649621963501, + 4.721471786499023, + 4.717631816864014, + 4.724800109863281 + ] + ], + "critical_median_ms": 4.722239971160889, + "marker_exact": true, + "heldout": false + }, + { + "kind": "local_half", + "rows": 65536, + "features": { + "rank_intra_rows": [ + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768 + ], + "peer_rows": 32768, + "node_rows": 0, + "peer_degree": 1, + "copies": 65536 + }, + "samples_ms": [ + [ + 3.777631998062134, + 3.7928640842437744, + 3.780064105987549, + 3.774336099624634, + 3.7871999740600586, + 3.778496026992798, + 3.783679962158203, + 3.785343885421753, + 3.7663679122924805, + 3.7849280834198, + 3.7761600017547607, + 3.7866880893707275 + ], + [ + 3.719935894012451, + 3.721184015274048, + 3.715775966644287, + 3.7155520915985107, + 3.722464084625244, + 3.675839900970459, + 3.7062079906463623, + 3.7296319007873535, + 3.7129600048065186, + 3.7240641117095947, + 3.7080318927764893, + 3.7151360511779785 + ], + [ + 3.531008005142212, + 3.529695987701416, + 3.5312321186065674, + 3.524224042892456, + 3.5284481048583984, + 3.53654408454895, + 3.523263931274414, + 3.532831907272339, + 3.5218560695648193, + 3.5366721153259277, + 3.5264320373535156, + 3.503488063812256 + ], + [ + 3.368351936340332, + 3.3801920413970947, + 3.360095977783203, + 3.3653440475463867, + 3.3656959533691406, + 3.3902080059051514, + 3.3680639266967773, + 3.3559041023254395, + 3.356031894683838, + 3.368288040161133, + 3.344928026199341, + 3.380768060684204 + ], + [ + 3.2911360263824463, + 3.2973759174346924, + 3.293344020843506, + 3.292448043823242, + 3.310271978378296, + 3.2993600368499756, + 3.306720018386841, + 3.2948479652404785, + 3.2899200916290283, + 3.2936320304870605, + 3.2907519340515137, + 3.322175979614258 + ], + [ + 3.6676480770111084, + 3.6955840587615967, + 3.6968960762023926, + 3.6908481121063232, + 3.6579198837280273, + 3.6800639629364014, + 3.692512035369873, + 3.67574405670166, + 3.641887903213501, + 3.684959888458252, + 3.676255941390991, + 3.6489920616149902 + ], + [ + 3.8591361045837402, + 3.8554561138153076, + 3.853760004043579, + 3.8435840606689453, + 3.8628480434417725, + 3.8478078842163086, + 3.8631680011749268, + 3.8658559322357178, + 3.844831943511963, + 3.848639965057373, + 3.85427188873291, + 3.845088005065918 + ], + [ + 3.8957760334014893, + 3.886944055557251, + 3.886176109313965, + 3.8783040046691895, + 3.8888320922851562, + 3.8777599334716797, + 3.8958399295806885, + 3.8983359336853027, + 3.8775041103363037, + 3.8797121047973633, + 3.8866240978240967, + 3.878175973892212 + ] + ], + "critical_median_ms": 3.8864001035690308, + "marker_exact": true, + "heldout": true + }, + { + "kind": "local_three_quarters", + "rows": 65536, + "features": { + "rank_intra_rows": [ + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152, + 49152 + ], + "peer_rows": 16384, + "node_rows": 0, + "peer_degree": 1, + "copies": 65536 + }, + "samples_ms": [ + [ + 3.0309441089630127, + 3.0190720558166504, + 3.0123839378356934, + 3.014336109161377, + 3.0239999294281006, + 3.0170559883117676, + 3.0075840950012207, + 3.0185599327087402, + 3.028223991394043, + 3.016671895980835, + 3.0098559856414795, + 3.019551992416382 + ], + [ + 2.9990720748901367, + 2.9916160106658936, + 2.9781761169433594, + 2.7593278884887695, + 2.987423896789551, + 2.97324800491333, + 2.9851839542388916, + 2.98419189453125, + 2.995039939880371, + 2.98140811920166, + 2.980736017227173, + 2.9817280769348145 + ], + [ + 2.8275198936462402, + 2.819135904312134, + 2.809216022491455, + 2.8402559757232666, + 2.816256046295166, + 2.7968640327453613, + 2.8096320629119873, + 2.819103956222534, + 2.818847894668579, + 2.8110721111297607, + 2.6564159393310547, + 2.819488048553467 + ], + [ + 2.627840042114258, + 2.6355199813842773, + 2.636415958404541, + 2.813823938369751, + 2.6204159259796143, + 2.6231040954589844, + 2.637727975845337, + 2.631743907928467, + 2.6245439052581787, + 2.626784086227417, + 2.7572479248046875, + 2.62172794342041 + ], + [ + 2.5666561126708984, + 2.5664000511169434, + 2.5612800121307373, + 2.648319959640503, + 2.567552089691162, + 2.572256088256836, + 2.562688112258911, + 2.565119981765747, + 2.571392059326172, + 2.56441593170166, + 2.736704111099243, + 2.561824083328247 + ], + [ + 2.95686411857605, + 2.9408960342407227, + 2.899967908859253, + 2.9639360904693604, + 2.9658560752868652, + 2.936448097229004, + 2.9527039527893066, + 2.9627840518951416, + 2.9712960720062256, + 2.9652159214019775, + 2.932543992996216, + 2.9312000274658203 + ], + [ + 3.107775926589966, + 3.092576026916504, + 3.0887999534606934, + 3.0967040061950684, + 3.092479944229126, + 3.0853118896484375, + 3.0792319774627686, + 3.0858559608459473, + 3.094208002090454, + 3.079807996749878, + 3.0801279544830322, + 3.1046080589294434 + ], + [ + 3.134783983230591, + 3.1218559741973877, + 3.1197121143341064, + 3.127455949783325, + 3.122688055038452, + 3.114016056060791, + 3.1058878898620605, + 3.1160640716552734, + 3.1233279705047607, + 3.118367910385132, + 3.111840009689331, + 3.131455898284912 + ] + ], + "critical_median_ms": 3.120784044265747, + "marker_exact": true, + "heldout": false + }, + { + "kind": "striped", + "rows": 65536, + "features": { + "rank_intra_rows": [ + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344, + 57344 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192, + 8192 + ], + "peer_rows": 8192, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 2.0811519622802734, + 2.0722880363464355, + 2.0703680515289307, + 2.0887680053710938, + 2.0645759105682373, + 2.8017280101776123, + 2.078239917755127, + 2.071903944015503, + 2.065664052963257, + 2.084160089492798, + 2.0791680812835693, + 2.092736005783081 + ], + [ + 2.0772480964660645, + 2.0723519325256348, + 2.0683200359344482, + 2.091264009475708, + 2.067456007003784, + 2.0438079833984375, + 2.0755200386047363, + 2.068000078201294, + 2.068448066711426, + 2.080832004547119, + 2.0822720527648926, + 2.0827200412750244 + ], + [ + 2.0800321102142334, + 2.072096109390259, + 2.0692479610443115, + 2.086303949356079, + 2.0600318908691406, + 2.7985599040985107, + 2.0750720500946045, + 2.065984010696411, + 2.062527894973755, + 2.073728084564209, + 2.0790719985961914, + 2.0819199085235596 + ], + [ + 2.0768959522247314, + 2.0723519325256348, + 2.0662078857421875, + 2.0868799686431885, + 2.0623040199279785, + 2.795135974884033, + 2.073791980743408, + 2.0624001026153564, + 2.064352035522461, + 2.0748159885406494, + 2.071455955505371, + 2.085344076156616 + ], + [ + 2.0775680541992188, + 2.0734078884124756, + 2.0685760974884033, + 2.0856640338897705, + 2.0611839294433594, + 2.7938880920410156, + 2.0737600326538086, + 2.06659197807312, + 2.065376043319702, + 2.075295925140381, + 2.0725760459899902, + 2.0848000049591064 + ], + [ + 2.0754239559173584, + 2.0724480152130127, + 2.065023899078369, + 2.0844480991363525, + 2.0581440925598145, + 2.796736001968384, + 2.074944019317627, + 2.067296028137207, + 2.064608097076416, + 2.0831680297851562, + 2.0769600868225098, + 2.0770881175994873 + ], + [ + 2.073535919189453, + 2.0696001052856445, + 2.064512014389038, + 2.0858240127563477, + 2.0642240047454834, + 2.7986559867858887, + 2.0750720500946045, + 2.0654399394989014, + 2.0627200603485107, + 2.0742719173431396, + 2.0762879848480225, + 2.0836799144744873 + ], + [ + 2.0687038898468018, + 2.0639359951019287, + 2.057919979095459, + 2.0808639526367188, + 2.0506560802459717, + 2.792288064956665, + 2.0649919509887695, + 2.056447982788086, + 2.0576000213623047, + 2.066783905029297, + 2.067807912826538, + 2.0754880905151367 + ] + ], + "critical_median_ms": 2.0796959400177, + "marker_exact": true, + "heldout": true + }, + { + "kind": "intra_pair", + "rows": 131072, + "features": { + "rank_intra_rows": [ + 131072, + 131072, + 0, + 0, + 0, + 0, + 0, + 0, + 131072, + 131072, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 0, + 0, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072 + ], + "peer_rows": 131072, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 6.230463981628418, + 6.235424041748047, + 6.2487359046936035, + 6.243008136749268, + 6.244448184967041, + 6.249824047088623, + 6.2263360023498535, + 6.239808082580566, + 6.261631965637207, + 6.2605438232421875, + 6.242464065551758, + 6.231200218200684 + ], + [ + 6.194591999053955, + 6.201119899749756, + 6.196896076202393, + 6.198624134063721, + 6.197504043579102, + 6.204031944274902, + 6.190336227416992, + 6.202688217163086, + 6.20959997177124, + 6.215712070465088, + 6.206912040710449, + 6.17091178894043 + ], + [ + 2.4864959716796875, + 2.4863040447235107, + 2.4922239780426025, + 2.4837119579315186, + 2.4904959201812744, + 2.4983999729156494, + 2.49452805519104, + 2.4867520332336426, + 2.4879679679870605, + 2.4851839542388916, + 2.4889919757843018, + 2.485311985015869 + ], + [ + 2.489919900894165, + 2.493567943572998, + 2.4844160079956055, + 2.490976095199585, + 2.4881598949432373, + 2.48636794090271, + 2.494368076324463, + 2.492192029953003, + 2.4887359142303467, + 2.4884159564971924, + 2.4880640506744385, + 2.5008320808410645 + ], + [ + 2.4883840084075928, + 2.4838719367980957, + 2.48636794090271, + 2.484544038772583, + 2.4858880043029785, + 2.4858241081237793, + 2.490272045135498, + 2.48470401763916, + 2.4810240268707275, + 2.484639883041382, + 2.4844160079956055, + 2.480031967163086 + ], + [ + 2.492448091506958, + 2.499903917312622, + 2.4973440170288086, + 2.493727922439575, + 2.484639883041382, + 2.4923200607299805, + 2.493504047393799, + 2.4905920028686523, + 2.4929280281066895, + 2.491071939468384, + 2.494431972503662, + 2.5257279872894287 + ], + [ + 2.485503911972046, + 2.4824318885803223, + 2.491424083709717, + 2.4864959716796875, + 2.4900479316711426, + 2.4867520332336426, + 2.483328104019165, + 2.4838719367980957, + 2.4844799041748047, + 2.4921278953552246, + 2.4865920543670654, + 2.488352060317993 + ], + [ + 2.487679958343506, + 2.490367889404297, + 2.5004799365997314, + 2.492608070373535, + 2.4912960529327393, + 2.489471912384033, + 2.4935998916625977, + 2.491039991378784, + 2.4839680194854736, + 2.48636794090271, + 2.4864320755004883, + 2.481760025024414 + ] + ], + "critical_median_ms": 6.242736101150513, + "marker_exact": true, + "heldout": false + }, + { + "kind": "intra", + "rows": 131072, + "features": { + "rank_intra_rows": [ + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072, + 131072 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "peer_rows": 131072, + "node_rows": 0, + "peer_degree": 1, + "copies": 0 + }, + "samples_ms": [ + [ + 6.030399799346924, + 6.01043176651001, + 5.990143775939941, + 6.013472080230713, + 5.995711803436279, + 6.028160095214844, + 5.997183799743652, + 6.005727767944336, + 6.007808208465576, + 6.00713586807251, + 6.021632194519043, + 5.9779839515686035 + ], + [ + 6.008031845092773, + 5.992735862731934, + 5.973023891448975, + 5.99619197845459, + 5.993535995483398, + 6.013472080230713, + 5.98960018157959, + 5.985983848571777, + 5.990719795227051, + 5.974847793579102, + 6.00435209274292, + 5.967264175415039 + ], + [ + 6.0008320808410645, + 6.003359794616699, + 5.999328136444092, + 5.988895893096924, + 5.993343830108643, + 6.006688117980957, + 5.996767997741699, + 6.004000186920166, + 5.99513578414917, + 6.0000319480896, + 5.987679958343506, + 5.9964799880981445 + ], + [ + 5.990943908691406, + 5.997344017028809, + 5.98092794418335, + 5.971456050872803, + 5.974815845489502, + 5.993216037750244, + 5.994431972503662, + 6.000448226928711, + 5.986879825592041, + 5.9929280281066895, + 5.971744060516357, + 5.978464126586914 + ], + [ + 5.977920055389404, + 5.984096050262451, + 5.971231937408447, + 5.983007907867432, + 5.984384059906006, + 5.98422384262085, + 5.981472015380859, + 5.986144065856934, + 5.982751846313477, + 5.978655815124512, + 5.9818878173828125, + 5.993760108947754 + ], + [ + 5.972127914428711, + 5.976640224456787, + 5.987552165985107, + 5.967584133148193, + 5.964416027069092, + 5.969632148742676, + 5.973087787628174, + 5.9937920570373535, + 5.965216159820557, + 5.950784206390381, + 5.98956823348999, + 5.989920139312744 + ], + [ + 6.004543781280518, + 5.966015815734863, + 5.97430419921875, + 5.9832000732421875, + 6.001952171325684, + 5.986239910125732, + 5.968480110168457, + 5.986144065856934, + 5.982528209686279, + 5.981247901916504, + 5.979072093963623, + 5.978975772857666 + ], + [ + 5.982751846313477, + 5.969279766082764, + 5.9659199714660645, + 5.968959808349609, + 6.0032958984375, + 5.9779839515686035, + 5.987423896789551, + 5.9844160079956055, + 5.987872123718262, + 5.983295917510986, + 5.973919868469238, + 5.972832202911377 + ] + ], + "critical_median_ms": 6.007472038269043, + "marker_exact": true, + "heldout": false + }, + { + "kind": "intra_dense", + "rows": 131072, + "features": { + "rank_intra_rows": [ + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384 + ], + "peer_rows": 16384, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 4.019552230834961, + 4.021344184875488, + 4.005087852478027, + 4.016448020935059, + 3.9970240592956543, + 4.009984016418457, + 4.009312152862549, + 4.0115838050842285, + 4.007264137268066, + 4.042912006378174, + 4.013951778411865, + 4.017568111419678 + ], + [ + 4.011104106903076, + 4.013855934143066, + 4.010687828063965, + 4.024384021759033, + 4.014143943786621, + 4.015552043914795, + 4.010303974151611, + 4.0095038414001465, + 4.00713586807251, + 4.029183864593506, + 4.009471893310547, + 4.01580810546875 + ], + [ + 4.02016019821167, + 4.009952068328857, + 3.9987521171569824, + 4.016928195953369, + 4.0135040283203125, + 4.021344184875488, + 4.001023769378662, + 4.000895977020264, + 4.007999897003174, + 4.025087833404541, + 4.005695819854736, + 4.012608051300049 + ], + [ + 4.016384124755859, + 4.007264137268066, + 3.996799945831299, + 4.022816181182861, + 4.012735843658447, + 4.015679836273193, + 4.006175994873047, + 4.006527900695801, + 4.003903865814209, + 4.030367851257324, + 4.0041279792785645, + 4.020448207855225 + ], + [ + 4.017119884490967, + 4.01804780960083, + 4.0032958984375, + 4.018752098083496, + 4.022304058074951, + 4.0174078941345215, + 4.002272129058838, + 4.007999897003174, + 4.006336212158203, + 4.027584075927734, + 4.009151935577393, + 4.023935794830322 + ], + [ + 4.012639999389648, + 4.009471893310547, + 3.9970879554748535, + 4.014368057250977, + 4.011744022369385, + 4.008768081665039, + 4.000895977020264, + 4.002367973327637, + 4.003424167633057, + 4.023295879364014, + 4.012800216674805, + 4.0234880447387695 + ], + [ + 4.01910400390625, + 4.017951965332031, + 4.004096031188965, + 4.0232319831848145, + 4.014175891876221, + 4.0194878578186035, + 4.000127792358398, + 3.9995839595794678, + 4.006080150604248, + 4.026847839355469, + 4.009183883666992, + 4.021120071411133 + ], + [ + 4.014368057250977, + 4.012576103210449, + 3.997119903564453, + 4.017951965332031, + 4.011104106903076, + 4.0102081298828125, + 3.995039939880371, + 4.009376049041748, + 4.006303787231445, + 4.020480155944824, + 4.0037760734558105, + 4.014143943786621 + ] + ], + "critical_median_ms": 4.020752191543579, + "marker_exact": true, + "heldout": false + }, + { + "kind": "local_quarter", + "rows": 131072, + "features": { + "rank_intra_rows": [ + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768 + ], + "peer_rows": 98304, + "node_rows": 0, + "peer_degree": 1, + "copies": 131072 + }, + "samples_ms": [ + [ + 7.747680187225342, + 7.75164794921875, + 7.72105598449707, + 7.7414398193359375, + 7.73795223236084, + 7.7358717918396, + 7.721471786499023, + 7.754144191741943, + 7.7300801277160645, + 7.746240139007568, + 7.748544216156006, + 7.741343975067139 + ], + [ + 7.60748815536499, + 7.620448112487793, + 7.60752010345459, + 7.631807804107666, + 7.6187520027160645, + 7.600128173828125, + 7.603616237640381, + 7.64028787612915, + 7.619743824005127, + 7.615488052368164, + 7.635903835296631, + 7.62883186340332 + ], + [ + 7.427519798278809, + 7.433824062347412, + 7.4146881103515625, + 7.434976100921631, + 7.439583778381348, + 7.4173760414123535, + 7.418367862701416, + 7.447872161865234, + 7.436575889587402, + 7.427999973297119, + 7.431136131286621, + 7.435455799102783 + ], + [ + 7.234720230102539, + 7.241087913513184, + 7.219391822814941, + 7.236288070678711, + 7.242784023284912, + 7.218143939971924, + 7.21724796295166, + 7.25161600112915, + 7.236095905303955, + 7.239712238311768, + 7.256800174713135, + 7.2406721115112305 + ], + [ + 7.003007888793945, + 7.010272026062012, + 7.022816181182861, + 6.987296104431152, + 6.992191791534424, + 6.986464023590088, + 6.989151954650879, + 6.994495868682861, + 7.016448020935059, + 7.006464004516602, + 6.978303909301758, + 6.971360206604004 + ], + [ + 7.663072109222412, + 7.673215866088867, + 7.647456169128418, + 7.671743869781494, + 7.668384075164795, + 7.658016204833984, + 7.6590399742126465, + 7.677279949188232, + 7.676032066345215, + 7.669919967651367, + 7.687935829162598, + 7.687071800231934 + ], + [ + 7.878655910491943, + 7.874112129211426, + 7.851327896118164, + 7.873311996459961, + 7.886112213134766, + 7.864607810974121, + 7.860352039337158, + 7.895904064178467, + 7.886240005493164, + 7.871679782867432, + 7.893824100494385, + 7.884191989898682 + ], + [ + 7.958208084106445, + 7.957503795623779, + 7.9317121505737305, + 7.952703952789307, + 7.96611213684082, + 7.944672107696533, + 7.940447807312012, + 7.97379207611084, + 7.966911792755127, + 7.953311920166016, + 7.976255893707275, + 7.966495990753174 + ] + ], + "critical_median_ms": 7.957855939865112, + "marker_exact": true, + "heldout": false + }, + { + "kind": "local_half", + "rows": 131072, + "features": { + "rank_intra_rows": [ + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536, + 65536 + ], + "peer_rows": 65536, + "node_rows": 0, + "peer_degree": 1, + "copies": 131072 + }, + "samples_ms": [ + [ + 6.744991779327393, + 6.762527942657471, + 6.750463962554932, + 6.739295959472656, + 6.727327823638916, + 6.745408058166504, + 6.762112140655518, + 6.699872016906738, + 6.723775863647461, + 6.745696067810059, + 6.736512184143066, + 6.752319812774658 + ], + [ + 6.636767864227295, + 6.639647960662842, + 6.613056182861328, + 6.639647960662842, + 6.619840145111084, + 6.625152111053467, + 6.633855819702148, + 6.6438398361206055, + 6.6179518699646, + 6.625120162963867, + 6.622975826263428, + 6.632768154144287 + ], + [ + 6.421184062957764, + 6.4351677894592285, + 6.413951873779297, + 6.42739200592041, + 6.406976222991943, + 6.419616222381592, + 6.432799816131592, + 6.425759792327881, + 6.402143955230713, + 6.422815799713135, + 6.421728134155273, + 6.4279680252075195 + ], + [ + 6.17190408706665, + 6.1960320472717285, + 6.164224147796631, + 6.171008110046387, + 6.170080184936523, + 6.181759834289551, + 6.183648109436035, + 6.168511867523193, + 6.149087905883789, + 6.175648212432861, + 6.154304027557373, + 6.166528224945068 + ], + [ + 6.009024143218994, + 5.986976146697998, + 6.010015964508057, + 5.9617919921875, + 5.972991943359375, + 5.993279933929443, + 5.996511936187744, + 5.984000205993652, + 6.004703998565674, + 5.995200157165527, + 6.011072158813477, + 5.981088161468506 + ], + [ + 6.660096168518066, + 6.669375896453857, + 6.637440204620361, + 6.647359848022461, + 6.644991874694824, + 6.656896114349365, + 6.661600112915039, + 6.635295867919922, + 6.640895843505859, + 6.653855800628662, + 6.647520065307617, + 6.652768135070801 + ], + [ + 6.871615886688232, + 6.893280029296875, + 6.875584125518799, + 6.868800163269043, + 6.859903812408447, + 6.870751857757568, + 6.885951995849609, + 6.869952201843262, + 6.8581438064575195, + 6.880095958709717, + 6.864319801330566, + 6.7297282218933105 + ], + [ + 6.951007843017578, + 6.974016189575195, + 6.955615997314453, + 6.948768138885498, + 6.941120147705078, + 6.950496196746826, + 6.965472221374512, + 6.951039791107178, + 6.941343784332275, + 6.959360122680664, + 6.944704055786133, + 6.968736171722412 + ] + ], + "critical_median_ms": 6.951023817062378, + "marker_exact": true, + "heldout": true + }, + { + "kind": "local_three_quarters", + "rows": 131072, + "features": { + "rank_intra_rows": [ + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768, + 32768 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304, + 98304 + ], + "peer_rows": 32768, + "node_rows": 0, + "peer_degree": 1, + "copies": 131072 + }, + "samples_ms": [ + [ + 4.57692813873291, + 4.59552001953125, + 4.591360092163086, + 4.596864223480225, + 4.565184116363525, + 4.594175815582275, + 4.59225606918335, + 4.5984320640563965, + 4.589759826660156, + 4.606656074523926, + 4.610623836517334, + 4.544352054595947 + ], + [ + 4.454207897186279, + 4.452256202697754, + 4.464511871337891, + 4.46892786026001, + 4.434720039367676, + 4.448192119598389, + 4.47273588180542, + 4.461215972900391, + 4.437888145446777, + 4.459904193878174, + 4.443999767303467, + 4.4530558586120605 + ], + [ + 4.278079986572266, + 4.272031784057617, + 4.290016174316406, + 4.29472017288208, + 4.259871959686279, + 4.270815849304199, + 4.3048319816589355, + 4.283711910247803, + 4.265120029449463, + 4.272768020629883, + 4.269887924194336, + 4.276703834533691 + ], + [ + 4.062943935394287, + 4.038847923278809, + 4.075295925140381, + 4.084224224090576, + 4.046207904815674, + 4.052063941955566, + 4.092319965362549, + 4.071904182434082, + 4.0463361740112305, + 4.04095983505249, + 4.048960208892822, + 4.062399864196777 + ], + [ + 3.7274560928344727, + 3.7238399982452393, + 3.732703924179077, + 3.72873592376709, + 3.7254080772399902, + 3.73417592048645, + 3.7173120975494385, + 3.729952096939087, + 3.728447914123535, + 3.732192039489746, + 3.732800006866455, + 3.7149760723114014 + ], + [ + 4.579775810241699, + 4.556384086608887, + 4.556447982788086, + 4.55072021484375, + 4.553696155548096, + 4.526463985443115, + 4.5372161865234375, + 4.556543827056885, + 4.54966402053833, + 4.55676794052124, + 4.520991802215576, + 4.5280961990356445 + ], + [ + 4.748544216156006, + 4.75494384765625, + 4.750783920288086, + 4.748064041137695, + 4.747456073760986, + 4.749152183532715, + 4.742784023284912, + 4.743936061859131, + 4.741663932800293, + 4.751776218414307, + 4.752895832061768, + 4.737760066986084 + ], + [ + 4.832320213317871, + 4.837984085083008, + 4.82966423034668, + 4.8269758224487305, + 4.832159996032715, + 4.830783843994141, + 4.825632095336914, + 4.825535774230957, + 4.825823783874512, + 4.835872173309326, + 4.837759971618652, + 4.81935977935791 + ] + ], + "critical_median_ms": 4.83022403717041, + "marker_exact": true, + "heldout": false + }, + { + "kind": "striped", + "rows": 131072, + "features": { + "rank_intra_rows": [ + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688, + 114688 + ], + "rank_inter_rows": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "rank_local_rows": [ + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384, + 16384 + ], + "peer_rows": 16384, + "node_rows": 0, + "peer_degree": 7, + "copies": 0 + }, + "samples_ms": [ + [ + 4.025856018066406, + 4.019743919372559, + 4.039231777191162, + 4.0320000648498535, + 4.030975818634033, + 4.026944160461426, + 4.016960144042969, + 4.032832145690918, + 4.027040004730225, + 4.018527984619141, + 4.013152122497559, + 4.013535976409912 + ], + [ + 4.029024124145508, + 4.030655860900879, + 4.04256010055542, + 4.04310417175293, + 4.0253119468688965, + 4.033504009246826, + 4.017536163330078, + 4.028863906860352, + 4.021344184875488, + 4.004159927368164, + 4.01091194152832, + 4.04636812210083 + ], + [ + 4.020383834838867, + 4.02345609664917, + 4.034336090087891, + 4.0316162109375, + 4.021759986877441, + 4.023200035095215, + 4.014304161071777, + 4.019392013549805, + 4.0187201499938965, + 4.007808208465576, + 4.00383996963501, + 4.0456318855285645 + ], + [ + 4.023359775543213, + 4.03107213973999, + 4.032959938049316, + 4.027872085571289, + 4.026271820068359, + 4.028287887573242, + 4.017759799957275, + 4.036159992218018, + 4.020224094390869, + 4.015039920806885, + 4.008448123931885, + 4.0371198654174805 + ], + [ + 4.027359962463379, + 4.023583889007568, + 4.041791915893555, + 4.022784233093262, + 4.022687911987305, + 4.0298237800598145, + 4.02672004699707, + 4.039616107940674, + 4.017920017242432, + 4.0075201988220215, + 4.011744022369385, + 4.04640007019043 + ], + [ + 4.026432037353516, + 4.014592170715332, + 4.0351362228393555, + 4.032576084136963, + 4.025856018066406, + 4.0267839431762695, + 4.017343997955322, + 4.0278401374816895, + 4.021535873413086, + 4.004032135009766, + 4.006175994873047, + 4.039167881011963 + ], + [ + 4.023903846740723, + 4.028031826019287, + 4.036831855773926, + 4.0272321701049805, + 4.023039817810059, + 4.019423961639404, + 4.013472080230713, + 4.024447917938232, + 4.019904136657715, + 4.010528087615967, + 4.0035200119018555, + 4.037312030792236 + ], + [ + 4.020768165588379, + 4.021440029144287, + 4.026495933532715, + 4.020671844482422, + 4.031519889831543, + 4.037407875061035, + 4.013535976409912, + 4.020512104034424, + 4.020480155944824, + 3.9995200634002686, + 4.0070719718933105, + 4.044064044952393 + ] + ], + "critical_median_ms": 4.031296014785767, + "marker_exact": true, + "heldout": true + } + ] +} diff --git a/tests/test_thd_cost_fit.py b/tests/test_thd_cost_fit.py index 10573e44..35b10f2a 100644 --- a/tests/test_thd_cost_fit.py +++ b/tests/test_thd_cost_fit.py @@ -75,9 +75,13 @@ def test_transport_calibration_exercises_the_declared_links(kind, world, per_nod @pytest.mark.parametrize("world,per_node", [(4, 2), (8, 8), (16, 8)]) -@pytest.mark.parametrize("kind", ["intra_pair", "intra", "intra_dense", "striped"]) +@pytest.mark.parametrize( + "kind", ["intra_pair", "intra", "intra_dense", "striped", "local_quarter", "local_half", "local_three_quarters"] +) @pytest.mark.parametrize("overlap", [False, True]) -def test_transport_fit_prediction_uses_the_same_cost_model_as_planning(world, per_node, kind, overlap): +@pytest.mark.parametrize("local", [None, 2.5]) +def test_transport_fit_prediction_uses_the_same_cost_model_as_planning(world, per_node, kind, overlap, local): + from benchmarks.bench_thd_transport import features from benchmarks.fit_thd_transport import predict from cula.distributed import THDSelectionCostModel @@ -111,12 +115,15 @@ def test_transport_fit_prediction_uses_the_same_cost_model_as_planning(world, pe f = dict( rank_intra_rows=intra_out + intra_in, rank_inter_rows=inter_out + inter_in, + rank_local_rows=[p.send_counts[r] for r, p in enumerate(plans)] * 2, peer_rows=max(edge), node_rows=max(node_out + node_in), peer_degree=max(degrees_out + degrees_in), - copies=0, + copies=features(layouts, rows, per_node)["copies"], ) coeff = [1, 3, 4, 2, 0.5, 0.007, 0.01] + if local is not None: + coeff.append(local) factor = 65536 * 20608 / 1e6 m = THDSelectionCostModel( candidate_ns=0, @@ -132,6 +139,7 @@ def test_transport_fit_prediction_uses_the_same_cost_model_as_planning(world, pe peer_startup_us=coeff[5] * 1000, exchange_us=coeff[6] * 1000, overlap_intra_inter=overlap, + local_copy_gbps=None if local is None else factor / local, ) assert predict(f, coeff, overlap) == pytest.approx(m.estimate_ms(layouts, block_size=4)) @@ -153,6 +161,25 @@ def transport_fit_inputs(monkeypatch): return dict(world=8, ranks_per_node=8, records=[record.copy() for _ in range(6)]), profile +def test_transport_fit_exports_diagonal_copy_rate(transport_fit_inputs, monkeypatch): + from types import SimpleNamespace + + import numpy as np + import scipy.optimize + + from benchmarks.fit_thd_transport import fit + + raw, profile = transport_fit_inputs + for record in raw["records"]: + record["features"] = dict(record["features"], rank_local_rows=[64] * 16) + coefficients = np.array([1.0, 3.0, 4.0, 2.0, 0.5, 0.007, 0.01, 2.5]) + monkeypatch.setattr(scipy.optimize, "differential_evolution", lambda *a, **kw: SimpleNamespace(x=coefficients.copy())) + monkeypatch.setattr(scipy.optimize, "least_squares", lambda *a, **kw: SimpleNamespace(x=coefficients.copy())) + result = fit(raw, profile) + assert result["schema_version"] == 6 + assert result["model"]["local_copy_gbps"] == pytest.approx(65536 * 20608 / 1e6 / 2.5) + + @pytest.mark.parametrize("world,per_node", [(8, 4), (16, 8), (8, 8), (4, 1)]) @pytest.mark.parametrize("old_per_node", [4, 8]) def test_transport_fit_exports_calibration_topology(transport_fit_inputs, world, per_node, old_per_node): diff --git a/tests/test_thd_planner.py b/tests/test_thd_planner.py index 6d88513b..7992d3c5 100644 --- a/tests/test_thd_planner.py +++ b/tests/test_thd_planner.py @@ -516,6 +516,54 @@ def test_source_local_spans_still_price_local_reordering(): assert model.estimate_ms(reordered, block_size=4) == pytest.approx(0.032 + 0.010) +def test_diagonal_copy_is_charged_only_when_collective_executes(): + from dataclasses import replace + + from benchmarks.cp_layouts import query_layouts + + layouts, _ = query_layouts(_boundaries([16] * 8), 4, "contiguous") + model = _cost_model( + candidate_ns=0, + query_ns=0, + span_us=0, + packing_ns_per_query=0, + exchange_us=0, + bytes_per_query=1000, + local_copy_gbps=1, + ) + assert model.estimate_ms(layouts, block_size=4) == 0 + # Only one rank changes local order. Every rank still enters all-to-all + # and copies its diagonal; none of these rows crosses a network link. + reordered = (THDRankLayout(0, layouts[0].spans[::-1]), *layouts[1:]) + assert model.estimate_ms(reordered, block_size=4) == pytest.approx(0.032) + assert replace(model, local_copy_gbps=None).estimate_ms(reordered, block_size=4) == 0 + + +@pytest.mark.parametrize("value", [0, -1, True, float("nan"), float("inf")]) +def test_local_copy_bandwidth_must_be_positive(value): + with pytest.raises(ValueError, match="local_copy_gbps"): + _cost_model(local_copy_gbps=value) + + +def test_diagonal_copy_intersects_a_span_crossing_source_shards(): + ranks = (THDRankLayout(0, (THDSpan(0, 0, 128, 0, 128, 0),)), *(THDRankLayout(r, ()) for r in range(1, 4))) + model = _cost_model( + candidate_ns=0, + query_ns=0, + span_us=0, + packing_ns_per_query=0, + exchange_us=0, + bytes_per_query=1000, + intra_node_gbps=100, + inter_node_gbps=100, + local_copy_gbps=1, + ) + # The receiver retains 32 rows and receives 96 remote rows. The span + # straddles all four source shards, so both diagonal and off-diagonal + # intersections must contribute exactly once. + assert model.estimate_ms(ranks, block_size=4) == pytest.approx(0.032 + 0.00096) + + def test_equal_placement_bound_keeps_the_full_locality_tie_break(): from cula.distributed.thd_planner import _make_item, _selection_assign From b275d5f62f97f5d41eb711422d32a48c53a3cc22 Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Tue, 17 Nov 2026 02:35:39 +0800 Subject: [PATCH 17/18] perf(distributed): reuse pinned spans and skip redundant traffic bounds Signed-off-by: shuyan.ycf --- cula/distributed/thd_planner.py | 9 +- docs/THD_LAYOUT_PLANNER.md | 7 +- docs/results/csa_cp_planner_cpu_20261117.json | 2416 +++++++++++++++++ 3 files changed, 2429 insertions(+), 3 deletions(-) create mode 100644 docs/results/csa_cp_planner_cpu_20261117.json diff --git a/cula/distributed/thd_planner.py b/cula/distributed/thd_planner.py index d803ec4e..b4568f8c 100644 --- a/cula/distributed/thd_planner.py +++ b/cula/distributed/thd_planner.py @@ -1390,7 +1390,10 @@ def add(assignments, policy): + cost_model.query_ns * boundaries[-1] / 1e6 + cost_model.span_us * (len(boundaries) - 1) / 1e3 ) / world_size - lower_bound = _transfer_lower_bound(base, world_size, config.block_size, cost_model, lower_bound, baseline_ms) + # Transport is nonnegative. If average compute already cannot pay for + # migration, the more expensive traffic bound cannot change that. + if lower_bound < cost_model._migration_threshold_ms(baseline_ms): + lower_bound = _transfer_lower_bound(base, world_size, config.block_size, cost_model, lower_bound, baseline_ms) if movable and lower_bound < cost_model._migration_threshold_ms(baseline_ms): pinned_loads, pinned_compute = [0] * world_size, [0.0] * world_size for item, owner in pinned: @@ -1404,7 +1407,9 @@ def add(assignments, policy): # Nonnegative work and transport cannot reduce their critical compute # time. This bound applies only to the pinned family, not full zigzag. if max(pinned_compute) < cost_model._migration_threshold_ms(baseline_ms): - pinned_spans = _coalesce(pinned) + # Contiguous source spans are already coalesced. Reuse their + # immutable objects instead of rebuilding every short document. + pinned_spans = tuple(s for rank in source_ranks for s in rank.spans if s.sequence not in movable) add( _paired_selection_items(boundaries, movable, world_size, config.block_size, offsets, cost_model), "selection-paired-local", diff --git a/docs/THD_LAYOUT_PLANNER.md b/docs/THD_LAYOUT_PLANNER.md index decedc30..f9ca8928 100644 --- a/docs/THD_LAYOUT_PLANNER.md +++ b/docs/THD_LAYOUT_PLANNER.md @@ -167,7 +167,12 @@ already examined, skip that rank. Nonnegative additions cannot improve it. Equality must still evaluate the complete tie-break key, including locality and row load. This changes neither the candidate family nor its assignments. -Repeated planning grids are deduplicated. Pinned spans are coalesced once; +If mean compute alone already misses the migration margin, the nonnegative +traffic bound need not be evaluated. Pinned spans reuse immutable, already +coalesced contiguous source spans instead of reconstructing short-document +objects. These shortcuts preserve the complete plan and evaluated scores. + +Repeated planning grids are deduplicated. Pinned spans are shared within a call; their initial per-rank loads are computed once and copied for each grid. Adaptive grids visit only movable documents. Owner groups are built in one pass, and diagnostics are computed only for the diff --git a/docs/results/csa_cp_planner_cpu_20261117.json b/docs/results/csa_cp_planner_cpu_20261117.json new file mode 100644 index 00000000..1e0ca0c5 --- /dev/null +++ b/docs/results/csa_cp_planner_cpu_20261117.json @@ -0,0 +1,2416 @@ +{ + "exact_parity_cases": 394, + "records": [ + { + "case": "1m-single", + "baseline_ms": 4.730258020572364, + "candidate_ms": 4.726888553705066, + "samples": [ + [ + 4.786293022334576, + 4.681073944084346, + 4.749865969642997, + 4.7355040442198515, + 4.770140978507698, + 4.739057971164584, + 4.7394579742103815, + 4.7407750971615314, + 4.725135979242623, + 4.721918026916683, + 4.786183009855449, + 4.711807006970048, + 4.718637908808887, + 4.72466996870935, + 4.691679030656815, + 4.698961041867733, + 4.76717809215188, + 4.704818013124168, + 4.735380061902106, + 4.695771960541606 + ], + [ + 5.417714943177998, + 4.747660015709698, + 4.753462038934231, + 4.736733972094953, + 4.725135979242623, + 4.743692930787802, + 4.709992092102766, + 4.746071994304657, + 4.726662999019027, + 4.712404916062951, + 4.722554003819823, + 4.695318988524377, + 4.721996025182307, + 4.791902028955519, + 4.731327993795276, + 4.710642038844526, + 4.699119017459452, + 4.743812023662031, + 4.691136069595814, + 4.727114108391106 + ] + ] + }, + { + "case": "1m-uniform", + "baseline_ms": 0.21634151926264167, + "candidate_ms": 0.18642254872247577, + "samples": [ + [ + 0.21682202350348234, + 0.21693110466003418, + 0.220005982555449, + 0.2221950562670827, + 0.2161510055884719, + 0.21518301218748093, + 0.2145959297195077, + 0.2230089157819748, + 0.21589803509414196, + 0.21933799143880606, + 0.21478196140378714, + 0.21653203293681145, + 0.21323899272829294, + 0.21338602527976036, + 0.2211880637332797, + 0.21571095567196608, + 0.21603901404887438, + 0.21816196385771036, + 0.21420500706881285, + 0.2212550025433302 + ], + [ + 0.18516695126891136, + 0.18633599393069744, + 0.18878898117691278, + 0.19088794942945242, + 0.1817219890654087, + 0.18725008703768253, + 0.19118201453238726, + 0.1900000497698784, + 0.18732703756541014, + 0.1885941019281745, + 0.18654600717127323, + 0.1865091035142541, + 0.18633098807185888, + 0.18196192104369402, + 0.18187006935477257, + 0.2180250594392419, + 0.18515100236982107, + 0.18443295266479254, + 0.18275005277246237, + 0.18531398382037878 + ] + ] + }, + { + "case": "1m-near-uniform", + "baseline_ms": 0.21370698232203722, + "candidate_ms": 0.1829139655455947, + "samples": [ + [ + 0.21408393513411283, + 0.21988502703607082, + 0.21205097436904907, + 0.21516799461096525, + 0.21128403022885323, + 0.21226005628705025, + 0.21029706113040447, + 0.21151895634829998, + 0.2137928968295455, + 0.21511304657906294, + 0.21362106781452894, + 0.2193519612774253, + 0.2114080125465989, + 0.21293701138347387, + 0.2105659805238247, + 0.2163490280508995, + 0.21344993729144335, + 0.2143859164789319, + 0.21556706633418798, + 0.21977792493999004 + ], + [ + 0.1820980105549097, + 0.1839440083131194, + 0.1802619080990553, + 0.19134802278131247, + 0.18053001258522272, + 0.1847750972956419, + 0.18556590657681227, + 0.18217205069959164, + 0.1798500306904316, + 0.1865000231191516, + 0.18144596833735704, + 0.18198799807578325, + 0.1810269895941019, + 0.18548499792814255, + 0.1821939367800951, + 0.1845110673457384, + 0.18837593961507082, + 0.18363399431109428, + 0.18090498633682728, + 0.18659804482012987 + ] + ] + }, + { + "case": "1m-20s2l", + "baseline_ms": 5.07518247468397, + "candidate_ms": 5.044376535806805, + "samples": [ + [ + 5.0877470057457685, + 5.125824012793601, + 5.069333012215793, + 5.124057992361486, + 5.051041021943092, + 5.070473998785019, + 5.057280999608338, + 5.058723967522383, + 5.0956649938598275, + 5.0979009829461575, + 5.04283607006073, + 5.0798909505829215, + 5.085228011012077, + 5.052366992458701, + 5.062699900008738, + 5.094261025078595, + 5.064571974799037, + 5.022312048822641, + 5.18271594773978, + 5.090952035970986 + ], + [ + 5.095540080219507, + 5.072996020317078, + 5.096244043670595, + 5.064017022959888, + 5.079532973468304, + 5.04271499812603, + 5.072733969427645, + 5.058866925537586, + 5.0262740114703774, + 5.035463022068143, + 5.017473013140261, + 4.972186987288296, + 5.070019979029894, + 5.016388953663409, + 5.039170966483653, + 5.039804964326322, + 5.0500830402597785, + 5.04603807348758, + 5.019032978452742, + 4.968664958141744 + ] + ] + }, + { + "case": "1m-power-law", + "baseline_ms": 5.230256589129567, + "candidate_ms": 5.2397449617274106, + "samples": [ + [ + 5.242011044174433, + 5.272612092085183, + 5.242889979854226, + 5.233073025010526, + 5.22494304459542, + 5.199630046263337, + 5.229385104030371, + 5.1994300447404385, + 5.237739998847246, + 5.214179051108658, + 5.2244969410821795, + 5.252197966910899, + 5.284518003463745, + 5.216841935180128, + 5.257800919935107, + 5.243137013167143, + 5.231128074228764, + 5.193975986912847, + 5.19201997667551, + 5.219999002292752 + ], + [ + 5.206256988458335, + 5.3098369389772415, + 5.264751031063497, + 5.201303982175887, + 5.235760938376188, + 5.196904996410012, + 5.229571019299328, + 5.240089958533645, + 5.247744033113122, + 5.232962896116078, + 5.248245084658265, + 5.254255025647581, + 5.202564061619341, + 5.254359915852547, + 5.260417005047202, + 5.246391985565424, + 5.234092939645052, + 5.191417993046343, + 5.239399964921176, + 5.2598089678213 + ] + ] + }, + { + "case": "1m-count-uniform-256", + "baseline_ms": 0.7237300742417574, + "candidate_ms": 0.644273473881185, + "samples": [ + [ + 0.7172869518399239, + 0.7248669862747192, + 0.7261969149112701, + 0.7154819322749972, + 0.7144480478018522, + 0.7234960794448853, + 0.7143539842218161, + 0.7309059146791697, + 0.7158899679780006, + 0.7265589665621519, + 0.7182250265032053, + 0.7805170025676489, + 0.7332829991355538, + 0.7239640690386295, + 0.7224839646369219, + 0.7219139952212572, + 0.7219199324026704, + 0.7291239453479648, + 0.7265590829774737, + 0.7785949856042862 + ], + [ + 0.6360090337693691, + 0.6446429761126637, + 0.6378910038620234, + 0.6499059963971376, + 0.6389099871739745, + 0.6542040500789881, + 0.6406279280781746, + 0.6474080728366971, + 0.6338109960779548, + 0.6462539313361049, + 0.6469750078395009, + 0.6489510415121913, + 0.643370090983808, + 0.6394300144165754, + 0.6635849131271243, + 0.6854580715298653, + 0.7308140629902482, + 0.6422959268093109, + 0.6415840471163392, + 0.6439039716497064 + ] + ] + }, + { + "case": "1m-count-uniform-1024", + "baseline_ms": 2.8683820855803788, + "candidate_ms": 2.6130874757654965, + "samples": [ + [ + 2.892585936933756, + 2.8588619315996766, + 2.8823550092056394, + 2.8603769605979323, + 2.8786719776690006, + 2.8745580930262804, + 2.8606150299310684, + 2.8750470373779535, + 2.9056889470666647, + 2.922203973866999, + 2.8937249444425106, + 2.8551300056278706, + 2.847573021426797, + 2.874781028367579, + 2.8423069743439555, + 2.862206078134477, + 2.8545279055833817, + 2.888584043830633, + 2.8502570930868387, + 2.8547319816425443 + ], + [ + 2.6213000528514385, + 2.611324889585376, + 2.6505469577386975, + 2.6454059407114983, + 2.6203730376437306, + 2.616979996673763, + 2.5863359915092587, + 2.624023938551545, + 2.6139969704672694, + 2.599937026388943, + 2.651412971317768, + 2.5994620518758893, + 2.5908310199156404, + 2.5892319390550256, + 2.5959049817174673, + 2.592941978946328, + 2.6174500817433, + 2.6121779810637236, + 2.5989660061895847, + 2.631868002936244 + ] + ] + }, + { + "case": "1m-count-near-uniform-512", + "baseline_ms": 1.4805184910073876, + "candidate_ms": 1.3428229722194374, + "samples": [ + [ + 1.4795640017837286, + 1.4875419437885284, + 1.4907120494171977, + 1.4854109613224864, + 1.4799110358580947, + 1.4800960198044777, + 1.4769269619137049, + 1.4779279008507729, + 1.4809409622102976, + 1.4824800891801715, + 1.4848250430077314, + 1.4764938969165087, + 1.501512946560979, + 1.4818019699305296, + 1.4793419977650046, + 1.474814023822546, + 1.4727819943800569, + 1.4720750041306019, + 1.4843069948256016, + 1.4954520156607032 + ], + [ + 1.3421329203993082, + 1.348591991700232, + 1.3628710294142365, + 1.3332810485735536, + 1.3609849847853184, + 1.3371360255405307, + 1.3435130240395665, + 1.348958001472056, + 1.3495910679921508, + 1.3281600549817085, + 1.3395569985732436, + 1.3449760153889656, + 1.3471220154315233, + 1.339527079835534, + 1.3411829713732004, + 1.3380430173128843, + 1.3337950222194195, + 1.3452160637825727, + 1.3387129874899983, + 1.3545979745686054 + ] + ] + }, + { + "case": "1m-count-tiny-mix-512", + "baseline_ms": 1.462458458263427, + "candidate_ms": 1.4575604582205415, + "samples": [ + [ + 1.539296004921198, + 1.4814139576628804, + 1.4755800366401672, + 1.4526179293170571, + 1.457278965972364, + 1.491551985964179, + 1.4695849968120456, + 1.4511110493913293, + 1.44716608338058, + 1.460270956158638, + 1.4804060338065028, + 1.4468750450760126, + 1.465926063247025, + 1.4646879862993956, + 1.4599369606003165, + 1.4695200370624661, + 1.464645960368216, + 1.457403996028006, + 1.4584669843316078, + 1.4550309861078858 + ], + [ + 1.4591050567105412, + 1.4983640285208821, + 1.4775010058656335, + 1.4469859888777137, + 1.4714180724695325, + 1.456502010114491, + 1.4623090391978621, + 1.452920027077198, + 1.4733480056747794, + 1.4619790017604828, + 1.4543159632012248, + 1.4568299520760775, + 1.4586510369554162, + 1.441484084352851, + 1.4527509920299053, + 1.4540690463036299, + 1.4582909643650055, + 1.4522690325975418, + 1.4501999830827117, + 1.4645910123363137 + ] + ] + }, + { + "case": "1m-count-tiny-mix-1000", + "baseline_ms": 10.458519565872848, + "candidate_ms": 9.801427484489977, + "samples": [ + [ + 10.391728021204472, + 10.399763938039541, + 10.417517041787505, + 10.55736793205142, + 10.380235966295004, + 10.515919071622193, + 10.396722937002778, + 10.417471057735384, + 10.534245986491442, + 10.355275007896125, + 10.49382402561605, + 10.400278028100729, + 10.615177103318274, + 10.497224982827902, + 10.438312077894807, + 10.47872705385089, + 10.511095984838903, + 10.594175080768764, + 10.377942002378404, + 10.588086093775928 + ], + [ + 9.783013025298715, + 9.837017045356333, + 9.856667020358145, + 9.72155504859984, + 9.881907957606018, + 9.728627046570182, + 9.672156069427729, + 9.751058998517692, + 9.69483598601073, + 9.852785966359079, + 9.689172962680459, + 9.968164027668536, + 39.65066897217184, + 9.994679945521057, + 9.841103106737137, + 9.784185909666121, + 9.818669059313834, + 9.728559060022235, + 9.92307299748063, + 9.719398920424283 + ] + ] + }, + { + "case": "1m-count-mixed-256-1long", + "baseline_ms": 5.853761045727879, + "candidate_ms": 5.6527399574406445, + "samples": [ + [ + 5.844012019224465, + 5.87728398386389, + 5.850124987773597, + 5.865350016392767, + 5.883721052668989, + 5.856735981069505, + 5.904844030737877, + 5.820002988912165, + 5.867101019248366, + 5.7983919978141785, + 5.8320630341768265, + 5.828203051351011, + 5.869937944225967, + 5.806967965327203, + 5.855972063727677, + 5.85556507576257, + 5.890030995942652, + 5.810233065858483, + 5.851957015693188, + 5.825033993460238 + ], + [ + 5.630470928736031, + 5.637908936478198, + 5.670451908372343, + 5.676974076777697, + 5.633376073092222, + 5.680958973243833, + 5.692819016985595, + 5.652664927765727, + 5.621101940050721, + 5.652814987115562, + 5.637119058519602, + 5.669577047228813, + 5.65141998231411, + 5.656654015183449, + 5.652491003274918, + 5.676385015249252, + 5.629460909403861, + 5.656469031237066, + 5.630255909636617, + 5.66782196983695 + ] + ] + }, + { + "case": "1m-count-mixed-512-2long", + "baseline_ms": 8.3116814494133, + "candidate_ms": 7.957241439726204, + "samples": [ + [ + 8.318489999510348, + 8.32027301657945, + 8.28072801232338, + 8.304872899316251, + 8.346154005266726, + 8.290844969451427, + 38.083425955846906, + 8.39045294560492, + 8.449794026091695, + 8.334417012520134, + 8.343591005541384, + 8.398719015531242, + 8.258846937678754, + 8.30361305270344, + 8.302435977384448, + 8.253018953837454, + 8.252189960330725, + 8.269083919003606, + 8.41061701066792, + 8.28867603559047 + ], + [ + 7.929638028144836, + 8.095402037724853, + 7.979325018823147, + 7.968527032062411, + 7.995403953827918, + 7.918152958154678, + 7.918407907709479, + 7.954992935992777, + 7.913877023383975, + 7.917155046015978, + 7.900675060227513, + 7.94086407404393, + 7.929504965431988, + 8.072408963926136, + 7.981074042618275, + 7.932084961794317, + 8.014846011064947, + 7.967183017171919, + 7.977207074873149, + 7.95948994345963 + ] + ] + }, + { + "case": "1m-count-mixed-1000-1long", + "baseline_ms": 12.927579460665584, + "candidate_ms": 12.195436051115394, + "samples": [ + [ + 12.910765944980085, + 13.07807199191302, + 12.880032998509705, + 13.019275036640465, + 12.882857001386583, + 13.004022999666631, + 12.750767054967582, + 12.912046979181468, + 12.923861970193684, + 12.831475003622472, + 13.004073989577591, + 12.754519004374743, + 12.941421940922737, + 13.119891053065658, + 12.942409957759082, + 42.28401102591306, + 12.8058249829337, + 12.861403985880315, + 13.096799026243389, + 12.931296951137483 + ], + [ + 12.118357000872493, + 12.157288030721247, + 12.262215954251587, + 12.194207054562867, + 42.01301094144583, + 12.1140549890697, + 12.19137292355299, + 12.411908013746142, + 12.19666504766792, + 12.323250994086266, + 12.14970601722598, + 12.223053025081754, + 12.162660947069526, + 12.140952050685883, + 12.377468054182827, + 12.134168995544314, + 12.327729957178235, + 12.167399050667882, + 12.268537073396146, + 12.40045705344528 + ] + ] + }, + { + "case": "1m-count-mixed-512-4long", + "baseline_ms": 8.717203978449106, + "candidate_ms": 8.33150401012972, + "samples": [ + [ + 8.700625039637089, + 8.82606697268784, + 8.673607953824103, + 8.689234033226967, + 8.726128027774394, + 8.673615986481309, + 8.677704958245158, + 8.770343963988125, + 8.63656890578568, + 8.786258986219764, + 8.83641594555229, + 8.708279929123819, + 8.679814985953271, + 8.793123066425323, + 8.772447006776929, + 8.741201949305832, + 10.827858932316303, + 8.690230082720518, + 8.977511897683144, + 8.65489395800978 + ], + [ + 8.321047993376851, + 8.363409084267914, + 8.329362026415765, + 8.296633954159915, + 8.37816996499896, + 8.29746900126338, + 8.319225977174938, + 8.374154916964471, + 8.326797978952527, + 8.3149109268561, + 8.307325071655214, + 8.361289976164699, + 8.412147988565266, + 8.384376997128129, + 8.35865002591163, + 8.338413899764419, + 8.356040925718844, + 8.311586920171976, + 8.333645993843675, + 8.32817901391536 + ] + ] + }, + { + "case": "1m-count-mixed-512-2long-ascending", + "baseline_ms": 7.989389530848712, + "candidate_ms": 7.605641498230398, + "samples": [ + [ + 7.980530033819377, + 8.034570957534015, + 7.974852924235165, + 8.004972012713552, + 8.041866938583553, + 8.01164098083973, + 7.9590900568291545, + 7.998249027878046, + 7.957455003634095, + 8.127009030431509, + 8.035252918489277, + 7.963913958519697, + 7.966745062731206, + 8.019414031878114, + 7.933601969853044, + 7.9673100262880325, + 8.073588949628174, + 8.00143403466791, + 7.931357948109508, + 7.970665930770338 + ], + [ + 39.460774045437574, + 7.59569404181093, + 7.6733119785785675, + 7.604014012031257, + 8.808486978523433, + 7.5832549482584, + 7.5870349537581205, + 7.543615996837616, + 7.584369974210858, + 7.588849985040724, + 7.607268984429538, + 7.6824360294267535, + 7.649922976270318, + 7.5972420163452625, + 7.761909975670278, + 7.617508061230183, + 7.639862014912069, + 7.594567025080323, + 7.614850997924805, + 7.564311032183468 + ] + ] + }, + { + "case": "1m-count-mixed-512-2long-descending", + "baseline_ms": 8.021019981242716, + "candidate_ms": 7.673169544432312, + "samples": [ + [ + 8.05252103600651, + 8.008811972104013, + 7.969953003339469, + 8.02882993593812, + 7.969013997353613, + 8.110343012958765, + 7.970789913088083, + 8.004738949239254, + 7.981272065080702, + 8.043840993195772, + 8.032470941543579, + 7.999151013791561, + 8.287211996503174, + 8.020617999136448, + 7.993107079528272, + 8.043266017921269, + 8.032771991565824, + 8.16561107058078, + 8.021421963348985, + 8.006897987797856 + ], + [ + 7.6742940582334995, + 7.661818992346525, + 7.672045030631125, + 7.614222005940974, + 9.643730940297246, + 7.580850971862674, + 7.6376659562811255, + 7.705127936787903, + 7.686689030379057, + 7.632361026480794, + 8.412929018959403, + 7.6603509951382875, + 7.657940033823252, + 7.631479995325208, + 7.778370985761285, + 8.863391005434096, + 8.163006976246834, + 7.6052360236644745, + 7.67705705948174, + 7.724720984697342 + ] + ] + }, + { + "case": "1m-heldout-lognormal-257-seed20261114", + "baseline_ms": 0.7448469405062497, + "candidate_ms": 0.747908023186028, + "samples": [ + [ + 0.7399709429591894, + 0.7434750441461802, + 0.7358689326792955, + 0.7371490355581045, + 0.7380660390481353, + 0.7513610180467367, + 0.7339729927480221, + 0.7598870433866978, + 0.7500490173697472, + 0.7542769890278578, + 0.7474030135199428, + 0.7450719131156802, + 0.7451529381796718, + 0.7349200313910842, + 0.754405977204442, + 0.7476790342479944, + 0.7596099749207497, + 0.7407210068777204, + 0.7446219678968191, + 0.7368980441242456 + ], + [ + 0.7501529762521386, + 0.7415380096063018, + 0.748902908526361, + 0.7630930049344897, + 0.7580469828099012, + 0.7525288965553045, + 0.7427559467032552, + 0.787992961704731, + 0.8419209625571966, + 0.8157610427588224, + 0.7425759686157107, + 0.7451520068570971, + 0.7466370007023215, + 0.7447280222550035, + 0.7396519649773836, + 0.7473640143871307, + 0.7420459296554327, + 0.7472860161215067, + 0.7484520319849253, + 0.7524309912696481 + ] + ] + }, + { + "case": "1m-heldout-lognormal-1000-seed20261114", + "baseline_ms": 9.313763526733965, + "candidate_ms": 8.561018505133688, + "samples": [ + [ + 9.241922991350293, + 9.437325061298907, + 9.376853937283158, + 9.223656030371785, + 9.457248961552978, + 9.284898987971246, + 9.261282975785434, + 9.436194086447358, + 9.349434985779226, + 9.235652978532016, + 9.491918957792222, + 38.47526991739869, + 9.209387004375458, + 9.273028932511806, + 9.195582941174507, + 9.401650982908905, + 9.409785037860274, + 9.250792907550931, + 9.256717981770635, + 9.342628065496683 + ], + [ + 8.596952888183296, + 8.540255017578602, + 8.558736997656524, + 8.631975040771067, + 8.566986070945859, + 8.572935010306537, + 8.665962028317153, + 8.503052988089621, + 8.5572290699929, + 8.612166973762214, + 8.53773602284491, + 8.703924948349595, + 8.53503996040672, + 8.5302620427683, + 8.686849032528698, + 8.5329320281744, + 8.535098051652312, + 8.735280949622393, + 8.563300012610853, + 8.557412074878812 + ] + ] + }, + { + "case": "1m-heldout-jittered-768-seed20261114", + "baseline_ms": 2.2314785164780915, + "candidate_ms": 2.025599009357393, + "samples": [ + [ + 2.2878280142322183, + 2.2170129232108593, + 2.243025926873088, + 2.2491610143333673, + 2.2073439322412014, + 2.2330550709739327, + 2.2717590909451246, + 2.191968960687518, + 2.225078991614282, + 2.22990196198225, + 2.2199569502845407, + 2.205821918323636, + 2.2777210688218474, + 31.486858031712472, + 2.2652000188827515, + 2.239604014903307, + 2.21817207057029, + 2.221951959654689, + 2.2413969272747636, + 2.204685937613249 + ], + [ + 2.039438928477466, + 2.023169072344899, + 2.0023579709231853, + 2.059996942989528, + 2.027154085226357, + 2.007676986977458, + 1.9919780315831304, + 2.0220429869368672, + 2.0557240350171924, + 2.0764010259881616, + 2.0240439334884286, + 2.1047400077804923, + 2.0511909388005733, + 2.054600976407528, + 2.0284010097384453, + 2.0408020354807377, + 1.997821033000946, + 2.001111046411097, + 2.0003870595246553, + 2.006280003115535 + ] + ] + }, + { + "case": "1m-heldout-tiny-tail-768-seed20261114", + "baseline_ms": 12.30894448235631, + "candidate_ms": 11.748403019737452, + "samples": [ + [ + 12.319987989030778, + 12.385412002913654, + 12.279486982151866, + 12.257811962626874, + 12.48980697710067, + 12.297900975681841, + 12.281530071049929, + 12.435181997716427, + 12.349413009360433, + 12.270022998563945, + 12.23692495841533, + 12.433853931725025, + 12.413935037329793, + 12.282778974622488, + 12.285470962524414, + 12.444489053450525, + 43.317676056176424, + 12.244375073350966, + 12.291860999539495, + 12.365921051241457 + ], + [ + 11.756927007809281, + 11.741005000658333, + 11.730746016837656, + 11.785272043198347, + 11.76169898826629, + 11.764338938519359, + 11.773581965826452, + 11.733508086763322, + 11.795806931331754, + 11.731023085303605, + 11.754253995604813, + 11.678291950374842, + 11.741525027900934, + 11.766178999096155, + 11.763314949348569, + 11.726447963155806, + 11.742552043870091, + 11.866229004226625, + 11.740596033632755, + 11.714339023455977 + ] + ] + }, + { + "case": "1m-heldout-trimodal-513-seed20261114", + "baseline_ms": 9.43148450460285, + "candidate_ms": 9.07278450904414, + "samples": [ + [ + 9.554469026625156, + 9.44521208293736, + 9.416699060238898, + 9.429170982912183, + 9.45596897508949, + 9.554342948831618, + 9.410243015736341, + 9.413167950697243, + 9.502572938799858, + 9.394779917784035, + 9.416902088560164, + 9.436410036869347, + 9.496373008005321, + 9.424782008863986, + 9.419106994755566, + 9.387980098836124, + 9.433798026293516, + 9.569616056978703, + 9.44420404266566, + 9.410985046997666 + ], + [ + 9.0746209025383, + 9.125608950853348, + 9.039143100380898, + 9.107407997362316, + 9.068830986507237, + 9.054041933268309, + 9.048939915373921, + 9.120464092120528, + 9.023250080645084, + 9.073266061022878, + 9.189259028062224, + 9.072302957065403, + 9.08776093274355, + 9.133547078818083, + 9.11102001555264, + 9.037049021571875, + 9.019994991831481, + 9.014450944960117, + 9.049711981788278, + 9.142944938503206 + ] + ] + }, + { + "case": "1m-heldout-lognormal-257-seed20261115", + "baseline_ms": 4.904752015136182, + "candidate_ms": 4.757715039886534, + "samples": [ + [ + 4.912241944111884, + 4.882242996245623, + 4.895697929896414, + 4.947159090079367, + 4.92905406281352, + 4.91830799728632, + 4.900709958747029, + 4.907491034828126, + 4.935033968649805, + 4.922386957332492, + 4.901179927401245, + 4.892071941867471, + 4.887286922894418, + 4.902012995444238, + 4.926954978145659, + 4.917746991850436, + 4.9325620057061315, + 4.855156061239541, + 4.864869988523424, + 4.8778270138427615 + ], + [ + 4.794929060153663, + 4.737045033834875, + 4.765145014971495, + 4.7698309645056725, + 4.7579139936715364, + 4.75667102728039, + 4.757516086101532, + 4.738049930892885, + 4.732648027129471, + 4.761471063829958, + 4.762912984006107, + 4.76502999663353, + 4.778868984431028, + 4.732870031148195, + 4.784032003954053, + 4.75548196118325, + 4.7606120351701975, + 4.698850098066032, + 4.706484032794833, + 4.716827999800444 + ] + ] + }, + { + "case": "1m-heldout-lognormal-1000-seed20261115", + "baseline_ms": 10.024858464021236, + "candidate_ms": 9.277024015318602, + "samples": [ + [ + 9.929946972988546, + 10.165223036892712, + 10.190776083618402, + 9.952067979611456, + 9.991882019676268, + 10.04604494664818, + 9.993351064622402, + 10.184481972828507, + 10.17901604063809, + 10.35176299046725, + 9.948358056135476, + 39.058561087585986, + 10.003671981394291, + 9.987962082959712, + 10.160494013689458, + 11.172873084433377, + 9.991189930588007, + 10.178357013501227, + 9.982562041841447, + 9.928834973834455 + ], + [ + 9.435595944523811, + 9.267242043279111, + 9.259240003302693, + 9.442263981327415, + 9.257824975065887, + 9.321746998466551, + 9.469463024288416, + 9.273339062929153, + 9.245301014743745, + 9.471555007621646, + 9.26866999361664, + 9.296461939811707, + 9.256882942281663, + 9.314858936704695, + 9.267832967452705, + 9.251661016605794, + 9.280708967708051, + 9.253747994080186, + 9.283471968956292, + 9.350621956400573 + ] + ] + }, + { + "case": "1m-heldout-jittered-768-seed20261115", + "baseline_ms": 2.2295250091701746, + "candidate_ms": 2.0223144674673676, + "samples": [ + [ + 2.221519942395389, + 2.257916028611362, + 2.20542901661247, + 2.200754010118544, + 2.2287130123004317, + 2.2027009399607778, + 2.2842229809612036, + 2.263486967422068, + 2.2129060234874487, + 2.2233099443838, + 2.271167002618313, + 2.245684969238937, + 2.2139360662549734, + 2.259035944007337, + 2.284565009176731, + 2.2829800145700574, + 2.264413982629776, + 2.2303370060399175, + 2.224692958407104, + 2.221141941845417 + ], + [ + 2.065684995613992, + 2.0280639873817563, + 2.0126220770180225, + 2.004561945796013, + 1.9898440223187208, + 2.033709082752466, + 2.010856056585908, + 2.0173710072413087, + 2.072087023407221, + 2.036944031715393, + 2.008275012485683, + 2.0582990255206823, + 2.0035599591210485, + 2.0197860430926085, + 2.0214898977428675, + 1.9975559553131461, + 2.033194061368704, + 2.0369739504531026, + 2.0424489630386233, + 2.023139037191868 + ] + ] + }, + { + "case": "1m-heldout-tiny-tail-768-seed20261115", + "baseline_ms": 11.375842965207994, + "candidate_ms": 10.840672999620438, + "samples": [ + [ + 11.391919921152294, + 11.495491955429316, + 11.352361994795501, + 11.339529999531806, + 11.366534978151321, + 11.493949918076396, + 11.385150952264667, + 11.35475595947355, + 11.43165200483054, + 11.478732922114432, + 11.328454012982547, + 11.281993938609958, + 11.387718026526272, + 11.46262011025101, + 11.36148499790579, + 11.314447037875652, + 11.331500019878149, + 11.462956084869802, + 11.441732058301568, + 11.34313689544797 + ], + [ + 10.868706041947007, + 39.88934797234833, + 10.872436920180917, + 11.05093106161803, + 10.757599025964737, + 10.881862952373922, + 10.768248932436109, + 11.067165993154049, + 10.787708102725446, + 10.830010985955596, + 10.827690945006907, + 10.99142199382186, + 10.78459492418915, + 10.85133501328528, + 10.758328950032592, + 11.031765025109053, + 10.771221946924925, + 10.82259404938668, + 10.828839032910764, + 11.016887030564249 + ] + ] + }, + { + "case": "1m-heldout-trimodal-513-seed20261115", + "baseline_ms": 9.381603973452002, + "candidate_ms": 8.998038538265973, + "samples": [ + [ + 9.464813978411257, + 9.354024077765644, + 9.416611050255597, + 9.287783992476761, + 9.44205594714731, + 9.340913966298103, + 9.43121500313282, + 9.358373936265707, + 9.393875952810049, + 9.350126958452165, + 9.340121992863715, + 9.501227992586792, + 9.3337909784168, + 9.355133981443942, + 9.384264936670661, + 9.406302007846534, + 9.37381200492382, + 9.38439997844398, + 9.445553994737566, + 9.378943010233343 + ], + [ + 8.96729005035013, + 9.014853043481708, + 8.987621986307204, + 8.98391508962959, + 8.979107020422816, + 8.9945700019598, + 8.972401032224298, + 8.998934994451702, + 9.002499980852008, + 8.990622009150684, + 8.997142082080245, + 9.02023899834603, + 8.972133975476027, + 9.083103970624506, + 8.940240019001067, + 9.073104010894895, + 9.147389093413949, + 9.004281018860638, + 9.000558988191187, + 9.011161979287863 + ] + ] + }, + { + "case": "1m-heldout-lognormal-257-seed20261116", + "baseline_ms": 2.761981508228928, + "candidate_ms": 2.6003544335253537, + "samples": [ + [ + 2.7637549210339785, + 2.7757500065490603, + 2.753373933956027, + 2.7617980958893895, + 2.768299076706171, + 2.7552900137379766, + 2.790760016068816, + 2.729797037318349, + 2.754084998741746, + 2.7502039447426796, + 2.7586380019783974, + 2.7602120535448194, + 2.747574937529862, + 2.7655629673972726, + 2.790641039609909, + 2.825829084031284, + 2.7674459852278233, + 2.758562914095819, + 2.762164920568466, + 2.8135250322520733 + ], + [ + 2.6220569852739573, + 2.608039998449385, + 2.60643707588315, + 2.5949670234695077, + 2.5998299242928624, + 2.5978030171245337, + 2.5570379802957177, + 2.606765949167311, + 2.59121204726398, + 2.5917059974744916, + 2.619386068545282, + 2.5785560719668865, + 2.6057519717141986, + 2.6072469772771, + 2.600878942757845, + 2.588302013464272, + 2.609791001304984, + 2.588244969956577, + 2.590096089988947, + 2.607194008305669 + ] + ] + }, + { + "case": "1m-heldout-lognormal-1000-seed20261116", + "baseline_ms": 10.033103520981967, + "candidate_ms": 9.334033995401114, + "samples": [ + [ + 10.185071034356952, + 9.9677819525823, + 10.058109066449106, + 10.209965985268354, + 10.034659062512219, + 10.026080068200827, + 10.204713908024132, + 10.018988978117704, + 10.031547979451716, + 10.201839031651616, + 10.102579020895064, + 9.993263054639101, + 10.217851027846336, + 9.983813972212374, + 10.024850023910403, + 10.189359076321125, + 10.078271967358887, + 10.017910972237587, + 10.020061978138983, + 10.009616031311452 + ], + [ + 9.28280595690012, + 9.335102047771215, + 42.7745160413906, + 9.332965943031013, + 9.293613024055958, + 9.360974072478712, + 9.250634000636637, + 9.360651019960642, + 9.369220002554357, + 9.342371951788664, + 9.320563985966146, + 9.384777978993952, + 9.352459106594324, + 9.286936954595149, + 9.364543948322535, + 9.318061987869442, + 9.331676992587745, + 39.081158000044525, + 9.285528911277652, + 9.271368035115302 + ] + ] + }, + { + "case": "1m-heldout-jittered-768-seed20261116", + "baseline_ms": 2.2206815192475915, + "candidate_ms": 2.0059579983353615, + "samples": [ + [ + 2.212996012531221, + 2.231766004115343, + 2.2052479907870293, + 2.2165669361129403, + 2.256338018923998, + 2.2615479538217187, + 2.2128470009192824, + 2.2526460234075785, + 2.2189130540937185, + 2.2233339259400964, + 2.2782250307500362, + 2.201247029006481, + 2.234897925518453, + 2.2022409830242395, + 2.2163829999044538, + 2.2077650064602494, + 2.2224499844014645, + 2.1924240281805396, + 2.2625719429925084, + 2.234036917798221 + ], + [ + 1.9929319387301803, + 2.0582140423357487, + 2.0648540230467916, + 2.0337600726634264, + 1.9846820505335927, + 2.0116149680688977, + 1.9964470993727446, + 2.041243016719818, + 2.0045109558850527, + 2.025191090069711, + 2.0423720125108957, + 1.9992319867014885, + 2.0160450367257, + 2.0026329439133406, + 1.9960940117016435, + 1.9920089980587363, + 1.9930129637941718, + 2.008404931984842, + 2.0074050407856703, + 1.9977689953520894 + ] + ] + }, + { + "case": "1m-heldout-tiny-tail-768-seed20261116", + "baseline_ms": 12.530811538454145, + "candidate_ms": 12.02348998049274, + "samples": [ + [ + 12.476304080337286, + 12.66410097014159, + 12.694701901637018, + 12.521269032731652, + 12.516345013864338, + 12.594722909852862, + 12.5238629989326, + 12.53776007797569, + 12.465278967283666, + 42.102216044440866, + 12.462474987842143, + 12.752486974932253, + 12.677461956627667, + 12.50166108366102, + 12.476503965444863, + 12.575857108458877, + 12.438229052349925, + 12.758902041241527, + 12.59274606127292, + 12.488765991292894 + ], + [ + 12.080394080840051, + 11.98416796978563, + 11.99543196707964, + 12.19647703692317, + 12.027374003082514, + 12.019605957902968, + 12.097549042664468, + 12.16204499360174, + 11.966782039962709, + 11.920702992938459, + 12.134828022681177, + 11.963565018959343, + 12.009700993075967, + 12.134652934037149, + 11.948895989917219, + 11.972422944381833, + 12.101434054784477, + 12.049119104631245, + 11.970986030064523, + 12.115587014704943 + ] + ] + }, + { + "case": "1m-heldout-trimodal-513-seed20261116", + "baseline_ms": 9.287888940889388, + "candidate_ms": 8.969295537099242, + "samples": [ + [ + 9.267966961488128, + 9.373517008498311, + 9.266222012229264, + 9.225817979313433, + 9.328179061412811, + 9.233516058884561, + 39.08554103691131, + 9.241116000339389, + 9.217170998454094, + 9.272385039366782, + 9.313334943726659, + 9.293891955167055, + 9.379375958815217, + 9.271411108784378, + 9.340290911495686, + 9.317802963778377, + 9.281885926611722, + 9.302838006988168, + 9.373807930387557, + 9.273641044273973 + ], + [ + 8.874514023773372, + 8.90814804006368, + 8.941937936469913, + 8.973849005997181, + 8.910676930099726, + 8.928098948672414, + 9.024748927913606, + 8.920183056034148, + 8.988911053165793, + 8.957299985922873, + 9.08963696565479, + 9.014631039462984, + 9.105299017392099, + 8.985896012745798, + 9.088687947951257, + 8.964742068201303, + 9.110129089094698, + 8.98056197911501, + 8.8673559948802, + 8.913201047107577 + ] + ] + }, + { + "case": "131072-single", + "baseline_ms": 4.751279018819332, + "candidate_ms": 4.749849962536246, + "samples": [ + [ + 4.811422084458172, + 4.748443025164306, + 4.73007804248482, + 4.771415027789772, + 4.748677951283753, + 4.75379906129092, + 4.733724985271692, + 4.717346979305148, + 4.743759986013174, + 4.766258993186057, + 4.771615960635245, + 4.828240955248475, + 4.7487589763477445, + 4.768975079059601, + 4.7757430002093315, + 4.767921986058354, + 4.712793976068497, + 4.7476900508627295, + 4.72061603795737, + 4.779826966114342 + ], + [ + 4.756893962621689, + 4.7492788871750236, + 4.739514901302755, + 4.756917012855411, + 4.764992045238614, + 4.747580038383603, + 4.750421037897468, + 4.784417920745909, + 4.73141495604068, + 4.732804023660719, + 4.720288095995784, + 4.748842911794782, + 4.781452938914299, + 4.766612080857158, + 4.771584062837064, + 4.798857029527426, + 4.74459701217711, + 4.718136042356491, + 4.831727012060583, + 4.745002021081746 + ] + ] + }, + { + "case": "131072-uniform-64", + "baseline_ms": 0.21621398627758026, + "candidate_ms": 0.18631696002557874, + "samples": [ + [ + 0.21427299361675978, + 0.2134799724444747, + 0.2183129545301199, + 0.2187399659305811, + 0.21813891362398863, + 0.213432009331882, + 0.2130400389432907, + 0.22014393471181393, + 0.21481001749634743, + 0.21850503981113434, + 0.21195807494223118, + 0.2121509751304984, + 0.2168338978663087, + 0.22146396804600954, + 0.22076803725212812, + 0.21844299044460058, + 0.21559407468885183, + 0.21802692208439112, + 0.2138681011274457, + 0.21323200780898333 + ], + [ + 0.18333899788558483, + 0.1864469377323985, + 0.1888179685920477, + 0.18505705520510674, + 0.18618698231875896, + 0.18465204630047083, + 0.18419395200908184, + 0.18875906243920326, + 0.18649606499820948, + 0.18758606165647507, + 0.18236704636365175, + 0.18267100676894188, + 0.1888088881969452, + 0.19025104120373726, + 0.22098200861364603, + 0.18355692736804485, + 0.1837810268625617, + 0.1896660542115569, + 0.18239801283925772, + 0.19024289213120937 + ] + ] + }, + { + "case": "131072-near-uniform-64", + "baseline_ms": 0.21443900186568499, + "candidate_ms": 0.18445751629769802, + "samples": [ + [ + 0.2135440008714795, + 0.22084894590079784, + 0.2181560266762972, + 0.21651806309819221, + 0.21273992024362087, + 0.21821807604283094, + 0.21380698308348656, + 0.21356099750846624, + 0.22347003687173128, + 0.2181889722123742, + 0.21507102064788342, + 0.22103998344391584, + 0.2129989443346858, + 0.2131359651684761, + 0.21148507948964834, + 0.21196005400270224, + 0.2105280291289091, + 0.21268997807055712, + 0.21770200692117214, + 0.2168429782614112 + ], + [ + 0.18219603225588799, + 0.1856490271165967, + 0.1831119880080223, + 0.19319402053952217, + 0.18318207003176212, + 0.1868220278993249, + 0.18970598466694355, + 0.19151601009070873, + 0.18269999418407679, + 0.18522003665566444, + 0.18305995035916567, + 0.18380105029791594, + 0.1812659902498126, + 0.18810795154422522, + 0.18025899771600962, + 0.18219801131635904, + 0.186149962246418, + 0.1851139822974801, + 0.18144201021641493, + 0.18870504572987556 + ] + ] + }, + { + "case": "131072-mixed-22", + "baseline_ms": 5.0834325375035405, + "candidate_ms": 5.025051010306925, + "samples": [ + [ + 5.072141997516155, + 5.060005933046341, + 5.095792002975941, + 5.125388968735933, + 5.06293005309999, + 5.058598937466741, + 5.114928935654461, + 5.097814952023327, + 5.09277090895921, + 5.073406966403127, + 5.082575022242963, + 5.077049019746482, + 5.141124012880027, + 5.085519980639219, + 5.136607098393142, + 5.083309020847082, + 5.06210804451257, + 5.138812935911119, + 5.061705014668405, + 5.083556054159999 + ], + [ + 5.021675024181604, + 5.021797027438879, + 4.995109047740698, + 4.99111192766577, + 5.054518929682672, + 5.023243953473866, + 5.021311924792826, + 5.015218979679048, + 5.0689439522102475, + 4.974918090738356, + 5.025911028496921, + 5.043138982728124, + 5.039060954004526, + 5.024190992116928, + 5.206746980547905, + 5.065292934887111, + 5.062335985712707, + 5.036614020355046, + 5.037513910792768, + 5.01044699922204 + ] + ] + }, + { + "case": "131072-uniform-1024", + "baseline_ms": 2.848973497748375, + "candidate_ms": 2.5510930572636425, + "samples": [ + [ + 2.8545489767566323, + 2.806400996632874, + 2.824172959662974, + 2.7972249081358314, + 2.853677957318723, + 2.780837006866932, + 2.864622976630926, + 2.7999170124530792, + 4.317056038416922, + 2.919459016993642, + 32.751615974120796, + 2.8442690381780267, + 2.935446915216744, + 2.786389086395502, + 2.9557979432865977, + 2.790772938169539, + 2.8968399856239557, + 2.780653885565698, + 2.954888972453773, + 2.770210965536535 + ], + [ + 2.5515180313959718, + 2.5358109269291162, + 2.54805909935385, + 2.5917469756677747, + 2.5705770822241902, + 2.5541329523548484, + 2.5506680831313133, + 2.549499971792102, + 2.602952066808939, + 2.721685916185379, + 2.5611959863454103, + 2.5777029804885387, + 2.5769610656425357, + 2.548270975239575, + 2.531990990974009, + 2.5366110494360328, + 2.541433903388679, + 2.520908950828016, + 2.619065926410258, + 2.5253460044041276 + ] + ] + }, + { + "case": "131072-near-uniform-512", + "baseline_ms": 1.4432219904847443, + "candidate_ms": 1.302482036408037, + "samples": [ + [ + 1.4522019773721695, + 1.4602969167754054, + 1.4292020350694656, + 1.4397429767996073, + 1.4394960599020123, + 1.4413290191441774, + 1.4484759885817766, + 1.4360459754243493, + 1.4474820345640182, + 1.4451299794018269, + 1.4439760707318783, + 1.4363310765475035, + 1.4408179558813572, + 1.442708889953792, + 1.4362030196934938, + 1.4440910890698433, + 1.4515169896185398, + 1.4833130408078432, + 1.443127985112369, + 1.4433159958571196 + ], + [ + 1.2886679032817483, + 1.3068210100755095, + 1.3025470543652773, + 1.3020590413361788, + 1.2962151085957885, + 1.2963470071554184, + 1.3059519696980715, + 1.338197966106236, + 1.3158411020413041, + 1.300342963077128, + 1.3169270241633058, + 1.3163071125745773, + 1.290826010517776, + 1.3024170184507966, + 1.3019200414419174, + 1.3144019758328795, + 1.3034120202064514, + 1.2983561027795076, + 1.311604049988091, + 1.2989299139007926 + ] + ] + }, + { + "case": "131072-mixed-1000", + "baseline_ms": 2.881530555896461, + "candidate_ms": 2.8748310287483037, + "samples": [ + [ + 2.870389958843589, + 2.881669090129435, + 2.8906509978696704, + 2.935857977718115, + 2.8940540505573153, + 2.9173699440434575, + 2.8743529692292213, + 2.9032799648121, + 2.8627609135583043, + 2.881392021663487, + 2.8957281028851867, + 2.862796070985496, + 2.9205259634181857, + 2.8937970055267215, + 2.867797971703112, + 2.8867110377177596, + 2.858369960449636, + 2.867917064577341, + 2.868753974325955, + 2.8486059745773673 + ], + [ + 2.8650789754465222, + 2.8455809224396944, + 2.8642130782827735, + 2.926172106526792, + 2.8739830013364553, + 2.890287898480892, + 2.8765510069206357, + 2.8866990469396114, + 2.911556977778673, + 2.902660984545946, + 2.854568068869412, + 2.871970064006746, + 2.8773749945685267, + 2.880179905332625, + 2.878811093978584, + 2.875679056160152, + 2.863224013708532, + 2.861269051209092, + 2.860492095351219, + 2.870987053029239 + ] + ] + }, + { + "case": "131072-long-tail-1000", + "baseline_ms": 2.702978497836739, + "candidate_ms": 2.7022275025956333, + "samples": [ + [ + 2.7219379553571343, + 2.7002389542758465, + 2.6921340031549335, + 2.6999450055882335, + 2.680468955077231, + 2.6860900688916445, + 2.6930050225928426, + 2.7275040047243237, + 2.6855049654841423, + 2.699773060157895, + 2.698629046790302, + 2.720703952945769, + 2.715531038120389, + 2.705718041397631, + 2.7224409859627485, + 2.699999953620136, + 31.951940967701375, + 2.7511899825185537, + 2.719150041230023, + 2.7146610664203763 + ], + [ + 2.703481004573405, + 2.7003270806744695, + 2.708979998715222, + 2.7009740006178617, + 2.694654045626521, + 2.680390956811607, + 2.7064059395343065, + 2.6714790146797895, + 2.661805017851293, + 2.7079139836132526, + 2.695393981412053, + 2.6946909492835402, + 2.7130419621244073, + 2.7225459925830364, + 2.7045030146837234, + 2.684555947780609, + 2.6901429519057274, + 2.736940048635006, + 2.7617019368335605, + 2.7894239174202085 + ] + ] + }, + { + "case": "262144-single", + "baseline_ms": 4.7185535077005625, + "candidate_ms": 4.717407515272498, + "samples": [ + [ + 4.876911989413202, + 4.747955012135208, + 4.65752009768039, + 4.625427071005106, + 4.760994925163686, + 4.711276036687195, + 4.704414983280003, + 4.699939978308976, + 4.726793966256082, + 4.6666010748595, + 4.723855061456561, + 4.669485962949693, + 4.713398986496031, + 4.724111990071833, + 4.765507997944951, + 4.723708028905094, + 4.728451021946967, + 4.707715008407831, + 4.761743941344321, + 4.693950060755014 + ], + [ + 5.949877086095512, + 4.7164540737867355, + 4.687853041104972, + 4.754679976031184, + 4.657002980820835, + 4.878517938777804, + 4.704119986854494, + 4.708344000391662, + 4.751250031404197, + 4.710267996415496, + 4.689021036028862, + 4.7713309759274125, + 4.684436018578708, + 4.718572949059308, + 4.693246097303927, + 4.7578890807926655, + 4.718360956758261, + 4.736672970466316, + 4.736647009849548, + 4.70213103108108 + ] + ] + }, + { + "case": "262144-uniform-64", + "baseline_ms": 0.21247350377961993, + "candidate_ms": 0.18190802074968815, + "samples": [ + [ + 0.2099920529872179, + 0.2167440252378583, + 0.2146979095414281, + 0.2090459456667304, + 0.20981405396014452, + 0.21765101701021194, + 0.2089369809255004, + 0.2131389919668436, + 0.21389604080468416, + 0.2169519430026412, + 0.20784896332770586, + 0.210141995921731, + 0.21448999177664518, + 0.21108798682689667, + 0.20955398213118315, + 0.21652597934007645, + 0.21180801559239626, + 0.25019003078341484, + 0.21013407967984676, + 0.21691096480935812 + ], + [ + 0.18629198893904686, + 0.18239696510136127, + 0.18005596939474344, + 0.18697197083383799, + 0.17906108405441046, + 0.18358207307755947, + 0.1795890275388956, + 0.18715602345764637, + 0.18478010315448046, + 0.18445891328155994, + 0.18458697013556957, + 0.18210802227258682, + 0.1790820388123393, + 0.18071196973323822, + 0.18010404892265797, + 0.1814729766920209, + 0.1802749466150999, + 0.1893410226330161, + 0.18034200184047222, + 0.18170801922678947 + ] + ] + }, + { + "case": "262144-near-uniform-64", + "baseline_ms": 0.21460105199366808, + "candidate_ms": 0.1845105434767902, + "samples": [ + [ + 0.21543004550039768, + 0.2177329733967781, + 0.21424901206046343, + 0.2133148955181241, + 0.21245097741484642, + 0.21415797527879477, + 0.21501106675714254, + 0.2183699980378151, + 0.2193939872086048, + 0.22191600874066353, + 0.21175597794353962, + 0.2131579676643014, + 0.21237297914922237, + 0.2125269966199994, + 0.21480792202055454, + 0.21479802671819925, + 0.21862098947167397, + 0.2144040772691369, + 0.21318800281733274, + 0.21779898088425398 + ], + [ + 0.1871540443971753, + 0.19062601495534182, + 0.18313899636268616, + 0.18422200810164213, + 0.18561503384262323, + 0.1838479656726122, + 0.1833769492805004, + 0.1920789945870638, + 0.18828106112778187, + 0.1831059344112873, + 0.18289603758603334, + 0.1875589368864894, + 0.18249801360070705, + 0.18396100495010614, + 0.18479907885193825, + 0.1860730117186904, + 0.18288998398929834, + 0.18547102808952332, + 0.1832160633057356, + 0.1853239955380559 + ] + ] + }, + { + "case": "262144-mixed-22", + "baseline_ms": 4.924072010908276, + "candidate_ms": 4.920208069961518, + "samples": [ + [ + 4.93111799005419, + 4.964233026839793, + 4.893866018392146, + 4.938271013088524, + 4.923411062918603, + 4.883924964815378, + 4.924732958897948, + 4.879176965914667, + 4.922082996927202, + 4.914836958050728, + 4.875174956396222, + 4.941897001117468, + 4.987566964700818, + 4.95862599927932, + 4.907625028863549, + 4.939018050208688, + 4.90199401974678, + 4.900572937913239, + 4.953794996254146, + 4.9670630833134055 + ], + [ + 4.952318966388702, + 4.916421021334827, + 4.967308952473104, + 4.945092019625008, + 4.968686029314995, + 4.946639994159341, + 4.974910989403725, + 4.901785054244101, + 4.913926939480007, + 4.869604017585516, + 4.930655937641859, + 4.8880280228331685, + 4.920450039207935, + 4.936070996336639, + 4.906813963316381, + 4.8846619902178645, + 4.986139014363289, + 4.916690988466144, + 4.919966100715101, + 4.905558074824512 + ] + ] + }, + { + "case": "262144-uniform-1024", + "baseline_ms": 2.802372502628714, + "candidate_ms": 2.6333124842494726, + "samples": [ + [ + 2.853970043361187, + 2.7954609831795096, + 2.803446026518941, + 2.8012989787384868, + 2.8255429351702332, + 2.7813600609079003, + 2.787624951452017, + 2.7827899903059006, + 2.7959300205111504, + 2.815921907313168, + 2.7977380668744445, + 2.840255037881434, + 2.80086905695498, + 2.8071230044588447, + 2.8359759598970413, + 2.7800119714811444, + 2.794566913507879, + 2.828137017786503, + 2.863476052880287, + 2.845286042429507 + ], + [ + 2.5675470242276788, + 2.6922350516542792, + 2.562867943197489, + 2.707976964302361, + 2.5718359975144267, + 2.684200997464359, + 2.5816260604187846, + 2.701672026887536, + 2.5824239710345864, + 2.709410968236625, + 2.5798070710152388, + 2.73816694971174, + 2.568498020991683, + 2.6889360742643476, + 2.5376389967277646, + 2.688332926481962, + 2.5647750589996576, + 2.702243975363672, + 32.391389016993344, + 2.572729019448161 + ] + ] + }, + { + "case": "262144-near-uniform-512", + "baseline_ms": 1.4374639722518623, + "candidate_ms": 1.3096824986860156, + "samples": [ + [ + 1.4367160620167851, + 1.44225696567446, + 1.4305759686976671, + 1.4462319668382406, + 1.4374270103871822, + 1.463080057874322, + 1.4241039752960205, + 1.4528370229527354, + 1.4375009341165423, + 1.4346999814733863, + 1.460264902561903, + 1.4280229806900024, + 1.4455500058829784, + 1.4474180061370134, + 1.4344280352815986, + 1.4502180274575949, + 1.4615589752793312, + 1.436147023923695, + 1.4332470018416643, + 1.4340210473164916 + ], + [ + 1.3089750427752733, + 1.3499510241672397, + 1.2934290571138263, + 1.3101500226184726, + 1.311671920120716, + 1.319232047535479, + 1.3005039654672146, + 1.3110620202496648, + 1.3101910008117557, + 1.3037779135629535, + 1.3135429471731186, + 1.3015150325372815, + 1.314182998612523, + 1.301473006606102, + 1.29415700212121, + 1.3032160932198167, + 1.3281629653647542, + 1.3092149747535586, + 1.3002229388803244, + 1.311826054006815 + ] + ] + }, + { + "case": "262144-mixed-1000", + "baseline_ms": 14.523198013193905, + "candidate_ms": 13.794406550005078, + "samples": [ + [ + 14.31821403093636, + 14.301939052529633, + 14.552099048160017, + 14.363089110702276, + 14.250384061597288, + 43.659663992002606, + 14.487287029623985, + 14.624068979173899, + 14.667873969301581, + 14.377944986335933, + 14.534367015585303, + 14.736384036950767, + 14.397221035324037, + 14.61977802682668, + 14.68431600369513, + 43.56924502644688, + 14.528154046274722, + 14.518241980113089, + 14.432013034820557, + 14.447405003011227 + ], + [ + 13.767560943961143, + 13.84621998295188, + 13.621689984574914, + 13.643952086567879, + 13.613660004921257, + 13.835200923494995, + 13.964283047243953, + 13.792413054034114, + 13.823000015690923, + 13.93136102706194, + 13.709992985241115, + 13.679328025318682, + 14.096708036959171, + 13.776844018138945, + 13.796400045976043, + 13.88144597876817, + 13.65185296162963, + 13.77564191352576, + 13.86144699063152, + 13.861860963515937 + ] + ] + }, + { + "case": "262144-long-tail-1000", + "baseline_ms": 13.317483011633158, + "candidate_ms": 12.65768997836858, + "samples": [ + [ + 13.303662999533117, + 13.279538019560277, + 13.44204496126622, + 13.290039030835032, + 13.444095966406167, + 13.293783995322883, + 13.455371023155749, + 13.261473970487714, + 13.306595967151225, + 13.547862996347249, + 13.258166029118001, + 13.46401299815625, + 13.27223307453096, + 42.96787199564278, + 13.523967005312443, + 13.238428975455463, + 13.428302947431803, + 13.196918996982276, + 13.32837005611509, + 13.332573929801583 + ], + [ + 41.87888093292713, + 12.643488007597625, + 12.670500902459025, + 12.816896080039442, + 12.573660002090037, + 12.710186070762575, + 12.625894974917173, + 12.57032307330519, + 12.584323063492775, + 12.715811957605183, + 12.718729907646775, + 12.675898964516819, + 12.743382947519422, + 12.625860050320625, + 12.644879054278135, + 12.781601049937308, + 12.60793802794069, + 12.801195029169321, + 12.583695002831519, + 12.592682964168489 + ] + ] + } + ], + "sha256": { + "reuse31_planner_cost_baseline.py": "b19fd146edd793d247dc802e9c1d1f2272be6a64306ef7e7864702eb0bf909ab", + "reuse31_planner_baseline.py": "992363f038e4ad1a6d17c4f583510ee50f7980935c7d8e355b9738ca91720cb5", + "reuse31_planner_cpu_candidate.py": "901e4e6b562fcb1fbba3f63adf07d409fee58d460c34971f7c4a507357527ee0" + }, + "scope": "Host-only planner A/B; 47 timed layouts, 394 exact plan/score comparisons across two profiles and CP1/2/4/8/16/64; no logical-CP64 GPU claim", + "baseline_revision": "932b3b4b9e00a05ba4f93aab53f229953e7b5eb1", + "protocol": { + "warmups": 4, + "repeats": 20, + "order": "alternating", + "gc": "enabled", + "timing": "CPU perf_counter" + } +} From 8ceeabdedbac76700c339a80e51b7ad9eb40cc3f Mon Sep 17 00:00:00 2001 From: "shuyan.ycf" Date: Tue, 17 Nov 2026 02:39:15 +0800 Subject: [PATCH 18/18] docs(csa): report planner profiling and full reuse qualification Signed-off-by: shuyan.ycf --- docs/CSA_CP_PLANNER_COST_RESULTS.md | 398 ++++++++++++++++ docs/CSA_CP_PLAN_REUSE.md | 5 + docs/CSA_CP_SELECTION.md | 5 + .../csa_cp_1m_local_copy_20261117.json | 370 +++++++++++++++ .../csa_cp_planner_diagnostics_20261117.json | 432 ++++++++++++++++++ .../csa_cp_preparation_tail_20261117.json | 1 + 6 files changed, 1211 insertions(+) create mode 100644 docs/CSA_CP_PLANNER_COST_RESULTS.md create mode 100644 docs/results/csa_cp_1m_local_copy_20261117.json create mode 100644 docs/results/csa_cp_planner_diagnostics_20261117.json create mode 100644 docs/results/csa_cp_preparation_tail_20261117.json diff --git a/docs/CSA_CP_PLANNER_COST_RESULTS.md b/docs/CSA_CP_PLANNER_COST_RESULTS.md new file mode 100644 index 00000000..d97d5a89 --- /dev/null +++ b/docs/CSA_CP_PLANNER_COST_RESULTS.md @@ -0,0 +1,398 @@ +# B300 CP8: planner cost refinement with four-layer plan reuse + +All **31 historical THD distributions** were rerun on eight B300 GPUs using +cuLA `932b3b4b9e00a05ba4f93aab53f229953e7b5eb1`. Each pack contains exactly 1,048,576 tokens. +Contiguous, complete per-document zigzag and planner use the same four sets +of synthetic layer inputs. Each policy prepares one host plan and one device +workspace, then shares them across **four independent complete CSA instances**. +These are operator instances, not a connected training model. + +Across all 31 cases, the **steady four-layer execution** takes 11.89% less time +than fixed contiguous and 3.00% less than fixed zigzag. The largest gap to the +faster measured contiguous/zigzag policy is **+0.133%**. + +With one preparation included, the original three-sample medians give +**+1.070%** worst gap, 31/31 within 3%, and aggregate reductions of 11.40% / 6.41% +versus contiguous / zigzag. Preparation has real Python GC tails: the follow-up +below measures 32 preparations per policy in three cases and explains why +these median-based totals are **not a tail-latency guarantee**. In particular, +part of the aggregate advantage over zigzag comes from its preparation cost. +These are measured-suite results, not a guarantee for arbitrary THD layouts. +Subpercent differences can reflect timing variation. + +The [preceding seven-sample cohort](CSA_CP_1M_REUSE_RESULTS.md) is preserved. +This cohort uses the refined transport profile and fewer timing repetitions; +compare policies within each cohort rather than attributing small differences +between separate runs to the code change. + +## Execution and accounting + +- All four forwards execute before reverse-order backwards. Each layer retains + its own selection/output state while later layers overwrite shared scratch. +- Host planning, routing indices, native scratch and common pooling/source + metadata are prepared once. Per-layer activations, gather buffers and results + remain separate. Both public preparation factories are guarded against calls + during native stack execution. +- The complete path includes ratio-4 pooling, pooled-key/attention-KV gathers, + selection routing/restoration, sparse attention, detached teacher/KL, + all seven gradients, FP32 reductions and runtime layout conversions. +- KDA, projections, residuals, MoE, optimizer and checkpoint recomputation are + excluded. No activations or selected blocks are reused across layers. +- CSA H64/D576/V512; indexer H64/D128; Top-K512. BF16 operands and FP32 scores + and reductions; nondeterministic native kernels. TF32 and BF16 reduced- + precision GEMM reductions are disabled. No numerical kernel was changed. +- One warmup and three measured four-layer passes per policy. Policy order + rotates and reverses; timing is the median of the maximum rank per sample. + CUDA events include host launch gaps; wall samples are retained too. +- Three independent preparation samples per policy include host work, allocation, + H2D/device index construction and completion synchronization. Their critical- + rank median is added **once** to the measured four-layer median. This sum is + separately measured preparation plus execution, not a single joint stopwatch + measurement. RNG, first compilation and numerical qualification are excluded. +- The same calibrated cost profile is used for all 31 cases, with explicit + `min_gain_ms=0`, 5% fractional margin, six chunks/rank and a 1,024-token floor. + This reuse-oriented experiment does not change the shipped profile's 20 ms + one-use headroom or fit a separate rule to each case. +- Native frontend source: `855ccd77ba9efed22441fd454f7cc0206a068e94`; all 3,285 + source hashes were verified. Software versions and all 126 cuLA runtime/ + benchmark source hashes are in the machine-readable report. + +## Full matrix: preparation once plus four complete forward/backward uses + +C = contiguous, Z = full zigzag, P = planner. Times are milliseconds. Negative +P/C or P/Z means less time. All three columns include their own one-time +preparation. Exact lengths and all per-rank timing/preparation samples are in +[the report](results/csa_cp_1m_local_copy_20261117.json). + +| Distribution | Docs | C (ms) | Z (ms) | P (ms) | P/C | P/Z | +|---|---:|---:|---:|---:|---:|---:| +| single | 1 | 3410.11 | 2568.86 | 2559.61 | -24.94% | -0.36% | +| uniform | 64 | 958.68 | 983.30 | 958.89 | +0.02% | -2.48% | +| near-uniform | 64 | 959.76 | 982.61 | 959.82 | +0.01% | -2.32% | +| 20s2l | 22 | 2313.52 | 1984.73 | 1984.67 | -14.21% | -0.00% | +| power-law | 7 | 2334.34 | 1846.61 | 1851.27 | -20.69% | +0.25% | +| count-uniform-256 | 256 | 808.35 | 845.48 | 809.04 | +0.09% | -4.31% | +| count-uniform-1024 | 1024 | 434.86 | 530.76 | 437.84 | +0.68% | -17.51% | +| count-near-uniform-512 | 512 | 649.82 | 711.25 | 650.88 | +0.16% | -8.49% | +| count-tiny-mix-512 | 512 | 938.00 | 989.90 | 939.29 | +0.14% | -5.11% | +| count-tiny-mix-1000 | 1000 | 1020.99 | 1100.23 | 1029.34 | +0.82% | -6.44% | +| count-mixed-256-1long | 256 | 2465.16 | 1935.22 | 1865.86 | -24.31% | -3.58% | +| count-mixed-512-2long | 512 | 1663.37 | 1701.67 | 1521.85 | -8.51% | -10.57% | +| count-mixed-1000-1long | 1000 | 2154.67 | 1961.06 | 1757.63 | -18.43% | -10.37% | +| count-mixed-512-4long | 512 | 1241.58 | 1368.70 | 1214.86 | -2.15% | -11.24% | +| count-mixed-512-2long-ascending | 512 | 1763.66 | 1756.38 | 1583.82 | -10.20% | -9.82% | +| count-mixed-512-2long-descending | 512 | 1764.81 | 1754.52 | 1549.50 | -12.20% | -11.69% | +| heldout-lognormal-257-seed20261114 | 257 | 886.97 | 925.62 | 888.61 | +0.18% | -4.00% | +| heldout-lognormal-1000-seed20261114 | 1000 | 903.79 | 987.89 | 909.90 | +0.68% | -7.89% | +| heldout-jittered-768-seed20261114 | 768 | 510.60 | 591.99 | 511.75 | +0.23% | -13.55% | +| heldout-tiny-tail-768-seed20261114 | 768 | 1631.93 | 1535.97 | 1480.08 | -9.31% | -3.64% | +| heldout-trimodal-513-seed20261114 | 513 | 2001.85 | 1950.13 | 1782.77 | -10.94% | -8.58% | +| heldout-lognormal-257-seed20261115 | 257 | 977.33 | 1004.54 | 984.40 | +0.72% | -2.00% | +| heldout-lognormal-1000-seed20261115 | 1000 | 873.44 | 948.82 | 882.79 | +1.07% | -6.96% | +| heldout-jittered-768-seed20261115 | 768 | 506.62 | 588.45 | 508.23 | +0.32% | -13.63% | +| heldout-tiny-tail-768-seed20261115 | 768 | 1880.67 | 1606.93 | 1556.95 | -17.21% | -3.11% | +| heldout-trimodal-513-seed20261115 | 513 | 2097.85 | 1945.74 | 1784.15 | -14.95% | -8.30% | +| heldout-lognormal-257-seed20261116 | 257 | 968.09 | 994.82 | 970.45 | +0.24% | -2.45% | +| heldout-lognormal-1000-seed20261116 | 1000 | 901.17 | 983.59 | 910.15 | +1.00% | -7.47% | +| heldout-jittered-768-seed20261116 | 768 | 508.12 | 590.11 | 508.81 | +0.14% | -13.78% | +| heldout-tiny-tail-768-seed20261116 | 768 | 2132.37 | 1903.73 | 1734.60 | -18.65% | -8.88% | +| heldout-trimodal-513-seed20261116 | 513 | 2316.14 | 2050.95 | 1876.05 | -19.00% | -8.53% | + +## Preparation and steady execution + +The four-layer execution below is directly measured, not extrapolated from a +single layer. Only the one-time preparation is amortized. Full preparation +includes more than the host planner, so these fractions are conservative bounds +on planning alone. + +| Distribution | C steady | Z steady | P steady | C prep | Z prep | P prep | P prep / total | +|---|---:|---:|---:|---:|---:|---:|---:| +| single | 3407.71 | 2566.47 | 2551.33 | 2.40 | 2.39 | 8.28 | 0.32% | +| uniform | 956.95 | 977.91 | 956.92 | 1.73 | 5.39 | 1.96 | 0.20% | +| near-uniform | 958.16 | 977.91 | 957.99 | 1.60 | 4.71 | 1.83 | 0.19% | +| 20s2l | 2311.27 | 1981.56 | 1976.79 | 2.25 | 3.16 | 7.88 | 0.40% | +| power-law | 2332.07 | 1844.34 | 1842.93 | 2.27 | 2.27 | 8.33 | 0.45% | +| count-uniform-256 | 805.76 | 832.54 | 805.87 | 2.59 | 12.93 | 3.17 | 0.39% | +| count-uniform-1024 | 427.78 | 485.18 | 428.35 | 7.08 | 45.58 | 9.49 | 2.17% | +| count-near-uniform-512 | 645.40 | 687.29 | 645.43 | 4.43 | 23.95 | 5.45 | 0.84% | +| count-tiny-mix-512 | 933.48 | 965.56 | 933.54 | 4.52 | 24.34 | 5.75 | 0.61% | +| count-tiny-mix-1000 | 1013.21 | 1052.97 | 1011.69 | 7.78 | 47.27 | 17.66 | 1.72% | +| count-mixed-256-1long | 2462.01 | 1919.68 | 1856.24 | 3.15 | 15.54 | 9.62 | 0.52% | +| count-mixed-512-2long | 1658.72 | 1572.71 | 1508.51 | 4.65 | 128.96 | 13.33 | 0.88% | +| count-mixed-1000-1long | 2145.60 | 1800.81 | 1736.11 | 9.07 | 160.26 | 21.53 | 1.22% | +| count-mixed-512-4long | 1235.78 | 1232.12 | 1200.35 | 5.80 | 136.59 | 14.52 | 1.20% | +| count-mixed-512-2long-ascending | 1757.00 | 1624.53 | 1569.15 | 6.66 | 131.85 | 14.67 | 0.93% | +| count-mixed-512-2long-descending | 1758.32 | 1608.22 | 1534.96 | 6.50 | 146.30 | 14.54 | 0.94% | +| heldout-lognormal-257-seed20261114 | 883.82 | 911.43 | 884.70 | 3.15 | 14.20 | 3.92 | 0.44% | +| heldout-lognormal-1000-seed20261114 | 895.96 | 943.36 | 893.40 | 7.84 | 44.52 | 16.49 | 1.81% | +| heldout-jittered-768-seed20261114 | 503.92 | 555.88 | 503.77 | 6.68 | 36.11 | 7.98 | 1.56% | +| heldout-tiny-tail-768-seed20261114 | 1625.32 | 1502.69 | 1460.09 | 6.61 | 33.28 | 19.98 | 1.35% | +| heldout-trimodal-513-seed20261114 | 1996.13 | 1810.02 | 1767.19 | 5.73 | 140.11 | 15.58 | 0.87% | +| heldout-lognormal-257-seed20261115 | 974.10 | 988.30 | 974.95 | 3.23 | 16.24 | 9.46 | 0.96% | +| heldout-lognormal-1000-seed20261115 | 865.84 | 905.35 | 865.45 | 7.60 | 43.47 | 17.34 | 1.96% | +| heldout-jittered-768-seed20261115 | 500.70 | 552.94 | 500.89 | 5.92 | 35.51 | 7.34 | 1.44% | +| heldout-tiny-tail-768-seed20261115 | 1873.66 | 1574.57 | 1538.67 | 7.01 | 32.36 | 18.27 | 1.17% | +| heldout-trimodal-513-seed20261115 | 2092.25 | 1800.25 | 1768.75 | 5.60 | 145.48 | 15.40 | 0.86% | +| heldout-lognormal-257-seed20261116 | 965.34 | 981.52 | 964.29 | 2.76 | 13.30 | 6.16 | 0.63% | +| heldout-lognormal-1000-seed20261116 | 893.42 | 940.15 | 893.08 | 7.74 | 43.44 | 17.07 | 1.88% | +| heldout-jittered-768-seed20261116 | 502.22 | 554.02 | 501.43 | 5.90 | 36.09 | 7.38 | 1.45% | +| heldout-tiny-tail-768-seed20261116 | 2125.61 | 1747.08 | 1715.28 | 6.77 | 156.65 | 19.31 | 1.11% | +| heldout-trimodal-513-seed20261116 | 2310.92 | 1907.19 | 1861.13 | 5.23 | 143.77 | 14.92 | 0.80% | + +Planner full preparation averages 11.439 ms per layout, or 2.860 ms per compatible layer. Its mean fraction is 1.009%, maximum 2.168%, and aggregate fraction 0.910%. These are distinct from the planner's performance gap to the fastest baseline. + +## Numerical qualification and memory + +Each of 31 cases checks 3 policies x 4 layers x 8 ranks = 96 layer/rank results, +for **2,976 results** and **23,808 full-tensor output/gradient comparisons**. +After later layers have used shared scratch, every layer is compared with a +fresh standalone contiguous invocation using identical inputs. No element +sampling is used: differences are computed in FP32 and statistics accumulated +in FP64 with bounded temporary storage. Only one layer's saved comparison +results are retained at a time, on device; no large tensor staging through CPU +is needed. All checks must be finite, relative RMS < 1%, and auxiliary loss +difference < 1e-5; observed maxima are below. + +| Tensor | Worst relative RMS | Worst absolute difference | +|---|---:|---:| +| output | 0.161674% | 0.0046234131 | +| dq | 0.060327% | 0.0047607422 | +| dkv | 0.072825% | 0.25 | +| d_index_q | 0.073875% | 2.742695e-12 | +| d_weights | 0.061458% | 5.1222742e-09 | +| d_pool_kv | 0.093682% | 2.910383e-11 | +| d_pool_score | 0.105180% | 1.4551915e-11 | +| d_ape | 0.001471% | 1.3955059e-11 | + +Maximum global auxiliary loss difference: **4.0745363e-10**. This is the indexer's auxiliary loss, not model training loss. The contiguous self-comparison is included to expose native nondeterministic variation. + +Three small 4,096-token fixtures additionally run independent FP32 attention, +teacher/KL and pooling-gradient checks for each policy/layer/rank, plus exact +routing/inverse/autograd markers. The oracle uses each selected key set; it does +not independently prove the selector's discrete ranking. All 616 focused host +tests and repository lint/format checks pass. + +Timing-pass memory peaks include inputs, four layers' retained forward states, +outputs/gradients and all three prebuilt policy metadata/workspace bundles. +They exclude the separate numerical oracle pass and are **harness peaks**, not +isolated deployment peaks or workspace-only usage. Reserved memory is allocator +history and is not attributed as an individual policy's live storage. + +| Policy | Peak allocated range (GiB/rank) | Peak reserved range (GiB/rank) | +|---|---:|---:| +| contiguous | 140.90–161.72 | 144.02–166.44 | +| zigzag | 140.90–161.72 | 144.02–166.44 | +| planner | 140.90–161.72 | 144.02–166.44 | + +## Reproduction and relationship to earlier tables + +```bash +OMP_NUM_THREADS=4 torchrun --standalone --nproc-per-node=8 \ + -m benchmarks.bench_csa_cp_reuse \ + --profile benchmarks/profiles/thd_selection_b300_cp8.json \ + --output-dir results/csa-1m-reuse --layers 4 \ + --warmups 1 --repeats 3 --prepare-repeats 3 \ + --min-gain-ms 0 --source-revision +``` + +Use `--check-only` for the small independent FP32 fixtures. Dependencies are the +qualified cuDNN build and cuLA's hybrid extra; under CUDA 13 install CuTeDSL with +`nvidia-cutlass-dsl[cu13]`. + +This full 31-case 1M rerun complements the earlier +[24-case cross-window study](CSA_CP_THREE_WAY_RESULTS.md), which contains eight +distributions at each of 128K, 256K and 1M. It supersedes reuse projections only +for this measured four-instance 1M setup. It does not relabel historical H20, +connected model, CP64 metadata-only or different-shape measurements as new runs. + +## What the profiling changed + +The original model counted remote bytes and explicit permutations, but a +nonidentity eager all-to-all also handles rows retained by their original rank. +The optional `local_copy_gbps` term now charges those diagonal bytes against the +local transfer resource. It does not create a network edge or peer startup. +Global identity still skips the collective and its copy costs completely. +Older profiles without the coefficient retain exactly the same scores and +selected layouts: all 31 layouts were compared against the preceding source. + +The B300 transport profile was recalibrated independently using 20 synthetic +routing fixtures, with 15 held-out fixtures. Packing was recalibrated too; +the observed changes must not be attributed solely to the diagonal term. +No THD case name, document-count lookup, precision reduction, timing feedback, +or implicit plan cache is used in production selection. + +Nsight Systems explains the formerly unfavorable 1000-document lognormal case: + +| Selection region | Contiguous | Old planner | +|---|---:|---:| +| Critical native selection activity | 9.280 ms | 6.993 ms | +| Whole selection region, including routing/restoration | 9.634 ms | 11.415 ms | + +These are diagnostic trace measurements, not four-layer step timings. Native +activity is the maximum per-rank summed duration; whole-region time is the +span from the first GPU operation to the last across ranks. Communication +kernel duration can include waiting for another rank. Do not add independent +per-category rank maxima as though they were a single critical path. + +The compute balancing worked, but routing consumed its savings. With the +refreshed model, the three borderline lognormal layouts retain source ownership: + +| Selection-only diagnostic | Old planner | Refined planner | +|---|---:|---:| +| 257 docs, seed 20261115 | 11.255 ms | 9.466 ms | +| 1000 docs, seed 20261115 | 11.427 ms | 9.656 ms | +| 1000 docs, seed 20261116 | 13.300 ms | 11.969 ms | + +The diagnostic alternates contiguous, zigzag, old and refined plans in one +process, with two warmups and seven samples. It measures the public selection +call only; the full operator qualification above is a separate experiment. +Different pointers and timing variation can produce different times for +identical layouts, which are not algorithmic gains. + +## Alternatives measured and rejected + +Bypassing NCCL for self-owned rows required additional packing/reassembly. +Across five shapes it slowed full-zigzag transport by about 7–32%; the favorable +lognormal planner case improved transport by about 6%, without a consistent +benefit elsewhere. The production redistributor was therefore left unchanged. + +Routing all attention queries can redistribute attention work as well as +selection, but also moves the much larger attention Q, outputs and gradients. +The existing benchmark's query-wide paths were compared with selection-only +routing using the same inputs and complete forward/backward: + +| 1M distribution | Selection-only | Query-wide zigzag | Query-wide balanced | +|---|---:|---:|---:| +| 1000 docs + 1 long | 433.097 ms | 474.763 ms | 460.816 ms | +| 512 docs + 2 long | 376.772 ms | 429.314 ms | 441.997 ms | +| Lognormal 1000, seed 20261115 | 214.863 ms | 282.827 ms | 327.134 ms | +| Uniform 1024 | 106.858 ms | 186.788 ms | 106.568 ms | + +These are **one-instance** timings with two warmups and five rotating samples, +including runtime layouts and communication, excluding one-time preparation. +The uniform balanced layout is unchanged; its small timing difference is noise. +All variants passed full output/gradient comparisons and the small FP32 oracle, +but that alone is insufficient to justify adoption. On the 1000-doc mixed case, +query-wide routing increased the worst gradient RMS difference against contiguous +to 0.372%, versus 0.068% for selection-only. The increase was concentrated in +pooling gradients; changing query ownership also changes floating-point +reduction groupings. Neither speed nor numerical evidence supports widening +the public API's routing scope in this change. + +[Diagnostic records](results/csa_cp_planner_diagnostics_20261117.json) retain +per-rank samples, comparison errors, configurations and source-artifact hashes. +The four-layer memory table above and query-scope peaks are harness measurements +with multiple policy workspaces alive, not isolated deployment memory budgets. + +## Why qualification takes longer than planning + +The previous protocol performed 132 complete CSA forward/backward pairs per +THD case: 108 for warmup/timing and 24 for complete numerical comparisons. +The refined qualification uses 72: 48 for warmup/timing and the same 24 for +numerical comparisons. It retains full tensor checks rather than sampling them. +Three timing repetitions are sufficient for screening broad differences; +close comparisons and visibly noisy cases require additional measurements. + +First calls also construct and compile shape-dependent CuTeDSL specializations. +A rank-0 CPU profile during untimed warmup observed approximately 7–12 seconds +per first full-CSA path on one mixed case, with seconds in IR generation and +compilation. Those instrumented first-call times are not steady-state operator +latency or pure compiler time. Persistent compiler caches were already enabled. +The host planner itself takes milliseconds and is reused across all four layers. + +For further iterations, use independent transport calibration and selection +screens first, then complete-operator checks on representative/changed layouts, +and finish with the full matrix. Remaining sparse-attention/backward kernel +work is a separate optimization problem; a stronger selector cost model cannot +remove its arithmetic or communication waits while preserving source ownership. + +## Smaller-window and preparation-tail follow-up + +Eight complete four-instance CSA cases at 128K and 256K were rerun on the same +cost-model revision, with one warmup, five timing passes and three preparation +samples. Full output and seven-gradient comparisons pass for every policy/rank/ +layer. This is a regression subset, not a rerun of every smaller-window layout. +Times below are milliseconds; steady columns are four full forward/backward +uses, and preparation is charged once in the last three columns. + +| Case | C steady | Z steady | P steady | C prep + steady | Z prep + steady | P prep + steady | +|---|---:|---:|---:|---:|---:|---:| +| 128k-single | 190.40 | 183.60 | 182.74 | 191.19 | 184.57 | 188.87 | +| 128k-mixed-22 | 141.72 | 142.02 | 141.79 | 142.51 | 143.95 | 147.94 | +| 128k-mixed-1000 | 132.03 | 153.97 | 132.01 | 140.24 | 198.88 | 142.17 | +| 128k-uniform-1024 | 35.92 | 43.63 | 35.91 | 43.35 | 88.35 | 45.17 | +| 256k-single | 468.62 | 423.93 | 419.56 | 469.79 | 425.16 | 427.18 | +| 256k-mixed-22 | 365.32 | 351.97 | 350.88 | 366.51 | 354.47 | 359.52 | +| 256k-mixed-1000 | 336.33 | 381.54 | 330.68 | 345.51 | 521.82 | 442.73 | +| 256k-uniform-1024 | 74.68 | 89.45 | 74.73 | 82.16 | 134.85 | 83.91 | + +The 256K mixed-1000 preparation samples are **22.79, 116.01 and 112.06 ms**; +the three-sample median therefore produces a **28.14%** one-preparation gap to +contiguous, despite faster steady execution. Small contexts can also have +several-percent preparation gaps without such a spike. Four uses alone do not +guarantee a <3% total gap at every context and document count. + +A separate diagnostic retained normal Python garbage collection and measured +16 fresh preparations per policy both before and after full numerical +qualification (32 total per policy/case). It warmed all complete CSA paths first +and recorded GC callbacks on every rank. Gen-2 collections account for the +roughly 90–130 ms tail events, in both phases; qualification is not the sole +cause. No GC disabling, forced collection between samples, or tail trimming +was used. The native/JIT Python object graph is already live in this harness. + +| Case / policy | Preparation median | Mean | Maximum | Critical samples >70 ms | Of those with gen-2 GC on the critical rank | +|---|---:|---:|---:|---:|---:| +| 256k-mixed-1000 / contiguous | 8.70 | 8.78 | 9.96 | 0 | 0 | +| 256k-mixed-1000 / zigzag | 147.91 | 120.58 | 166.35 | 23 | 23 | +| 256k-mixed-1000 / planner | 22.50 | 37.62 | 130.17 | 5 | 5 | +| 1m-count-tiny-mix-1000 / contiguous | 7.58 | 10.71 | 102.19 | 1 | 1 | +| 1m-count-tiny-mix-1000 / zigzag | 145.06 | 106.77 | 168.26 | 18 | 18 | +| 1m-count-tiny-mix-1000 / planner | 17.63 | 33.63 | 130.81 | 5 | 5 | +| 1m-heldout-trimodal-513-seed20261116 / contiguous | 5.17 | 5.26 | 6.00 | 0 | 0 | +| 1m-heldout-trimodal-513-seed20261116 / zigzag | 22.18 | 64.99 | 150.40 | 13 | 13 | +| 1m-heldout-trimodal-513-seed20261116 / planner | 14.99 | 18.23 | 116.27 | 1 | 1 | + +This diagnostic does not replace the original 31-case samples or manufacture a +new aggregate from selected reruns. For long-lived reused plans, the measured +31-case **steady** reductions (11.89% versus contiguous, 3.00% versus zigzag) +are the less GC-sensitive comparison. The original three-sample preparation +aggregate remains reproducible but does not establish a tail-latency bound. +Production applications should reuse preparation and measure its mean/tail in +their own process; this library must not alter the application's GC policy. + +[Smaller-window and GC evidence](results/csa_cp_preparation_tail_20261117.json) +contains exact lengths, per-rank samples, source hashes, and per-generation GC +durations/counts. Source/routing metadata remains on the host; this diagnosis +introduces no D2H synchronization or numerical changes. + +## Final host-only simplification + +Commit `b275d5f` follows the full GPU cohort above. It avoids calculating the +traffic lower bound when mean compute already misses the migration threshold, +and reuses immutable source spans for pinned short documents. Nonnegative +transport cannot make an already infeasible compute bound feasible; contiguous +source spans are already coalesced. No mutable cross-call cache is introduced. + +An alternating CPU A/B (four warmups, 20 samples per variant) preserves every +plan field and score in **394 comparisons**: the 31 1M cases, 16 smaller-window +cases and 150 randomized cases, each with both old and refined profiles. +Logical CP1/2/4/8/16/64 coverage is host metadata validation, not a 64-GPU run. + +| Host-only planning | Before | After | Time reduction | +|---|---:|---:|---:| +| Mean of 31 1M cases | 6.228 ms | 5.924 ms | 4.88% | +| Mean of all 47 timed layouts | 5.433 ms | 5.183 ms | 4.60% | +| 1M uniform 1024 documents | 2.868 ms | 2.613 ms | 8.90% | +| 1M mixed 1000 documents, one long | 12.928 ms | 12.195 ms | 5.67% | + +These are pure planner times, not full GPU preparation or operator latency. +The optimization does not eliminate process-wide GC tails. The 31-case GPU +numbers remain attributed to `932b3b4`; they have not been relabeled as timings +of this later CPU change. The focused 616-test host suite passes again. +[All CPU samples and source hashes](results/csa_cp_planner_cpu_20261117.json) +are retained. + +The final `b275d5f` source also passes all 288 independent FP32 GPU checks +across three small four-instance CP8 fixtures. All 126 runtime/benchmark Python +source hashes match the tested checkout. These checks validate the final CPU +change without treating another small timing run as a new 1M result. diff --git a/docs/CSA_CP_PLAN_REUSE.md b/docs/CSA_CP_PLAN_REUSE.md index 749e2b8e..919ad2b1 100644 --- a/docs/CSA_CP_PLAN_REUSE.md +++ b/docs/CSA_CP_PLAN_REUSE.md @@ -10,6 +10,11 @@ A training stack can prepare once at microbatch ingress and reuse the same plan across compatible CSA layers. More KDA or MLP layers also enlarge the denominator of a model-step overhead ratio, but do not count as additional CSA plan uses. +The [cost-model follow-up](CSA_CP_PLANNER_COST_RESULTS.md) reports the latest +31-case four-layer qualification, independent transport calibration, smaller- +window regressions and preparation GC tails. Steady and preparation-inclusive +comparisons are reported separately. + ## What is reusable `CsaCPSelectionPlan` is immutable host metadata: document geometry, source and diff --git a/docs/CSA_CP_SELECTION.md b/docs/CSA_CP_SELECTION.md index eb3712e1..d2eea13a 100644 --- a/docs/CSA_CP_SELECTION.md +++ b/docs/CSA_CP_SELECTION.md @@ -13,6 +13,11 @@ sparse attention, and the indexer loss remain independently composable. pooled keys after its normalization/position transform. Attention and KDA keep source ownership. +The [cost-model follow-up](CSA_CP_PLANNER_COST_RESULTS.md) reports the latest +31-case four-layer qualification, independent transport calibration, smaller- +window regressions and preparation GC tails. Steady and preparation-inclusive +comparisons are reported separately. + ## Integration ```python diff --git a/docs/results/csa_cp_1m_local_copy_20261117.json b/docs/results/csa_cp_1m_local_copy_20261117.json new file mode 100644 index 00000000..f1bdb306 --- /dev/null +++ b/docs/results/csa_cp_1m_local_copy_20261117.json @@ -0,0 +1,370 @@ +{ + "schema_version": 1, + "scope": "Four independent complete CSA instances, all forwards then reverse backwards; one shared plan/workspace per policy", + "manifest": { + "schema_version": 1, + "source_revision": "932b3b4b9e00a05ba4f93aab53f229953e7b5eb1", + "arguments": { + "profile": "benchmarks/profiles/thd_selection_b300_cp8.json", + "cases": null, + "layers": 4, + "warmups": 1, + "repeats": 3, + "prepare_repeats": 3, + "min_gain_ms": 0, + "check_only": false, + "source_revision": "932b3b4b9e00a05ba4f93aab53f229953e7b5eb1" + }, + "model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 661.3111749180831, + "inter_node_gbps": 661.3111749180831, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 28.482437529561206, + "exchange_us": 185.84198535775175, + "min_gain_fraction": 0.05, + "peer_gbps": 407.8016423963969, + "min_gain_ms": 0, + "peer_startup_us": 2.0219781415624504e-17, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false, + "local_copy_gbps": 3594.331337476197 + }, + "config": { + "block_size": 4, + "min_split_tokens": 16384, + "max_chunks_per_rank": 6, + "token_weight": 1.0, + "causal_weight": 1.0, + "boundary_weight": 0.02, + "min_chunk_tokens": 1024 + }, + "suite": [ + "1m-single", + "1m-uniform", + "1m-near-uniform", + "1m-20s2l", + "1m-power-law", + "1m-count-uniform-256", + "1m-count-uniform-1024", + "1m-count-near-uniform-512", + "1m-count-tiny-mix-512", + "1m-count-tiny-mix-1000", + "1m-count-mixed-256-1long", + "1m-count-mixed-512-2long", + "1m-count-mixed-1000-1long", + "1m-count-mixed-512-4long", + "1m-count-mixed-512-2long-ascending", + "1m-count-mixed-512-2long-descending", + "1m-heldout-lognormal-257-seed20261114", + "1m-heldout-lognormal-1000-seed20261114", + "1m-heldout-jittered-768-seed20261114", + "1m-heldout-tiny-tail-768-seed20261114", + "1m-heldout-trimodal-513-seed20261114", + "1m-heldout-lognormal-257-seed20261115", + "1m-heldout-lognormal-1000-seed20261115", + "1m-heldout-jittered-768-seed20261115", + "1m-heldout-tiny-tail-768-seed20261115", + "1m-heldout-trimodal-513-seed20261115", + "1m-heldout-lognormal-257-seed20261116", + "1m-heldout-lognormal-1000-seed20261116", + "1m-heldout-jittered-768-seed20261116", + "1m-heldout-tiny-tail-768-seed20261116", + "1m-heldout-trimodal-513-seed20261116" + ], + "software": { + "torch": "2.12.1+cu130", + "cuda": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_backend": "92000" + }, + "source_sha256": { + "cula/__init__.py": "5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51", + "cula/_metadata.py": "92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36", + "cula/distributed/__init__.py": "958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb", + "cula/distributed/kda.py": "a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059", + "cula/distributed/plan.py": "ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61", + "cula/distributed/redistribute.py": "c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f", + "cula/distributed/thd_planner.py": "b19fd146edd793d247dc802e9c1d1f2272be6a64306ef7e7864702eb0bf909ab", + "cula/hybrid/__init__.py": "d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3", + "cula/hybrid/csa_cp.py": "dac98146f8c6d317778ff01d148a402244949ffa8aec317329b6c45b7929941a", + "cula/hybrid/distributed_pool.py": "eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d", + "cula/hybrid/dsa.py": "853f7045ead4d230d4bd5b0a211d60861c840c6190c6502bfdcde310cf866bc2", + "cula/hybrid/index_pool.py": "2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76", + "cula/hybrid/plan.py": "136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033", + "cula/kda/__init__.py": "10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894", + "cula/kda/_flashkda_arch.py": "a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e", + "cula/kda/chunk_intra.py": "0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5", + "cula/kda/flashkda.py": "6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037", + "cula/kda/prefill.py": "0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e", + "cula/kernels/__init__.py": "c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5", + "cula/kernels/_lazy.py": "b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6", + "cula/kernels/kda.py": "16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb", + "cula/kernels/lightning.py": "95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0", + "cula/kernels/registry.py": "9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34", + "cula/lightning/__init__.py": "76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c", + "cula/lightning/la_decode_mtp.py": "e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2", + "cula/lightning/la_state_update_kvbuffer.py": "8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5", + "cula/lightning/la_verify_kvbuffer.py": "18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c", + "cula/ops/__init__.py": "50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876", + "cula/ops/_mlir_compat.py": "65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605", + "cula/ops/_nvvm_compat.py": "08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296", + "cula/ops/experimental/__init__.py": "e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72", + "cula/ops/experimental/linear_attn_prototype.py": "0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14", + "cula/ops/inv.py": "c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43", + "cula/ops/kda/__init__.py": "3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164", + "cula/ops/kda/cp_mode.py": "ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46", + "cula/ops/kda/decode/__init__.py": "fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd", + "cula/ops/kda/decode/cute.py": "01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507", + "cula/ops/kda/decode/mtp.py": "3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5", + "cula/ops/kda/decode/mtp_conv.py": "b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227", + "cula/ops/kda/decode/mtp_conv_kvbuffer.py": "b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e", + "cula/ops/kda/decode/mtp_kvbuffer.py": "8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170", + "cula/ops/kda/experimental/__init__.py": "327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb", + "cula/ops/kda/index.py": "0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37", + "cula/ops/kda/sm100/__init__.py": "90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36", + "cula/ops/kda/sm100/akk_inv_fp32.py": "ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660", + "cula/ops/kda/sm100/akk_inv_tf32.py": "2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879", + "cula/ops/kda/sm100/bwd_wy_dqkg.py": "105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a", + "cula/ops/kda/sm100/cp/__init__.py": "06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784", + "cula/ops/kda/sm100/cp/chunk_delta_h.py": "2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9", + "cula/ops/kda/sm100/cp/merge.py": "cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1", + "cula/ops/kda/sm100/cp/pre_scan.py": "b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36", + "cula/ops/kda/sm100/delta_h.py": "9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e", + "cula/ops/kda/sm100/full_port.py": "12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f", + "cula/ops/kda/sm100/fwd_o.py": "6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012", + "cula/ops/kda/sm100/intra_fused.py": "4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be", + "cula/ops/kda/sm100/policy.py": "9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325", + "cula/ops/kda/sm100/recompute_wu.py": "6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b", + "cula/ops/kda/sm90/__init__.py": "3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16", + "cula/ops/kda/sm90/_common.py": "44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac", + "cula/ops/kda/sm90/bwd_wy_dqkg.py": "c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac", + "cula/ops/kda/sm90/cp/__init__.py": "319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2", + "cula/ops/kda/sm90/cp/driver.py": "c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159", + "cula/ops/kda/sm90/cp/merge.py": "0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882", + "cula/ops/kda/sm90/cp/plan.py": "f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc", + "cula/ops/kda/sm90/cp/pre_scan.py": "8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a", + "cula/ops/kda/sm90/fwd.py": "ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362", + "cula/ops/kda/sm90/k1.py": "3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34", + "cula/ops/kda/sm90/k2.py": "6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044", + "cula/ops/lightning/__init__.py": "6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7", + "cula/ops/lightning/decode.py": "7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45", + "cula/ops/lightning/prefill.py": "68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b", + "cula/ops/lightning/prefill_sm100.py": "d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43", + "cula/ops/lightning/prefill_sm90.py": "13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6", + "cula/ops/lightning/sm90/__init__.py": "0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75", + "cula/ops/lightning/sm90/prefill_kernel.py": "9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb", + "cula/ops/lightning/sm90/schedule.py": "8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac", + "cula/ops/ptx.py": "184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4", + "cula/ops/sm100/__init__.py": "0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae", + "cula/ops/sm100/ptx.py": "fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee", + "cula/utils.py": "0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34", + "benchmarks/bench_cake_vs_flashkda_cp.py": "22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d", + "benchmarks/bench_chunk_delta_h.py": "9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d", + "benchmarks/bench_csa_cp_reuse.py": "e2abb68cb6220065a424d4311bc1da9940b99b66bfd62c9771c92bc8876260b2", + "benchmarks/bench_csa_cp_windows.py": "d115273ecfc9c37d1b93aeffd84325472528b05ee7c32865aae8a47eab2df827", + "benchmarks/bench_csa_layout_matrix.py": "774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d", + "benchmarks/bench_full_csa_cp.py": "cfcf1d33a65dbc3c20649e208a27b53739843d0bdd70b27f6d6669b6e73a803b", + "benchmarks/bench_fused_kda_conv_mtp.py": "bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc", + "benchmarks/bench_fwd_o.py": "3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d", + "benchmarks/bench_hybrid_cp_emulation.py": "518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc", + "benchmarks/bench_hybrid_kda_dsa_e2e.py": "31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa", + "benchmarks/bench_index_pool_cp.py": "943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606", + "benchmarks/bench_kda_bwd_wy_dqkg_sm100.py": "83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d", + "benchmarks/bench_kda_bwd_wy_dqkg_sm90.py": "94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b", + "benchmarks/bench_kda_chunk_intra.py": "776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70", + "benchmarks/bench_kda_decode.py": "370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938", + "benchmarks/bench_kda_decode_mtp.py": "0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053", + "benchmarks/bench_kda_independent_shards.py": "0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa", + "benchmarks/bench_kda_packed_decode.py": "54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32", + "benchmarks/bench_kda_sm90_cp.py": "0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32", + "benchmarks/bench_kda_sm90_prefill.py": "70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841", + "benchmarks/bench_kimi_cp_e2e.py": "1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7", + "benchmarks/bench_la_decode_mtp.py": "e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5", + "benchmarks/bench_la_decode_vs_fla.py": "6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230", + "benchmarks/bench_la_kvbuffer.py": "4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21", + "benchmarks/bench_lightning_attn_prefill.py": "e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5", + "benchmarks/bench_linear_attn.py": "a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327", + "benchmarks/bench_recompute_wu.py": "4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f", + "benchmarks/bench_thd_transport.py": "ddacfffe28279bcbccff894a03a541b74da796cc5436429c5c7bfb92be153b1d", + "benchmarks/calibrate_thd_selection.py": "90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792", + "benchmarks/check_csa_cp_selection.py": "071e51199716cc997e3f58cdbb5de57bfb340644d4b8b6038f82c7b2fb2f24a9", + "benchmarks/cp_layouts.py": "10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894", + "benchmarks/fit_thd_transport.py": "a83c56fb05f2959c238400040807893cc6a2aab559fc38f738071d9bf701ad15", + "benchmarks/large_cp_emulation/__init__.py": "62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1", + "benchmarks/large_cp_emulation/bench_components.py": "567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600", + "benchmarks/large_cp_emulation/bench_dsa_layout.py": "410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9", + "benchmarks/large_cp_emulation/bench_hybrid.py": "1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f", + "benchmarks/large_cp_emulation/bench_kda.py": "1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a", + "benchmarks/large_cp_emulation/bench_thd_planner.py": "ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779", + "benchmarks/large_cp_emulation/query_layout.py": "62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f", + "benchmarks/large_cp_emulation/topology.py": "e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba", + "benchmarks/large_cp_emulation/transport.py": "c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe", + "benchmarks/large_cp_emulation/workload.py": "383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b", + "benchmarks/stress_kda_sm100_cutedsl_determinism.py": "42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06", + "benchmarks/summarize_csa_layout_matrix.py": "9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65", + "benchmarks/thd_1m_cases.py": "de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5", + "benchmarks/utils.py": "a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032" + } + }, + "native_frontend_commit": "855ccd77ba9efed22441fd454f7cc0206a068e94", + "aggregate": { + "stack_ms": { + "contiguous": { + "geomean_ratio": 0.9202109380099416, + "aggregate_time_reduction": 0.11888118221475041, + "worst_ratio": 1.0013290520213647, + "worst_case": "1m-count-uniform-1024", + "within_3_percent": 31 + }, + "zigzag": { + "geomean_ratio": 0.9617326099260055, + "aggregate_time_reduction": 0.030029954590928498, + "worst_ratio": 0.9992358117187273, + "worst_case": "1m-power-law", + "within_3_percent": 31 + }, + "best": { + "geomean_ratio": 0.9881623762434385, + "aggregate_time_reduction": 0.015529879372703781, + "worst_ratio": 1.0013290520213647, + "worst_case": "1m-count-uniform-1024", + "within_3_percent": 31 + } + }, + "prepare_plus_stack_ms": { + "contiguous": { + "geomean_ratio": 0.9249171805292586, + "aggregate_time_reduction": 0.1140280297359717, + "worst_ratio": 1.0107008357086888, + "worst_case": "1m-heldout-lognormal-1000-seed20261115", + "within_3_percent": 31 + }, + "zigzag": { + "geomean_ratio": 0.9289669814442099, + "aggregate_time_reduction": 0.06405603142461125, + "worst_ratio": 1.0025191670530735, + "worst_case": "1m-power-law", + "within_3_percent": 31 + }, + "best": { + "geomean_ratio": 0.9730134828913438, + "aggregate_time_reduction": 0.03822326304746648, + "worst_ratio": 1.0107008357086888, + "worst_case": "1m-heldout-lognormal-1000-seed20261115", + "within_3_percent": 31 + } + }, + "prepare": { + "mean_ms": 11.439488062845363, + "mean_fraction": 0.010090000999422123, + "maximum_fraction": 0.021675469317461997, + "weighted_fraction": 0.009101363094807406 + }, + "precision": { + "output": { + "relative_rms": 0.0016167432814288606, + "max_abs": 0.0046234130859375 + }, + "dq": { + "relative_rms": 0.0006032694209581485, + "max_abs": 0.0047607421875 + }, + "dkv": { + "relative_rms": 0.000728245247560231, + "max_abs": 0.25 + }, + "d_index_q": { + "relative_rms": 0.0007387518951354076, + "max_abs": 2.7426949600339867e-12 + }, + "d_weights": { + "relative_rms": 0.0006145809672112386, + "max_abs": 5.122274160385132e-09 + }, + "d_pool_kv": { + "relative_rms": 0.0009368205806172917, + "max_abs": 2.9103830456733704e-11 + }, + "d_pool_score": { + "relative_rms": 0.0010517956240061537, + "max_abs": 1.4551915228366852e-11 + }, + "d_ape": { + "relative_rms": 1.4711507987141864e-05, + "max_abs": 1.3955059330328368e-11 + } + }, + "max_loss_abs_diff": 4.0745362639427185e-10 + }, + "validation": { + "host_tests": 616, + "native_source_files_verified": 3285, + "native_manifest_sha256": "e431e669dd50f3bbfa1d3ff91b30143068d73591397f37017135e5efe785802c", + "small_fixtures": [ + { + "case": "check-many", + "checks": 96, + "raw_sha256": "aba2d078a70a463b77de550e7075061b8c48882b142ad025043df040f65dca6c", + "passed": true + }, + { + "case": "check-mixed", + "checks": 96, + "raw_sha256": "3a47b45f820fb763cf656d4a20b4c62b3eb47a009cee7de5fcd23cc486048e45", + "passed": true + }, + { + "case": "check-single", + "checks": 96, + "raw_sha256": "09e031bd39a0a0762f361d781f58ee35257a727a66b039829adae6bd6afc37a9", + "passed": true + } + ] + }, + "cases": [ + {"case":"1m-single","lengths":[1048576],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":3407.710693359375,"prepare_ms":2.396999974735081,"prepare_plus_stack_ms":3410.10769333411,"amortized_per_layer_ms":852.5269233335275,"prepare_fraction":0.0007029103448611328,"stack_min_ms":3398.944091796875,"stack_max_ms":3407.904541015625,"prepare_min_ms":2.3183069424703717,"prepare_max_ms":4.0685589192435145,"peak_allocated_gib":161.71932697296143,"peak_reserved_gib":165.0234375},"zigzag":{"stack_ms":2566.472900390625,"prepare_ms":2.38673307467252,"prepare_plus_stack_ms":2568.8596334652975,"amortized_per_layer_ms":642.2149083663244,"prepare_fraction":0.0009291021757591732,"stack_min_ms":2557.853271484375,"stack_max_ms":2569.381591796875,"prepare_min_ms":2.365388092584908,"prepare_max_ms":2.5481819175183773,"peak_allocated_gib":161.71932697296143,"peak_reserved_gib":165.0234375},"planner":{"stack_ms":2551.332275390625,"prepare_ms":8.277076063677669,"prepare_plus_stack_ms":2559.6093514543027,"amortized_per_layer_ms":639.9023378635757,"prepare_fraction":0.00323372629459056,"stack_min_ms":2548.470458984375,"stack_max_ms":2551.97412109375,"prepare_min_ms":8.061466971412301,"prepare_max_ms":8.661308092996478,"peak_allocated_gib":161.71932697296143,"peak_reserved_gib":165.0234375}},"raw_sha256":"c2a04efa6666352dc05fefb15044c430099084d18875b9235a9bdb60ce3fa89d","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.1666139578446746,"layout_ms":3.7095099687576294},{"common_ms":0.10237307287752628,"layout_ms":2.0932439947500825},{"common_ms":0.09958900045603514,"layout_ms":2.0899430382996798}],"zigzag":[{"common_ms":0.13098306953907013,"layout_ms":1.8935190746560693},{"common_ms":0.10367995128035545,"layout_ms":1.6994919860735536},{"common_ms":0.09487499482929707,"layout_ms":1.6828799853101373}],"planner":[{"common_ms":0.12025795876979828,"layout_ms":7.2801230708137155},{"common_ms":0.10844704229384661,"layout_ms":7.102322997525334},{"common_ms":0.09672797750681639,"layout_ms":7.050924003124237}]},"samples":{"contiguous":[{"stack_ms":3398.888916015625,"wall_ms":3398.99030898232,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":3407.869384765625,"wall_ms":3407.9816180747002,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":3407.6923828125,"wall_ms":3407.7952379593626,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375}],"zigzag":[{"stack_ms":2569.353271484375,"wall_ms":2569.4561689160764,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2557.78662109375,"wall_ms":2557.8816409688443,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2566.442138671875,"wall_ms":2566.529676085338,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375}],"planner":[{"stack_ms":2548.4462890625,"wall_ms":2548.543603043072,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2551.9296875,"wall_ms":2552.0134849939495,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375},{"stack_ms":2551.298095703125,"wall_ms":2551.3773399870843,"allocated_gib":157.21931886672974,"reserved_gib":160.5234375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.16799499280750751,"layout_ms":3.452592995017767},{"common_ms":0.11680601164698601,"layout_ms":2.226965967565775},{"common_ms":0.1090529840439558,"layout_ms":2.1190590923652053}],"zigzag":[{"common_ms":0.1440179767087102,"layout_ms":2.213088911958039},{"common_ms":0.11266604997217655,"layout_ms":1.9682690035551786},{"common_ms":0.10533398017287254,"layout_ms":1.9316340330988169}],"planner":[{"common_ms":0.14872010797262192,"layout_ms":8.058744948357344},{"common_ms":0.13123301323503256,"layout_ms":7.771892007440329},{"common_ms":0.1064869575202465,"layout_ms":7.928233011625707}]},"samples":{"contiguous":[{"stack_ms":3398.88818359375,"wall_ms":3398.9739048993215,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":3407.868896484375,"wall_ms":3407.9608320025727,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":3407.6923828125,"wall_ms":3407.785090035759,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375}],"zigzag":[{"stack_ms":2569.357666015625,"wall_ms":2569.448936963454,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2557.818603515625,"wall_ms":2557.9023640602827,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2566.457275390625,"wall_ms":2566.529664909467,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375}],"planner":[{"stack_ms":2548.446044921875,"wall_ms":2548.5415110597387,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2551.9462890625,"wall_ms":2552.028225036338,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375},{"stack_ms":2551.30810546875,"wall_ms":2551.379822078161,"allocated_gib":157.7193160057068,"reserved_gib":161.0234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.15884102322161198,"layout_ms":3.4075139556080103},{"common_ms":0.11386594269424677,"layout_ms":2.0141799468547106},{"common_ms":0.09593495633453131,"layout_ms":1.9278429681435227}],"zigzag":[{"common_ms":0.12989703100174665,"layout_ms":2.051848918199539},{"common_ms":0.1033339649438858,"layout_ms":1.810958026908338},{"common_ms":0.09265891276299953,"layout_ms":1.765627064742148}],"planner":[{"common_ms":0.1113381003960967,"layout_ms":7.483863038942218},{"common_ms":0.10872597340494394,"layout_ms":7.227269001305103},{"common_ms":0.09714101906865835,"layout_ms":7.388293975964189}]},"samples":{"contiguous":[{"stack_ms":3398.89599609375,"wall_ms":3398.9739160751924,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":3407.873291015625,"wall_ms":3407.965376973152,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":3407.690185546875,"wall_ms":3407.792304060422,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375}],"zigzag":[{"stack_ms":2569.36083984375,"wall_ms":2569.436845020391,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2557.8173828125,"wall_ms":2557.9016701085493,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2566.458740234375,"wall_ms":2566.5426169289276,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375}],"planner":[{"stack_ms":2548.457275390625,"wall_ms":2548.5401089536026,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2551.9599609375,"wall_ms":2552.0317839691415,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375},{"stack_ms":2551.310791015625,"wall_ms":2551.3847979018465,"allocated_gib":156.71932172775269,"reserved_gib":160.0234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.17047999426722527,"layout_ms":3.443825989961624},{"common_ms":0.10539207141846418,"layout_ms":2.0719399908557534},{"common_ms":0.09404600132256746,"layout_ms":2.0093199564144015}],"zigzag":[{"common_ms":0.1328440848737955,"layout_ms":2.0833079470321536},{"common_ms":0.09908108040690422,"layout_ms":1.8898650305345654},{"common_ms":0.09321596007794142,"layout_ms":1.8369260942563415}],"planner":[{"common_ms":0.13698695693165064,"layout_ms":7.427252014167607},{"common_ms":0.1203060382977128,"layout_ms":7.265997934155166},{"common_ms":0.09827699977904558,"layout_ms":8.563031093217432}]},"samples":{"contiguous":[{"stack_ms":3398.89501953125,"wall_ms":3398.991502937861,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":3407.882080078125,"wall_ms":3407.968145911582,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":3407.70361328125,"wall_ms":3407.790836994536,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375}],"zigzag":[{"stack_ms":2569.3486328125,"wall_ms":2569.4432859309018,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2557.82373046875,"wall_ms":2557.900193030946,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2566.465576171875,"wall_ms":2566.530594951473,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375}],"planner":[{"stack_ms":2548.447021484375,"wall_ms":2548.5485090175644,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2551.9501953125,"wall_ms":2552.0223340718076,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375},{"stack_ms":2551.317138671875,"wall_ms":2551.383718964644,"allocated_gib":156.71542119979858,"reserved_gib":160.0234375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.13887591194361448,"layout_ms":3.9296830072999},{"common_ms":0.10990898590534925,"layout_ms":2.287090988829732},{"common_ms":0.10594294872134924,"layout_ms":2.2123639937490225}],"zigzag":[{"common_ms":0.12196495663374662,"layout_ms":2.4262169608846307},{"common_ms":0.10821002069860697,"layout_ms":2.278523053973913},{"common_ms":0.10239402763545513,"layout_ms":2.262994064949453}],"planner":[{"common_ms":0.12341304682195187,"layout_ms":8.100999984890223},{"common_ms":0.11419493239372969,"layout_ms":7.947272039018571},{"common_ms":0.11158210691064596,"layout_ms":8.018856984563172}]},"samples":{"contiguous":[{"stack_ms":3398.944091796875,"wall_ms":3399.009993998334,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":3407.8935546875,"wall_ms":3407.9639150295407,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":3407.703857421875,"wall_ms":3407.779756002128,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375}],"zigzag":[{"stack_ms":2569.37744140625,"wall_ms":2569.4451140007004,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2557.850830078125,"wall_ms":2557.919643004425,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2566.465576171875,"wall_ms":2566.533814999275,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375}],"planner":[{"stack_ms":2548.46728515625,"wall_ms":2548.5325750196353,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2551.968017578125,"wall_ms":2552.0393420010805,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375},{"stack_ms":2551.327392578125,"wall_ms":2551.397228962742,"allocated_gib":156.71933126449585,"reserved_gib":160.0234375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.1371540129184723,"layout_ms":3.423052025027573},{"common_ms":0.0989249674603343,"layout_ms":1.9699810072779655},{"common_ms":0.09451003279536963,"layout_ms":1.9275430822744966}],"zigzag":[{"common_ms":0.11305103544145823,"layout_ms":2.1723778918385506},{"common_ms":0.09735091589391232,"layout_ms":1.9669759785756469},{"common_ms":0.09071303065866232,"layout_ms":1.965117990039289}],"planner":[{"common_ms":0.10828499216586351,"layout_ms":7.200088002718985},{"common_ms":0.1081409864127636,"layout_ms":6.982474005781114},{"common_ms":0.09673903696238995,"layout_ms":7.1201210375875235}]},"samples":{"contiguous":[{"stack_ms":3398.927734375,"wall_ms":3399.0073540480807,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":3407.89111328125,"wall_ms":3407.9697800334543,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":3407.69921875,"wall_ms":3407.7807270223275,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375}],"zigzag":[{"stack_ms":2569.37060546875,"wall_ms":2569.448278984055,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2557.844970703125,"wall_ms":2557.919670944102,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2566.4677734375,"wall_ms":2566.5392780210823,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375}],"planner":[{"stack_ms":2548.4619140625,"wall_ms":2548.539026058279,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2551.964599609375,"wall_ms":2552.0377120701596,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375},{"stack_ms":2551.324462890625,"wall_ms":2551.397018949501,"allocated_gib":158.71932744979858,"reserved_gib":162.0234375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.13943994417786598,"layout_ms":3.353058942593634},{"common_ms":0.09928992949426174,"layout_ms":2.01221602037549},{"common_ms":0.09230105206370354,"layout_ms":1.897371024824679}],"zigzag":[{"common_ms":0.10664202272891998,"layout_ms":2.3032139288261533},{"common_ms":0.09593600407242775,"layout_ms":2.1162849152460694},{"common_ms":0.09139697067439556,"layout_ms":2.0860449876636267}],"planner":[{"common_ms":0.10424305219203234,"layout_ms":7.003366015851498},{"common_ms":0.11173996608704329,"layout_ms":6.828392040915787},{"common_ms":0.09283202234655619,"layout_ms":6.885385955683887}]},"samples":{"contiguous":[{"stack_ms":3398.9384765625,"wall_ms":3399.009899934754,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":3407.904541015625,"wall_ms":3407.975347014144,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":3407.710693359375,"wall_ms":3407.78029197827,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375}],"zigzag":[{"stack_ms":2569.381591796875,"wall_ms":2569.445175002329,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2557.853271484375,"wall_ms":2557.918865000829,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2566.472900390625,"wall_ms":2566.540459985845,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375}],"planner":[{"stack_ms":2548.470458984375,"wall_ms":2548.537619994022,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2551.97412109375,"wall_ms":2552.04301699996,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375},{"stack_ms":2551.332275390625,"wall_ms":2551.397289033048,"allocated_gib":159.71932744979858,"reserved_gib":163.0234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.15768699813634157,"layout_ms":3.607784048654139},{"common_ms":0.10498601477593184,"layout_ms":2.137456089258194},{"common_ms":0.10625796858221292,"layout_ms":2.078218967653811}],"zigzag":[{"common_ms":0.12116506695747375,"layout_ms":2.3772279964759946},{"common_ms":0.10416994336992502,"layout_ms":2.217962988652289},{"common_ms":0.09625894017517567,"layout_ms":2.1782839903607965}],"planner":[{"common_ms":0.11521705891937017,"layout_ms":8.161859004758298},{"common_ms":0.1112369354814291,"layout_ms":6.901468033902347},{"common_ms":0.09539502207189798,"layout_ms":6.980917998589575}]},"samples":{"contiguous":[{"stack_ms":3398.913330078125,"wall_ms":3398.998307995498,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":3407.877197265625,"wall_ms":3407.9709290526807,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":3407.690185546875,"wall_ms":3407.7777119819075,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375}],"zigzag":[{"stack_ms":2569.375244140625,"wall_ms":2569.443522952497,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2557.834228515625,"wall_ms":2557.9185489332303,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2566.448974609375,"wall_ms":2566.522335051559,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375}],"planner":[{"stack_ms":2548.455810546875,"wall_ms":2548.525023041293,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2551.962158203125,"wall_ms":2552.0449380856007,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375},{"stack_ms":2551.30908203125,"wall_ms":2551.396123948507,"allocated_gib":161.71932697296143,"reserved_gib":165.0234375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011720977287597756,"max_abs":0.00402069091796875,"finite":true},"dq":{"relative_rms":0.0003991247565255889,"max_abs":0.00286865234375,"finite":true},"dkv":{"relative_rms":0.0007155985009260427,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0005595376137479698,"max_abs":1.4352963262354024e-12,"finite":true},"d_weights":{"relative_rms":0.000549650526571597,"max_abs":2.939486876130104e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0009368205806172917,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0010517956240061537,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.3770646476131701e-05,"max_abs":5.7696070143720135e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.6193447411060333e-10,"errors":{"output":{"relative_rms":0.0011783655932212124,"max_abs":0.004150390625,"finite":true},"dq":{"relative_rms":0.00040398774525037776,"max_abs":0.0030984878540039062,"finite":true},"dkv":{"relative_rms":0.0005329816974565956,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.000646415583839677,"max_abs":1.6324719354088302e-12,"finite":true},"d_weights":{"relative_rms":0.0006145809672112386,"max_abs":2.6193447411060333e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008152629842353076,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0008008121635718078,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.4711507987141864e-05,"max_abs":6.370015626089298e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.0372681319713593e-10,"errors":{"output":{"relative_rms":0.00118945074644822,"max_abs":0.00383758544921875,"finite":true},"dq":{"relative_rms":0.00040964915932768217,"max_abs":0.002960205078125,"finite":true},"dkv":{"relative_rms":0.0007171036003149958,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.000595908109723156,"max_abs":1.4352963262354024e-12,"finite":true},"d_weights":{"relative_rms":0.0005419978772062029,"max_abs":2.6193447411060333e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0009324632263088311,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.001049787983835744,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.3645507039174277e-05,"max_abs":5.6843418860808015e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":8589924780},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":8589925056}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":8589925056},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":7516073976}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221192772},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":7516141132},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":6442383624}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294963840},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":7516073976},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":5368693440}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":5368706552},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":6442437180},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":5368708816}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":6442389944},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":6442383624},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":6442437180}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":7516066792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":5368708816},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":7516141132}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":8589925056},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":5368693440},"planner":{"selected_policy":"selection-local-2x","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":8589924780}}]}, + {"case":"1m-uniform","lengths":[16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384,16384],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":956.946533203125,"prepare_ms":1.730992109514773,"prepare_plus_stack_ms":958.6775253126398,"amortized_per_layer_ms":239.66938132815994,"prepare_fraction":0.001805604140923476,"stack_min_ms":956.6669311523438,"stack_max_ms":958.0512084960938,"prepare_min_ms":1.68106600176543,"prepare_max_ms":1.9467909587547183,"peak_allocated_gib":142.21535730361938,"peak_reserved_gib":145.6484375},"zigzag":{"stack_ms":977.906494140625,"prepare_ms":5.3919319761916995,"prepare_plus_stack_ms":983.2984261168167,"amortized_per_layer_ms":245.82460652920417,"prepare_fraction":0.0054835153123199785,"stack_min_ms":976.86572265625,"stack_max_ms":978.3788452148438,"prepare_min_ms":5.229420959949493,"prepare_max_ms":5.563677987083793,"peak_allocated_gib":142.21535730361938,"peak_reserved_gib":145.6484375},"planner":{"stack_ms":956.9227905273438,"prepare_ms":1.9626789726316929,"prepare_plus_stack_ms":958.8854694999754,"amortized_per_layer_ms":239.72136737499386,"prepare_fraction":0.002046833574040036,"stack_min_ms":956.8770141601562,"stack_max_ms":958.6397705078125,"prepare_min_ms":1.9412200199440122,"prepare_max_ms":1.9914660369977355,"peak_allocated_gib":142.21535730361938,"peak_reserved_gib":145.6484375}},"raw_sha256":"4751dc6cce86467ad8b3c27869503ae0f18655d93ad122512d6d47b2be54c2f5","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.19205000717192888,"layout_ms":1.6846010694280267},{"common_ms":0.125317950733006,"layout_ms":1.3774910476058722},{"common_ms":0.1072640297934413,"layout_ms":1.3047639513388276}],"zigzag":[{"common_ms":0.16314792446792126,"layout_ms":4.570182063616812},{"common_ms":0.12514798436313868,"layout_ms":4.258049069903791},{"common_ms":0.1059890491887927,"layout_ms":4.186995094642043}],"planner":[{"common_ms":0.12445705942809582,"layout_ms":1.5980999451130629},{"common_ms":0.11572800576686859,"layout_ms":1.592145999893546},{"common_ms":0.10936392936855555,"layout_ms":1.4981790445744991}]},"samples":{"contiguous":[{"stack_ms":956.6669311523438,"wall_ms":956.7264539655298,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9412841796875,"wall_ms":956.9853340508416,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.0407104492188,"wall_ms":958.0943899927661,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":976.857666015625,"wall_ms":976.9122280413285,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.3717041015625,"wall_ms":978.417138918303,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":977.906494140625,"wall_ms":977.9531509848312,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":956.8690795898438,"wall_ms":956.9167679874226,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9110107421875,"wall_ms":956.9558999501169,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6243286132812,"wall_ms":958.6708679562435,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.20782696083188057,"layout_ms":1.6687290044501424},{"common_ms":0.1302079763263464,"layout_ms":1.3831760734319687},{"common_ms":0.10945007670670748,"layout_ms":1.362384995445609}],"zigzag":[{"common_ms":0.1438710605725646,"layout_ms":4.530166042968631},{"common_ms":0.12621702626347542,"layout_ms":4.361164988949895},{"common_ms":0.10948395356535912,"layout_ms":4.196975962258875}],"planner":[{"common_ms":0.12312503531575203,"layout_ms":1.6462180064991117},{"common_ms":0.11698994785547256,"layout_ms":1.6155519988387823},{"common_ms":0.11482695117592812,"layout_ms":1.5970600070431828}]},"samples":{"contiguous":[{"stack_ms":956.6591796875,"wall_ms":956.7245449870825,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9386596679688,"wall_ms":956.9858809700236,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.0413208007812,"wall_ms":958.0985850188881,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":976.8491821289062,"wall_ms":976.9049460301176,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.3681030273438,"wall_ms":978.4155440283939,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":977.9044189453125,"wall_ms":977.9536220012233,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":956.8676147460938,"wall_ms":956.9189390167594,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9100341796875,"wall_ms":956.9562480319291,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6214599609375,"wall_ms":958.6690000724047,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.21001393906772137,"layout_ms":1.6766570042818785},{"common_ms":0.142405042424798,"layout_ms":1.3843810884281993},{"common_ms":0.11101097334176302,"layout_ms":1.3816619757562876}],"zigzag":[{"common_ms":0.14906609430909157,"layout_ms":4.518927074968815},{"common_ms":0.1264750026166439,"layout_ms":4.321877961046994},{"common_ms":0.10924600064754486,"layout_ms":4.204152035526931}],"planner":[{"common_ms":0.12105097994208336,"layout_ms":1.6527539119124413},{"common_ms":0.1165660796687007,"layout_ms":1.605966011993587},{"common_ms":0.11148001067340374,"layout_ms":1.5900920843705535}]},"samples":{"contiguous":[{"stack_ms":956.6515502929688,"wall_ms":956.7252630367875,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9268188476562,"wall_ms":956.9901700597256,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.0306396484375,"wall_ms":958.0943010514602,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":976.8493041992188,"wall_ms":976.9177429843694,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.3550415039062,"wall_ms":978.407753049396,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":977.9039306640625,"wall_ms":977.9534669360146,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":956.8524780273438,"wall_ms":956.9176980294287,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9000854492188,"wall_ms":956.9548439467326,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6151733398438,"wall_ms":958.6637959582731,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.1947350101545453,"layout_ms":1.752055948600173},{"common_ms":0.12669095303863287,"layout_ms":1.3794009573757648},{"common_ms":0.10744004976004362,"layout_ms":1.3207279844209552}],"zigzag":[{"common_ms":0.14387804549187422,"layout_ms":4.550452926196158},{"common_ms":0.12433493975549936,"layout_ms":4.346030997112393},{"common_ms":0.10468799155205488,"layout_ms":4.175352049060166}],"planner":[{"common_ms":0.11639902368187904,"layout_ms":1.6010459512472153},{"common_ms":0.11667306534945965,"layout_ms":1.5993480337783694},{"common_ms":0.11206197086721659,"layout_ms":1.5720949741080403}]},"samples":{"contiguous":[{"stack_ms":956.6609497070312,"wall_ms":956.7170919617638,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.946533203125,"wall_ms":956.9845150690526,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.0512084960938,"wall_ms":958.0995490541682,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":976.8576049804688,"wall_ms":976.9172880332917,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.3788452148438,"wall_ms":978.4195070387796,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":977.902587890625,"wall_ms":977.9474840033799,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":956.87548828125,"wall_ms":956.9173390045762,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9204711914062,"wall_ms":956.9591248873621,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6302490234375,"wall_ms":958.6737770587206,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.15433807857334614,"layout_ms":1.687987009063363},{"common_ms":0.13574608601629734,"layout_ms":1.5952460234984756},{"common_ms":0.12043502647429705,"layout_ms":1.560630975291133}],"zigzag":[{"common_ms":0.15072699170559645,"layout_ms":5.412950995378196},{"common_ms":0.13890198897570372,"layout_ms":5.253029987215996},{"common_ms":0.1197329256683588,"layout_ms":5.109688034281135}],"planner":[{"common_ms":0.12935104314237833,"layout_ms":1.8621149938553572},{"common_ms":0.12607092503458261,"layout_ms":1.8366080475971103},{"common_ms":0.1195060322061181,"layout_ms":1.821713987737894}]},"samples":{"contiguous":[{"stack_ms":956.6651611328125,"wall_ms":956.7139620194212,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9401245117188,"wall_ms":956.9796429714188,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.0462646484375,"wall_ms":958.0925900954753,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":976.86572265625,"wall_ms":976.9143069861457,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.3717041015625,"wall_ms":978.4086120780557,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":977.9046020507812,"wall_ms":977.9471589718014,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":956.8770141601562,"wall_ms":956.9249120540917,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9227905273438,"wall_ms":956.9606960285455,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6318969726562,"wall_ms":958.6703300010413,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.16591092571616173,"layout_ms":1.63745298050344},{"common_ms":0.12886500917375088,"layout_ms":1.3650240143761039},{"common_ms":0.11469703167676926,"layout_ms":1.3365449849516153}],"zigzag":[{"common_ms":0.13180507812649012,"layout_ms":4.493486019782722},{"common_ms":0.11992896907031536,"layout_ms":4.3648440623655915},{"common_ms":0.110232038423419,"layout_ms":4.09149203915149}],"planner":[{"common_ms":0.11998298577964306,"layout_ms":1.5971059910953045},{"common_ms":0.11612602975219488,"layout_ms":1.5800900291651487},{"common_ms":0.11084997095167637,"layout_ms":1.587537000887096}]},"samples":{"contiguous":[{"stack_ms":956.6607666015625,"wall_ms":956.7156999837607,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9443969726562,"wall_ms":956.985144992359,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.0441284179688,"wall_ms":958.08448898606,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":976.8602294921875,"wall_ms":976.9139379495755,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.3699340820312,"wall_ms":978.4098559757695,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":977.9039916992188,"wall_ms":977.9445370659232,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":956.8737182617188,"wall_ms":956.9159969687462,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9183959960938,"wall_ms":956.9574240595102,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6341552734375,"wall_ms":958.6743579711765,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.15635299496352673,"layout_ms":1.6588179860264063},{"common_ms":0.131482956930995,"layout_ms":1.3885110383853316},{"common_ms":0.11347699910402298,"layout_ms":1.3257169630378485}],"zigzag":[{"common_ms":0.13537390623241663,"layout_ms":4.574583959765732},{"common_ms":0.11954410001635551,"layout_ms":4.284561960957944},{"common_ms":0.10736600961536169,"layout_ms":4.053746000863612}],"planner":[{"common_ms":0.11264195200055838,"layout_ms":1.571781001985073},{"common_ms":0.11017604265362024,"layout_ms":1.6514459857717156},{"common_ms":0.10927196126431227,"layout_ms":1.5538189327344298}]},"samples":{"contiguous":[{"stack_ms":956.6624145507812,"wall_ms":956.7158339777961,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9453735351562,"wall_ms":956.9904279196635,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.0371704101562,"wall_ms":958.0770559841767,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":976.8616943359375,"wall_ms":976.9116929965094,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.3692016601562,"wall_ms":978.4091559704393,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":977.9026489257812,"wall_ms":977.9464839957654,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":956.87646484375,"wall_ms":956.9189329631627,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9170532226562,"wall_ms":956.9611679762602,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6397705078125,"wall_ms":958.6790940957144,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.182489980943501,"layout_ms":1.6114769969135523},{"common_ms":0.14028104487806559,"layout_ms":1.3958789641037583},{"common_ms":0.1134451013058424,"layout_ms":1.370226964354515}],"zigzag":[{"common_ms":0.1442380016669631,"layout_ms":4.535241983830929},{"common_ms":0.1254769740626216,"layout_ms":4.355167970061302},{"common_ms":0.10585901327431202,"layout_ms":4.207312944345176}],"planner":[{"common_ms":0.12308801524341106,"layout_ms":1.6197249060496688},{"common_ms":0.11736305896192789,"layout_ms":1.6220209654420614},{"common_ms":0.11350703425705433,"layout_ms":1.5797009691596031}]},"samples":{"contiguous":[{"stack_ms":956.6595458984375,"wall_ms":956.7087949253619,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.935302734375,"wall_ms":956.979964976199,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.0361328125,"wall_ms":958.0804300494492,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"zigzag":[{"stack_ms":976.8609008789062,"wall_ms":976.9061430124566,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":978.3616333007812,"wall_ms":978.4082119585946,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":977.892822265625,"wall_ms":977.936923969537,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}],"planner":[{"stack_ms":956.8662719726562,"wall_ms":956.9109319709241,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":956.9115600585938,"wall_ms":956.9551539607346,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375},{"stack_ms":958.6295776367188,"wall_ms":958.6751330643892,"allocated_gib":142.21535730361938,"reserved_gib":145.6484375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.001597467243637692,"max_abs":0.00390625,"finite":true},"dq":{"relative_rms":0.0005975071700857139,"max_abs":0.00262451171875,"finite":true},"dkv":{"relative_rms":0.0004915281096407669,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00029468128250735495,"max_abs":1.5503154315865686e-12,"finite":true},"d_weights":{"relative_rms":0.00021566624359333695,"max_abs":2.939486876130104e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002914679995768509,"max_abs":1.0913936421275139e-11,"finite":true},"d_pool_score":{"relative_rms":0.00031695333943589055,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.559429622317471e-06,"max_abs":1.0231815394945443e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0016121794810930457,"max_abs":0.0034942626953125,"finite":true},"dq":{"relative_rms":0.0006002485031858249,"max_abs":0.0026092529296875,"finite":true},"dkv":{"relative_rms":0.0004959340666675812,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0003328466706507089,"max_abs":1.4068746168049984e-12,"finite":true},"d_weights":{"relative_rms":0.00021454980186307377,"max_abs":2.444721758365631e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0003096033287641567,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00031405408619190845,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.990332378895175e-06,"max_abs":1.3955059330328368e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0015962736727439138,"max_abs":0.00390625,"finite":true},"dq":{"relative_rms":0.0005957631785431658,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.0004877916833981523,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00028136257484126927,"max_abs":1.3891110484109959e-12,"finite":true},"d_weights":{"relative_rms":0.0002178226911153753,"max_abs":2.7066562324762344e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002962371632021722,"max_abs":1.0913936421275139e-11,"finite":true},"d_pool_score":{"relative_rms":0.00030588658143156127,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.4350882334890645e-06,"max_abs":1.2278178473934531e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":536805376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":536805376}}]}, + {"case":"1m-near-uniform","lengths":[15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408,15360,17408],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":958.1582641601562,"prepare_ms":1.5988049563020468,"prepare_plus_stack_ms":959.7570691164583,"amortized_per_layer_ms":239.93926727911457,"prepare_fraction":0.0016658433761513097,"stack_min_ms":957.7664184570312,"stack_max_ms":958.6260986328125,"prepare_min_ms":1.55088200699538,"prepare_max_ms":1.928685000166297,"peak_allocated_gib":141.99998235702515,"peak_reserved_gib":145.166015625},"zigzag":{"stack_ms":977.90625,"prepare_ms":4.708480089902878,"prepare_plus_stack_ms":982.6147300899029,"amortized_per_layer_ms":245.65368252247572,"prepare_fraction":0.004791786593176842,"stack_min_ms":977.7437744140625,"stack_max_ms":978.5953369140625,"prepare_min_ms":4.565127077512443,"prepare_max_ms":4.846598953008652,"peak_allocated_gib":141.99998235702515,"peak_reserved_gib":145.166015625},"planner":{"stack_ms":957.9896240234375,"prepare_ms":1.8324239645153284,"prepare_plus_stack_ms":959.8220479879528,"amortized_per_layer_ms":239.9555119969882,"prepare_fraction":0.0019091288519122744,"stack_min_ms":957.6998901367188,"stack_max_ms":958.535888671875,"prepare_min_ms":1.7922610277310014,"prepare_max_ms":1.8437608378008008,"peak_allocated_gib":141.99998235702515,"peak_reserved_gib":145.166015625}},"raw_sha256":"d08a4b20606fbba6f51b600e194cfdf4e3b01659cd60aa3fa8edfdd3357e9a3c","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.17891591414809227,"layout_ms":1.694265054538846},{"common_ms":0.12271408922970295,"layout_ms":1.4225629856809974},{"common_ms":0.11049001477658749,"layout_ms":1.35109294205904}],"zigzag":[{"common_ms":0.1450380077585578,"layout_ms":4.634756944142282},{"common_ms":0.11790893040597439,"layout_ms":4.434306058101356},{"common_ms":0.10811095125973225,"layout_ms":4.291483084671199}],"planner":[{"common_ms":0.14814396854490042,"layout_ms":1.6464159125462174},{"common_ms":0.11937401723116636,"layout_ms":1.6356679843738675},{"common_ms":0.11576095130294561,"layout_ms":1.6041030175983906}]},"samples":{"contiguous":[{"stack_ms":957.748291015625,"wall_ms":957.7931789681315,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":958.1436157226562,"wall_ms":958.1911800196394,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":958.6159057617188,"wall_ms":958.6643649963662,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}],"zigzag":[{"stack_ms":977.7214965820312,"wall_ms":977.7729130582884,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":977.8933715820312,"wall_ms":977.9374559875578,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":978.5835571289062,"wall_ms":978.6306249443442,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}],"planner":[{"stack_ms":957.6998901367188,"wall_ms":957.750468980521,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":957.9816284179688,"wall_ms":958.0291510792449,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":958.5296020507812,"wall_ms":958.5737070301548,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.19454199355095625,"layout_ms":1.7141010612249374},{"common_ms":0.11868798173964024,"layout_ms":1.4523710124194622},{"common_ms":0.11475896462798119,"layout_ms":1.3909549452364445}],"zigzag":[{"common_ms":0.14857493806630373,"layout_ms":4.6292830957099795},{"common_ms":0.11861103121191263,"layout_ms":4.589869058690965},{"common_ms":0.11279899626970291,"layout_ms":4.306892049498856}],"planner":[{"common_ms":0.1528399297967553,"layout_ms":1.6750050708651543},{"common_ms":0.11737609747797251,"layout_ms":1.6788920620456338},{"common_ms":0.11322798673063517,"layout_ms":1.639006077311933}]},"samples":{"contiguous":[{"stack_ms":957.7399291992188,"wall_ms":957.7879179269075,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":958.1426391601562,"wall_ms":958.1936349859461,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":958.6109008789062,"wall_ms":958.6611461127177,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}],"zigzag":[{"stack_ms":977.7185668945312,"wall_ms":977.7695100056008,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":977.8922119140625,"wall_ms":977.9376379447058,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":978.57958984375,"wall_ms":978.6287460010499,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}],"planner":[{"stack_ms":957.6849975585938,"wall_ms":957.7413420192897,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":957.9803466796875,"wall_ms":958.0283459508792,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875},{"stack_ms":958.5289306640625,"wall_ms":958.5743990028277,"allocated_gib":141.98826360702515,"reserved_gib":145.154296875}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.18954998813569546,"layout_ms":1.7391350120306015},{"common_ms":0.12707000132650137,"layout_ms":1.4717349549755454},{"common_ms":0.11244602501392365,"layout_ms":1.4384359819814563}],"zigzag":[{"common_ms":0.15393097419291735,"layout_ms":4.661338054575026},{"common_ms":0.12126297224313021,"layout_ms":4.569238983094692},{"common_ms":0.11411600280553102,"layout_ms":4.412796930409968}],"planner":[{"common_ms":0.14096091035753489,"layout_ms":1.702799927443266},{"common_ms":0.12312002945691347,"layout_ms":1.7090060282498598},{"common_ms":0.11270807590335608,"layout_ms":1.6789090586826205}]},"samples":{"contiguous":[{"stack_ms":957.7401733398438,"wall_ms":957.788094994612,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":958.1427612304688,"wall_ms":958.1951670115814,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":958.6093139648438,"wall_ms":958.6623091017827,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625}],"zigzag":[{"stack_ms":977.723876953125,"wall_ms":977.7781729353592,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":977.88818359375,"wall_ms":977.938549942337,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":978.5805053710938,"wall_ms":978.6284370347857,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625}],"planner":[{"stack_ms":957.6604614257812,"wall_ms":957.7217460609972,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":957.9750366210938,"wall_ms":958.025015075691,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625},{"stack_ms":958.51904296875,"wall_ms":958.5721830371767,"allocated_gib":141.99998235702515,"reserved_gib":145.166015625}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.1857388997450471,"layout_ms":1.7282189801335335},{"common_ms":0.1231529749929905,"layout_ms":1.4492420013993979},{"common_ms":0.11104100849479437,"layout_ms":1.4238670701161027}],"zigzag":[{"common_ms":0.162157928571105,"layout_ms":4.684441024437547},{"common_ms":0.11944794096052647,"layout_ms":4.539596033282578},{"common_ms":0.11205603368580341,"layout_ms":4.45307104382664}],"planner":[{"common_ms":0.1304539619013667,"layout_ms":1.6888080863282084},{"common_ms":0.12239499483257532,"layout_ms":1.710028969682753},{"common_ms":0.11212704703211784,"layout_ms":1.6801339806988835}]},"samples":{"contiguous":[{"stack_ms":957.7547607421875,"wall_ms":957.7935260022059,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":958.1494750976562,"wall_ms":958.1910439301282,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":958.6176147460938,"wall_ms":958.6592980194837,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625}],"zigzag":[{"stack_ms":977.7264404296875,"wall_ms":977.7695239754394,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":977.8961791992188,"wall_ms":977.9373699566349,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":978.5927124023438,"wall_ms":978.6321450956166,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625}],"planner":[{"stack_ms":957.6773681640625,"wall_ms":957.731495029293,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":957.9871215820312,"wall_ms":958.0288459546864,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625},{"stack_ms":958.5320434570312,"wall_ms":958.5691670654342,"allocated_gib":141.99802923202515,"reserved_gib":145.1640625}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.1586410216987133,"layout_ms":1.636447967030108},{"common_ms":0.11502893175929785,"layout_ms":1.4133329968899488},{"common_ms":0.11082598939538002,"layout_ms":1.369435922242701}],"zigzag":[{"common_ms":0.15152094420045614,"layout_ms":4.503807984292507},{"common_ms":0.11405302211642265,"layout_ms":4.388791974633932},{"common_ms":0.10781199671328068,"layout_ms":4.2750199791044}],"planner":[{"common_ms":0.11947599705308676,"layout_ms":1.6368889482691884},{"common_ms":0.11278199963271618,"layout_ms":1.6499919584020972},{"common_ms":0.11338596232235432,"layout_ms":1.611119951121509}]},"samples":{"contiguous":[{"stack_ms":957.7664184570312,"wall_ms":957.8012169804424,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":958.1582641601562,"wall_ms":958.1938579212874,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":958.6260986328125,"wall_ms":958.6630930425599,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625}],"zigzag":[{"stack_ms":977.7437744140625,"wall_ms":977.7809149818495,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":977.90625,"wall_ms":977.9416209785268,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":978.5941162109375,"wall_ms":978.633051039651,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625}],"planner":[{"stack_ms":957.6997680664062,"wall_ms":957.7406590105966,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":957.9886474609375,"wall_ms":958.0257290508598,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625},{"stack_ms":958.535888671875,"wall_ms":958.5723619675264,"allocated_gib":141.99691486358643,"reserved_gib":145.1640625}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.15521689783781767,"layout_ms":1.6571099404245615},{"common_ms":0.11312298011034727,"layout_ms":1.405350980348885},{"common_ms":0.1079080393537879,"layout_ms":1.3934039743617177}],"zigzag":[{"common_ms":0.12968701776117086,"layout_ms":4.531995044089854},{"common_ms":0.11191004887223244,"layout_ms":4.387762048281729},{"common_ms":0.10720000136643648,"layout_ms":4.2439940152689815}],"planner":[{"common_ms":0.11751009151339531,"layout_ms":1.5854660887271166},{"common_ms":0.11550995986908674,"layout_ms":1.608571968972683},{"common_ms":0.10953692253679037,"layout_ms":1.60686403978616}]},"samples":{"contiguous":[{"stack_ms":957.7578125,"wall_ms":957.7970219543204,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":958.1565551757812,"wall_ms":958.1945140380412,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":958.6210327148438,"wall_ms":958.6615749867633,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375}],"zigzag":[{"stack_ms":977.7413940429688,"wall_ms":977.7807049686089,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":977.9039916992188,"wall_ms":977.942154975608,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":978.5953369140625,"wall_ms":978.6340430146083,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375}],"planner":[{"stack_ms":957.6989135742188,"wall_ms":957.7423619339243,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":957.9896240234375,"wall_ms":958.0286389682442,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375},{"stack_ms":958.533203125,"wall_ms":958.5713059641421,"allocated_gib":141.99607610702515,"reserved_gib":145.162109375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.15557801816612482,"layout_ms":1.7086229054257274},{"common_ms":0.11477305088192225,"layout_ms":1.3921060599386692},{"common_ms":0.110793043859303,"layout_ms":1.3380469754338264}],"zigzag":[{"common_ms":0.13321090955287218,"layout_ms":4.6286380384117365},{"common_ms":0.11440401431173086,"layout_ms":4.411878064274788},{"common_ms":0.10670197661966085,"layout_ms":4.259026958607137}],"planner":[{"common_ms":0.11788599658757448,"layout_ms":1.6023070784285665},{"common_ms":0.11262402404099703,"layout_ms":1.6083020018413663},{"common_ms":0.11556001845747232,"layout_ms":1.5818621031939983}]},"samples":{"contiguous":[{"stack_ms":957.7554321289062,"wall_ms":957.7972100814804,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":958.1536254882812,"wall_ms":958.192000980489,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":958.6196899414062,"wall_ms":958.6655690800399,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375}],"zigzag":[{"stack_ms":977.7395629882812,"wall_ms":977.7845450444147,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":977.8990478515625,"wall_ms":977.9455369571224,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":978.59326171875,"wall_ms":978.6357029806823,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375}],"planner":[{"stack_ms":957.69287109375,"wall_ms":957.7397260582075,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":957.9860229492188,"wall_ms":958.0311729805544,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375},{"stack_ms":958.5322265625,"wall_ms":958.5713619599119,"allocated_gib":141.9947099685669,"reserved_gib":145.162109375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.17258292064070702,"layout_ms":1.706967013888061},{"common_ms":0.1205649459734559,"layout_ms":1.4499840326607227},{"common_ms":0.11187198106199503,"layout_ms":1.382762100547552}],"zigzag":[{"common_ms":0.16424001660197973,"layout_ms":4.663161002099514},{"common_ms":0.1200829865410924,"layout_ms":4.4597850646823645},{"common_ms":0.11072098277509212,"layout_ms":4.341284977272153}],"planner":[{"common_ms":0.12464600149542093,"layout_ms":1.6705100424587727},{"common_ms":0.12257392518222332,"layout_ms":1.6879639588296413},{"common_ms":0.11269107926636934,"layout_ms":1.6257510287687182}]},"samples":{"contiguous":[{"stack_ms":957.7535400390625,"wall_ms":957.7958569861948,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":958.1527709960938,"wall_ms":958.19431100972,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":958.6189575195312,"wall_ms":958.6625659139827,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625}],"zigzag":[{"stack_ms":977.7298583984375,"wall_ms":977.7719919802621,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":977.897705078125,"wall_ms":977.9406730085611,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":978.5917358398438,"wall_ms":978.6328159971163,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625}],"planner":[{"stack_ms":957.6929321289062,"wall_ms":957.7382929855958,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":957.9835205078125,"wall_ms":958.0273509491235,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625},{"stack_ms":958.5299072265625,"wall_ms":958.5735100554302,"allocated_gib":141.99412298202515,"reserved_gib":145.16015625}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0015973291930125421,"max_abs":0.00372314453125,"finite":true},"dq":{"relative_rms":0.000594790845548107,"max_abs":0.00244140625,"finite":true},"dkv":{"relative_rms":0.0004922612009166577,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0003902521935221402,"max_abs":1.886490963443066e-12,"finite":true},"d_weights":{"relative_rms":0.00027406086687175544,"max_abs":4.190951585769653e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0003201129859313195,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00032491203686301894,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.382653482408177e-06,"max_abs":1.0771827874123119e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0016167432814288606,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.0006032694209581485,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.0004962668845412525,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0003413450575476816,"max_abs":1.4068746168049984e-12,"finite":true},"d_weights":{"relative_rms":0.00022393382460544068,"max_abs":2.7939677238464355e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00031100985577012165,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00030382523582046794,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.63091599250292e-06,"max_abs":8.810729923425242e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0016021843845838326,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.000601153353354621,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.0005157375158927065,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00034203894830095417,"max_abs":1.4068746168049984e-12,"finite":true},"d_weights":{"relative_rms":0.00022356626488443683,"max_abs":2.444721758365631e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0003049890183539614,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0003073631340378826,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.788218543355914e-06,"max_abs":1.021049911287264e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":524027904},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":523765760},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":535944256},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":534760512},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":533576768},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":532393024},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":531209280},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":530025536},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":8,"candidate_workspace_bytes":420953088}}]}, + {"case":"1m-20s2l","lengths":[1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,514048,514048],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":2311.269287109375,"prepare_ms":2.2498290054500103,"prepare_plus_stack_ms":2313.519116114825,"amortized_per_layer_ms":578.3797790287063,"prepare_fraction":0.0009724704627590146,"stack_min_ms":2310.405029296875,"stack_max_ms":2316.7548828125,"prepare_min_ms":2.1836120868101716,"prepare_max_ms":2.7747859712690115,"peak_allocated_gib":152.7133822441101,"peak_reserved_gib":156.017578125},"zigzag":{"stack_ms":1981.56201171875,"prepare_ms":3.164271009154618,"prepare_plus_stack_ms":1984.7262827279046,"amortized_per_layer_ms":496.18157068197615,"prepare_fraction":0.0015943110325548212,"stack_min_ms":1978.119384765625,"stack_max_ms":1982.28125,"prepare_min_ms":3.0807149596512318,"prepare_max_ms":3.5109749296680093,"peak_allocated_gib":152.7133822441101,"peak_reserved_gib":156.017578125},"planner":{"stack_ms":1976.789306640625,"prepare_ms":7.88355094846338,"prepare_plus_stack_ms":1984.6728575890884,"amortized_per_layer_ms":496.1682143972721,"prepare_fraction":0.00397221684083494,"stack_min_ms":1971.712646484375,"stack_max_ms":1977.20703125,"prepare_min_ms":7.761566084809601,"prepare_max_ms":8.020091918297112,"peak_allocated_gib":152.7133822441101,"peak_reserved_gib":156.017578125}},"raw_sha256":"d9457a1e14a8d81c1fab802af345a6ce56015ac333e877de6b616e41eda3e7ab","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.20371598657220602,"layout_ms":2.5710699846968055},{"common_ms":0.11875201016664505,"layout_ms":2.1310769952833652},{"common_ms":0.11604803148657084,"layout_ms":2.0675640553236008}],"zigzag":[{"common_ms":0.14290795661509037,"layout_ms":3.3392839832231402},{"common_ms":0.119235017336905,"layout_ms":3.045035991817713},{"common_ms":0.11323695071041584,"layout_ms":2.9448630521073937}],"planner":[{"common_ms":0.1239279517903924,"layout_ms":7.7036990551277995},{"common_ms":0.12316298671066761,"layout_ms":7.519455975852907},{"common_ms":0.11369504500180483,"layout_ms":7.322645979002118}]},"samples":{"contiguous":[{"stack_ms":2310.36572265625,"wall_ms":2310.4614940239117,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":2311.232666015625,"wall_ms":2311.305376002565,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":2316.72314453125,"wall_ms":2316.812090924941,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125}],"zigzag":[{"stack_ms":1981.5196533203125,"wall_ms":1981.5967220347375,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1978.100341796875,"wall_ms":1978.167405934073,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1982.256103515625,"wall_ms":1982.3306109756231,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125}],"planner":[{"stack_ms":1976.74169921875,"wall_ms":1976.8225359730422,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1977.1734619140625,"wall_ms":1977.2509690374136,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125},{"stack_ms":1971.684326171875,"wall_ms":1971.755609032698,"allocated_gib":151.2915382385254,"reserved_gib":154.595703125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.1878549810498953,"layout_ms":2.2749940399080515},{"common_ms":0.11085101868957281,"layout_ms":1.84790906496346},{"common_ms":0.10979396756738424,"layout_ms":1.83657999150455}],"zigzag":[{"common_ms":0.14378305058926344,"layout_ms":3.005813923664391},{"common_ms":0.1115170307457447,"layout_ms":2.6564019499346614},{"common_ms":0.10281498543918133,"layout_ms":2.665198058821261}],"planner":[{"common_ms":0.1186419976875186,"layout_ms":7.636328926309943},{"common_ms":0.1088900025933981,"layout_ms":7.561338017694652},{"common_ms":0.1062850933521986,"layout_ms":7.308071944862604}]},"samples":{"contiguous":[{"stack_ms":2310.345703125,"wall_ms":2310.4466720251366,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":2311.234130859375,"wall_ms":2311.3060840405524,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":2316.7314453125,"wall_ms":2316.8305640574545,"allocated_gib":150.7114233970642,"reserved_gib":154.015625}],"zigzag":[{"stack_ms":1981.51513671875,"wall_ms":1981.592446914874,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1978.1031494140625,"wall_ms":1978.1701700994745,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1982.256591796875,"wall_ms":1982.3282819706947,"allocated_gib":150.7114233970642,"reserved_gib":154.015625}],"planner":[{"stack_ms":1976.745361328125,"wall_ms":1976.8353700637817,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1977.1884765625,"wall_ms":1977.2639679722488,"allocated_gib":150.7114233970642,"reserved_gib":154.015625},{"stack_ms":1971.6937255859375,"wall_ms":1971.7656439170241,"allocated_gib":150.7114233970642,"reserved_gib":154.015625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.21149194799363613,"layout_ms":2.4774300400167704},{"common_ms":0.1086570555344224,"layout_ms":2.0319720497354865},{"common_ms":0.11184799950569868,"layout_ms":1.9276570528745651}],"zigzag":[{"common_ms":0.14388596173375845,"layout_ms":3.2028580317273736},{"common_ms":0.11182005982846022,"layout_ms":2.8387700440362096},{"common_ms":0.10816403664648533,"layout_ms":2.790739992633462}],"planner":[{"common_ms":0.11528795585036278,"layout_ms":7.904803962446749},{"common_ms":0.11145300231873989,"layout_ms":7.7720979461446404},{"common_ms":0.1089220168069005,"layout_ms":7.652644068002701}]},"samples":{"contiguous":[{"stack_ms":2310.3955078125,"wall_ms":2310.4666620492935,"allocated_gib":150.7124285697937,"reserved_gib":154.017578125},{"stack_ms":2311.232666015625,"wall_ms":2311.3125659292564,"allocated_gib":150.7124285697937,"reserved_gib":154.017578125},{"stack_ms":2316.732421875,"wall_ms":2316.817583050579,"allocated_gib":150.7124285697937,"reserved_gib":154.017578125}],"zigzag":[{"stack_ms":1981.5244140625,"wall_ms":1981.5946940798312,"allocated_gib":150.7124285697937,"reserved_gib":154.017578125},{"stack_ms":1978.0867919921875,"wall_ms":1978.1537669477984,"allocated_gib":150.7124285697937,"reserved_gib":154.017578125},{"stack_ms":1982.2457275390625,"wall_ms":1982.3127900017425,"allocated_gib":150.7124285697937,"reserved_gib":154.017578125}],"planner":[{"stack_ms":1976.7606201171875,"wall_ms":1976.8333790125325,"allocated_gib":150.7124285697937,"reserved_gib":154.017578125},{"stack_ms":1977.183837890625,"wall_ms":1977.2549259942025,"allocated_gib":150.7124285697937,"reserved_gib":154.017578125},{"stack_ms":1971.691162109375,"wall_ms":1971.764926915057,"allocated_gib":150.7124285697937,"reserved_gib":154.017578125}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.1808899687603116,"layout_ms":2.4994099512696266},{"common_ms":0.11232297401875257,"layout_ms":2.0776320016011596},{"common_ms":0.11275906581431627,"layout_ms":1.937918015755713}],"zigzag":[{"common_ms":0.14183006715029478,"layout_ms":3.2215729588642716},{"common_ms":0.10946393013000488,"layout_ms":2.7285070391371846},{"common_ms":0.1101659145206213,"layout_ms":2.72334401961416}],"planner":[{"common_ms":0.11368608102202415,"layout_ms":7.596735027618706},{"common_ms":0.11574302334338427,"layout_ms":7.460569031536579},{"common_ms":0.10756205301731825,"layout_ms":7.264412008225918}]},"samples":{"contiguous":[{"stack_ms":2310.38525390625,"wall_ms":2310.450062970631,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":2311.24951171875,"wall_ms":2311.3064400386065,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":2316.742919921875,"wall_ms":2316.808945965022,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125}],"zigzag":[{"stack_ms":1981.52978515625,"wall_ms":1981.585966073908,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1978.111328125,"wall_ms":1978.1659588916227,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1982.26611328125,"wall_ms":1982.3237109230831,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125}],"planner":[{"stack_ms":1976.76904296875,"wall_ms":1976.8308920320123,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1977.1925048828125,"wall_ms":1977.2518560057506,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125},{"stack_ms":1971.7010498046875,"wall_ms":1971.7613080283627,"allocated_gib":152.7133822441101,"reserved_gib":156.017578125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.15204492956399918,"layout_ms":1.6656270017847419},{"common_ms":0.10649696923792362,"layout_ms":1.3197489315643907},{"common_ms":0.10839593596756458,"layout_ms":1.2844910379499197}],"zigzag":[{"common_ms":0.11187093332409859,"layout_ms":3.110271063633263},{"common_ms":0.11007499415427446,"layout_ms":2.885440015234053},{"common_ms":0.10123697575181723,"layout_ms":2.859420026652515}],"planner":[{"common_ms":0.11454499326646328,"layout_ms":7.532404037192464},{"common_ms":0.11023005936294794,"layout_ms":7.39513395819813},{"common_ms":0.10756007395684719,"layout_ms":7.390276994556189}]},"samples":{"contiguous":[{"stack_ms":2310.400634765625,"wall_ms":2310.452974983491,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":2311.26708984375,"wall_ms":2311.31495104637,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":2316.747314453125,"wall_ms":2316.7999400757253,"allocated_gib":151.7114143371582,"reserved_gib":155.015625}],"zigzag":[{"stack_ms":1981.56005859375,"wall_ms":1981.6144990036264,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1978.118408203125,"wall_ms":1978.1665420159698,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1982.2806396484375,"wall_ms":1982.33240400441,"allocated_gib":151.7114143371582,"reserved_gib":155.015625}],"planner":[{"stack_ms":1976.7845458984375,"wall_ms":1976.8294550012797,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1977.1944580078125,"wall_ms":1977.2435469785705,"allocated_gib":151.7114143371582,"reserved_gib":155.015625},{"stack_ms":1971.712646484375,"wall_ms":1971.7592360684648,"allocated_gib":151.7114143371582,"reserved_gib":155.015625}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.16518402844667435,"layout_ms":2.1742460085079074},{"common_ms":0.10689592454582453,"layout_ms":1.8002380384132266},{"common_ms":0.1118610380217433,"layout_ms":1.7304160865023732}],"zigzag":[{"common_ms":0.12109300587326288,"layout_ms":3.1311940401792526},{"common_ms":0.10983494576066732,"layout_ms":2.7876049280166626},{"common_ms":0.10404502972960472,"layout_ms":2.7422059793025255}],"planner":[{"common_ms":0.10943005327135324,"layout_ms":7.441640947945416},{"common_ms":0.11006009299308062,"layout_ms":7.361261988990009},{"common_ms":0.10617694351822138,"layout_ms":7.17173598241061}]},"samples":{"contiguous":[{"stack_ms":2310.3984375,"wall_ms":2310.4656420182437,"allocated_gib":149.71143102645874,"reserved_gib":153.015625},{"stack_ms":2311.25927734375,"wall_ms":2311.3220459781587,"allocated_gib":149.71143102645874,"reserved_gib":153.015625},{"stack_ms":2316.743896484375,"wall_ms":2316.807240014896,"allocated_gib":149.71143102645874,"reserved_gib":153.015625}],"zigzag":[{"stack_ms":1981.54736328125,"wall_ms":1981.6090919775888,"allocated_gib":149.71143102645874,"reserved_gib":153.015625},{"stack_ms":1978.1114501953125,"wall_ms":1978.169339010492,"allocated_gib":149.71143102645874,"reserved_gib":153.015625},{"stack_ms":1982.2725830078125,"wall_ms":1982.3301970027387,"allocated_gib":149.71143102645874,"reserved_gib":153.015625}],"planner":[{"stack_ms":1976.7762451171875,"wall_ms":1976.8322510644794,"allocated_gib":149.71143102645874,"reserved_gib":153.015625},{"stack_ms":1977.192138671875,"wall_ms":1977.246921043843,"allocated_gib":149.71143102645874,"reserved_gib":153.015625},{"stack_ms":1971.700927734375,"wall_ms":1971.7635340057313,"allocated_gib":149.71143102645874,"reserved_gib":153.015625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.17229898367077112,"layout_ms":2.2507969988510013},{"common_ms":0.10470394045114517,"layout_ms":1.9078209297731519},{"common_ms":0.1093689352273941,"layout_ms":1.7994190566241741}],"zigzag":[{"common_ms":0.11843396350741386,"layout_ms":3.3925409661605954},{"common_ms":0.10692700743675232,"layout_ms":3.040333976969123},{"common_ms":0.10251603089272976,"layout_ms":2.896456979215145}],"planner":[{"common_ms":0.10872108396142721,"layout_ms":7.592582027427852},{"common_ms":0.10632898192852736,"layout_ms":7.587381987832487},{"common_ms":0.10256795212626457,"layout_ms":7.440828951075673}]},"samples":{"contiguous":[{"stack_ms":2310.405029296875,"wall_ms":2310.4549649870023,"allocated_gib":149.71243810653687,"reserved_gib":153.017578125},{"stack_ms":2311.269287109375,"wall_ms":2311.3150120479986,"allocated_gib":149.71243810653687,"reserved_gib":153.017578125},{"stack_ms":2316.7548828125,"wall_ms":2316.8040389427915,"allocated_gib":149.71243810653687,"reserved_gib":153.017578125}],"zigzag":[{"stack_ms":1981.56201171875,"wall_ms":1981.6070719389245,"allocated_gib":149.71243810653687,"reserved_gib":153.017578125},{"stack_ms":1978.119384765625,"wall_ms":1978.1632269732654,"allocated_gib":149.71243810653687,"reserved_gib":153.017578125},{"stack_ms":1982.28125,"wall_ms":1982.328598969616,"allocated_gib":149.71243810653687,"reserved_gib":153.017578125}],"planner":[{"stack_ms":1976.789306640625,"wall_ms":1976.8319430295378,"allocated_gib":149.71243810653687,"reserved_gib":153.017578125},{"stack_ms":1977.20703125,"wall_ms":1977.2496820660308,"allocated_gib":149.71243810653687,"reserved_gib":153.017578125},{"stack_ms":1971.7113037109375,"wall_ms":1971.7591049848124,"allocated_gib":149.71243810653687,"reserved_gib":153.017578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.1860510092228651,"layout_ms":2.4330930318683386},{"common_ms":0.10968698188662529,"layout_ms":2.0527109736576676},{"common_ms":0.11208606883883476,"layout_ms":1.9913739524781704}],"zigzag":[{"common_ms":0.13224000576883554,"layout_ms":3.3242979552596807},{"common_ms":0.1102519454434514,"layout_ms":3.0285120010375977},{"common_ms":0.10895798914134502,"layout_ms":2.9717569705098867}],"planner":[{"common_ms":0.11857599020004272,"layout_ms":7.638275041244924},{"common_ms":0.11389004066586494,"layout_ms":7.428571931086481},{"common_ms":0.10749802459031343,"layout_ms":7.373186992481351}]},"samples":{"contiguous":[{"stack_ms":2310.378662109375,"wall_ms":2310.4590870207176,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":2311.239501953125,"wall_ms":2311.3146199611947,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":2316.724853515625,"wall_ms":2316.8078410672024,"allocated_gib":151.713387966156,"reserved_gib":155.017578125}],"zigzag":[{"stack_ms":1981.5340576171875,"wall_ms":1981.6023069433868,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1978.093505859375,"wall_ms":1978.174582007341,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1982.257080078125,"wall_ms":1982.3348389472812,"allocated_gib":151.713387966156,"reserved_gib":155.017578125}],"planner":[{"stack_ms":1976.7603759765625,"wall_ms":1976.832187967375,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1977.187255859375,"wall_ms":1977.2605759790167,"allocated_gib":151.713387966156,"reserved_gib":155.017578125},{"stack_ms":1971.6893310546875,"wall_ms":1971.7668070225045,"allocated_gib":151.713387966156,"reserved_gib":155.017578125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011430188892550138,"max_abs":0.003753662109375,"finite":true},"dq":{"relative_rms":0.0003894386565647096,"max_abs":0.0032958984375,"finite":true},"dkv":{"relative_rms":0.0007245783222362772,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006692855569189896,"max_abs":1.3384848784880887e-12,"finite":true},"d_weights":{"relative_rms":0.0005427322637472228,"max_abs":3.14321368932724e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008009921092203992,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007823725990211913,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.0828900439664088e-05,"max_abs":6.764366844436154e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.001171873224560384,"max_abs":0.00421142578125,"finite":true},"dq":{"relative_rms":0.0004076790257212904,"max_abs":0.0032958984375,"finite":true},"dkv":{"relative_rms":0.0005559291698655016,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0007387518951354076,"max_abs":1.3384848784880887e-12,"finite":true},"d_weights":{"relative_rms":0.0005944647586516621,"max_abs":3.14321368932724e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007363328176742903,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007336139364333612,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.1849244519645303e-05,"max_abs":7.0912165028858e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":8.731149137020111e-11,"errors":{"output":{"relative_rms":0.0011613749742762044,"max_abs":0.003692626953125,"finite":true},"dq":{"relative_rms":0.0003984127017542334,"max_abs":0.003173828125,"finite":true},"dkv":{"relative_rms":0.000728245247560231,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006998017445279,"max_abs":1.3384848784880887e-12,"finite":true},"d_weights":{"relative_rms":0.0005926962680221025,"max_abs":3.4433469409123063e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008086432285965931,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007849526365048693,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.1203437828033757e-05,"max_abs":7.460698725481052e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":21,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":4294951840},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":148992,"spans":24,"candidate_workspace_bytes":6442355700}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147431744},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":4294716960},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":4294870452}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221202392},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":4294948416},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":3,"candidate_workspace_bytes":3221221016}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294953500},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":4294858568},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":4294894280}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":4294919436},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":3221220036},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":4294951840}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147451920},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":3221146152},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":4294870452}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221216048},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":3221140568},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":3,"candidate_workspace_bytes":3221221016}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294964736},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":44,"candidate_workspace_bytes":3221212748},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128512,"spans":4,"candidate_workspace_bytes":4294894280}}]}, + {"case":"1m-power-law","lengths":[1024,4096,16384,65536,131072,307200,523264],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":2332.069580078125,"prepare_ms":2.2670619655400515,"prepare_plus_stack_ms":2334.336642043665,"amortized_per_layer_ms":583.5841605109163,"prepare_fraction":0.0009711803879132378,"stack_min_ms":2331.05615234375,"stack_max_ms":2333.993896484375,"prepare_min_ms":2.194773987866938,"prepare_max_ms":2.684136852622032,"peak_allocated_gib":151.7105631828308,"peak_reserved_gib":155.142578125},"zigzag":{"stack_ms":1844.341064453125,"prepare_ms":2.272999845445156,"prepare_plus_stack_ms":1846.6140642985702,"amortized_per_layer_ms":461.65351607464254,"prepare_fraction":0.0012309014045707202,"stack_min_ms":1842.379638671875,"stack_max_ms":1846.308349609375,"prepare_min_ms":2.227194025181234,"prepare_max_ms":2.4939709110185504,"peak_allocated_gib":151.7105631828308,"peak_reserved_gib":155.142578125},"planner":{"stack_ms":1842.931640625,"prepare_ms":8.33435298409313,"prepare_plus_stack_ms":1851.2659936090931,"amortized_per_layer_ms":462.8164984022733,"prepare_fraction":0.004501974871717425,"stack_min_ms":1841.4990234375,"stack_max_ms":1844.16796875,"prepare_min_ms":7.908836007118225,"prepare_max_ms":8.474332862533629,"peak_allocated_gib":151.7105631828308,"peak_reserved_gib":155.142578125}},"raw_sha256":"7298c5d11d8f978d6a2e51f434105a4c6c15204a67dd17ecc406d4b193ccc5ae","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.15546800568699837,"layout_ms":1.8232220318168402},{"common_ms":0.10799092706292868,"layout_ms":1.48343900218606},{"common_ms":0.10821002069860697,"layout_ms":1.4771179994568229}],"zigzag":[{"common_ms":0.12835697270929813,"layout_ms":2.336943056434393},{"common_ms":0.1062530791386962,"layout_ms":2.101499936543405},{"common_ms":0.10318995919078588,"layout_ms":2.0688429940491915}],"planner":[{"common_ms":0.1124669797718525,"layout_ms":7.5049459701403975},{"common_ms":0.10368891526013613,"layout_ms":7.419883972033858},{"common_ms":0.09749596938490868,"layout_ms":7.225976092740893}]},"samples":{"contiguous":[{"stack_ms":2331.038330078125,"wall_ms":2331.1183319892734,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":2333.961181640625,"wall_ms":2334.034394007176,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":2332.0458984375,"wall_ms":2332.1153639117256,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375}],"zigzag":[{"stack_ms":1842.3468017578125,"wall_ms":1842.423721915111,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1844.3348388671875,"wall_ms":1844.4102170178667,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1846.2943115234375,"wall_ms":1846.3573660701513,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375}],"planner":[{"stack_ms":1844.1387939453125,"wall_ms":1844.2193859955296,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1842.9190673828125,"wall_ms":1842.993330094032,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375},{"stack_ms":1841.49267578125,"wall_ms":1841.555556980893,"allocated_gib":151.29298162460327,"reserved_gib":154.724609375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.15265494585037231,"layout_ms":2.53148190677166},{"common_ms":0.1170069444924593,"layout_ms":2.150055021047592},{"common_ms":0.10424398351460695,"layout_ms":2.090530004352331}],"zigzag":[{"common_ms":0.12423202861100435,"layout_ms":2.3317659506574273},{"common_ms":0.10386202484369278,"layout_ms":2.0211118971928954},{"common_ms":0.09923602920025587,"layout_ms":1.9801330054178834}],"planner":[{"common_ms":0.10577193461358547,"layout_ms":8.228581049479544},{"common_ms":0.10276702232658863,"layout_ms":7.643257034942508},{"common_ms":0.10105199180543423,"layout_ms":7.387281977571547}]},"samples":{"contiguous":[{"stack_ms":2331.041015625,"wall_ms":2331.1295660678297,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":2333.97119140625,"wall_ms":2334.048197953962,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":2332.040283203125,"wall_ms":2332.1116999723017,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125}],"zigzag":[{"stack_ms":1842.37158203125,"wall_ms":1842.43606205564,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1844.32958984375,"wall_ms":1844.4056890439242,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1846.29443359375,"wall_ms":1846.3624770520255,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125}],"planner":[{"stack_ms":1844.1259765625,"wall_ms":1844.1993079613894,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1842.91552734375,"wall_ms":1842.987774987705,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125},{"stack_ms":1841.4884033203125,"wall_ms":1841.552819008939,"allocated_gib":149.21093463897705,"reserved_gib":152.642578125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.1514810137450695,"layout_ms":1.895396038889885},{"common_ms":0.11024205014109612,"layout_ms":1.4842929085716605},{"common_ms":0.10163302067667246,"layout_ms":1.4413599856197834}],"zigzag":[{"common_ms":0.12109591625630856,"layout_ms":2.3342230124399066},{"common_ms":0.10323699098080397,"layout_ms":2.0620060386136174},{"common_ms":0.10198797099292278,"layout_ms":2.0284889033064246}],"planner":[{"common_ms":0.1076089683920145,"layout_ms":7.785995956510305},{"common_ms":0.10361499153077602,"layout_ms":7.759273052215576},{"common_ms":0.10179099626839161,"layout_ms":7.8070450108498335}]},"samples":{"contiguous":[{"stack_ms":2331.045654296875,"wall_ms":2331.1196360737085,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":2333.98193359375,"wall_ms":2334.0461840853095,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":2332.044921875,"wall_ms":2332.109486917034,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125}],"zigzag":[{"stack_ms":1842.349853515625,"wall_ms":1842.4192640231922,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1844.3365478515625,"wall_ms":1844.4047719240189,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1846.299072265625,"wall_ms":1846.3574999477714,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125}],"planner":[{"stack_ms":1844.14404296875,"wall_ms":1844.2076190840453,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1842.924560546875,"wall_ms":1842.9909679107368,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125},{"stack_ms":1841.497314453125,"wall_ms":1841.5545709431171,"allocated_gib":149.7103476524353,"reserved_gib":153.142578125}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.1535339979454875,"layout_ms":2.0598669070750475},{"common_ms":0.10847498197108507,"layout_ms":1.6401089960709214},{"common_ms":0.10021589696407318,"layout_ms":1.6822509933263063}],"zigzag":[{"common_ms":0.12322608381509781,"layout_ms":2.3088939487934113},{"common_ms":0.10316690895706415,"layout_ms":2.0360670750960708},{"common_ms":0.09898701682686806,"layout_ms":2.032546908594668}],"planner":[{"common_ms":0.11074298527091742,"layout_ms":7.821361999958754},{"common_ms":0.10272406507283449,"layout_ms":7.651030900888145},{"common_ms":0.09981507901102304,"layout_ms":7.3957949643954635}]},"samples":{"contiguous":[{"stack_ms":2331.036865234375,"wall_ms":2331.123171024956,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":2333.979736328125,"wall_ms":2334.0524069499224,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":2332.048828125,"wall_ms":2332.1255270857364,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125}],"zigzag":[{"stack_ms":1842.3302001953125,"wall_ms":1842.4197809072211,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1844.33544921875,"wall_ms":1844.4185319822282,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1846.2906494140625,"wall_ms":1846.365450997837,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125}],"planner":[{"stack_ms":1844.1365966796875,"wall_ms":1844.2186090396717,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1842.9078369140625,"wall_ms":1842.9841289762408,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125},{"stack_ms":1841.4881591796875,"wall_ms":1841.5591759840026,"allocated_gib":150.7109236717224,"reserved_gib":154.142578125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.13064697850495577,"layout_ms":1.6101449728012085},{"common_ms":0.12225296813994646,"layout_ms":1.278753043152392},{"common_ms":0.10040006600320339,"layout_ms":1.2334249913692474}],"zigzag":[{"common_ms":0.10910304263234138,"layout_ms":2.214660053141415},{"common_ms":0.10517996270209551,"layout_ms":2.0254680421203375},{"common_ms":0.09564310312271118,"layout_ms":2.0023370161652565}],"planner":[{"common_ms":0.10808196384459734,"layout_ms":7.959504961036146},{"common_ms":0.09984604548662901,"layout_ms":7.5440919026732445},{"common_ms":0.09961402975022793,"layout_ms":7.487859111279249}]},"samples":{"contiguous":[{"stack_ms":2331.05615234375,"wall_ms":2331.115895998664,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":2333.992431640625,"wall_ms":2334.0466880472377,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":2332.06591796875,"wall_ms":2332.1247670101,"allocated_gib":150.7089581489563,"reserved_gib":154.015625}],"zigzag":[{"stack_ms":1842.378662109375,"wall_ms":1842.4342860234901,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1844.341064453125,"wall_ms":1844.3973710527644,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1846.308349609375,"wall_ms":1846.3574589695781,"allocated_gib":150.7089581489563,"reserved_gib":154.015625}],"planner":[{"stack_ms":1844.1639404296875,"wall_ms":1844.2154789809138,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1842.9268798828125,"wall_ms":1842.9829900851473,"allocated_gib":150.7089581489563,"reserved_gib":154.015625},{"stack_ms":1841.4990234375,"wall_ms":1841.5478309616446,"allocated_gib":150.7089581489563,"reserved_gib":154.015625}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.13010797556489706,"layout_ms":2.1416310919448733},{"common_ms":0.09956792928278446,"layout_ms":1.745442976243794},{"common_ms":0.09974802378565073,"layout_ms":1.7098679672926664}],"zigzag":[{"common_ms":0.10495400056242943,"layout_ms":2.211204031482339},{"common_ms":0.09882997255772352,"layout_ms":1.9573010504245758},{"common_ms":0.09584403596818447,"layout_ms":1.9498830661177635}],"planner":[{"common_ms":0.09777199011296034,"layout_ms":7.763526984490454},{"common_ms":0.09753694757819176,"layout_ms":8.376795914955437},{"common_ms":0.09534694254398346,"layout_ms":7.6210469705984}]},"samples":{"contiguous":[{"stack_ms":2331.03857421875,"wall_ms":2331.105833989568,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":2333.986328125,"wall_ms":2334.054891951382,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":2332.0556640625,"wall_ms":2332.122749998234,"allocated_gib":148.70898008346558,"reserved_gib":152.015625}],"zigzag":[{"stack_ms":1842.37451171875,"wall_ms":1842.440670938231,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1844.341064453125,"wall_ms":1844.4122590590268,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1846.298095703125,"wall_ms":1846.3610300095752,"allocated_gib":148.70898008346558,"reserved_gib":152.015625}],"planner":[{"stack_ms":1844.1605224609375,"wall_ms":1844.2212069639936,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1842.918701171875,"wall_ms":1842.9875219007954,"allocated_gib":148.70898008346558,"reserved_gib":152.015625},{"stack_ms":1841.4908447265625,"wall_ms":1841.5557639673352,"allocated_gib":148.70898008346558,"reserved_gib":152.015625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.13557204511016607,"layout_ms":2.2494089789688587},{"common_ms":0.106004998087883,"layout_ms":1.9403179176151752},{"common_ms":0.10052102152258158,"layout_ms":1.9024100620299578}],"zigzag":[{"common_ms":0.10596890933811665,"layout_ms":2.3880020016804338},{"common_ms":0.09989691898226738,"layout_ms":2.1731029264628887},{"common_ms":0.09582808706909418,"layout_ms":2.1313659381121397}],"planner":[{"common_ms":0.10126398410648108,"layout_ms":7.57454102858901},{"common_ms":0.09856803808361292,"layout_ms":7.617325987666845},{"common_ms":0.09322096593677998,"layout_ms":7.409352925606072}]},"samples":{"contiguous":[{"stack_ms":2331.05517578125,"wall_ms":2331.1101079452783,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":2333.993896484375,"wall_ms":2334.0512339491397,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":2332.069580078125,"wall_ms":2332.1263709804043,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125}],"zigzag":[{"stack_ms":1842.379638671875,"wall_ms":1842.436144943349,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1844.3369140625,"wall_ms":1844.4043280323967,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1846.3001708984375,"wall_ms":1846.357312053442,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125}],"planner":[{"stack_ms":1844.16796875,"wall_ms":1844.2223760066554,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1842.931640625,"wall_ms":1842.9900689516217,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125},{"stack_ms":1841.4952392578125,"wall_ms":1841.5529729099944,"allocated_gib":149.70996236801147,"reserved_gib":153.142578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.1369919627904892,"layout_ms":2.35358695499599},{"common_ms":0.10286702308803797,"layout_ms":1.9756549736484885},{"common_ms":0.0997880706563592,"layout_ms":1.9379400182515383}],"zigzag":[{"common_ms":0.11578004341572523,"layout_ms":2.2823840845376253},{"common_ms":0.09861402213573456,"layout_ms":2.0739369792863727},{"common_ms":0.09635707829147577,"layout_ms":2.035608049482107}],"planner":[{"common_ms":0.10808801744133234,"layout_ms":7.646590005606413},{"common_ms":0.09844906162470579,"layout_ms":7.5411159778013825},{"common_ms":0.09779399260878563,"layout_ms":7.391707040369511}]},"samples":{"contiguous":[{"stack_ms":2331.030029296875,"wall_ms":2331.100892042741,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":2333.963623046875,"wall_ms":2334.0403879992664,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":2332.052490234375,"wall_ms":2332.1215519681573,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125}],"zigzag":[{"stack_ms":1842.3671875,"wall_ms":1842.444731038995,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1844.3212890625,"wall_ms":1844.3895219825208,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1846.288818359375,"wall_ms":1846.357249072753,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125}],"planner":[{"stack_ms":1844.15283203125,"wall_ms":1844.2258139839396,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1842.9200439453125,"wall_ms":1842.985674040392,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125},{"stack_ms":1841.4853515625,"wall_ms":1841.5514020016417,"allocated_gib":151.7105631828308,"reserved_gib":155.142578125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0013428105618137978,"max_abs":0.0041656494140625,"finite":true},"dq":{"relative_rms":0.00048765076612230303,"max_abs":0.00269317626953125,"finite":true},"dkv":{"relative_rms":0.0005868772764480919,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006102313731747746,"max_abs":1.3216094885137863e-12,"finite":true},"d_weights":{"relative_rms":0.0005646514750951848,"max_abs":2.561137080192566e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006821380970658252,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006928252540291293,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.1687592618025885e-05,"max_abs":7.617018127348274e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.0372681319713593e-10,"errors":{"output":{"relative_rms":0.0013380036447212835,"max_abs":0.0046234130859375,"finite":true},"dq":{"relative_rms":0.00048140273912704404,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.0005869179996960147,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0005975503773569267,"max_abs":1.5063505998114124e-12,"finite":true},"d_weights":{"relative_rms":0.0005326132288651804,"max_abs":2.7466739993542433e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007085657042606724,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007206446746044695,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.1158194581237762e-05,"max_abs":7.048583938740194e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0013415670722420677,"max_abs":0.0041656494140625,"finite":true},"dq":{"relative_rms":0.0004842536152348723,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.0005614231455496417,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006448841200006738,"max_abs":1.5010215292932116e-12,"finite":true},"d_weights":{"relative_rms":0.0005637729593552843,"max_abs":2.7466739993542433e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007447628140164128,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.000741671294291931,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.1231210486015354e-05,"max_abs":8.050449196161935e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":5,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":4294872060},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":149888,"spans":11,"candidate_workspace_bytes":6442234524}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":4294769316},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":8,"candidate_workspace_bytes":4294958488}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147477340},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":4294967100},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":7,"candidate_workspace_bytes":3221153280}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221219048},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":4294958488},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":8,"candidate_workspace_bytes":3221181084}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":2,"candidate_workspace_bytes":3221218712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":3221170664},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":8,"candidate_workspace_bytes":4294872060}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147465816},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":3221205100},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":8,"candidate_workspace_bytes":3221205100}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221220208},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":3221115144},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":7,"candidate_workspace_bytes":3221168384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294954672},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":3221168384},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":128384,"spans":6,"candidate_workspace_bytes":4294769316}}]}, + {"case":"1m-count-uniform-256","lengths":[4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096,4096],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":805.7577514648438,"prepare_ms":2.5897780433297157,"prepare_plus_stack_ms":808.3475295081735,"amortized_per_layer_ms":202.08688237704337,"prepare_fraction":0.0032037928598673718,"stack_min_ms":804.2769775390625,"stack_max_ms":805.9464111328125,"prepare_min_ms":2.507723052985966,"prepare_max_ms":3.0559480655938387,"peak_allocated_gib":141.4653606414795,"peak_reserved_gib":144.7734375},"zigzag":{"stack_ms":832.54052734375,"prepare_ms":12.93477404396981,"prepare_plus_stack_ms":845.4753013877198,"amortized_per_layer_ms":211.36882534692995,"prepare_fraction":0.015298819519315745,"stack_min_ms":832.3836669921875,"stack_max_ms":832.8041381835938,"prepare_min_ms":12.248163926415145,"prepare_max_ms":14.440839062444866,"peak_allocated_gib":141.4653606414795,"peak_reserved_gib":144.7734375},"planner":{"stack_ms":805.8746948242188,"prepare_ms":3.169052070006728,"prepare_plus_stack_ms":809.0437468942255,"amortized_per_layer_ms":202.26093672355637,"prepare_fraction":0.003917034254540813,"stack_min_ms":804.8976440429688,"stack_max_ms":806.2640380859375,"prepare_min_ms":3.080029971897602,"prepare_max_ms":3.3679979387670755,"peak_allocated_gib":141.4653606414795,"peak_reserved_gib":144.7734375}},"raw_sha256":"bca3372e1e047b5b2c1bbab4f4b5b051ce38dac7b4496becd97765233bd7ea2c","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.23756397422403097,"layout_ms":2.658294979482889},{"common_ms":0.15235994942486286,"layout_ms":2.2896029986441135},{"common_ms":0.1433260040357709,"layout_ms":2.272379002533853}],"zigzag":[{"common_ms":0.1734551042318344,"layout_ms":13.559811981394887},{"common_ms":0.1434129662811756,"layout_ms":12.450232985429466},{"common_ms":0.1376130385324359,"layout_ms":11.906946077942848}],"planner":[{"common_ms":0.15644496306777,"layout_ms":2.9927189461886883},{"common_ms":0.14677701983600855,"layout_ms":3.1429999507963657},{"common_ms":0.1516559859737754,"layout_ms":2.8346499893814325}]},"samples":{"contiguous":[{"stack_ms":804.2651977539062,"wall_ms":804.3138709617779,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.7444458007812,"wall_ms":805.7886719470844,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9310913085938,"wall_ms":805.9763149358332,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":832.5121459960938,"wall_ms":832.5609109597281,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.363525390625,"wall_ms":832.4078409932554,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.7910766601562,"wall_ms":832.8370989765972,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":804.890869140625,"wall_ms":804.9534190213308,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2553100585938,"wall_ms":806.3029970508069,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.8746948242188,"wall_ms":805.9218190610409,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.24084607139229774,"layout_ms":2.6893579633906484},{"common_ms":0.1469929702579975,"layout_ms":2.291990094818175},{"common_ms":0.1470200950279832,"layout_ms":2.334614982828498}],"zigzag":[{"common_ms":0.17675792332738638,"layout_ms":14.017252018675208},{"common_ms":0.1455669989809394,"layout_ms":12.551074963994324},{"common_ms":0.1471770228818059,"layout_ms":11.836228892207146}],"planner":[{"common_ms":0.15180802438408136,"layout_ms":2.978694043122232},{"common_ms":0.14902104157954454,"layout_ms":3.1303539872169495},{"common_ms":0.1543599646538496,"layout_ms":2.8883219929412007}]},"samples":{"contiguous":[{"stack_ms":804.2684936523438,"wall_ms":804.3145430274308,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.752685546875,"wall_ms":805.796007043682,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9305419921875,"wall_ms":805.9752569533885,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":832.531494140625,"wall_ms":832.5789680238813,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.3765869140625,"wall_ms":832.4208919657394,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.796875,"wall_ms":832.841138006188,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":804.881591796875,"wall_ms":804.9347919877619,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2488403320312,"wall_ms":806.2924060504884,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.8694458007812,"wall_ms":805.918046971783,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.28337701223790646,"layout_ms":2.7725710533559322},{"common_ms":0.1523130340501666,"layout_ms":2.437465009279549},{"common_ms":0.1446420792490244,"layout_ms":2.331250929273665}],"zigzag":[{"common_ms":0.17418095376342535,"layout_ms":14.106268994510174},{"common_ms":0.1486180117353797,"layout_ms":12.78615603223443},{"common_ms":0.14535291120409966,"layout_ms":12.102811015211046}],"planner":[{"common_ms":0.14618190471082926,"layout_ms":3.002100042067468},{"common_ms":0.14611706137657166,"layout_ms":3.2032259041443467},{"common_ms":0.14775199815630913,"layout_ms":2.9287870274856687}]},"samples":{"contiguous":[{"stack_ms":804.2666625976562,"wall_ms":804.3080390198156,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.7501831054688,"wall_ms":805.7909030467272,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9321899414062,"wall_ms":805.9754630085081,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":832.5328369140625,"wall_ms":832.5776979327202,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.3827514648438,"wall_ms":832.4238959467039,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.79296875,"wall_ms":832.8376220306382,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":804.8885498046875,"wall_ms":804.9368270440027,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.25146484375,"wall_ms":806.2932760221884,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.869140625,"wall_ms":805.9204750461504,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.28241006657481194,"layout_ms":2.743166987784207},{"common_ms":0.15568092931061983,"layout_ms":2.362889936193824},{"common_ms":0.1473360462114215,"layout_ms":2.3603870067745447}],"zigzag":[{"common_ms":0.179882044903934,"layout_ms":14.260957017540932},{"common_ms":0.14578306581825018,"layout_ms":12.785219005309045},{"common_ms":0.14263694174587727,"layout_ms":12.082555913366377}],"planner":[{"common_ms":0.15350000467151403,"layout_ms":3.015552065335214},{"common_ms":0.16026897355914116,"layout_ms":3.2077289652079344},{"common_ms":0.1560490345582366,"layout_ms":2.9169440967962146}]},"samples":{"contiguous":[{"stack_ms":804.2615966796875,"wall_ms":804.3006110237911,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.7567138671875,"wall_ms":805.7940499857068,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9354858398438,"wall_ms":805.9809280093759,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":832.5262451171875,"wall_ms":832.5707719195634,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.3836669921875,"wall_ms":832.42460899055,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.8007202148438,"wall_ms":832.8414759598672,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":804.8961181640625,"wall_ms":804.9411189276725,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2521362304688,"wall_ms":806.2914069741964,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.869384765625,"wall_ms":805.9136370429769,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.20999403204768896,"layout_ms":2.714199014008045},{"common_ms":0.14545908197760582,"layout_ms":2.3241889430209994},{"common_ms":0.14778797049075365,"layout_ms":2.2934150183573365}],"zigzag":[{"common_ms":0.15941704623401165,"layout_ms":13.880151091143489},{"common_ms":0.1376079162582755,"layout_ms":12.636511004529893},{"common_ms":0.13997196219861507,"layout_ms":11.749031953513622}],"planner":[{"common_ms":0.14790601562708616,"layout_ms":2.907249960117042},{"common_ms":0.1464691013097763,"layout_ms":3.086535958573222},{"common_ms":0.1503819366917014,"layout_ms":2.913367934525013}]},"samples":{"contiguous":[{"stack_ms":804.2769775390625,"wall_ms":804.3164779664949,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.7577514648438,"wall_ms":805.7932649971917,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9464111328125,"wall_ms":805.9818079927936,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":832.536865234375,"wall_ms":832.5755189871415,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.3770141601562,"wall_ms":832.4148369720206,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.8041381835938,"wall_ms":832.8397310106084,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":804.8976440429688,"wall_ms":804.9394489498809,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2640380859375,"wall_ms":806.2992850318551,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.8738403320312,"wall_ms":805.9107209555805,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.20834500901401043,"layout_ms":2.6319639291614294},{"common_ms":0.1467249821871519,"layout_ms":2.3090019822120667},{"common_ms":0.14388503041118383,"layout_ms":2.2526209941133857}],"zigzag":[{"common_ms":0.15651690773665905,"layout_ms":13.873009011149406},{"common_ms":0.14230201486498117,"layout_ms":12.516611022874713},{"common_ms":0.1405330840498209,"layout_ms":11.925093946047127}],"planner":[{"common_ms":0.1494219759479165,"layout_ms":2.854192047379911},{"common_ms":0.14370400458574295,"layout_ms":3.0724609969183803},{"common_ms":0.14662405010312796,"layout_ms":2.83738796133548}]},"samples":{"contiguous":[{"stack_ms":804.2716674804688,"wall_ms":804.316358990036,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.7512817382812,"wall_ms":805.7926889741793,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.93896484375,"wall_ms":805.9850899735466,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":832.54052734375,"wall_ms":832.581025082618,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.3780517578125,"wall_ms":832.4192569125444,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.794677734375,"wall_ms":832.8331810189411,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":804.8975219726562,"wall_ms":804.9397820141166,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2562255859375,"wall_ms":806.2964950222522,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.8681640625,"wall_ms":805.9122840641066,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.19012601114809513,"layout_ms":2.6465890696272254},{"common_ms":0.13629905879497528,"layout_ms":2.3843609960749745},{"common_ms":0.13870804104954004,"layout_ms":2.331972005777061}],"zigzag":[{"common_ms":0.15488103963434696,"layout_ms":13.912094989791512},{"common_ms":0.1420800108462572,"layout_ms":12.511200970038772},{"common_ms":0.14160503633320332,"layout_ms":11.830623028799891}],"planner":[{"common_ms":0.14552997890859842,"layout_ms":2.9337339801713824},{"common_ms":0.13884203508496284,"layout_ms":3.1227379804477096},{"common_ms":0.14582695439457893,"layout_ms":2.934203017503023}]},"samples":{"contiguous":[{"stack_ms":804.2725830078125,"wall_ms":804.3177839135751,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.7499389648438,"wall_ms":805.786503944546,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.9400634765625,"wall_ms":805.9808759717271,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":832.5387573242188,"wall_ms":832.5762869790196,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.3758544921875,"wall_ms":832.4161359341815,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.8003540039062,"wall_ms":832.8378800069913,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":804.8941650390625,"wall_ms":804.9358499702066,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2583618164062,"wall_ms":806.2975399661809,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.8718872070312,"wall_ms":805.9143499704078,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.23044506087899208,"layout_ms":2.651671995408833},{"common_ms":0.14533603098243475,"layout_ms":2.3169529158622026},{"common_ms":0.1490169670432806,"layout_ms":2.3362699430435896}],"zigzag":[{"common_ms":0.1688969787210226,"layout_ms":14.003427000716329},{"common_ms":0.13979803770780563,"layout_ms":12.554129003547132},{"common_ms":0.14430598821491003,"layout_ms":11.932319961488247}],"planner":[{"common_ms":0.1505659893155098,"layout_ms":2.9378599720075727},{"common_ms":0.1561220269650221,"layout_ms":3.1487460946664214},{"common_ms":0.14644197653979063,"layout_ms":2.8698790119960904}]},"samples":{"contiguous":[{"stack_ms":804.2548828125,"wall_ms":804.3016879819334,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.7444458007812,"wall_ms":805.7858010288328,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.92919921875,"wall_ms":805.9731459943578,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"zigzag":[{"stack_ms":832.5298461914062,"wall_ms":832.5792830437422,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.3700561523438,"wall_ms":832.4144489597529,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":832.7900390625,"wall_ms":832.8354030381888,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}],"planner":[{"stack_ms":804.8943481445312,"wall_ms":804.9394219415262,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":806.2493286132812,"wall_ms":806.2929250299931,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375},{"stack_ms":805.8659057617188,"wall_ms":805.9107779990882,"allocated_gib":141.4653606414795,"reserved_gib":144.7734375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0008989130611880658,"max_abs":0.00360870361328125,"finite":true},"dq":{"relative_rms":0.00042107457132664925,"max_abs":0.0023193359375,"finite":true},"dkv":{"relative_rms":0.0002975369460186216,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.00017763648274754304,"max_abs":1.5503154315865686e-12,"finite":true},"d_weights":{"relative_rms":0.00012658820939935703,"max_abs":3.2014213502407074e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00023429823116106853,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.00021559678952955298,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.696220584437464e-06,"max_abs":9.777068044058979e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0008999878566874702,"max_abs":0.0034942626953125,"finite":true},"dq":{"relative_rms":0.0004207122368984395,"max_abs":0.002197265625,"finite":true},"dkv":{"relative_rms":0.00029686421139468397,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00017750758976050208,"max_abs":1.056932319443149e-12,"finite":true},"d_weights":{"relative_rms":0.00012610055356433836,"max_abs":3.2014213502407074e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002060759295113921,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002134181443154409,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.134214897925267e-06,"max_abs":1.3642420526593924e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009022754406741162,"max_abs":0.00362396240234375,"finite":true},"dq":{"relative_rms":0.00042488924635457993,"max_abs":0.0023193359375,"finite":true},"dkv":{"relative_rms":0.0003065318970218616,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0001677641751741044,"max_abs":1.5503154315865686e-12,"finite":true},"d_weights":{"relative_rms":0.00012188594054985278,"max_abs":2.939486876130104e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00023717424044355365,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002136334260192646,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.083289549546149e-06,"max_abs":1.1368683772161603e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":268304384},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":268304384}}]}, + {"case":"1m-count-uniform-1024","lengths":[1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":427.78045654296875,"prepare_ms":7.082102005369961,"prepare_plus_stack_ms":434.8625585483387,"amortized_per_layer_ms":108.71563963708468,"prepare_fraction":0.016285839896199583,"stack_min_ms":427.57049560546875,"stack_max_ms":428.68988037109375,"prepare_min_ms":7.018990931101143,"prepare_max_ms":7.611087989062071,"peak_allocated_gib":140.90264987945557,"peak_reserved_gib":144.0234375},"zigzag":{"stack_ms":485.1805419921875,"prepare_ms":45.57812598068267,"prepare_plus_stack_ms":530.7586679728702,"amortized_per_layer_ms":132.68966699321754,"prepare_fraction":0.08587354052032628,"stack_min_ms":484.5711364746094,"stack_max_ms":485.8100891113281,"prepare_min_ms":44.449251028709114,"prepare_max_ms":49.02588902041316,"peak_allocated_gib":140.90264987945557,"peak_reserved_gib":144.0234375},"planner":{"stack_ms":428.3489990234375,"prepare_ms":9.490373893640935,"prepare_plus_stack_ms":437.83937291707844,"amortized_per_layer_ms":109.45984322926961,"prepare_fraction":0.021675469317461997,"stack_min_ms":427.9776611328125,"stack_max_ms":428.36578369140625,"prepare_min_ms":9.1417389921844,"prepare_max_ms":10.708327987231314,"peak_allocated_gib":140.90264987945557,"peak_reserved_gib":144.0234375}},"raw_sha256":"e18fc9646de177a7034052770ac78c3529e03fef545c0ff840cee670a9927e0b","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3833840601146221,"layout_ms":7.169944932684302},{"common_ms":0.2669059904292226,"layout_ms":6.706950021907687},{"common_ms":0.2640190068632364,"layout_ms":6.6302280174568295}],"zigzag":[{"common_ms":0.30987593345344067,"layout_ms":47.88281407672912},{"common_ms":0.26667199563235044,"layout_ms":43.905497062951326},{"common_ms":0.26120198890566826,"layout_ms":43.81199297495186}],"planner":[{"common_ms":0.27828908059746027,"layout_ms":8.824863005429506},{"common_ms":0.26484497357159853,"layout_ms":9.176354971714318},{"common_ms":0.29072200413793325,"layout_ms":8.701086044311523}]},"samples":{"contiguous":[{"stack_ms":427.7608947753906,"wall_ms":427.80315806157887,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.5643310546875,"wall_ms":427.60245699901134,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.6836853027344,"wall_ms":428.72207006439567,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.5610046386719,"wall_ms":484.5989210298285,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.80535888671875,"wall_ms":485.84399197716266,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.1805419921875,"wall_ms":485.22263404447585,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.3378601074219,"wall_ms":428.37817792315036,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3570861816406,"wall_ms":428.39430703315884,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9638671875,"wall_ms":428.0027709901333,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.35925302654504776,"layout_ms":7.206213078461587},{"common_ms":0.27391198091208935,"layout_ms":6.701649981550872},{"common_ms":0.2612820826470852,"layout_ms":6.628884933888912}],"zigzag":[{"common_ms":0.29657909180969,"layout_ms":47.55080596078187},{"common_ms":0.262717017903924,"layout_ms":43.67072891909629},{"common_ms":0.2571070799604058,"layout_ms":43.71443495620042}],"planner":[{"common_ms":0.27885998133569956,"layout_ms":8.787938975729048},{"common_ms":0.2651149407029152,"layout_ms":9.048943989910185},{"common_ms":0.28778298292309046,"layout_ms":8.672429947182536}]},"samples":{"contiguous":[{"stack_ms":427.7693176269531,"wall_ms":427.80972097534686,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.5645446777344,"wall_ms":427.60583001654595,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.68414306640625,"wall_ms":428.72219695709646,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.5580139160156,"wall_ms":484.59962208289653,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.8042907714844,"wall_ms":485.8448870945722,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.1764831542969,"wall_ms":485.2207109797746,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.3352355957031,"wall_ms":428.37649502325803,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3502197265625,"wall_ms":428.3880889415741,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.97540283203125,"wall_ms":428.01456700544804,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.400812947191298,"layout_ms":7.210275041870773},{"common_ms":0.27314608450978994,"layout_ms":6.647891015745699},{"common_ms":0.25557796470820904,"layout_ms":6.606281967833638}],"zigzag":[{"common_ms":0.3143079811707139,"layout_ms":47.780380002222955},{"common_ms":0.2584939356893301,"layout_ms":44.06105889938772},{"common_ms":0.2608789363875985,"layout_ms":44.030244927853346}],"planner":[{"common_ms":0.2877209335565567,"layout_ms":8.844043943099678},{"common_ms":0.26250991504639387,"layout_ms":9.227863978594542},{"common_ms":0.28445094358175993,"layout_ms":8.746878942474723}]},"samples":{"contiguous":[{"stack_ms":427.7732849121094,"wall_ms":427.8089409926906,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.55682373046875,"wall_ms":427.593384985812,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.68072509765625,"wall_ms":428.71994397137314,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.5552062988281,"wall_ms":484.5936850178987,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.8062744140625,"wall_ms":485.84273701999336,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.1787109375,"wall_ms":485.21816497668624,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.3366394042969,"wall_ms":428.37417603004724,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3505554199219,"wall_ms":428.38832805864513,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9678955078125,"wall_ms":428.00561897456646,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3679039655253291,"layout_ms":7.238069083541632},{"common_ms":0.26966596487909555,"layout_ms":6.812436040490866},{"common_ms":0.26649096980690956,"layout_ms":6.752499961294234}],"zigzag":[{"common_ms":0.296158017590642,"layout_ms":48.72973100282252},{"common_ms":0.26411598082631826,"layout_ms":45.31400999985635},{"common_ms":0.2651619724929333,"layout_ms":44.18408905621618}],"planner":[{"common_ms":0.2711400156840682,"layout_ms":8.905077003873885},{"common_ms":0.2655040007084608,"layout_ms":9.169787052087486},{"common_ms":0.28712593484669924,"layout_ms":8.811527979560196}]},"samples":{"contiguous":[{"stack_ms":427.7697448730469,"wall_ms":427.8088549617678,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.56268310546875,"wall_ms":427.61702195275575,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.68634033203125,"wall_ms":428.7233770592138,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.56414794921875,"wall_ms":484.60329498630017,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.6509094238281,"wall_ms":485.7389769749716,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.1785888671875,"wall_ms":485.21736497059464,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.34259033203125,"wall_ms":428.37914905976504,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.3456726074219,"wall_ms":428.38334606494755,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.97308349609375,"wall_ms":428.0115630244836,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.35000708885490894,"layout_ms":7.248968002386391},{"common_ms":0.2693289425224066,"layout_ms":6.624644971452653},{"common_ms":0.25764398742467165,"layout_ms":6.600391934625804}],"zigzag":[{"common_ms":0.30432105995714664,"layout_ms":47.37514001317322},{"common_ms":0.2564209280535579,"layout_ms":43.45864406786859},{"common_ms":0.26120105758309364,"layout_ms":43.11622097156942}],"planner":[{"common_ms":0.28302206192165613,"layout_ms":8.737192954868078},{"common_ms":0.25986204855144024,"layout_ms":9.091967018321157},{"common_ms":0.29414205346256495,"layout_ms":8.840569062158465}]},"samples":{"contiguous":[{"stack_ms":427.78045654296875,"wall_ms":427.81302495859563,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.57049560546875,"wall_ms":427.6021720143035,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.68988037109375,"wall_ms":428.722586017102,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.5711364746094,"wall_ms":484.6038349205628,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.8056945800781,"wall_ms":485.8409659937024,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.1789855957031,"wall_ms":485.215745982714,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.3489990234375,"wall_ms":428.38152404874563,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.36578369140625,"wall_ms":428.39643999468535,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9747314453125,"wall_ms":428.0101670883596,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.38391491398215294,"layout_ms":7.154601044021547},{"common_ms":0.2652849070727825,"layout_ms":6.5923030488193035},{"common_ms":0.25917100720107555,"layout_ms":6.607993971556425}],"zigzag":[{"common_ms":0.2891359617933631,"layout_ms":47.14779101777822},{"common_ms":0.25831698440015316,"layout_ms":43.5010080691427},{"common_ms":0.2583469031378627,"layout_ms":43.69993705768138}],"planner":[{"common_ms":0.2678600139915943,"layout_ms":8.760052034631371},{"common_ms":0.2635910641402006,"layout_ms":9.142733993940055},{"common_ms":0.28989091515541077,"layout_ms":8.714862982742488}]},"samples":{"contiguous":[{"stack_ms":427.7754211425781,"wall_ms":427.81394196208566,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.5633850097656,"wall_ms":427.59682098403573,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.68572998046875,"wall_ms":428.72234201058745,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.5630798339844,"wall_ms":484.6005729632452,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.8100891113281,"wall_ms":485.8459369279444,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.1761779785156,"wall_ms":485.2153219981119,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.33624267578125,"wall_ms":428.3737459918484,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.35626220703125,"wall_ms":428.3919120207429,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9776611328125,"wall_ms":428.0150930862874,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.38306904025375843,"layout_ms":7.182025001384318},{"common_ms":0.26376894675195217,"layout_ms":6.641337997280061},{"common_ms":0.25089108385145664,"layout_ms":6.670997943729162}],"zigzag":[{"common_ms":0.28576795011758804,"layout_ms":47.586648957803845},{"common_ms":0.2576499246060848,"layout_ms":43.542430037632585},{"common_ms":0.2558119595050812,"layout_ms":43.95104304421693}],"planner":[{"common_ms":0.28308096807450056,"layout_ms":10.029060998931527},{"common_ms":0.262271030806005,"layout_ms":9.071944048628211},{"common_ms":0.2932220231741667,"layout_ms":8.703586994670331}]},"samples":{"contiguous":[{"stack_ms":427.77459716796875,"wall_ms":427.8111229650676,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.56207275390625,"wall_ms":427.59575904347,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.6824951171875,"wall_ms":428.71991998981684,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.5599365234375,"wall_ms":484.6019969554618,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.8078918457031,"wall_ms":485.84130709059536,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.1775207519531,"wall_ms":485.2157449349761,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.3369140625,"wall_ms":428.37299092207104,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.354248046875,"wall_ms":428.3892191015184,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.9744567871094,"wall_ms":428.0129650142044,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3680340014398098,"layout_ms":7.172178942710161},{"common_ms":0.2673040144145489,"layout_ms":6.624456029385328},{"common_ms":0.2654650015756488,"layout_ms":6.566987023688853}],"zigzag":[{"common_ms":0.29886001721024513,"layout_ms":47.746906988322735},{"common_ms":0.2664669882506132,"layout_ms":43.51530410349369},{"common_ms":0.2556430408731103,"layout_ms":43.604610953480005}],"planner":[{"common_ms":0.2768379636108875,"layout_ms":10.431490023620427},{"common_ms":0.25636900682002306,"layout_ms":9.106601006351411},{"common_ms":0.2822729293256998,"layout_ms":8.8594660628587}]},"samples":{"contiguous":[{"stack_ms":427.77325439453125,"wall_ms":427.81275301240385,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.5591125488281,"wall_ms":427.5950809242204,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.681640625,"wall_ms":428.72127692680806,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"zigzag":[{"stack_ms":484.55426025390625,"wall_ms":484.5949560403824,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.8023681640625,"wall_ms":485.84273701999336,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":485.170654296875,"wall_ms":485.2111650398001,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}],"planner":[{"stack_ms":428.3343505859375,"wall_ms":428.37691493332386,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":428.35577392578125,"wall_ms":428.3924059709534,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375},{"stack_ms":427.97247314453125,"wall_ms":428.0128920217976,"allocated_gib":140.90264987945557,"reserved_gib":144.0234375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.956373747647448e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.867137678396023e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":7.151589759909951e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.165310064624885e-07,"max_abs":7.73070496506989e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.035386868561908e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.76453676515638e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":8.01061095063261e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.14686024723334e-07,"max_abs":5.229594535194337e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":5.217721337408272e-05,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.735168948958538e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":7.111362354322838e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":8.273923011356218e-07,"max_abs":6.821210263296962e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":2048,"candidate_workspace_bytes":66977792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":66977792}}]}, + {"case":"1m-count-near-uniform-512","lengths":[2560,2560,1536,2560,2560,2560,1536,1536,2560,2560,2560,2560,2560,1536,1536,2560,2560,1536,2560,2560,2560,2560,2560,1536,2560,1536,1536,1536,2560,2560,2560,1536,2560,2560,1536,2560,1536,2560,2560,1536,2560,1536,2560,2560,2560,1536,2560,2560,1536,1536,1536,1536,2560,2560,2560,1536,2560,2560,1536,2560,2560,2560,1536,1536,2560,2560,1536,1536,2560,1536,2560,1536,1536,1536,1536,1536,1536,1536,2560,1536,1536,1536,1536,1536,2560,1536,1536,2560,2560,1536,1536,1536,1536,1536,1536,2560,2560,1536,1536,2560,2560,2560,1536,2560,2560,1536,2560,2560,1536,1536,1536,2560,1536,2560,1536,2560,1536,1536,1536,1536,1536,2560,2560,1536,1536,1536,1536,1536,1536,2560,2560,1536,1536,2560,1536,1536,2560,1536,1536,1536,2560,2560,1536,1536,2560,1536,2560,2560,1536,2560,2560,1536,1536,1536,1536,1536,2560,1536,2560,2560,1536,2560,1536,2560,2560,1536,1536,2560,1536,1536,1536,1536,1536,2560,1536,2560,1536,1536,2560,1536,2560,2560,1536,2560,1536,1536,2560,2560,1536,1536,2560,1536,2560,1536,2560,1536,1536,1536,2560,1536,1536,2560,2560,2560,1536,1536,2560,2560,1536,2560,1536,1536,2560,2560,1536,2560,1536,2560,1536,1536,2560,2560,1536,2560,2560,2560,1536,1536,1536,2560,1536,2560,2560,1536,2560,1536,2560,2560,1536,1536,2560,1536,2560,2560,2560,1536,1536,1536,1536,2560,1536,2560,2560,2560,1536,2560,1536,2560,2560,1536,2560,2560,2560,1536,2560,2560,1536,2560,1536,1536,2560,2560,2560,2560,1536,1536,1536,2560,2560,2560,1536,2560,1536,2560,1536,2560,2560,2560,1536,2560,1536,1536,1536,2560,1536,1536,2560,1536,1536,1536,1536,2560,2560,1536,1536,2560,1536,1536,2560,1536,2560,1536,2560,2560,1536,2560,2560,2560,2560,2560,1536,2560,2560,2560,2560,2560,1536,2560,2560,1536,1536,2560,1536,2560,1536,1536,2560,1536,1536,1536,1536,2560,2560,1536,2560,2560,1536,1536,2560,2560,2560,1536,2560,1536,2560,2560,1536,2560,1536,2560,2560,1536,1536,2560,1536,2560,2560,2560,2560,2560,1536,2560,1536,2560,2560,2560,1536,2560,2560,1536,2560,1536,1536,1536,2560,1536,2560,2560,1536,1536,1536,2560,2560,2560,2560,2560,2560,1536,1536,2560,2560,2560,2560,2560,2560,2560,1536,2560,2560,2560,1536,2560,2560,1536,1536,1536,1536,1536,2560,1536,1536,1536,2560,1536,1536,1536,1536,1536,2560,2560,1536,2560,1536,2560,1536,1536,1536,2560,1536,1536,1536,2560,1536,1536,2560,2560,1536,2560,1536,2560,1536,1536,2560,1536,2560,2560,2560,1536,2560,1536,2560,2560,2560,1536,2560,1536,1536,2560,2560,1536,1536,2560,2560,1536,2560,2560,1536,1536,2560,2560,1536,2560,2560,2560,2560,2560,1536,1536,2560,1536,1536,1536,2560,1536,2560,1536,1536,1536,1536,1536,2560,1536,1536,1536,2560,2560,2560,1536,1536,2560,1536,1536],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":645.3963623046875,"prepare_ms":4.428566084243357,"prepare_plus_stack_ms":649.8249283889309,"amortized_per_layer_ms":162.45623209723271,"prepare_fraction":0.006815014153462558,"stack_min_ms":644.670166015625,"stack_max_ms":646.2551879882812,"prepare_min_ms":4.218862974084914,"prepare_max_ms":4.679736099205911,"peak_allocated_gib":141.12943267822266,"peak_reserved_gib":144.2578125},"zigzag":{"stack_ms":687.294677734375,"prepare_ms":23.95109087228775,"prepare_plus_stack_ms":711.2457686066628,"amortized_per_layer_ms":177.8114421516657,"prepare_fraction":0.03367484479972115,"stack_min_ms":686.5708618164062,"stack_max_ms":688.7071533203125,"prepare_min_ms":23.48214411176741,"prepare_max_ms":25.578605942428112,"peak_allocated_gib":141.12943267822266,"peak_reserved_gib":144.2578125},"planner":{"stack_ms":645.4324951171875,"prepare_ms":5.447701900266111,"prepare_plus_stack_ms":650.8801970174536,"amortized_per_layer_ms":162.7200492543634,"prepare_fraction":0.008369745961283299,"stack_min_ms":644.7984008789062,"stack_max_ms":645.5125732421875,"prepare_min_ms":5.267287022434175,"prepare_max_ms":5.691771977581084,"peak_allocated_gib":141.12943267822266,"peak_reserved_gib":144.2578125}},"raw_sha256":"9edc904347ce4eb9a268b09ac8122ca89958e1a9c6212ce67f566c3f34c35f6f","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3109959652647376,"layout_ms":4.252161015756428},{"common_ms":0.1954709878191352,"layout_ms":3.726542927324772},{"common_ms":0.19064301159232855,"layout_ms":3.66026209667325}],"zigzag":[{"common_ms":0.2146019833162427,"layout_ms":24.94151098653674},{"common_ms":0.18990191165357828,"layout_ms":23.32095999736339},{"common_ms":0.18657802138477564,"layout_ms":22.71972398739308}],"planner":[{"common_ms":0.19634899217635393,"layout_ms":4.939508042298257},{"common_ms":0.20048196893185377,"layout_ms":5.032996996305883},{"common_ms":0.19692396745085716,"layout_ms":4.963025916367769}]},"samples":{"contiguous":[{"stack_ms":646.2506103515625,"wall_ms":646.2922439677641,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":644.6478271484375,"wall_ms":644.6903590112925,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":645.390380859375,"wall_ms":645.4313299618661,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125}],"zigzag":[{"stack_ms":686.5609741210938,"wall_ms":686.6034489357844,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":688.6965942382812,"wall_ms":688.7411789502949,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":687.2897338867188,"wall_ms":687.3295090626925,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125}],"planner":[{"stack_ms":645.5048828125,"wall_ms":645.5476409755647,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":644.7926635742188,"wall_ms":644.8327489197254,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125},{"stack_ms":645.43115234375,"wall_ms":645.4731220146641,"allocated_gib":141.12943267822266,"reserved_gib":144.2578125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.30667404644191265,"layout_ms":4.3730620527639985},{"common_ms":0.19735493697226048,"layout_ms":3.8321800529956818},{"common_ms":0.19562698435038328,"layout_ms":4.201179021038115}],"zigzag":[{"common_ms":0.22283499129116535,"layout_ms":24.875864037312567},{"common_ms":0.1956559717655182,"layout_ms":23.496521054767072},{"common_ms":0.1924940152093768,"layout_ms":22.96528499573469}],"planner":[{"common_ms":0.20397896878421307,"layout_ms":5.023826030083001},{"common_ms":0.20360806956887245,"layout_ms":5.163660040125251},{"common_ms":0.20653207320719957,"layout_ms":5.014101974666119}]},"samples":{"contiguous":[{"stack_ms":646.2392578125,"wall_ms":646.2891349801794,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":644.6490478515625,"wall_ms":644.6938010631129,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":645.3817138671875,"wall_ms":645.4216979909688,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375}],"zigzag":[{"stack_ms":686.5650024414062,"wall_ms":686.6096400190145,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":688.6939697265625,"wall_ms":688.7404050212353,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":687.2879638671875,"wall_ms":687.3294910183176,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375}],"planner":[{"stack_ms":645.4945068359375,"wall_ms":645.5392650095746,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":644.7833862304688,"wall_ms":644.826118950732,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375},{"stack_ms":645.4271850585938,"wall_ms":645.4704460920766,"allocated_gib":141.09391117095947,"reserved_gib":144.208984375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.307865091599524,"layout_ms":4.245821968652308},{"common_ms":0.2019049134105444,"layout_ms":3.836603951640427},{"common_ms":0.19253697246313095,"layout_ms":3.823291976004839}],"zigzag":[{"common_ms":0.2137989504262805,"layout_ms":25.02571593504399},{"common_ms":0.19518204499036074,"layout_ms":23.69506796821952},{"common_ms":0.1912859734147787,"layout_ms":23.15309306140989}],"planner":[{"common_ms":0.20477198995649815,"layout_ms":5.486999987624586},{"common_ms":0.2018819795921445,"layout_ms":5.185262067243457},{"common_ms":0.1998009392991662,"layout_ms":5.020452081225812}]},"samples":{"contiguous":[{"stack_ms":646.2479248046875,"wall_ms":646.2889449903741,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":644.650146484375,"wall_ms":644.6919299196452,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":645.3795166015625,"wall_ms":645.4198189312592,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875}],"zigzag":[{"stack_ms":686.566162109375,"wall_ms":686.6074469871819,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":688.6832885742188,"wall_ms":688.7264020042494,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":687.2832641601562,"wall_ms":687.3239140259102,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875}],"planner":[{"stack_ms":645.4998779296875,"wall_ms":645.5419319681823,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":644.7854614257812,"wall_ms":644.8278289753944,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875},{"stack_ms":645.4273071289062,"wall_ms":645.4696879955009,"allocated_gib":141.1066074371338,"reserved_gib":144.216796875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3073510015383363,"layout_ms":4.2916369857266545},{"common_ms":0.19113300368189812,"layout_ms":3.8128739688545465},{"common_ms":0.19107304979115725,"layout_ms":4.2374930344522}],"zigzag":[{"common_ms":0.2179970033466816,"layout_ms":25.36060893908143},{"common_ms":0.1926309196278453,"layout_ms":23.758459952659905},{"common_ms":0.18638803157955408,"layout_ms":23.295756080187857}],"planner":[{"common_ms":0.19933097064495087,"layout_ms":5.121164955198765},{"common_ms":0.21043792366981506,"layout_ms":5.237263976596296},{"common_ms":0.19488600082695484,"layout_ms":5.07240102160722}]},"samples":{"contiguous":[{"stack_ms":646.2459106445312,"wall_ms":646.2853560224175,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":644.6511840820312,"wall_ms":644.6947909425944,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":645.3894653320312,"wall_ms":645.427118986845,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125}],"zigzag":[{"stack_ms":686.5657958984375,"wall_ms":686.6076679434627,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":688.6909790039062,"wall_ms":688.7381609994918,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":687.2894897460938,"wall_ms":687.326842918992,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125}],"planner":[{"stack_ms":645.5108642578125,"wall_ms":645.5502540338784,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":644.7835693359375,"wall_ms":644.8256840230897,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125},{"stack_ms":645.4277954101562,"wall_ms":645.4682049807161,"allocated_gib":141.1153964996338,"reserved_gib":144.251953125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2772420411929488,"layout_ms":4.229836980812252},{"common_ms":0.19164104014635086,"layout_ms":3.780792001634836},{"common_ms":0.18679210916161537,"layout_ms":3.7969660479575396}],"zigzag":[{"common_ms":0.20508200395852327,"layout_ms":25.000507943332195},{"common_ms":0.19052403513342142,"layout_ms":23.17034895531833},{"common_ms":0.18834893126040697,"layout_ms":22.817013086751103}],"planner":[{"common_ms":0.19975693430751562,"layout_ms":4.967511049471796},{"common_ms":0.2105820458382368,"layout_ms":5.1074710208922625},{"common_ms":0.20142202265560627,"layout_ms":4.975430085323751}]},"samples":{"contiguous":[{"stack_ms":646.2517700195312,"wall_ms":646.28934499342,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":644.670166015625,"wall_ms":644.7052319999784,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":645.3936767578125,"wall_ms":645.4291240079328,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125}],"zigzag":[{"stack_ms":686.5708618164062,"wall_ms":686.6109959082678,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":688.7015380859375,"wall_ms":688.7385610025376,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":687.2861938476562,"wall_ms":687.3246929608285,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125}],"planner":[{"stack_ms":645.511474609375,"wall_ms":645.5469580832869,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":644.7975463867188,"wall_ms":644.8340240167454,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125},{"stack_ms":645.4296264648438,"wall_ms":645.473271026276,"allocated_gib":141.1182041168213,"reserved_gib":144.251953125}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.26836502365767956,"layout_ms":4.2200039606541395},{"common_ms":0.19522092770785093,"layout_ms":3.7139300256967545},{"common_ms":0.19077106844633818,"layout_ms":3.7141359644010663}],"zigzag":[{"common_ms":0.20723894704133272,"layout_ms":24.937601992860436},{"common_ms":0.19265699665993452,"layout_ms":23.383881081826985},{"common_ms":0.19575702026486397,"layout_ms":22.401010035537183}],"planner":[{"common_ms":0.20016997586935759,"layout_ms":5.404873983934522},{"common_ms":0.20893302280455828,"layout_ms":5.112217040732503},{"common_ms":0.1988220028579235,"layout_ms":4.934996948577464}]},"samples":{"contiguous":[{"stack_ms":646.2551879882812,"wall_ms":646.2924859952182,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":644.6566772460938,"wall_ms":644.7021539788693,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":645.38916015625,"wall_ms":645.4356720205396,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375}],"zigzag":[{"stack_ms":686.5706787109375,"wall_ms":686.6101080086082,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":688.6949462890625,"wall_ms":688.7406719615683,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":687.2888793945312,"wall_ms":687.3275029938668,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375}],"planner":[{"stack_ms":645.5122680664062,"wall_ms":645.5549150705338,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":644.7869873046875,"wall_ms":644.8286520317197,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375},{"stack_ms":645.4215698242188,"wall_ms":645.4624520847574,"allocated_gib":141.12320804595947,"reserved_gib":144.255859375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2694249851629138,"layout_ms":4.235867992974818},{"common_ms":0.19260297995060682,"layout_ms":4.026259994134307},{"common_ms":0.18668791744858027,"layout_ms":3.684790921397507}],"zigzag":[{"common_ms":0.20626105833798647,"layout_ms":25.155370007269084},{"common_ms":0.19322405569255352,"layout_ms":23.374580894596875},{"common_ms":0.1871829153969884,"layout_ms":22.570554981939495}],"planner":[{"common_ms":0.19263301510363817,"layout_ms":4.935775068588555},{"common_ms":0.200501992367208,"layout_ms":5.0288180354982615},{"common_ms":0.191244063898921,"layout_ms":4.908964037895203}]},"samples":{"contiguous":[{"stack_ms":646.25439453125,"wall_ms":646.2890099501237,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":644.6617431640625,"wall_ms":644.6962089976296,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":645.3963623046875,"wall_ms":645.430856035091,"allocated_gib":141.1122226715088,"reserved_gib":144.21875}],"zigzag":[{"stack_ms":686.5640258789062,"wall_ms":686.5975629771128,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":688.7071533203125,"wall_ms":688.7400280684233,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":687.294677734375,"wall_ms":687.3289800714701,"allocated_gib":141.1122226715088,"reserved_gib":144.21875}],"planner":[{"stack_ms":645.5125732421875,"wall_ms":645.5454300157726,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":644.7984008789062,"wall_ms":644.8318369220942,"allocated_gib":141.1122226715088,"reserved_gib":144.21875},{"stack_ms":645.4324951171875,"wall_ms":645.4664639895782,"allocated_gib":141.1122226715088,"reserved_gib":144.21875}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.27373095508664846,"layout_ms":4.216091008856893},{"common_ms":0.19463500939309597,"layout_ms":3.7376920226961374},{"common_ms":0.19471195992082357,"layout_ms":3.774994984269142}],"zigzag":[{"common_ms":0.21945300977677107,"layout_ms":24.995448999106884},{"common_ms":0.19311602227389812,"layout_ms":23.168368032202125},{"common_ms":0.19186199642717838,"layout_ms":22.816600976511836}],"planner":[{"common_ms":0.20405801478773355,"layout_ms":5.295636015944183},{"common_ms":0.20497199147939682,"layout_ms":5.052461987361312},{"common_ms":0.19949697889387608,"layout_ms":4.91573300678283}]},"samples":{"contiguous":[{"stack_ms":646.2491455078125,"wall_ms":646.2885519722477,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":644.654052734375,"wall_ms":644.7022940265015,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":645.38671875,"wall_ms":645.428757998161,"allocated_gib":141.1136875152588,"reserved_gib":144.25}],"zigzag":[{"stack_ms":686.5637817382812,"wall_ms":686.6066190414131,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":688.6923217773438,"wall_ms":688.7390349293128,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":687.2855834960938,"wall_ms":687.3334620613605,"allocated_gib":141.1136875152588,"reserved_gib":144.25}],"planner":[{"stack_ms":645.5042114257812,"wall_ms":645.546842017211,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":644.7874145507812,"wall_ms":644.8302279459313,"allocated_gib":141.1136875152588,"reserved_gib":144.25},{"stack_ms":645.4266357421875,"wall_ms":645.4673790140077,"allocated_gib":141.1136875152588,"reserved_gib":144.25}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0003632431550782472,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00018782461708861752,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.00015782360541254241,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":4.98014526393079e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":4.817579887787073e-05,"max_abs":9.313225746154785e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00012328058577788608,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00014630663473009988,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.9607478139959505e-06,"max_abs":9.094947017729282e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0003588944976262051,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.00018584795349028057,"max_abs":0.00225830078125,"finite":true},"dkv":{"relative_rms":0.00015973217279692585,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00010200805895389347,"max_abs":1.5916157281026244e-12,"finite":true},"d_weights":{"relative_rms":8.821239284947419e-05,"max_abs":3.958120942115784e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001350572648122028,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00013609784670610305,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.968935122483986e-06,"max_abs":8.185452315956354e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0003616892924882846,"max_abs":0.00347900390625,"finite":true},"dq":{"relative_rms":0.00018880874599249873,"max_abs":0.00225830078125,"finite":true},"dkv":{"relative_rms":0.00016171082640013313,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00010217241145295753,"max_abs":1.5916157281026244e-12,"finite":true},"d_weights":{"relative_rms":8.777716657062566e-05,"max_abs":3.958120942115784e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00012713101252108687,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001344529346426523,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.920793667881925e-06,"max_abs":8.29913915367797e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":60,"candidate_workspace_bytes":150339584},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":60,"candidate_workspace_bytes":150339584}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":70,"candidate_workspace_bytes":131727360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":70,"candidate_workspace_bytes":131727360}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":67,"candidate_workspace_bytes":138543104},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":67,"candidate_workspace_bytes":138543104}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":64,"candidate_workspace_bytes":143261696},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":64,"candidate_workspace_bytes":143261696}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":64,"candidate_workspace_bytes":144572416},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":64,"candidate_workspace_bytes":144572416}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":63,"candidate_workspace_bytes":147456000},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":63,"candidate_workspace_bytes":147456000}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":141426688},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":141426688}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":142475264},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1024,"candidate_workspace_bytes":142475264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":142475264}}]}, + {"case":"1m-count-tiny-mix-512","lengths":[64,8192,64,8192,8192,23756,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,8192,64,8192,64,8192,64,64,64,8192,64,64,64,64,64,64,8192,64,64,64,64,8192,64,64,64,8192,64,8192,64,64,64,64,64,8192,8192,8192,64,23752,8192,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,8192,8192,64,64,8192,64,64,64,8192,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,23756,64,64,64,8192,8192,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,23756,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,8192,8192,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,8192,64,64,64,64,64,64,64,23752,64,64,8192,64,64,64,64,64,8192,64,8192,64,64,8192,8192,64,64,8192,64,64,64,64,8192,64,8192,8192,64,64,64,23756,23752,64,64,8192,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,8192,64,8192,64,8192,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,8192,64,23752,64,64,64,8192,8192,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,8192,64,8192,64,8192,64,64,64,64,64,64,64,64,8192,8192,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,8192,8192,64,64,8192,64,64,64,23756,64,64,8192,64,64,64,64,64,64,8192,8192,64,64,8192,64,64,64,8192,8192,64,64,8192,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,23756,64,64,64,64,64,64,8192,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,23756,64,64,64,23756,64,8192,8192,8192,64,8192,64,64,64,64,64,64,64,8192,64,8192,8192,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,8192,64,64,8192,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":933.475341796875,"prepare_ms":4.524101968854666,"prepare_plus_stack_ms":937.9994437657297,"amortized_per_layer_ms":234.49986094143242,"prepare_fraction":0.004823139287473377,"stack_min_ms":932.7923583984375,"stack_max_ms":934.2138061523438,"prepare_min_ms":4.316267906688154,"prepare_max_ms":4.867837065830827,"peak_allocated_gib":142.2140679359436,"peak_reserved_gib":154.51953125},"zigzag":{"stack_ms":965.56494140625,"prepare_ms":24.33573210146278,"prepare_plus_stack_ms":989.9006735077128,"amortized_per_layer_ms":247.4751683769282,"prepare_fraction":0.024584014086210408,"stack_min_ms":965.4428100585938,"stack_max_ms":966.8115234375,"prepare_min_ms":23.615741869434714,"prepare_max_ms":26.143384049646556,"peak_allocated_gib":142.2140679359436,"peak_reserved_gib":154.51953125},"planner":{"stack_ms":933.5420532226562,"prepare_ms":5.750521086156368,"prepare_plus_stack_ms":939.2925743088126,"amortized_per_layer_ms":234.82314357720315,"prepare_fraction":0.006122183059296454,"stack_min_ms":931.7352905273438,"stack_max_ms":933.8080444335938,"prepare_min_ms":5.522545077838004,"prepare_max_ms":5.996054038405418,"peak_allocated_gib":142.2140679359436,"peak_reserved_gib":154.51953125}},"raw_sha256":"f52e3b0573278f5ff13f90c5e023e38a87eca53882147e382f33a5f5a7fe846a","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.2750570420175791,"layout_ms":4.2479089461266994},{"common_ms":0.180443050339818,"layout_ms":3.791669034399092},{"common_ms":0.18610793631523848,"layout_ms":3.67553299292922}],"zigzag":[{"common_ms":0.2131420187652111,"layout_ms":25.21057508420199},{"common_ms":0.18582306802272797,"layout_ms":23.63617403898388},{"common_ms":0.17988192848861217,"layout_ms":23.091215058229864}],"planner":[{"common_ms":0.2069440670311451,"layout_ms":5.049059982411563},{"common_ms":0.1872520660981536,"layout_ms":5.427233059890568},{"common_ms":0.19410299137234688,"layout_ms":4.943080944940448}]},"samples":{"contiguous":[{"stack_ms":932.7808837890625,"wall_ms":932.8262930503115,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":934.1932983398438,"wall_ms":934.2478140024468,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":933.4674072265625,"wall_ms":933.5125209763646,"allocated_gib":142.178325176239,"reserved_gib":154.5078125}],"zigzag":[{"stack_ms":965.5499267578125,"wall_ms":965.5963969416916,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":966.794921875,"wall_ms":966.839034925215,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":965.4302368164062,"wall_ms":965.4761269921437,"allocated_gib":142.178325176239,"reserved_gib":154.5078125}],"planner":[{"stack_ms":931.6992797851562,"wall_ms":931.7520919721574,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":933.5326538085938,"wall_ms":933.5811280179769,"allocated_gib":142.178325176239,"reserved_gib":154.5078125},{"stack_ms":933.8010864257812,"wall_ms":933.8500950252637,"allocated_gib":142.178325176239,"reserved_gib":154.5078125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.2870230237022042,"layout_ms":4.5755039900541306},{"common_ms":0.1953189494088292,"layout_ms":4.057215992361307},{"common_ms":0.19424001220613718,"layout_ms":3.940211026929319}],"zigzag":[{"common_ms":0.22271100897341967,"layout_ms":25.920673040673137},{"common_ms":0.18992205150425434,"layout_ms":24.004735052585602},{"common_ms":0.19193498883396387,"layout_ms":23.232153966091573}],"planner":[{"common_ms":0.21394609939306974,"layout_ms":5.238977959379554},{"common_ms":0.18972402904182673,"layout_ms":5.158679094165564},{"common_ms":0.20106998272240162,"layout_ms":5.234469892457128}]},"samples":{"contiguous":[{"stack_ms":932.7803344726562,"wall_ms":932.8272209968418,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":934.1862182617188,"wall_ms":934.2397280270234,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":933.4664306640625,"wall_ms":933.5105139762163,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125}],"zigzag":[{"stack_ms":965.5441284179688,"wall_ms":965.5931110028177,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":966.7929077148438,"wall_ms":966.8383200187236,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":965.4299926757812,"wall_ms":965.4763699509203,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125}],"planner":[{"stack_ms":931.712890625,"wall_ms":931.765382993035,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":933.5281982421875,"wall_ms":933.5761510301381,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125},{"stack_ms":933.8002319335938,"wall_ms":933.8477640412748,"allocated_gib":142.2002730369568,"reserved_gib":154.51953125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2921229461207986,"layout_ms":4.4254349777475},{"common_ms":0.18766801804304123,"layout_ms":3.9099639980122447},{"common_ms":0.1917059998959303,"layout_ms":3.906511003151536}],"zigzag":[{"common_ms":0.21904194727540016,"layout_ms":25.622838991694152},{"common_ms":0.1922129886224866,"layout_ms":24.143519112840295},{"common_ms":0.18940295558422804,"layout_ms":23.347337963059545}],"planner":[{"common_ms":0.22980303037911654,"layout_ms":5.168294999748468},{"common_ms":0.1909190323203802,"layout_ms":5.2329860627651215},{"common_ms":0.19328203052282333,"layout_ms":5.082790041342378}]},"samples":{"contiguous":[{"stack_ms":932.7831420898438,"wall_ms":932.8268519602716,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":934.19482421875,"wall_ms":934.2518650228158,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":933.4591064453125,"wall_ms":933.5056280251592,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875}],"zigzag":[{"stack_ms":965.5386352539062,"wall_ms":965.5854429583997,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":966.8053588867188,"wall_ms":966.848311945796,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":965.4315185546875,"wall_ms":965.4816110851243,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875}],"planner":[{"stack_ms":931.7190551757812,"wall_ms":931.7746590822935,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":933.534912109375,"wall_ms":933.5785079747438,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875},{"stack_ms":933.7991943359375,"wall_ms":933.8469810318202,"allocated_gib":142.18999528884888,"reserved_gib":154.513671875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2772009465843439,"layout_ms":4.1938499780371785},{"common_ms":0.1783870393410325,"layout_ms":3.767999936826527},{"common_ms":0.17771392595022917,"layout_ms":3.7053220439702272}],"zigzag":[{"common_ms":0.20879402291029692,"layout_ms":25.61954502016306},{"common_ms":0.1794419949874282,"layout_ms":23.97051197476685},{"common_ms":0.1757219433784485,"layout_ms":23.088946007192135}],"planner":[{"common_ms":0.22751407232135534,"layout_ms":5.026528029702604},{"common_ms":0.17724500503391027,"layout_ms":5.272740963846445},{"common_ms":0.18552702385932207,"layout_ms":4.9573840806260705}]},"samples":{"contiguous":[{"stack_ms":932.7906494140625,"wall_ms":932.8300569904968,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":934.2009887695312,"wall_ms":934.2475939774886,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":933.471435546875,"wall_ms":933.5114769637585,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875}],"zigzag":[{"stack_ms":965.5460205078125,"wall_ms":965.5891159782186,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":966.8089599609375,"wall_ms":966.8489280156791,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":965.440185546875,"wall_ms":965.4806329635903,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875}],"planner":[{"stack_ms":931.7291259765625,"wall_ms":931.7812920780852,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":933.5420532226562,"wall_ms":933.5850180359557,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875},{"stack_ms":933.8080444335938,"wall_ms":933.8502790778875,"allocated_gib":142.16654634475708,"reserved_gib":145.498046875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2933120122179389,"layout_ms":4.309865995310247},{"common_ms":0.1863669604063034,"layout_ms":4.337735008448362},{"common_ms":0.18311897292733192,"layout_ms":3.8587989984080195}],"zigzag":[{"common_ms":0.20315998699516058,"layout_ms":25.453316047787666},{"common_ms":0.18329406157135963,"layout_ms":23.432403919287026},{"common_ms":0.18131209071725607,"layout_ms":23.037540959194303}],"planner":[{"common_ms":0.2115410752594471,"layout_ms":5.093434010632336},{"common_ms":0.1853361027315259,"layout_ms":5.244761938229203},{"common_ms":0.19487901590764523,"layout_ms":5.4853829788044095}]},"samples":{"contiguous":[{"stack_ms":932.7923583984375,"wall_ms":932.8292799182236,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":934.197265625,"wall_ms":934.2470209812745,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":933.475341796875,"wall_ms":933.5147540550679,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125}],"zigzag":[{"stack_ms":965.5626220703125,"wall_ms":965.6019839458168,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":966.8115234375,"wall_ms":966.8468079762533,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":965.4396362304688,"wall_ms":965.475986013189,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125}],"planner":[{"stack_ms":931.7316284179688,"wall_ms":931.7796089453623,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":933.5372924804688,"wall_ms":933.5746079450473,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125},{"stack_ms":933.798095703125,"wall_ms":933.8389909826219,"allocated_gib":141.98155069351196,"reserved_gib":145.158203125}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.28246198780834675,"layout_ms":4.238646011799574},{"common_ms":0.18546497449278831,"layout_ms":4.228472011163831},{"common_ms":0.18706591799855232,"layout_ms":3.7759870756417513}],"zigzag":[{"common_ms":0.21152500994503498,"layout_ms":25.82824300043285},{"common_ms":0.18487509805709124,"layout_ms":23.27550097834319},{"common_ms":0.18490897491574287,"layout_ms":23.43083289451897}],"planner":[{"common_ms":0.2212140243500471,"layout_ms":4.982165060937405},{"common_ms":0.17930299509316683,"layout_ms":5.816751043312252},{"common_ms":0.18972402904182673,"layout_ms":5.409996025264263}]},"samples":{"contiguous":[{"stack_ms":932.7860107421875,"wall_ms":932.8335149912164,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":934.1939086914062,"wall_ms":934.2518509365618,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":933.46533203125,"wall_ms":933.5064539918676,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125}],"zigzag":[{"stack_ms":965.5572509765625,"wall_ms":965.5999500537291,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":966.797119140625,"wall_ms":966.8412089813501,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":965.4273681640625,"wall_ms":965.4711888870224,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125}],"planner":[{"stack_ms":931.7283935546875,"wall_ms":931.7839649738744,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":933.5280151367188,"wall_ms":933.5697939386591,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125},{"stack_ms":933.8052978515625,"wall_ms":933.847923995927,"allocated_gib":141.9561324119568,"reserved_gib":145.14453125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.30149007216095924,"layout_ms":4.5663469936698675},{"common_ms":0.18849305342882872,"layout_ms":4.173618974164128},{"common_ms":0.18704193644225597,"layout_ms":3.975244937464595}],"zigzag":[{"common_ms":0.20826503168791533,"layout_ms":25.544114992953837},{"common_ms":0.18935801927000284,"layout_ms":23.494889959692955},{"common_ms":0.1862139906734228,"layout_ms":23.021906963549554}],"planner":[{"common_ms":0.2157179405912757,"layout_ms":5.191143020056188},{"common_ms":0.18277508206665516,"layout_ms":5.165140028111637},{"common_ms":0.19774306565523148,"layout_ms":5.552778020501137}]},"samples":{"contiguous":[{"stack_ms":932.7900390625,"wall_ms":932.8258009627461,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":934.2138061523438,"wall_ms":934.2490419512615,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":933.4725952148438,"wall_ms":933.5111209657043,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375}],"zigzag":[{"stack_ms":965.56494140625,"wall_ms":965.5996080255136,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":966.8081665039062,"wall_ms":966.8437639484182,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":965.4428100585938,"wall_ms":965.476889978163,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375}],"planner":[{"stack_ms":931.7352905273438,"wall_ms":931.779140024446,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":933.533935546875,"wall_ms":933.5684420075268,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375},{"stack_ms":933.801513671875,"wall_ms":933.8392649078742,"allocated_gib":142.2140679359436,"reserved_gib":145.5234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.29857305344194174,"layout_ms":4.240973968990147},{"common_ms":0.18288497813045979,"layout_ms":3.724646056070924},{"common_ms":0.18428894691169262,"layout_ms":4.131978959776461}],"zigzag":[{"common_ms":0.21629396360367537,"layout_ms":25.155902025289834},{"common_ms":0.182420015335083,"layout_ms":23.19922496099025},{"common_ms":0.17671298701316118,"layout_ms":23.041188018396497}],"planner":[{"common_ms":0.20161399152129889,"layout_ms":5.320931086316705},{"common_ms":0.18754997290670872,"layout_ms":5.078754969872534},{"common_ms":0.19286293536424637,"layout_ms":4.964345949701965}]},"samples":{"contiguous":[{"stack_ms":932.779052734375,"wall_ms":932.8245470533147,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":934.1812744140625,"wall_ms":934.2255119699985,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":933.4613037109375,"wall_ms":933.5048699285835,"allocated_gib":142.1674370765686,"reserved_gib":145.5}],"zigzag":[{"stack_ms":965.5526123046875,"wall_ms":965.5984299024567,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":966.7940673828125,"wall_ms":966.8394810287282,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":965.4273071289062,"wall_ms":965.473196003586,"allocated_gib":142.1674370765686,"reserved_gib":145.5}],"planner":[{"stack_ms":931.717529296875,"wall_ms":931.7655659979209,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":933.5206909179688,"wall_ms":933.5674800677225,"allocated_gib":142.1674370765686,"reserved_gib":145.5},{"stack_ms":933.7955932617188,"wall_ms":933.8405509479344,"allocated_gib":142.1674370765686,"reserved_gib":145.5}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0011423187177433613,"max_abs":0.0039825439453125,"finite":true},"dq":{"relative_rms":0.000514668450125605,"max_abs":0.002330780029296875,"finite":true},"dkv":{"relative_rms":0.00032910909329916615,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00017281539884109366,"max_abs":1.1013412404281553e-12,"finite":true},"d_weights":{"relative_rms":0.00015408161758200854,"max_abs":2.610249794088304e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00026125223462815746,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00026007567152715834,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.585102921298756e-06,"max_abs":1.000444171950221e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0011568772904431606,"max_abs":0.00396728515625,"finite":true},"dq":{"relative_rms":0.0005288408838886283,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.0003399792265923832,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.0001934212786321416,"max_abs":1.1937117960769683e-12,"finite":true},"d_weights":{"relative_rms":0.0001599885872717988,"max_abs":2.799424692057073e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00025403277895871135,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00025923539054216097,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.501229572836702e-06,"max_abs":1.1233680652367184e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011471024575321336,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.0005203854608786793,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.0003395697283076122,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0002717374971329658,"max_abs":2.7426949600339867e-12,"finite":true},"d_weights":{"relative_rms":0.00017085042617267346,"max_abs":3.41970007866621e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00025961347973811887,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000263136215128447,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.361951252025593e-06,"max_abs":8.810729923425242e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":53,"candidate_workspace_bytes":517013372},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":1024,"candidate_workspace_bytes":533823848},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":53,"candidate_workspace_bytes":517013372}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":85,"candidate_workspace_bytes":529287620},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":1024,"candidate_workspace_bytes":534181096},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":85,"candidate_workspace_bytes":529287620}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":71,"candidate_workspace_bytes":523251376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131088,"spans":1024,"candidate_workspace_bytes":534466968},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":71,"candidate_workspace_bytes":523251376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":510720036},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":534681480},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":510720036}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":66,"candidate_workspace_bytes":411599848},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":534943624},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":66,"candidate_workspace_bytes":411599848}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":62,"candidate_workspace_bytes":397448032},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":535205768},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":62,"candidate_workspace_bytes":397448032}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":92,"candidate_workspace_bytes":535971736},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":535467912},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":92,"candidate_workspace_bytes":535971736}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":58,"candidate_workspace_bytes":510789424},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1024,"candidate_workspace_bytes":535730056},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":58,"candidate_workspace_bytes":510789424}}]}, + {"case":"1m-count-tiny-mix-1000","lengths":[64,64,2048,64,64,64,64,64,2048,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,64,64,64,2048,2048,64,2048,64,2048,2048,64,2048,64,2048,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,2048,64,2048,64,64,64,2048,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,2048,2048,64,64,64,64,2048,2048,64,64,64,64,64,2048,2048,64,2048,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,2048,2048,2048,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,60828,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,2048,64,64,64,64,64,2048,64,64,64,64,2048,64,64,64,2048,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,2048,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,2048,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,2048,64,64,64,2048,2048,64,2048,2048,64,64,64,2048,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,60824,64,64,64,64,64,64,64,64,2048,64,64,64,2048,64,64,64,64,64,64,2048,64,64,64,2048,64,2048,2048,2048,2048,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,2048,64,64,2048,60828,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,60824,64,2048,64,64,64,64,64,64,2048,64,64,64,2048,64,64,64,64,2048,64,2048,64,64,64,64,64,64,2048,64,64,2048,2048,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,2048,2048,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,2048,2048,64,64,64,64,64,64,60824,64,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,2048,2048,64,2048,64,64,64,64,64,64,64,2048,2048,2048,64,2048,64,64,64,64,64,64,64,2048,64,64,64,2048,64,64,64,2048,2048,64,64,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,64,64,64,64,64,2048,64,2048,64,2048,60824,64,64,2048,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,2048,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,64,2048,64,64,64,2048,2048,64,64,64,2048,64,64,2048,64,64,64,64,2048,64,2048,64,2048,64,64,2048,64,64,64,64,64,64,2048,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,2048,2048,60824,2048,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,2048,64,64,64,2048,64,64,64,64,2048,64,64,64,2048,2048,64,64,64,64,2048,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,64,64,64,64,2048,2048,64,64,64,64,64,64,64,64,2048,2048,64,2048,64,2048,64,2048,64,64,64,64,64,64,64,64,64,64,64,2048,2048,2048,2048,64,64,64,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,2048,64,64,2048,64,64,64,60828,64,64,64,2048,64,2048,64,64,64,64,64,64,2048,64,64,64,64,64,64,64,2048,64,2048,64,64,2048,64,60824,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,2048,64,64,64,64,2048,60828,2048,64,2048,64,64,64,64,2048,2048,2048,64,64,64,64,2048,64,64,64,2048,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,64,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,2048,64,64,64,64,2048,2048,2048,64,2048,64,64,64,64,64,64,64,2048,64,64,2048,64,64,2048,64,64,64,64,2048,64,64,64,64,64,2048,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2048,64,2048,64,64,2048,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":1013.2123413085938,"prepare_ms":7.777035003527999,"prepare_plus_stack_ms":1020.9893763121217,"amortized_per_layer_ms":255.24734407803044,"prepare_fraction":0.0076171556570149065,"stack_min_ms":1011.00439453125,"stack_max_ms":1013.2278442382812,"prepare_min_ms":7.528197951614857,"prepare_max_ms":8.32097395323217,"peak_allocated_gib":142.21248865127563,"peak_reserved_gib":154.5234375},"zigzag":{"stack_ms":1052.966796875,"prepare_ms":47.26524103898555,"prepare_plus_stack_ms":1100.2320379139856,"amortized_per_layer_ms":275.0580094784964,"prepare_fraction":0.0429593389487179,"stack_min_ms":1050.727783203125,"stack_max_ms":1055.9437255859375,"prepare_min_ms":44.54978695139289,"prepare_max_ms":174.5291999541223,"peak_allocated_gib":142.21248865127563,"peak_reserved_gib":154.5234375},"planner":{"stack_ms":1011.6858520507812,"prepare_ms":17.65776495449245,"prepare_plus_stack_ms":1029.3436170052737,"amortized_per_layer_ms":257.3359042513184,"prepare_fraction":0.017154393015876623,"stack_min_ms":1010.8646240234375,"stack_max_ms":1016.6587524414062,"prepare_min_ms":17.623063060455024,"prepare_max_ms":112.36268491484225,"peak_allocated_gib":142.21248865127563,"peak_reserved_gib":154.5234375}},"raw_sha256":"c0cfc2ea4f88566aee4beee14bdfd31863c6c6316c3bb6d0fdaf052a56054111","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.36903691943734884,"layout_ms":7.875819923356175},{"common_ms":0.27235003653913736,"layout_ms":7.096534944139421},{"common_ms":0.29479304794222116,"layout_ms":7.189790019765496}],"zigzag":[{"common_ms":0.29385299421846867,"layout_ms":46.31845001131296},{"common_ms":0.2844070550054312,"layout_ms":170.23469100240618},{"common_ms":0.2736039459705353,"layout_ms":44.276183005422354}],"planner":[{"common_ms":0.3051740350201726,"layout_ms":17.041519982740283},{"common_ms":0.2669669920578599,"layout_ms":17.379036988131702},{"common_ms":0.32693997491151094,"layout_ms":17.204773030243814}]},"samples":{"contiguous":[{"stack_ms":1010.9804077148438,"wall_ms":1011.0347589943558,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1013.1998291015625,"wall_ms":1013.2511139381677,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1013.2118530273438,"wall_ms":1013.2637539645657,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875}],"zigzag":[{"stack_ms":1055.9324951171875,"wall_ms":1055.9831709833816,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1052.9461669921875,"wall_ms":1052.9931950150058,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1050.709716796875,"wall_ms":1050.7581449346617,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875}],"planner":[{"stack_ms":1011.6683349609375,"wall_ms":1011.7197029758245,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1016.6449584960938,"wall_ms":1016.6972919832915,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875},{"stack_ms":1010.8450927734375,"wall_ms":1010.8940639765933,"allocated_gib":142.17146253585815,"reserved_gib":154.482421875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.4073129966855049,"layout_ms":7.913660956546664},{"common_ms":0.2916799858212471,"layout_ms":7.23651796579361},{"common_ms":0.29445497784763575,"layout_ms":7.482580025680363}],"zigzag":[{"common_ms":0.282260007224977,"layout_ms":46.12887499388307},{"common_ms":0.28412905521690845,"layout_ms":167.35425894148648},{"common_ms":0.3018459537997842,"layout_ms":43.48182200919837}],"planner":[{"common_ms":0.29731495305895805,"layout_ms":17.118083080276847},{"common_ms":0.26316207367926836,"layout_ms":17.738832044415176},{"common_ms":0.34031399991363287,"layout_ms":17.042631981894374}]},"samples":{"contiguous":[{"stack_ms":1010.9917602539062,"wall_ms":1011.0443140147254,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1013.19873046875,"wall_ms":1013.2497770246118,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1013.2169189453125,"wall_ms":1013.2611161097884,"allocated_gib":142.185142993927,"reserved_gib":154.49609375}],"zigzag":[{"stack_ms":1055.93115234375,"wall_ms":1055.9808849357069,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1052.9515380859375,"wall_ms":1052.999350009486,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1050.7091064453125,"wall_ms":1050.7577150128782,"allocated_gib":142.185142993927,"reserved_gib":154.49609375}],"planner":[{"stack_ms":1011.6676635742188,"wall_ms":1011.7167299613357,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1016.6476440429688,"wall_ms":1016.6994250612333,"allocated_gib":142.185142993927,"reserved_gib":154.49609375},{"stack_ms":1010.8517456054688,"wall_ms":1010.9004280529916,"allocated_gib":142.185142993927,"reserved_gib":154.49609375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.3360779955983162,"layout_ms":7.511014933697879},{"common_ms":0.26809610426425934,"layout_ms":6.801411043852568},{"common_ms":0.26831310242414474,"layout_ms":6.769172963686287}],"zigzag":[{"common_ms":0.27943006716668606,"layout_ms":45.62627198174596},{"common_ms":0.2699539763852954,"layout_ms":174.259245977737},{"common_ms":0.27345900889486074,"layout_ms":43.97844697814435}],"planner":[{"common_ms":0.28325000312179327,"layout_ms":16.754804993979633},{"common_ms":0.23963197600096464,"layout_ms":16.728981980122626},{"common_ms":0.28064101934432983,"layout_ms":16.759369987994432}]},"samples":{"contiguous":[{"stack_ms":1010.9954223632812,"wall_ms":1011.0433810623363,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1013.198486328125,"wall_ms":1013.244342058897,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1011.3720703125,"wall_ms":1013.261990970932,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625}],"zigzag":[{"stack_ms":1055.9324951171875,"wall_ms":1055.9805980883539,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1052.954833984375,"wall_ms":1053.0003240564838,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1050.709228515625,"wall_ms":1050.752840936184,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625}],"planner":[{"stack_ms":1011.6728515625,"wall_ms":1011.7187920259312,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1016.6388549804688,"wall_ms":1016.8438949622214,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625},{"stack_ms":1010.8514404296875,"wall_ms":1010.8972520101815,"allocated_gib":142.19881582260132,"reserved_gib":154.509765625}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3474910045042634,"layout_ms":7.8623860608786345},{"common_ms":0.2564371097832918,"layout_ms":7.118312991224229},{"common_ms":0.2947720931842923,"layout_ms":7.103857002221048}],"zigzag":[{"common_ms":0.2726230304688215,"layout_ms":46.99261800851673},{"common_ms":0.26275101117789745,"layout_ms":171.3538239710033},{"common_ms":0.26400096248835325,"layout_ms":44.1257010679692}],"planner":[{"common_ms":0.2767160767689347,"layout_ms":17.244894057512283},{"common_ms":0.2522299764677882,"layout_ms":17.41037890315056},{"common_ms":0.3146230010315776,"layout_ms":17.308440059423447}]},"samples":{"contiguous":[{"stack_ms":1010.9990844726562,"wall_ms":1011.0527779906988,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1013.2073974609375,"wall_ms":1013.2496670121327,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1013.2208862304688,"wall_ms":1013.2648929720744,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375}],"zigzag":[{"stack_ms":1055.930908203125,"wall_ms":1055.9795680455863,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1052.9588623046875,"wall_ms":1053.001762018539,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1050.7137451171875,"wall_ms":1050.754921976477,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375}],"planner":[{"stack_ms":1011.6541137695312,"wall_ms":1011.7050369735807,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1016.6467895507812,"wall_ms":1016.694505000487,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375},{"stack_ms":1010.8545532226562,"wall_ms":1010.8977209310979,"allocated_gib":142.21248865127563,"reserved_gib":154.5234375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.3176130121573806,"layout_ms":7.734252023510635},{"common_ms":0.2672789851203561,"layout_ms":7.016718038357794},{"common_ms":0.2817210042849183,"layout_ms":7.144295028410852}],"zigzag":[{"common_ms":0.2752139698714018,"layout_ms":45.8213419187814},{"common_ms":0.27639197651296854,"layout_ms":149.5413730153814},{"common_ms":0.27480407152324915,"layout_ms":43.607449042610824}],"planner":[{"common_ms":0.2876979997381568,"layout_ms":17.370066954754293},{"common_ms":0.261677079834044,"layout_ms":17.543077003210783},{"common_ms":0.3093599807471037,"layout_ms":17.23333401605487}]},"samples":{"contiguous":[{"stack_ms":1011.0003662109375,"wall_ms":1011.0399971017614,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1013.2120361328125,"wall_ms":1013.2507210364565,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1013.2278442382812,"wall_ms":1013.2658750517294,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375}],"zigzag":[{"stack_ms":1055.9432373046875,"wall_ms":1055.9889290016145,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1052.966796875,"wall_ms":1053.0077869771048,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1050.727783203125,"wall_ms":1050.764637067914,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375}],"planner":[{"stack_ms":1011.6858520507812,"wall_ms":1011.7241409607232,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1016.6553955078125,"wall_ms":1016.6973510058597,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375},{"stack_ms":1010.864013671875,"wall_ms":1010.9018150251359,"allocated_gib":142.2114772796631,"reserved_gib":154.5234375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.3637339686974883,"layout_ms":7.531120092608035},{"common_ms":0.2611270174384117,"layout_ms":6.966153043322265},{"common_ms":0.2866300055757165,"layout_ms":7.1889510145410895}],"zigzag":[{"common_ms":0.2713850699365139,"layout_ms":45.53523496724665},{"common_ms":0.2682419726625085,"layout_ms":150.92026710044593},{"common_ms":0.26894407346844673,"layout_ms":43.64494699984789}],"planner":[{"common_ms":0.2799920039251447,"layout_ms":17.084666993469},{"common_ms":0.2522571012377739,"layout_ms":16.778670018538833},{"common_ms":0.3003129968419671,"layout_ms":16.736658988520503}]},"samples":{"contiguous":[{"stack_ms":1011.00439453125,"wall_ms":1011.0456190304831,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1013.2044677734375,"wall_ms":1013.2459490559995,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1013.2208862304688,"wall_ms":1013.2621619850397,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625}],"zigzag":[{"stack_ms":1055.9381103515625,"wall_ms":1055.9791029663756,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1052.9642333984375,"wall_ms":1053.003895911388,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1050.7210693359375,"wall_ms":1050.761412945576,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625}],"planner":[{"stack_ms":1011.6843872070312,"wall_ms":1011.7238579550758,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1016.652099609375,"wall_ms":1016.695516067557,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625},{"stack_ms":1010.8613891601562,"wall_ms":1010.9028810402378,"allocated_gib":142.1646089553833,"reserved_gib":154.4765625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.28490403201431036,"layout_ms":7.1024729404598475},{"common_ms":0.22380496375262737,"layout_ms":6.4719009678810835},{"common_ms":0.27657405007630587,"layout_ms":6.562603055499494}],"zigzag":[{"common_ms":0.23702101316303015,"layout_ms":45.053199981339276},{"common_ms":0.22568798158317804,"layout_ms":43.058239039964974},{"common_ms":0.2359900390729308,"layout_ms":43.1475070072338}],"planner":[{"common_ms":0.236232066527009,"layout_ms":16.38049795292318},{"common_ms":0.2177009591832757,"layout_ms":112.14498395565897},{"common_ms":0.28329796623438597,"layout_ms":16.80807094089687}]},"samples":{"contiguous":[{"stack_ms":1010.9911499023438,"wall_ms":1011.0312500037253,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1013.2123413085938,"wall_ms":1013.2491239346564,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1013.2257080078125,"wall_ms":1013.2629580330104,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625}],"zigzag":[{"stack_ms":1055.9437255859375,"wall_ms":1055.9791750274599,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1052.96435546875,"wall_ms":1053.001632913947,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1050.7249755859375,"wall_ms":1050.7592529756948,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625}],"planner":[{"stack_ms":1011.68359375,"wall_ms":1011.7187829455361,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1016.6587524414062,"wall_ms":1016.6970180580392,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625},{"stack_ms":1010.8646240234375,"wall_ms":1010.9007969731465,"allocated_gib":142.16359663009644,"reserved_gib":145.47265625}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3605230012908578,"layout_ms":7.8365959925577044},{"common_ms":0.26629900094121695,"layout_ms":7.124077063053846},{"common_ms":0.27240393683314323,"layout_ms":7.088751066476107}],"zigzag":[{"common_ms":0.2788790734484792,"layout_ms":46.64544190745801},{"common_ms":0.2746409736573696,"layout_ms":161.00843902677298},{"common_ms":0.26709900703281164,"layout_ms":43.07629505638033}],"planner":[{"common_ms":0.29334810096770525,"layout_ms":17.02790299896151},{"common_ms":0.25942001957446337,"layout_ms":17.404973972588778},{"common_ms":0.29909599106758833,"layout_ms":17.160266055725515}]},"samples":{"contiguous":[{"stack_ms":1010.997802734375,"wall_ms":1011.0417179530486,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1013.2061767578125,"wall_ms":1013.2500840118155,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1013.2159423828125,"wall_ms":1013.2593900198117,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625}],"zigzag":[{"stack_ms":1055.93896484375,"wall_ms":1055.9844989329576,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1052.957275390625,"wall_ms":1053.003153996542,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1050.7137451171875,"wall_ms":1050.7602390134707,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625}],"planner":[{"stack_ms":1011.6768188476562,"wall_ms":1011.7197559447959,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1016.6519165039062,"wall_ms":1016.6989660356194,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625},{"stack_ms":1010.8568725585938,"wall_ms":1010.9010270098224,"allocated_gib":142.1635022163391,"reserved_gib":145.47265625}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0008222949079850242,"max_abs":0.00396728515625,"finite":true},"dq":{"relative_rms":0.0003770710458021089,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.0002802742300506933,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00029889585579946106,"max_abs":1.7479351299698465e-12,"finite":true},"d_weights":{"relative_rms":0.00023927353161950533,"max_abs":4.642060957849026e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002478970580051866,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002771873399836794,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.1764019867968564e-06,"max_abs":9.038103598868474e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0008315308122879432,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.00038701192104418356,"max_abs":0.0031890869140625,"finite":true},"dkv":{"relative_rms":0.0003116616765755016,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00023956507578124506,"max_abs":1.0658141036401503e-12,"finite":true},"d_weights":{"relative_rms":0.00019975559185015192,"max_abs":2.1827872842550278e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002589917054404724,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002714359172917063,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.271117607398045e-06,"max_abs":8.981260180007666e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0008172218092787748,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.00037179183908948795,"max_abs":0.0032958984375,"finite":true},"dkv":{"relative_rms":0.000280300822936656,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00029605898280929025,"max_abs":1.7479351299698465e-12,"finite":true},"d_weights":{"relative_rms":0.00023660770745379407,"max_abs":4.642060957849026e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002426590939255554,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002462100296892247,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.5317532813085928e-06,"max_abs":1.0942358130705543e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":174,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":488196380},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":174,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":167,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":502727628},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":167,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":71,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":517258876},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":71,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":117,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":531790124},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":117,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":155,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":531596620},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":155,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":139,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":2000,"candidate_workspace_bytes":481269136},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":139,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":29,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":2000,"candidate_workspace_bytes":481223468},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":29,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":155,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131040,"spans":2000,"candidate_workspace_bytes":481132168},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":155,"candidate_workspace_bytes":536870912}}]}, + {"case":"1m-count-mixed-256-1long","lengths":[64,64,64,64,8192,64,64,64,64,64,64,8192,64,64,8192,8192,64,64,64,64,64,64,8192,8192,64,64,8192,64,64,8192,64,64,64,8192,64,64,8192,64,64,64,64,8192,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,64,8192,8192,64,64,64,64,64,64,64,64,64,8192,64,64,64,8192,8192,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,8192,64,64,64,64,8192,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,8192,64,8192,64,64,64,8192,64,8192,64,8192,64,64,8192,64,64,64,64,8192,64,8192,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,8192,64,64,625856,64,64,8192,64,64,64,8192,64,8192,64,8192,64,8192,8192,64,64,64,64,64,64,8192,64,64,64,64,64,8192,64,64,64,64,64,64,64,64,64,64,8192,64,64,64,64,8192,64,8192,64,64,8192,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":2462.006591796875,"prepare_ms":3.1531890854239464,"prepare_plus_stack_ms":2465.159780882299,"amortized_per_layer_ms":616.2899452205747,"prepare_fraction":0.0012791013020240808,"stack_min_ms":2461.732421875,"stack_max_ms":2476.110595703125,"prepare_min_ms":3.087805933319032,"prepare_max_ms":3.6240320187062025,"peak_allocated_gib":156.40150594711304,"peak_reserved_gib":159.83203125},"zigzag":{"stack_ms":1919.68017578125,"prepare_ms":15.536996885202825,"prepare_plus_stack_ms":1935.2171726664528,"amortized_per_layer_ms":483.8042931666132,"prepare_fraction":0.008028554678333627,"stack_min_ms":1919.083740234375,"stack_max_ms":1922.82861328125,"prepare_min_ms":13.564232038334012,"prepare_max_ms":121.22395797632635,"peak_allocated_gib":156.40150594711304,"peak_reserved_gib":159.83203125},"planner":{"stack_ms":1856.2357177734375,"prepare_ms":9.62007010821253,"prepare_plus_stack_ms":1865.85578788165,"amortized_per_layer_ms":466.4639469704125,"prepare_fraction":0.005155848683854835,"stack_min_ms":1855.6365966796875,"stack_max_ms":1857.85546875,"prepare_min_ms":9.516368969343603,"prepare_max_ms":9.94887703564018,"peak_allocated_gib":156.40150594711304,"peak_reserved_gib":159.83203125}},"raw_sha256":"5e92e13515d8822c04136b4b9a6a6bdd1df43eee5687b8aa97ae7c27cb77f5db","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.25374500546604395,"layout_ms":3.0128509970381856},{"common_ms":0.16304501332342625,"layout_ms":2.6149559998884797},{"common_ms":0.16033905558288097,"layout_ms":2.5694610085338354}],"zigzag":[{"common_ms":0.18343690317124128,"layout_ms":15.353559982031584},{"common_ms":0.1578319352120161,"layout_ms":13.129913015291095},{"common_ms":0.15526602510362864,"layout_ms":13.085358077660203}],"planner":[{"common_ms":0.1739939907565713,"layout_ms":9.166695992462337},{"common_ms":0.17735501751303673,"layout_ms":9.232357959263027},{"common_ms":0.1582939876243472,"layout_ms":8.984468993730843}]},"samples":{"contiguous":[{"stack_ms":2461.70849609375,"wall_ms":2461.781471967697,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":2476.068603515625,"wall_ms":2476.1358939576894,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":2461.99658203125,"wall_ms":2462.0690640294924,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875}],"zigzag":[{"stack_ms":1919.0181884765625,"wall_ms":1919.0966530004516,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1919.6751708984375,"wall_ms":1919.7350409813225,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1922.8197021484375,"wall_ms":1922.8840309660882,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875}],"planner":[{"stack_ms":1857.843505859375,"wall_ms":1857.9124109819531,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1856.2266845703125,"wall_ms":1856.2863789265975,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875},{"stack_ms":1855.6072998046875,"wall_ms":1855.6700590997934,"allocated_gib":154.49447631835938,"reserved_gib":157.94921875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.27050392236560583,"layout_ms":3.1380829168483615},{"common_ms":0.15717302449047565,"layout_ms":2.732094028033316},{"common_ms":0.1635790104046464,"layout_ms":2.683464903384447}],"zigzag":[{"common_ms":0.18256891053169966,"layout_ms":14.932958991266787},{"common_ms":0.16243697609752417,"layout_ms":13.39281105902046},{"common_ms":0.15425391029566526,"layout_ms":13.243951019831002}],"planner":[{"common_ms":0.17413904424756765,"layout_ms":9.774737991392612},{"common_ms":0.18224609084427357,"layout_ms":9.437824017368257},{"common_ms":0.16742898151278496,"layout_ms":9.348939987830818}]},"samples":{"contiguous":[{"stack_ms":2461.705322265625,"wall_ms":2461.796527961269,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":2476.07373046875,"wall_ms":2476.1518120067194,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":2461.996826171875,"wall_ms":2462.068193941377,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875}],"zigzag":[{"stack_ms":1919.01220703125,"wall_ms":1919.1105170175433,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1919.6766357421875,"wall_ms":1919.7413270594552,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1922.81201171875,"wall_ms":1922.8779929690063,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875}],"planner":[{"stack_ms":1857.8370361328125,"wall_ms":1857.9078239854425,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1856.2216796875,"wall_ms":1856.2841400271282,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875},{"stack_ms":1855.6090087890625,"wall_ms":1855.6772420415655,"allocated_gib":152.50711584091187,"reserved_gib":155.94921875}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2504539443179965,"layout_ms":3.3552449895069003},{"common_ms":0.15588500536978245,"layout_ms":2.969307010062039},{"common_ms":0.1522870734333992,"layout_ms":2.8825619956478477}],"zigzag":[{"common_ms":0.1756139099597931,"layout_ms":15.159797039814293},{"common_ms":0.16081903595477343,"layout_ms":12.936837039887905},{"common_ms":0.14899007510393858,"layout_ms":12.820287956856191}],"planner":[{"common_ms":0.16589509323239326,"layout_ms":9.196828003041446},{"common_ms":0.16081798821687698,"layout_ms":9.392581996507943},{"common_ms":0.15982403419911861,"layout_ms":9.291904978454113}]},"samples":{"contiguous":[{"stack_ms":2461.7158203125,"wall_ms":2461.7825150489807,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":2476.08251953125,"wall_ms":2476.155100041069,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":2461.9970703125,"wall_ms":2462.0630720164627,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375}],"zigzag":[{"stack_ms":1919.0172119140625,"wall_ms":1919.0894670318812,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1919.677978515625,"wall_ms":1919.7371810441837,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1922.820556640625,"wall_ms":1922.881789971143,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375}],"planner":[{"stack_ms":1857.8460693359375,"wall_ms":1857.908084988594,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1856.2265625,"wall_ms":1856.28412803635,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375},{"stack_ms":1855.6103515625,"wall_ms":1855.6670539546758,"allocated_gib":153.7471251487732,"reserved_gib":157.177734375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2217079745605588,"layout_ms":3.2747189980000257},{"common_ms":0.1384109491482377,"layout_ms":2.837877022102475},{"common_ms":0.13932795263826847,"layout_ms":2.72014201618731}],"zigzag":[{"common_ms":0.16342499293386936,"layout_ms":15.058022923767567},{"common_ms":0.14111504424363375,"layout_ms":12.72722496651113},{"common_ms":0.13936299365013838,"layout_ms":121.08459498267621}],"planner":[{"common_ms":0.15458394773304462,"layout_ms":8.909458061680198},{"common_ms":0.15958398580551147,"layout_ms":8.936363970860839},{"common_ms":0.13985298573970795,"layout_ms":8.943991968408227}]},"samples":{"contiguous":[{"stack_ms":2461.705078125,"wall_ms":2461.7804479785264,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":2476.084228515625,"wall_ms":2476.158360950649,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":2462.00341796875,"wall_ms":2462.0663370005786,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125}],"zigzag":[{"stack_ms":1919.0206298828125,"wall_ms":1919.1079769516364,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1919.6702880859375,"wall_ms":1919.7379519464448,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1922.822265625,"wall_ms":1922.8813908994198,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125}],"planner":[{"stack_ms":1857.846435546875,"wall_ms":1857.9144750256091,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1856.224853515625,"wall_ms":1856.2813269672915,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125},{"stack_ms":1855.61572265625,"wall_ms":1855.6718629552051,"allocated_gib":151.51616144180298,"reserved_gib":154.673828125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2026829170063138,"layout_ms":3.34280205424875},{"common_ms":0.13364909682422876,"layout_ms":2.828322001732886},{"common_ms":0.13965507969260216,"layout_ms":2.7559269219636917}],"zigzag":[{"common_ms":0.15351595357060432,"layout_ms":14.31995804887265},{"common_ms":0.13972597662359476,"layout_ms":12.21046398859471},{"common_ms":0.13548589777201414,"layout_ms":12.018635054118931}],"planner":[{"common_ms":0.14588201884180307,"layout_ms":8.907345938496292},{"common_ms":0.14535989612340927,"layout_ms":9.340760996565223},{"common_ms":0.1414009602740407,"layout_ms":9.311255998909473}]},"samples":{"contiguous":[{"stack_ms":2461.723876953125,"wall_ms":2461.7852930678055,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":2476.102783203125,"wall_ms":2476.174153969623,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":2462.000732421875,"wall_ms":2462.055515963584,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125}],"zigzag":[{"stack_ms":1919.0653076171875,"wall_ms":1919.1451920196414,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1919.668701171875,"wall_ms":1919.7272580349818,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1922.8233642578125,"wall_ms":1922.8754329960793,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125}],"planner":[{"stack_ms":1857.85546875,"wall_ms":1857.9177899518982,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1856.2269287109375,"wall_ms":1856.289887917228,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125},{"stack_ms":1855.6361083984375,"wall_ms":1855.6942050345242,"allocated_gib":150.51383924484253,"reserved_gib":153.673828125}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.21320499945431948,"layout_ms":3.3650799887254834},{"common_ms":0.1371920807287097,"layout_ms":2.942090039141476},{"common_ms":0.13796496205031872,"layout_ms":2.9498409712687135}],"zigzag":[{"common_ms":0.1514429459348321,"layout_ms":14.411057927645743},{"common_ms":0.14090805780142546,"layout_ms":12.577374000102282},{"common_ms":0.13830210082232952,"layout_ms":12.453102972358465}],"planner":[{"common_ms":0.1497879857197404,"layout_ms":8.85137403383851},{"common_ms":0.14331098645925522,"layout_ms":8.828992024064064},{"common_ms":0.14489598106592894,"layout_ms":8.730864035896957}]},"samples":{"contiguous":[{"stack_ms":2461.72802734375,"wall_ms":2461.7878710851073,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":2476.105712890625,"wall_ms":2476.1632189620286,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":2461.999755859375,"wall_ms":2462.058452074416,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125}],"zigzag":[{"stack_ms":1919.0787353515625,"wall_ms":1919.1358629614115,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1919.676025390625,"wall_ms":1919.729751884006,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1922.8248291015625,"wall_ms":1922.878963057883,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125}],"planner":[{"stack_ms":1857.853515625,"wall_ms":1857.9040920594707,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1856.2283935546875,"wall_ms":1856.2808310380206,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125},{"stack_ms":1855.630615234375,"wall_ms":1855.6827449938282,"allocated_gib":152.5181221961975,"reserved_gib":155.67578125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.19988499116152525,"layout_ms":3.4241470275446773},{"common_ms":0.13274303637444973,"layout_ms":3.0204460490494967},{"common_ms":0.13560103252530098,"layout_ms":2.925344044342637}],"zigzag":[{"common_ms":0.15511491801589727,"layout_ms":14.858562964946032},{"common_ms":0.13769196812063456,"layout_ms":12.7252540551126},{"common_ms":0.1339029986411333,"layout_ms":12.73340592160821}],"planner":[{"common_ms":0.14320702757686377,"layout_ms":8.935012039728463},{"common_ms":0.1429400872439146,"layout_ms":8.942433050833642},{"common_ms":0.14146207831799984,"layout_ms":8.941647945903242}]},"samples":{"contiguous":[{"stack_ms":2461.732421875,"wall_ms":2461.7953209672123,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":2476.110595703125,"wall_ms":2476.162716979161,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":2462.006591796875,"wall_ms":2462.06606796477,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125}],"zigzag":[{"stack_ms":1919.083740234375,"wall_ms":1919.1502999747172,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1919.68017578125,"wall_ms":1919.7308429284021,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1922.82861328125,"wall_ms":1922.8812389774248,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125}],"planner":[{"stack_ms":1857.8511962890625,"wall_ms":1857.9007709631696,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1856.2357177734375,"wall_ms":1856.292677926831,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125},{"stack_ms":1855.6365966796875,"wall_ms":1855.6919069960713,"allocated_gib":152.51812982559204,"reserved_gib":155.67578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.24114304687827826,"layout_ms":3.215185017324984},{"common_ms":0.14995306264609098,"layout_ms":2.8137080371379852},{"common_ms":0.1575690694153309,"layout_ms":2.716587041504681}],"zigzag":[{"common_ms":0.18718908540904522,"layout_ms":15.278858016245067},{"common_ms":0.15577604062855244,"layout_ms":13.40845599770546},{"common_ms":0.15054596588015556,"layout_ms":13.217583065852523}],"planner":[{"common_ms":0.16754097305238247,"layout_ms":9.749652002938092},{"common_ms":0.1644650474190712,"layout_ms":9.134618914686143},{"common_ms":0.16331009101122618,"layout_ms":9.173044003546238}]},"samples":{"contiguous":[{"stack_ms":2461.70947265625,"wall_ms":2461.7933980189264,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":2476.0810546875,"wall_ms":2476.1648710118607,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":2461.984619140625,"wall_ms":2462.0577129535377,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125}],"zigzag":[{"stack_ms":1919.0594482421875,"wall_ms":1919.141502934508,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1919.656005859375,"wall_ms":1919.7296990314499,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1922.8114013671875,"wall_ms":1922.8869170183316,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125}],"planner":[{"stack_ms":1857.8243408203125,"wall_ms":1857.8985700150952,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1856.208740234375,"wall_ms":1856.2816620105878,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125},{"stack_ms":1855.61376953125,"wall_ms":1855.6821370730177,"allocated_gib":156.40150594711304,"reserved_gib":159.83203125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009363640231984611,"max_abs":0.00360870361328125,"finite":true},"dq":{"relative_rms":0.0004561433298909223,"max_abs":0.002899169921875,"finite":true},"dkv":{"relative_rms":0.0005624425534738336,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0007030413995034278,"max_abs":1.2505552149377763e-12,"finite":true},"d_weights":{"relative_rms":0.0005927256803306076,"max_abs":2.8594513423740864e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000743572163184981,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007407557331305588,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":7.503204741089997e-06,"max_abs":7.65965069149388e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009003021214861666,"max_abs":0.003662109375,"finite":true},"dq":{"relative_rms":0.0004596574163696074,"max_abs":0.00286865234375,"finite":true},"dkv":{"relative_rms":0.0005376560014949091,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006122336006490926,"max_abs":1.2505552149377763e-12,"finite":true},"d_weights":{"relative_rms":0.0005317921781402336,"max_abs":2.8594513423740864e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007433890595867552,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007415508102180371,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":6.970572959210143e-06,"max_abs":7.02016222930979e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":4.0745362639427185e-10,"errors":{"output":{"relative_rms":0.0009255944089380142,"max_abs":0.00396728515625,"finite":true},"dq":{"relative_rms":0.0004568761443442828,"max_abs":0.002838134765625,"finite":true},"dkv":{"relative_rms":0.000504802981053888,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005865374355202102,"max_abs":1.2505552149377763e-12,"finite":true},"d_weights":{"relative_rms":0.0005104018583206655,"max_abs":2.8594513423740864e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006970396953856029,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007002687847122211,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":6.957960161855498e-06,"max_abs":8.86757334228605e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":74,"candidate_workspace_bytes":513339392},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":5368593176},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":209304,"spans":76,"candidate_workspace_bytes":8589932996}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":82,"candidate_workspace_bytes":526888960},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":5368705528},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":209304,"spans":84,"candidate_workspace_bytes":6442416296}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":52,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":5368665276},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":138072,"spans":53,"candidate_workspace_bytes":8052966184}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147479736},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":4294912600},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":78232,"spans":2,"candidate_workspace_bytes":5368665276}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221217212},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":4294921620},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":78232,"spans":1,"candidate_workspace_bytes":3221111864}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294918192},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":4294966972},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":78232,"spans":2,"candidate_workspace_bytes":4294966972}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":5368681668},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":3221164316},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":78232,"spans":2,"candidate_workspace_bytes":4294912600}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":51,"candidate_workspace_bytes":5368446468},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":512,"candidate_workspace_bytes":3221152380},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":178968,"spans":52,"candidate_workspace_bytes":8052920064}}]}, + {"case":"1m-count-mixed-512-2long","lengths":[64,4980,64,4980,4980,4984,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,4980,64,4980,64,4980,64,64,64,4980,64,64,64,64,64,64,4980,64,64,64,64,4980,64,64,64,4980,64,4980,64,64,64,64,64,4980,4980,4980,64,4984,4980,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,4980,4980,64,64,4984,64,64,64,4980,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,4984,64,64,64,4980,4980,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,4984,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,4980,4980,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,4980,64,64,64,64,64,64,64,4984,64,64,4980,64,64,64,64,64,4980,64,4980,64,64,4980,4980,64,64,4980,64,64,64,64,4980,64,4980,4980,64,64,64,4984,4984,64,64,4980,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,4980,64,4980,64,4980,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,4980,64,4984,64,64,64,4980,4980,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,4980,64,64,64,64,64,4980,64,4980,64,4980,64,64,64,64,64,64,64,64,4980,4980,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,4980,4980,64,64,4980,64,64,64,4984,64,64,4980,64,64,64,64,64,64,4980,4984,64,64,4980,64,64,64,4980,4980,64,64,4980,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,262144,64,64,64,64,64,64,4980,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4984,64,64,64,262144,64,4980,4980,4980,64,4980,64,64,64,64,64,64,64,4980,64,4980,4980,64,64,64,64,64,64,4980,64,64,64,64,64,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,64,4980,64,64,4980,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":1658.71826171875,"prepare_ms":4.653024021536112,"prepare_plus_stack_ms":1663.371285740286,"amortized_per_layer_ms":415.8428214350715,"prepare_fraction":0.0027973454041352384,"stack_min_ms":1655.94091796875,"stack_max_ms":1658.7318115234375,"prepare_min_ms":4.635275108739734,"prepare_max_ms":5.2156130550429225,"peak_allocated_gib":147.24150705337524,"peak_reserved_gib":161.01953125},"zigzag":{"stack_ms":1572.7061767578125,"prepare_ms":128.96414403803647,"prepare_plus_stack_ms":1701.670320795849,"amortized_per_layer_ms":425.41758019896224,"prepare_fraction":0.07578679751417515,"stack_min_ms":1571.298583984375,"stack_max_ms":1578.97021484375,"prepare_min_ms":121.70191993936896,"prepare_max_ms":139.63399606291205,"peak_allocated_gib":147.24150705337524,"peak_reserved_gib":161.01953125},"planner":{"stack_ms":1508.513427734375,"prepare_ms":13.332983013242483,"prepare_plus_stack_ms":1521.8464107476175,"amortized_per_layer_ms":380.46160268690437,"prepare_fraction":0.008761056910265054,"stack_min_ms":1507.1580810546875,"stack_max_ms":1509.12890625,"prepare_min_ms":13.323736027814448,"prepare_max_ms":13.415484107099473,"peak_allocated_gib":147.24150705337524,"peak_reserved_gib":161.01953125}},"raw_sha256":"4246a605bc6cd78810a7383c87c4289fb0ec059b83fff1251bcc37bc8249172e","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.32652297522872686,"layout_ms":4.620738094672561},{"common_ms":0.19885099027305841,"layout_ms":4.212433006614447},{"common_ms":0.2049710601568222,"layout_ms":3.9811560418456793}],"zigzag":[{"common_ms":0.23094797506928444,"layout_ms":27.027741074562073},{"common_ms":0.21366705186665058,"layout_ms":24.80928902514279},{"common_ms":0.19680301193147898,"layout_ms":24.072919972240925}],"planner":[{"common_ms":0.2390448935329914,"layout_ms":13.112871907651424},{"common_ms":0.19516004249453545,"layout_ms":12.869516969658434},{"common_ms":0.23376301396638155,"layout_ms":12.886230018921196}]},"samples":{"contiguous":[{"stack_ms":1658.71142578125,"wall_ms":1658.7698479415849,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1655.930419921875,"wall_ms":1655.9902239823714,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1658.70849609375,"wall_ms":1658.7678249925375,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1571.2913818359375,"wall_ms":1571.3475371012464,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1578.9600830078125,"wall_ms":1579.017622047104,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1572.6885986328125,"wall_ms":1572.744667995721,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1507.14453125,"wall_ms":1507.2027009446174,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1508.483154296875,"wall_ms":1508.537731016986,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375},{"stack_ms":1509.11572265625,"wall_ms":1509.169888915494,"allocated_gib":146.25681161880493,"reserved_gib":150.5234375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.36806007847189903,"layout_ms":4.778234055265784},{"common_ms":0.20162796135991812,"layout_ms":4.295637947507203},{"common_ms":0.20698190201073885,"layout_ms":4.197429050691426}],"zigzag":[{"common_ms":0.23532297927886248,"layout_ms":26.26868907827884},{"common_ms":0.21785101853311062,"layout_ms":24.427860975265503},{"common_ms":0.20126195158809423,"layout_ms":24.073060951195657}],"planner":[{"common_ms":0.2408639993518591,"layout_ms":13.137964997440577},{"common_ms":0.20036601927131414,"layout_ms":13.00627097953111},{"common_ms":0.24560093879699707,"layout_ms":13.075339025817811}]},"samples":{"contiguous":[{"stack_ms":1658.71728515625,"wall_ms":1658.7761499686167,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1655.9287109375,"wall_ms":1655.9870319906622,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1658.7054443359375,"wall_ms":1658.767866087146,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1571.2867431640625,"wall_ms":1571.3423379929736,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1578.9608154296875,"wall_ms":1579.0191459236667,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1572.688232421875,"wall_ms":1572.7479129564017,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1507.1480712890625,"wall_ms":1507.2023450629786,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1508.487548828125,"wall_ms":1508.5405010031536,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375},{"stack_ms":1509.1143798828125,"wall_ms":1509.1690319823101,"allocated_gib":146.2566614151001,"reserved_gib":150.5234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.31494302675127983,"layout_ms":4.766309983097017},{"common_ms":0.2069160109385848,"layout_ms":4.375629941932857},{"common_ms":0.2060100669041276,"layout_ms":4.429265041835606}],"zigzag":[{"common_ms":0.22653990890830755,"layout_ms":26.87048097141087},{"common_ms":0.2384250983595848,"layout_ms":24.688126053661108},{"common_ms":0.19744702149182558,"layout_ms":24.188229930587113}],"planner":[{"common_ms":0.23383600637316704,"layout_ms":13.181648100726306},{"common_ms":0.19859999883919954,"layout_ms":12.942076078616083},{"common_ms":0.23384694941341877,"layout_ms":13.022236991673708}]},"samples":{"contiguous":[{"stack_ms":1658.703369140625,"wall_ms":1658.772598952055,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1655.9132080078125,"wall_ms":1655.9766680002213,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1658.708251953125,"wall_ms":1658.7732919724658,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1571.2808837890625,"wall_ms":1571.3513280497864,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1578.9490966796875,"wall_ms":1579.0171679109335,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1572.68896484375,"wall_ms":1572.7413229178637,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1507.1446533203125,"wall_ms":1507.2116889059544,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1508.48193359375,"wall_ms":1508.5525709437206,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375},{"stack_ms":1509.111572265625,"wall_ms":1509.163180948235,"allocated_gib":146.2569432258606,"reserved_gib":150.5234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3057350404560566,"layout_ms":4.909878014586866},{"common_ms":0.17721601761877537,"layout_ms":4.4758080039173365},{"common_ms":0.1808319939300418,"layout_ms":4.342345986515284}],"zigzag":[{"common_ms":0.21446298342198133,"layout_ms":26.400026981718838},{"common_ms":0.21782005205750465,"layout_ms":139.41617601085454},{"common_ms":0.18036505207419395,"layout_ms":24.143507005646825}],"planner":[{"common_ms":0.20654092077165842,"layout_ms":12.894044048152864},{"common_ms":0.18115900456905365,"layout_ms":12.762233964167535},{"common_ms":0.18657802138477564,"layout_ms":12.927005998790264}]},"samples":{"contiguous":[{"stack_ms":1658.7119140625,"wall_ms":1658.7792380014434,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1655.9278564453125,"wall_ms":1655.990025959909,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1658.7117919921875,"wall_ms":1658.7690990418196,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375}],"zigzag":[{"stack_ms":1571.2864990234375,"wall_ms":1571.3513520313427,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375},{"stack_ms":1578.96142578125,"wall_ms":1579.0246370015666,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375},{"stack_ms":1572.6888427734375,"wall_ms":1572.7401439798996,"allocated_gib":146.10495471954346,"reserved_gib":150.87109375}],"planner":[{"stack_ms":1507.1400146484375,"wall_ms":1507.20910995733,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1508.487060546875,"wall_ms":1508.543960051611,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375},{"stack_ms":1509.1214599609375,"wall_ms":1509.168868069537,"allocated_gib":146.10537433624268,"reserved_gib":150.87109375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2281799679622054,"layout_ms":4.574930993840098},{"common_ms":0.16622105613350868,"layout_ms":4.130045999772847},{"common_ms":0.17017708159983158,"layout_ms":4.119786084629595}],"zigzag":[{"common_ms":0.1844440121203661,"layout_ms":121.5174759272486},{"common_ms":0.2079139230772853,"layout_ms":23.098992998711765},{"common_ms":0.16406597569584846,"layout_ms":22.83132798038423}],"planner":[{"common_ms":0.1785819185897708,"layout_ms":12.601849040947855},{"common_ms":0.16857893206179142,"layout_ms":12.814000016078353},{"common_ms":0.23454404436051846,"layout_ms":12.553973938338459}]},"samples":{"contiguous":[{"stack_ms":1658.7164306640625,"wall_ms":1658.7807760806754,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1655.9327392578125,"wall_ms":1655.995468958281,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1658.71826171875,"wall_ms":1658.7806469760835,"allocated_gib":146.36238050460815,"reserved_gib":149.484375}],"zigzag":[{"stack_ms":1571.298583984375,"wall_ms":1571.35966909118,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1578.966552734375,"wall_ms":1579.0275660110638,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1572.698486328125,"wall_ms":1572.75858707726,"allocated_gib":146.36238050460815,"reserved_gib":149.484375}],"planner":[{"stack_ms":1507.15185546875,"wall_ms":1507.2057839715853,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1508.5054931640625,"wall_ms":1508.566119009629,"allocated_gib":146.36238050460815,"reserved_gib":149.484375},{"stack_ms":1509.1256103515625,"wall_ms":1509.1731380671263,"allocated_gib":146.36238050460815,"reserved_gib":149.484375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.2791290171444416,"layout_ms":4.6394269447773695},{"common_ms":0.18333003390580416,"layout_ms":4.221137030981481},{"common_ms":0.19040098413825035,"layout_ms":4.028648021630943}],"zigzag":[{"common_ms":0.1975690247491002,"layout_ms":25.44693590607494},{"common_ms":0.22126699332147837,"layout_ms":23.807168938219547},{"common_ms":0.1871510175988078,"layout_ms":23.12734699808061}],"planner":[{"common_ms":0.2530579222366214,"layout_ms":12.813940993510187},{"common_ms":0.18220895435661077,"layout_ms":12.951232958585024},{"common_ms":0.2239620080217719,"layout_ms":13.109021005220711}]},"samples":{"contiguous":[{"stack_ms":1658.7242431640625,"wall_ms":1658.7863469030708,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1655.93115234375,"wall_ms":1655.9859309345484,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1658.7156982421875,"wall_ms":1658.770806971006,"allocated_gib":147.24150705337524,"reserved_gib":151.921875}],"zigzag":[{"stack_ms":1571.2974853515625,"wall_ms":1571.347442921251,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1578.9622802734375,"wall_ms":1579.0178820025176,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1572.6988525390625,"wall_ms":1572.7480240166187,"allocated_gib":147.24150705337524,"reserved_gib":151.921875}],"planner":[{"stack_ms":1507.1497802734375,"wall_ms":1507.2007599519566,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1508.5028076171875,"wall_ms":1508.5616409778595,"allocated_gib":147.24150705337524,"reserved_gib":151.921875},{"stack_ms":1509.12451171875,"wall_ms":1509.176559979096,"allocated_gib":147.24150705337524,"reserved_gib":151.921875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.24256506003439426,"layout_ms":4.417918971739709},{"common_ms":0.1659730914980173,"layout_ms":4.073561984114349},{"common_ms":0.1685770694166422,"layout_ms":3.7925250362604856}],"zigzag":[{"common_ms":0.18907198682427406,"layout_ms":24.816159973852336},{"common_ms":0.20703894551843405,"layout_ms":23.23776890989393},{"common_ms":0.15873904339969158,"layout_ms":22.723678033798933}],"planner":[{"common_ms":0.19154802430421114,"layout_ms":12.620156980119646},{"common_ms":0.16425596550107002,"layout_ms":12.620678055100143},{"common_ms":0.1892800210043788,"layout_ms":12.714772019535303}]},"samples":{"contiguous":[{"stack_ms":1658.7318115234375,"wall_ms":1658.77894195728,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1655.94091796875,"wall_ms":1655.9864110313356,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1658.71435546875,"wall_ms":1658.7694589979947,"allocated_gib":145.8628649711609,"reserved_gib":148.984375}],"zigzag":[{"stack_ms":1571.2972412109375,"wall_ms":1571.3425000431016,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1578.97021484375,"wall_ms":1579.0145959472284,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1572.7061767578125,"wall_ms":1572.7609359892085,"allocated_gib":145.8628649711609,"reserved_gib":148.984375}],"planner":[{"stack_ms":1507.1580810546875,"wall_ms":1507.2129460750148,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1508.513427734375,"wall_ms":1508.5571110248566,"allocated_gib":145.8628649711609,"reserved_gib":148.984375},{"stack_ms":1509.12890625,"wall_ms":1509.1860269894823,"allocated_gib":145.8628649711609,"reserved_gib":148.984375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.27715088799595833,"layout_ms":4.8517880495637655},{"common_ms":0.19044498912990093,"layout_ms":4.435965092852712},{"common_ms":0.18906197510659695,"layout_ms":4.381544073112309}],"zigzag":[{"common_ms":0.2140020951628685,"layout_ms":25.61216289177537},{"common_ms":0.22178294602781534,"layout_ms":23.77571095712483},{"common_ms":0.18361303955316544,"layout_ms":128.7805309984833}],"planner":[{"common_ms":0.21801295224577188,"layout_ms":12.794684036634862},{"common_ms":0.18477905541658401,"layout_ms":13.138956972397864},{"common_ms":0.20251597743481398,"layout_ms":12.736911070533097}]},"samples":{"contiguous":[{"stack_ms":1658.71826171875,"wall_ms":1658.7703749537468,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1655.9296875,"wall_ms":1655.984414042905,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1658.7005615234375,"wall_ms":1658.761149039492,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125}],"zigzag":[{"stack_ms":1571.2904052734375,"wall_ms":1571.3416590588167,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1578.957275390625,"wall_ms":1579.0090459631756,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1572.6959228515625,"wall_ms":1572.7488800184801,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125}],"planner":[{"stack_ms":1507.1474609375,"wall_ms":1507.2000870713964,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1508.4971923828125,"wall_ms":1508.5496290121228,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125},{"stack_ms":1509.1229248046875,"wall_ms":1509.1749459970742,"allocated_gib":146.85162782669067,"reserved_gib":161.01953125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009297881376703317,"max_abs":0.003662109375,"finite":true},"dq":{"relative_rms":0.0003903182312946391,"max_abs":0.0032958984375,"finite":true},"dkv":{"relative_rms":0.0006372032566364492,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005691245002649588,"max_abs":1.3926637620897964e-12,"finite":true},"d_weights":{"relative_rms":0.0005257952437505273,"max_abs":2.6193447411060333e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007055787645651102,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000695104283167359,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.496292019984003e-06,"max_abs":1.2221335055073723e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.000946567247010888,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.00038190187937451865,"max_abs":0.003173828125,"finite":true},"dkv":{"relative_rms":0.0006097548467520696,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005762706504504491,"max_abs":2.000177801164682e-12,"finite":true},"d_weights":{"relative_rms":0.000535322145039801,"max_abs":3.3760443329811096e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006993728879758404,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007151918375608574,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.541764440398367e-06,"max_abs":8.071765478234738e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009410684347873284,"max_abs":0.003662109375,"finite":true},"dq":{"relative_rms":0.00039064009505747723,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.0006241714043318386,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006844419946969528,"max_abs":1.8687273950490635e-12,"finite":true},"d_weights":{"relative_rms":0.0005786475515930031,"max_abs":2.6193447411060333e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007271976205859986,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007061417516891415,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.426533643641245e-06,"max_abs":1.000444171950221e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":114,"candidate_workspace_bytes":310544528},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147455164},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":118,"candidate_workspace_bytes":3221028232}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":310205024},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147321592},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":132,"candidate_workspace_bytes":3221016216}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":121,"candidate_workspace_bytes":310686240},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130864,"spans":1024,"candidate_workspace_bytes":2147363972},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":125,"candidate_workspace_bytes":3221016216}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":37,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3221016216},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":100820,"spans":40,"candidate_workspace_bytes":2147455164}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147454628},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3105684088},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073736096}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":63,"candidate_workspace_bytes":2147366172},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2837248632},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":98940,"spans":65,"candidate_workspace_bytes":2147455164}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147463876},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2568813176},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":4,"candidate_workspace_bytes":1073737680}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":54,"candidate_workspace_bytes":2147457928},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2300377720},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":127920,"spans":56,"candidate_workspace_bytes":2147472372}}]}, + {"case":"1m-count-mixed-1000-1long","lengths":[64,64,2380,64,64,64,64,64,2376,64,64,64,2380,64,64,64,64,64,64,64,64,64,64,64,2380,64,2380,64,64,64,2376,2376,64,2376,64,2376,2376,64,2380,64,2376,64,64,2380,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,2380,64,2376,64,64,64,2376,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,2376,2376,64,64,64,64,2376,2380,64,64,64,64,64,2376,2380,64,2376,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,2376,2376,2376,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,524288,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,64,64,2376,64,2376,2376,64,64,64,64,64,2376,64,64,64,64,2376,64,64,64,2376,64,2380,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,2380,64,64,2376,64,64,64,2380,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,2376,2376,64,64,2380,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,2376,64,64,64,2376,2376,64,2376,2380,64,64,64,2376,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,2376,64,64,64,2376,64,64,64,64,64,64,2376,64,64,64,2380,64,2376,2380,2380,2376,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,2376,64,64,2380,2380,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,2376,64,64,64,64,64,64,2376,64,64,64,2380,64,64,64,64,2376,64,2376,64,64,64,64,64,64,2380,64,64,2376,2376,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,2376,2376,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,2380,2376,64,64,64,64,64,64,2380,64,64,2380,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,64,2376,2376,64,2380,64,64,64,64,64,64,64,2376,2376,2376,64,2376,64,64,64,64,64,64,64,2376,64,64,64,2376,64,64,64,2376,2376,64,64,64,64,64,64,64,64,64,2380,64,64,2376,64,64,64,64,64,64,64,64,2376,64,2376,64,2376,2380,64,64,2376,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,2380,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,2380,64,2376,64,64,64,2380,2376,64,64,64,2380,64,64,2376,64,64,64,64,2376,64,2380,64,2380,64,64,2380,64,64,64,64,64,64,2376,64,64,64,64,2380,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,2380,2376,2380,2376,2380,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,2380,64,64,64,2376,64,64,64,64,2376,64,64,64,2376,2376,64,64,64,64,2376,64,64,64,64,64,64,64,2376,64,64,2376,64,64,64,64,64,64,64,64,2376,64,64,2376,64,64,64,64,64,64,64,2380,2380,64,64,64,64,64,64,64,64,2376,2380,64,2380,64,2380,64,2376,64,64,64,64,64,64,64,64,64,64,64,2376,2376,2376,2376,64,64,64,64,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,2376,64,64,2376,64,64,64,2380,64,64,64,2376,64,2376,64,64,64,64,64,64,2380,64,64,64,64,64,64,64,2376,64,2380,64,64,2376,64,2380,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,2376,2380,64,64,64,64,2376,2380,2376,64,2376,64,64,64,64,2376,2376,2380,64,64,64,64,2376,64,64,64,2376,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,64,64,2380,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2376,64,2380,2376,64,64,64,64,2376,2376,2376,64,2376,64,64,64,64,64,64,64,2376,64,64,2376,64,64,2380,64,64,64,64,2376,64,64,64,64,64,2376,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,2380,64,2380,64,64,2376,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":2145.6044921875,"prepare_ms":9.066718048416078,"prepare_plus_stack_ms":2154.671210235916,"amortized_per_layer_ms":538.667802558979,"prepare_fraction":0.004207935765486633,"stack_min_ms":2141.099609375,"stack_max_ms":2150.626953125,"prepare_min_ms":8.859034976921976,"prepare_max_ms":10.507734958082438,"peak_allocated_gib":153.31518411636353,"peak_reserved_gib":165.62109375},"zigzag":{"stack_ms":1800.8070068359375,"prepare_ms":160.25570407509804,"prepare_plus_stack_ms":1961.0627109110355,"amortized_per_layer_ms":490.2656777277589,"prepare_fraction":0.08171880643258435,"stack_min_ms":1797.3018798828125,"stack_max_ms":1801.4114990234375,"prepare_min_ms":47.4299379857257,"prepare_max_ms":162.5538090011105,"peak_allocated_gib":153.31518411636353,"peak_reserved_gib":165.62109375},"planner":{"stack_ms":1736.106201171875,"prepare_ms":21.527690929360688,"prepare_plus_stack_ms":1757.6338921012357,"amortized_per_layer_ms":439.4084730253089,"prepare_fraction":0.0122481086795752,"stack_min_ms":1733.1376953125,"stack_max_ms":1737.49951171875,"prepare_min_ms":21.31092397030443,"prepare_max_ms":120.02670799847692,"peak_allocated_gib":153.31518411636353,"peak_reserved_gib":165.62109375}},"raw_sha256":"97d125d5e4e66f58e29b8b6224225bed53f4431c781b1ed168d21d41311b4f4f","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.40536897722631693,"layout_ms":7.586400024592876},{"common_ms":0.28115499299019575,"layout_ms":7.033271016553044},{"common_ms":0.2803850220516324,"layout_ms":6.961492937989533}],"zigzag":[{"common_ms":0.3151260316371918,"layout_ms":46.93815694190562},{"common_ms":0.2768429694697261,"layout_ms":158.92239601816982},{"common_ms":0.2609359798952937,"layout_ms":43.9812729600817}],"planner":[{"common_ms":0.31908100936561823,"layout_ms":19.78290907572955},{"common_ms":0.26849599089473486,"layout_ms":20.103077054955065},{"common_ms":0.2941819839179516,"layout_ms":19.72688001114875}]},"samples":{"contiguous":[{"stack_ms":2141.068115234375,"wall_ms":2141.136900987476,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":2150.609130859375,"wall_ms":2150.673621916212,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":2145.5810546875,"wall_ms":2145.6443100469187,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375}],"zigzag":[{"stack_ms":1800.7921142578125,"wall_ms":1800.8556829299778,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1797.290771484375,"wall_ms":1797.352442983538,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1801.3978271484375,"wall_ms":1801.4586289646104,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375}],"planner":[{"stack_ms":1736.095947265625,"wall_ms":1736.1570979701355,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1733.1156005859375,"wall_ms":1733.178264927119,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375},{"stack_ms":1737.48046875,"wall_ms":1737.541278009303,"allocated_gib":153.31518411636353,"reserved_gib":165.62109375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.337079050950706,"layout_ms":6.8624099949374795},{"common_ms":0.23266999050974846,"layout_ms":6.11115200445056},{"common_ms":0.23963896092027426,"layout_ms":6.175592076033354}],"zigzag":[{"common_ms":0.2686150837689638,"layout_ms":159.98708899132907},{"common_ms":0.23649795912206173,"layout_ms":43.17352001089603},{"common_ms":0.22432394325733185,"layout_ms":42.30485495645553}],"planner":[{"common_ms":0.2406120765954256,"layout_ms":19.23442992847413},{"common_ms":0.23882195819169283,"layout_ms":19.1983999684453},{"common_ms":0.249971984885633,"layout_ms":19.251923076808453}]},"samples":{"contiguous":[{"stack_ms":2141.088623046875,"wall_ms":2141.154866083525,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":2150.603515625,"wall_ms":2150.6683269981295,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":2145.585693359375,"wall_ms":2145.6531080184504,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375}],"zigzag":[{"stack_ms":1800.78955078125,"wall_ms":1800.8523479802534,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1797.2900390625,"wall_ms":1797.3486649570987,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1801.3936767578125,"wall_ms":1801.4581149909645,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375}],"planner":[{"stack_ms":1736.0963134765625,"wall_ms":1736.1561029683799,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1733.11669921875,"wall_ms":1733.1776439677924,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375},{"stack_ms":1737.479248046875,"wall_ms":1737.5397220021114,"allocated_gib":150.47225713729858,"reserved_gib":153.58984375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.32949098385870457,"layout_ms":7.192136021330953},{"common_ms":0.23185205645859241,"layout_ms":6.5436490112915635},{"common_ms":0.24477194529026747,"layout_ms":6.613355013541877}],"zigzag":[{"common_ms":0.25900895707309246,"layout_ms":45.423647039569914},{"common_ms":0.23333507124334574,"layout_ms":43.83494099602103},{"common_ms":0.2216859720647335,"layout_ms":42.84944699611515}],"planner":[{"common_ms":0.2549000782892108,"layout_ms":19.488786929287016},{"common_ms":0.23042294196784496,"layout_ms":19.851441029459238},{"common_ms":0.26374298613518476,"layout_ms":19.00529395788908}]},"samples":{"contiguous":[{"stack_ms":2141.08447265625,"wall_ms":2141.156316967681,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":2150.608154296875,"wall_ms":2150.6697080330923,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":2145.582763671875,"wall_ms":2145.6545789260417,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875}],"zigzag":[{"stack_ms":1800.79248046875,"wall_ms":1800.8562419563532,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1797.28955078125,"wall_ms":1797.3508728900924,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1801.3892822265625,"wall_ms":1801.4498950215057,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875}],"planner":[{"stack_ms":1736.091796875,"wall_ms":1736.1528730252758,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1733.114501953125,"wall_ms":1733.177723013796,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875},{"stack_ms":1737.4818115234375,"wall_ms":1737.5567980343476,"allocated_gib":150.96836042404175,"reserved_gib":154.091796875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3294899361208081,"layout_ms":7.592794019728899},{"common_ms":0.25668705347925425,"layout_ms":7.494193036109209},{"common_ms":0.2653540577739477,"layout_ms":7.343471981585026}],"zigzag":[{"common_ms":0.2813789760693908,"layout_ms":46.499636955559254},{"common_ms":0.2525510499253869,"layout_ms":44.55636302009225},{"common_ms":0.2441799733787775,"layout_ms":46.42677400261164}],"planner":[{"common_ms":0.288157956674695,"layout_ms":19.789551966823637},{"common_ms":0.2545979805290699,"layout_ms":20.645449054427445},{"common_ms":0.2950780326500535,"layout_ms":19.776223110966384}]},"samples":{"contiguous":[{"stack_ms":2141.099609375,"wall_ms":2141.171440947801,"allocated_gib":149.97032117843628,"reserved_gib":153.087890625},{"stack_ms":2150.6025390625,"wall_ms":2150.67481494043,"allocated_gib":149.97032117843628,"reserved_gib":153.087890625},{"stack_ms":2145.580078125,"wall_ms":2145.6550230504945,"allocated_gib":149.97032117843628,"reserved_gib":153.087890625}],"zigzag":[{"stack_ms":1800.784423828125,"wall_ms":1800.8495250251144,"allocated_gib":149.97032117843628,"reserved_gib":153.087890625},{"stack_ms":1797.2802734375,"wall_ms":1797.3558929516003,"allocated_gib":149.97032117843628,"reserved_gib":153.087890625},{"stack_ms":1801.394775390625,"wall_ms":1801.4663469512016,"allocated_gib":149.97032117843628,"reserved_gib":153.087890625}],"planner":[{"stack_ms":1736.0882568359375,"wall_ms":1736.1516959499568,"allocated_gib":149.97032117843628,"reserved_gib":153.087890625},{"stack_ms":1733.11328125,"wall_ms":1733.182143070735,"allocated_gib":149.97032117843628,"reserved_gib":153.087890625},{"stack_ms":1737.4716796875,"wall_ms":1737.5417799921706,"allocated_gib":149.97032117843628,"reserved_gib":153.087890625}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.3365409793332219,"layout_ms":8.012309903278947},{"common_ms":0.24932005908340216,"layout_ms":7.104778080247343},{"common_ms":0.29709399677813053,"layout_ms":8.231319021433592}],"zigzag":[{"common_ms":0.27161301113665104,"layout_ms":46.36529600247741},{"common_ms":0.2612869720906019,"layout_ms":44.93273701518774},{"common_ms":0.28353300876915455,"layout_ms":45.99467501975596}],"planner":[{"common_ms":0.27140998281538486,"layout_ms":19.634940079413354},{"common_ms":0.2555109094828367,"layout_ms":19.415496033616364},{"common_ms":0.3411821089684963,"layout_ms":19.896752084605396}]},"samples":{"contiguous":[{"stack_ms":2141.086669921875,"wall_ms":2141.1536959931254,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":2150.623291015625,"wall_ms":2150.6916029611602,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":2145.59619140625,"wall_ms":2145.6523389788345,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875}],"zigzag":[{"stack_ms":1800.7994384765625,"wall_ms":1800.8480559801683,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1797.2979736328125,"wall_ms":1797.3475999897346,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1801.411376953125,"wall_ms":1801.4739139471203,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875}],"planner":[{"stack_ms":1736.1025390625,"wall_ms":1736.1699069151655,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1733.136474609375,"wall_ms":1733.1859440309927,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875},{"stack_ms":1737.49951171875,"wall_ms":1737.5496060121804,"allocated_gib":151.62813901901245,"reserved_gib":154.76171875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.4298649728298187,"layout_ms":10.077869985252619},{"common_ms":0.33651397097855806,"layout_ms":8.522521005943418},{"common_ms":0.3525650827214122,"layout_ms":8.714152965694666}],"zigzag":[{"common_ms":0.35059195943176746,"layout_ms":47.54958092235029},{"common_ms":0.2821889938786626,"layout_ms":46.39387200586498},{"common_ms":0.31846691854298115,"layout_ms":47.11147106718272}],"planner":[{"common_ms":0.3283539554104209,"layout_ms":20.98257001489401},{"common_ms":0.32403599470853806,"layout_ms":119.70267200376838},{"common_ms":0.3540749894455075,"layout_ms":21.17361593991518}]},"samples":{"contiguous":[{"stack_ms":2141.086669921875,"wall_ms":2141.156068071723,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":2150.61572265625,"wall_ms":2150.6816979963332,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":2145.593017578125,"wall_ms":2145.6478859763592,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375}],"zigzag":[{"stack_ms":1800.796630859375,"wall_ms":1800.8502559969202,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1797.295654296875,"wall_ms":1797.348472988233,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1801.40283203125,"wall_ms":1801.4675200683996,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375}],"planner":[{"stack_ms":1736.101318359375,"wall_ms":1736.1616640118882,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1733.128662109375,"wall_ms":1733.1873569637537,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375},{"stack_ms":1737.4935302734375,"wall_ms":1737.5582800013945,"allocated_gib":148.59818649291992,"reserved_gib":151.7734375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.4167009610682726,"layout_ms":7.892932975664735},{"common_ms":0.2837859792634845,"layout_ms":7.535713026300073},{"common_ms":0.2973929513245821,"layout_ms":7.3397449450567365}],"zigzag":[{"common_ms":0.29749900568276644,"layout_ms":47.97100299037993},{"common_ms":0.2916790544986725,"layout_ms":152.46921801008284},{"common_ms":0.2668550005182624,"layout_ms":44.902806985192}],"planner":[{"common_ms":0.3174280282109976,"layout_ms":20.55556094273925},{"common_ms":0.2795530017465353,"layout_ms":20.41772601660341},{"common_ms":0.32582192216068506,"layout_ms":20.223803934641182}]},"samples":{"contiguous":[{"stack_ms":2141.0947265625,"wall_ms":2141.156325931661,"allocated_gib":150.09994268417358,"reserved_gib":153.2734375},{"stack_ms":2150.626953125,"wall_ms":2150.6765440572053,"allocated_gib":150.09994268417358,"reserved_gib":153.2734375},{"stack_ms":2145.6044921875,"wall_ms":2145.648597041145,"allocated_gib":150.09994268417358,"reserved_gib":153.2734375}],"zigzag":[{"stack_ms":1800.8070068359375,"wall_ms":1800.8505870820954,"allocated_gib":150.09994268417358,"reserved_gib":153.2734375},{"stack_ms":1797.3018798828125,"wall_ms":1797.348359017633,"allocated_gib":150.09994268417358,"reserved_gib":153.2734375},{"stack_ms":1801.4114990234375,"wall_ms":1801.456999965012,"allocated_gib":150.09994268417358,"reserved_gib":153.2734375}],"planner":[{"stack_ms":1736.106201171875,"wall_ms":1736.1562890000641,"allocated_gib":150.09994268417358,"reserved_gib":153.2734375},{"stack_ms":1733.1376953125,"wall_ms":1733.1871800124645,"allocated_gib":150.09994268417358,"reserved_gib":153.2734375},{"stack_ms":1737.49951171875,"wall_ms":1737.5518459593877,"allocated_gib":150.09994268417358,"reserved_gib":153.2734375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3789379261434078,"layout_ms":7.845595944672823},{"common_ms":0.28304895386099815,"layout_ms":7.673531072214246},{"common_ms":0.29287603683769703,"layout_ms":7.278881035745144}],"zigzag":[{"common_ms":0.3243848914280534,"layout_ms":47.917366959154606},{"common_ms":0.2893110504373908,"layout_ms":162.2644979506731},{"common_ms":0.2728450344875455,"layout_ms":44.48568809311837}],"planner":[{"common_ms":0.33705204259604216,"layout_ms":20.016264053992927},{"common_ms":0.2768379636108875,"layout_ms":20.652152015827596},{"common_ms":0.31097501050680876,"layout_ms":20.41509503033012}]},"samples":{"contiguous":[{"stack_ms":2141.0908203125,"wall_ms":2141.1560610868037,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":2150.614013671875,"wall_ms":2150.674897013232,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":2145.592529296875,"wall_ms":2145.65041300375,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375}],"zigzag":[{"stack_ms":1800.789794921875,"wall_ms":1800.8418260142207,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1797.289794921875,"wall_ms":1797.3424869123846,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1801.3955078125,"wall_ms":1801.45172693301,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375}],"planner":[{"stack_ms":1736.101806640625,"wall_ms":1736.1569839995354,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1733.12744140625,"wall_ms":1733.1831449409947,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375},{"stack_ms":1737.491455078125,"wall_ms":1737.550028017722,"allocated_gib":148.6014060974121,"reserved_gib":151.7734375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009249804284185166,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.0003250842411083504,"max_abs":0.0027818679809570312,"finite":true},"dkv":{"relative_rms":0.0005316375292560761,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006716957637770036,"max_abs":1.3358203432289883e-12,"finite":true},"d_weights":{"relative_rms":0.0006014981368668484,"max_abs":2.8812792152166367e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006910867522549663,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006878408015438875,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.4391579302185198e-06,"max_abs":6.252776074688882e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009236853129737213,"max_abs":0.003753662109375,"finite":true},"dq":{"relative_rms":0.00033439626802708055,"max_abs":0.0027818679809570312,"finite":true},"dkv":{"relative_rms":0.0004981232169775059,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006620846204917961,"max_abs":1.3358203432289883e-12,"finite":true},"d_weights":{"relative_rms":0.0005722123163965185,"max_abs":2.561137080192566e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006825827779525983,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000678847019210616,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":3.402191474661769e-06,"max_abs":8.981260180007666e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009399176804291879,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.00032436554043716764,"max_abs":0.0027818679809570312,"finite":true},"dkv":{"relative_rms":0.0005129436027830782,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005534631695479448,"max_abs":1.1368683772161603e-12,"finite":true},"d_weights":{"relative_rms":0.0005274473766292292,"max_abs":2.561137080192566e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006901065168330055,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006843392639817577,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.3302195599422244e-06,"max_abs":1.000444171950221e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":174,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131636,"spans":2000,"candidate_workspace_bytes":6442234800},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":155256,"spans":175,"candidate_workspace_bytes":6442234800}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147479532},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131636,"spans":2000,"candidate_workspace_bytes":6442345224},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":2,"candidate_workspace_bytes":2147465768}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221193776},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":2000,"candidate_workspace_bytes":6442316832},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":1,"candidate_workspace_bytes":1610552868}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294966100},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":4294947564},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":65536,"spans":2,"candidate_workspace_bytes":1610610480}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":92,"candidate_workspace_bytes":4294948904},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":3221204160},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":106888,"spans":93,"candidate_workspace_bytes":4294652544}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":262,"candidate_workspace_bytes":140195120},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":3221145456},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":264,"candidate_workspace_bytes":4831805440}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":244,"candidate_workspace_bytes":141290640},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":3221094780},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":246,"candidate_workspace_bytes":6442357608}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":232,"candidate_workspace_bytes":142811632},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130840,"spans":2000,"candidate_workspace_bytes":3221213772},"planner":{"selected_policy":"selection-paired-local","source_rows":131072,"selection_rows":196608,"spans":234,"candidate_workspace_bytes":4831834264}}]}, + {"case":"1m-count-mixed-512-4long","lengths":[64,5080,64,5084,5080,131072,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,5080,64,5084,64,5084,64,64,64,5080,64,64,64,64,64,64,5084,64,64,64,64,5080,64,64,64,5080,64,5084,64,64,64,64,64,5084,5084,5084,64,5084,5080,64,64,64,64,64,64,64,64,64,64,5084,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,5084,5080,64,64,5084,64,64,64,5080,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,64,64,64,64,5084,64,64,64,5080,5084,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,5084,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,64,64,64,64,64,5084,5084,64,64,64,64,64,64,64,64,64,64,64,64,5080,64,64,64,5084,64,64,64,64,64,64,64,5084,64,64,5084,64,64,64,64,64,5080,64,5084,64,64,5080,5084,64,64,5084,64,64,64,64,5080,64,5080,5084,64,64,64,5084,5084,64,64,5084,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5084,5080,64,5084,64,5084,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,5084,64,5084,64,64,64,5084,5084,64,64,64,64,64,64,64,64,64,5080,64,64,64,64,64,5084,64,64,64,64,64,5084,64,5080,64,5084,64,64,64,64,64,64,64,64,5080,5084,64,64,64,64,64,64,64,64,5084,64,64,64,64,64,64,64,64,64,5084,5080,64,64,5084,64,64,64,131072,64,64,5080,64,64,64,64,64,64,5080,5084,64,64,5080,64,64,64,5084,5080,64,64,5080,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5084,64,64,64,64,131072,64,64,64,64,64,64,5084,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,5084,64,64,64,64,64,64,64,64,64,64,64,64,5084,64,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5084,64,64,64,131072,64,5080,5080,5084,64,5080,64,64,64,64,64,64,64,5080,64,5084,5080,64,64,64,64,64,64,5080,64,64,64,64,64,5080,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,5084,64,5084,64,64,5080,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":1235.7841796875,"prepare_ms":5.796730984002352,"prepare_plus_stack_ms":1241.5809106715024,"amortized_per_layer_ms":310.3952276678756,"prepare_fraction":0.004668830628901359,"stack_min_ms":1234.853515625,"stack_max_ms":1239.113525390625,"prepare_min_ms":5.568120977841318,"prepare_max_ms":6.763002136722207,"peak_allocated_gib":142.40867042541504,"peak_reserved_gib":147.509765625},"zigzag":{"stack_ms":1232.1170654296875,"prepare_ms":136.5852600429207,"prepare_plus_stack_ms":1368.7023254726082,"amortized_per_layer_ms":342.17558136815205,"prepare_fraction":0.09979179365809748,"stack_min_ms":1230.095947265625,"stack_max_ms":1233.586181640625,"prepare_min_ms":28.125118114985526,"prepare_max_ms":142.43034308310598,"peak_allocated_gib":142.40867042541504,"peak_reserved_gib":147.509765625},"planner":{"stack_ms":1200.346923828125,"prepare_ms":14.517865027301013,"prepare_plus_stack_ms":1214.864788855426,"amortized_per_layer_ms":303.7161972138565,"prepare_fraction":0.011950189980383653,"stack_min_ms":1200.037109375,"stack_max_ms":1201.05322265625,"prepare_min_ms":14.082663925364614,"prepare_max_ms":14.92412097286433,"peak_allocated_gib":142.40867042541504,"peak_reserved_gib":147.509765625}},"raw_sha256":"f30b95d8093d287c0ffe3b721e7272c252d09c52aa61e4621852b904e0d7f0df","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3031059168279171,"layout_ms":5.080627975985408},{"common_ms":0.1942020608112216,"layout_ms":4.471260937862098},{"common_ms":0.18313294276595116,"layout_ms":4.8216619761660695}],"zigzag":[{"common_ms":0.19634701311588287,"layout_ms":26.26308600883931},{"common_ms":0.1786260399967432,"layout_ms":24.067898048087955},{"common_ms":0.18044596072286367,"layout_ms":23.5988610656932}],"planner":[{"common_ms":0.19295793026685715,"layout_ms":13.045003986917436},{"common_ms":0.18732796888798475,"layout_ms":13.296228949911892},{"common_ms":0.20680995658040047,"layout_ms":13.126399950124323}]},"samples":{"contiguous":[{"stack_ms":1234.8262939453125,"wall_ms":1234.9174249684438,"allocated_gib":142.1116099357605,"reserved_gib":145.265625},{"stack_ms":1235.7203369140625,"wall_ms":1235.8207879588008,"allocated_gib":142.1116099357605,"reserved_gib":145.265625},{"stack_ms":1239.04833984375,"wall_ms":1239.1485989792272,"allocated_gib":142.1116099357605,"reserved_gib":145.265625}],"zigzag":[{"stack_ms":1230.0484619140625,"wall_ms":1230.1344949519262,"allocated_gib":142.1116099357605,"reserved_gib":145.265625},{"stack_ms":1232.0811767578125,"wall_ms":1232.1914340136573,"allocated_gib":142.1116099357605,"reserved_gib":145.265625},{"stack_ms":1233.5230712890625,"wall_ms":1233.6357530439273,"allocated_gib":142.1116099357605,"reserved_gib":145.265625}],"planner":[{"stack_ms":1199.986083984375,"wall_ms":1200.0890580238774,"allocated_gib":142.1116099357605,"reserved_gib":145.265625},{"stack_ms":1200.999755859375,"wall_ms":1201.0971090057865,"allocated_gib":142.1116099357605,"reserved_gib":145.265625},{"stack_ms":1200.2862548828125,"wall_ms":1200.3891459899023,"allocated_gib":142.1116099357605,"reserved_gib":145.265625}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.31452393159270287,"layout_ms":4.9278950318694115},{"common_ms":0.2110989298671484,"layout_ms":4.403193946927786},{"common_ms":0.2049489412456751,"layout_ms":4.272120073437691}],"zigzag":[{"common_ms":0.22549903951585293,"layout_ms":25.834567029960454},{"common_ms":0.20572205539792776,"layout_ms":136.37953798752278},{"common_ms":0.21927093621343374,"layout_ms":24.486158043146133}],"planner":[{"common_ms":0.26140501722693443,"layout_ms":13.45549791585654},{"common_ms":0.1998610096052289,"layout_ms":13.453038060106337},{"common_ms":0.22459193132817745,"layout_ms":13.353488058783114}]},"samples":{"contiguous":[{"stack_ms":1234.822998046875,"wall_ms":1234.9159839795902,"allocated_gib":142.40867042541504,"reserved_gib":145.8515625},{"stack_ms":1235.73681640625,"wall_ms":1235.8475590590388,"allocated_gib":142.40867042541504,"reserved_gib":145.8515625},{"stack_ms":1239.06103515625,"wall_ms":1239.1596750821918,"allocated_gib":142.40867042541504,"reserved_gib":145.8515625}],"zigzag":[{"stack_ms":1230.030517578125,"wall_ms":1230.1193580497056,"allocated_gib":142.40867042541504,"reserved_gib":145.8515625},{"stack_ms":1232.05078125,"wall_ms":1232.1666299831122,"allocated_gib":142.40867042541504,"reserved_gib":145.8515625},{"stack_ms":1233.5380859375,"wall_ms":1233.6450999137014,"allocated_gib":142.40867042541504,"reserved_gib":145.8515625}],"planner":[{"stack_ms":1200.002197265625,"wall_ms":1200.1090559642762,"allocated_gib":142.40867042541504,"reserved_gib":145.8515625},{"stack_ms":1201.0135498046875,"wall_ms":1201.1236950056627,"allocated_gib":142.40867042541504,"reserved_gib":145.8515625},{"stack_ms":1200.3287353515625,"wall_ms":1200.4319969564676,"allocated_gib":142.40867042541504,"reserved_gib":145.8515625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.34298805985599756,"layout_ms":4.880419000983238},{"common_ms":0.20913092885166407,"layout_ms":4.700329038314521},{"common_ms":0.2146560000255704,"layout_ms":4.155462956987321}],"zigzag":[{"common_ms":0.2210929524153471,"layout_ms":26.862752973102033},{"common_ms":0.21197902970016003,"layout_ms":24.952893028967083},{"common_ms":0.2282779896631837,"layout_ms":24.50158796273172}],"planner":[{"common_ms":0.23660098668187857,"layout_ms":13.351276982575655},{"common_ms":0.20154390949755907,"layout_ms":13.486351002939045},{"common_ms":0.23239897564053535,"layout_ms":13.475762913003564}]},"samples":{"contiguous":[{"stack_ms":1234.830810546875,"wall_ms":1234.896035050042,"allocated_gib":142.18067836761475,"reserved_gib":145.578125},{"stack_ms":1235.775634765625,"wall_ms":1235.8370859874412,"allocated_gib":142.18067836761475,"reserved_gib":145.578125},{"stack_ms":1239.0960693359375,"wall_ms":1239.178417949006,"allocated_gib":142.18067836761475,"reserved_gib":145.578125}],"zigzag":[{"stack_ms":1230.029296875,"wall_ms":1230.1087010418996,"allocated_gib":142.18067836761475,"reserved_gib":145.578125},{"stack_ms":1232.1007080078125,"wall_ms":1232.1652000537142,"allocated_gib":142.18067836761475,"reserved_gib":145.578125},{"stack_ms":1233.513916015625,"wall_ms":1233.6233649402857,"allocated_gib":142.18067836761475,"reserved_gib":145.578125}],"planner":[{"stack_ms":1200.0115966796875,"wall_ms":1200.0783790135756,"allocated_gib":142.18067836761475,"reserved_gib":145.578125},{"stack_ms":1201.0318603515625,"wall_ms":1201.0963089996949,"allocated_gib":142.18067836761475,"reserved_gib":145.578125},{"stack_ms":1200.3258056640625,"wall_ms":1200.4203379619867,"allocated_gib":142.18067836761475,"reserved_gib":145.578125}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.34423498436808586,"layout_ms":4.835466970689595},{"common_ms":0.23484497796744108,"layout_ms":5.223496002145112},{"common_ms":0.23254705592989922,"layout_ms":5.06357301492244}],"zigzag":[{"common_ms":0.26924500707536936,"layout_ms":27.855873107910156},{"common_ms":0.2379410434514284,"layout_ms":26.61122102290392},{"common_ms":0.2451490145176649,"layout_ms":142.18519406858832}],"planner":[{"common_ms":0.24366506841033697,"layout_ms":14.274199958890676},{"common_ms":0.23372494615614414,"layout_ms":14.690396026708186},{"common_ms":0.24297391064465046,"layout_ms":13.839690014719963}]},"samples":{"contiguous":[{"stack_ms":1234.8135986328125,"wall_ms":1234.8840240156278,"allocated_gib":142.27678060531616,"reserved_gib":145.48046875},{"stack_ms":1235.7664794921875,"wall_ms":1235.8486949233338,"allocated_gib":142.27678060531616,"reserved_gib":145.48046875},{"stack_ms":1239.0926513671875,"wall_ms":1239.158405107446,"allocated_gib":142.27678060531616,"reserved_gib":145.48046875}],"zigzag":[{"stack_ms":1230.0355224609375,"wall_ms":1230.1235609920695,"allocated_gib":142.27678060531616,"reserved_gib":145.48046875},{"stack_ms":1232.089111328125,"wall_ms":1232.1644109906629,"allocated_gib":142.27678060531616,"reserved_gib":145.48046875},{"stack_ms":1233.5296630859375,"wall_ms":1233.6247420171276,"allocated_gib":142.27678060531616,"reserved_gib":145.48046875}],"planner":[{"stack_ms":1200.013916015625,"wall_ms":1200.0853240024298,"allocated_gib":142.27678060531616,"reserved_gib":145.48046875},{"stack_ms":1201.031494140625,"wall_ms":1201.109802001156,"allocated_gib":142.27678060531616,"reserved_gib":145.48046875},{"stack_ms":1200.3404541015625,"wall_ms":1200.4307470051572,"allocated_gib":142.27678060531616,"reserved_gib":145.48046875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.27831702027469873,"layout_ms":5.339330993592739},{"common_ms":0.22186897695064545,"layout_ms":5.574862007051706},{"common_ms":0.20807702094316483,"layout_ms":5.308510968461633}],"zigzag":[{"common_ms":0.21928397472947836,"layout_ms":26.633672998286784},{"common_ms":0.2005749847739935,"layout_ms":24.90346203558147},{"common_ms":0.21447602193802595,"layout_ms":24.414416984654963}],"planner":[{"common_ms":0.20668399520218372,"layout_ms":13.541024993173778},{"common_ms":0.21279300563037395,"layout_ms":14.329176978208125},{"common_ms":0.20129804033786058,"layout_ms":13.190306024625897}]},"samples":{"contiguous":[{"stack_ms":1234.845703125,"wall_ms":1234.9159489385784,"allocated_gib":142.0249800682068,"reserved_gib":145.193359375},{"stack_ms":1235.781982421875,"wall_ms":1235.8335779281333,"allocated_gib":142.0249800682068,"reserved_gib":145.193359375},{"stack_ms":1239.1097412109375,"wall_ms":1239.1825660597533,"allocated_gib":142.0249800682068,"reserved_gib":145.193359375}],"zigzag":[{"stack_ms":1230.089599609375,"wall_ms":1230.146512039937,"allocated_gib":142.0249800682068,"reserved_gib":145.193359375},{"stack_ms":1232.1141357421875,"wall_ms":1232.166322064586,"allocated_gib":142.0249800682068,"reserved_gib":145.193359375},{"stack_ms":1233.585205078125,"wall_ms":1233.6396040627733,"allocated_gib":142.0249800682068,"reserved_gib":145.193359375}],"planner":[{"stack_ms":1200.021484375,"wall_ms":1200.0832449411973,"allocated_gib":142.0249800682068,"reserved_gib":145.193359375},{"stack_ms":1201.0504150390625,"wall_ms":1201.103406958282,"allocated_gib":142.0249800682068,"reserved_gib":145.193359375},{"stack_ms":1200.3421630859375,"wall_ms":1200.4084000363946,"allocated_gib":142.0249800682068,"reserved_gib":145.193359375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.2494551008567214,"layout_ms":6.513547035865486},{"common_ms":0.22645201534032822,"layout_ms":5.432168021798134},{"common_ms":0.20899204537272453,"layout_ms":5.359128932468593}],"zigzag":[{"common_ms":0.22444105707108974,"layout_ms":25.67358303349465},{"common_ms":0.20567199680954218,"layout_ms":123.46407398581505},{"common_ms":0.21408300381153822,"layout_ms":25.119477999396622}],"planner":[{"common_ms":0.2539480337873101,"layout_ms":13.883128995075822},{"common_ms":0.22407795768231153,"layout_ms":14.458975987508893},{"common_ms":0.21206808742135763,"layout_ms":13.418339076451957}]},"samples":{"contiguous":[{"stack_ms":1234.8427734375,"wall_ms":1234.89871295169,"allocated_gib":142.0971703529358,"reserved_gib":145.2578125},{"stack_ms":1235.7801513671875,"wall_ms":1235.8341130893677,"allocated_gib":142.0971703529358,"reserved_gib":145.2578125},{"stack_ms":1239.1065673828125,"wall_ms":1239.1629191115499,"allocated_gib":142.0971703529358,"reserved_gib":145.2578125}],"zigzag":[{"stack_ms":1230.071044921875,"wall_ms":1230.14753498137,"allocated_gib":142.0971703529358,"reserved_gib":145.2578125},{"stack_ms":1232.110595703125,"wall_ms":1232.168062007986,"allocated_gib":142.0971703529358,"reserved_gib":145.2578125},{"stack_ms":1233.581787109375,"wall_ms":1233.6365910014138,"allocated_gib":142.0971703529358,"reserved_gib":145.2578125}],"planner":[{"stack_ms":1200.0299072265625,"wall_ms":1200.0874700024724,"allocated_gib":142.0971703529358,"reserved_gib":145.2578125},{"stack_ms":1201.0489501953125,"wall_ms":1201.1006709653884,"allocated_gib":142.0971703529358,"reserved_gib":145.2578125},{"stack_ms":1200.34326171875,"wall_ms":1200.3975319676101,"allocated_gib":142.0971703529358,"reserved_gib":145.2578125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2812549937516451,"layout_ms":5.190204014070332},{"common_ms":0.18832297064363956,"layout_ms":4.56582591868937},{"common_ms":0.1864689402282238,"layout_ms":4.53226501122117}],"zigzag":[{"common_ms":0.19626005087047815,"layout_ms":25.99221107084304},{"common_ms":0.19219797104597092,"layout_ms":24.23916303087026},{"common_ms":0.20979507826268673,"layout_ms":23.81041692569852}],"planner":[{"common_ms":0.20291307009756565,"layout_ms":13.396580936387181},{"common_ms":0.195981003344059,"layout_ms":14.247304992750287},{"common_ms":0.20943698473274708,"layout_ms":13.593527022749186}]},"samples":{"contiguous":[{"stack_ms":1234.853515625,"wall_ms":1234.900151961483,"allocated_gib":142.09898614883423,"reserved_gib":145.248046875},{"stack_ms":1235.7841796875,"wall_ms":1235.8322179643437,"allocated_gib":142.09898614883423,"reserved_gib":145.248046875},{"stack_ms":1239.113525390625,"wall_ms":1239.1623579896986,"allocated_gib":142.09898614883423,"reserved_gib":145.248046875}],"zigzag":[{"stack_ms":1230.095947265625,"wall_ms":1230.143174994737,"allocated_gib":142.09898614883423,"reserved_gib":145.248046875},{"stack_ms":1232.1170654296875,"wall_ms":1232.163373962976,"allocated_gib":142.09898614883423,"reserved_gib":145.248046875},{"stack_ms":1233.586181640625,"wall_ms":1233.6349219549447,"allocated_gib":142.09898614883423,"reserved_gib":145.248046875}],"planner":[{"stack_ms":1200.037109375,"wall_ms":1200.0838480889797,"allocated_gib":142.09898614883423,"reserved_gib":145.248046875},{"stack_ms":1201.05322265625,"wall_ms":1201.1007040273398,"allocated_gib":142.09898614883423,"reserved_gib":145.248046875},{"stack_ms":1200.346923828125,"wall_ms":1200.3971080994233,"allocated_gib":142.09898614883423,"reserved_gib":145.248046875}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.29118708334863186,"layout_ms":5.347969941794872},{"common_ms":0.2045859582722187,"layout_ms":4.715684917755425},{"common_ms":0.19038596656173468,"layout_ms":4.5552190858870745}],"zigzag":[{"common_ms":0.19567098934203386,"layout_ms":26.548799010924995},{"common_ms":0.19930396229028702,"layout_ms":24.17992299888283},{"common_ms":0.1980150118470192,"layout_ms":23.866482079029083}],"planner":[{"common_ms":0.20128500182181597,"layout_ms":13.353598886169493},{"common_ms":0.20080595277249813,"layout_ms":13.795658014714718},{"common_ms":0.2068330068141222,"layout_ms":13.169304002076387}]},"samples":{"contiguous":[{"stack_ms":1234.844970703125,"wall_ms":1234.9024569848552,"allocated_gib":142.2121114730835,"reserved_gib":147.509765625},{"stack_ms":1235.7783203125,"wall_ms":1235.833385027945,"allocated_gib":142.2121114730835,"reserved_gib":147.509765625},{"stack_ms":1239.1021728515625,"wall_ms":1239.1620799899101,"allocated_gib":142.2121114730835,"reserved_gib":147.509765625}],"zigzag":[{"stack_ms":1230.08544921875,"wall_ms":1230.145339970477,"allocated_gib":142.2121114730835,"reserved_gib":147.509765625},{"stack_ms":1232.1070556640625,"wall_ms":1232.1630889782682,"allocated_gib":142.2121114730835,"reserved_gib":147.509765625},{"stack_ms":1233.5775146484375,"wall_ms":1233.6350210243836,"allocated_gib":142.2121114730835,"reserved_gib":147.509765625}],"planner":[{"stack_ms":1200.027587890625,"wall_ms":1200.0885680317879,"allocated_gib":142.2121114730835,"reserved_gib":147.509765625},{"stack_ms":1201.046875,"wall_ms":1201.1073461035267,"allocated_gib":142.2121114730835,"reserved_gib":147.509765625},{"stack_ms":1200.3394775390625,"wall_ms":1200.4024650668725,"allocated_gib":142.2121114730835,"reserved_gib":147.509765625}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011126092340854323,"max_abs":0.003875732421875,"finite":true},"dq":{"relative_rms":0.0004167098384412023,"max_abs":0.00254058837890625,"finite":true},"dkv":{"relative_rms":0.00048024012249799997,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0003221640816165077,"max_abs":1.9326762412674725e-12,"finite":true},"d_weights":{"relative_rms":0.0002796742251006144,"max_abs":5.122274160385132e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00036422513316526086,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00035707756169662093,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.585217680093998e-06,"max_abs":9.663381206337363e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011272974603992762,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.0004198792304715881,"max_abs":0.00254058837890625,"finite":true},"dkv":{"relative_rms":0.0004848832144436584,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00031389464722179086,"max_abs":1.9326762412674725e-12,"finite":true},"d_weights":{"relative_rms":0.0002625108552958901,"max_abs":5.122274160385132e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0003527794465369555,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0003501287457473623,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.1051793608318824e-06,"max_abs":1.1141310096718371e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0011225844033187424,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.00041616633069338916,"max_abs":0.00254058837890625,"finite":true},"dkv":{"relative_rms":0.00048628593849895583,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0003294402633621053,"max_abs":1.9326762412674725e-12,"finite":true},"d_weights":{"relative_rms":0.00027199525232450013,"max_abs":5.122274160385132e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00035832404878535985,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00034217092998122504,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.420661641697857e-06,"max_abs":8.412825991399586e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":6,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536861644},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":102752,"spans":9,"candidate_workspace_bytes":536863152}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":109,"candidate_workspace_bytes":536788368},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536828104},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":181232,"spans":111,"candidate_workspace_bytes":536859700}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":317375824},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536838528},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":174764,"spans":130,"candidate_workspace_bytes":536859700}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":110,"candidate_workspace_bytes":390984992},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536812296},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":181964,"spans":112,"candidate_workspace_bytes":536859700}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":12,"candidate_workspace_bytes":536859084},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536778684},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":80180,"spans":14,"candidate_workspace_bytes":536863152}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":37,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1024,"candidate_workspace_bytes":536816940},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":98988,"spans":38,"candidate_workspace_bytes":536866384}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":63,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":1024,"candidate_workspace_bytes":536795936},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":99556,"spans":64,"candidate_workspace_bytes":536863152}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":54,"candidate_workspace_bytes":536870800},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130752,"spans":1024,"candidate_workspace_bytes":536828336},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":129140,"spans":56,"candidate_workspace_bytes":536863152}}]}, + {"case":"1m-count-mixed-512-2long-ascending","lengths":[64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,262144,262144],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":1757.0025634765625,"prepare_ms":6.662104977294803,"prepare_plus_stack_ms":1763.6646684538573,"amortized_per_layer_ms":440.9161671134643,"prepare_fraction":0.003777421579316002,"stack_min_ms":1756.1722412109375,"stack_max_ms":1760.76611328125,"prepare_min_ms":6.092960014939308,"prepare_max_ms":7.2032950120046735,"peak_allocated_gib":147.27521800994873,"peak_reserved_gib":151.52734375},"zigzag":{"stack_ms":1624.5296630859375,"prepare_ms":131.84616900980473,"prepare_plus_stack_ms":1756.3758320957422,"amortized_per_layer_ms":439.09395802393556,"prepare_fraction":0.07506717332387983,"stack_min_ms":1623.213134765625,"stack_max_ms":1626.7877197265625,"prepare_min_ms":27.118633966892958,"prepare_max_ms":141.4667459903285,"peak_allocated_gib":147.27521800994873,"peak_reserved_gib":151.52734375},"planner":{"stack_ms":1569.1451416015625,"prepare_ms":14.674699865281582,"prepare_plus_stack_ms":1583.819841466844,"amortized_per_layer_ms":395.954960366711,"prepare_fraction":0.009265384534954877,"stack_min_ms":1568.149169921875,"stack_max_ms":1571.0010986328125,"prepare_min_ms":14.628755045123398,"prepare_max_ms":14.909839956089854,"peak_allocated_gib":147.27521800994873,"peak_reserved_gib":151.52734375}},"raw_sha256":"0ccf5088f37a13cee6bb767966013a4a5829a92fd342a08c49bc986f76362c52","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.4284169990569353,"layout_ms":6.774878012947738},{"common_ms":0.2805349649861455,"layout_ms":6.381570012308657},{"common_ms":0.2959830453619361,"layout_ms":5.796976969577372}],"zigzag":[{"common_ms":0.2902359701693058,"layout_ms":28.986392077058554},{"common_ms":0.2770529827103019,"layout_ms":26.448780903592706},{"common_ms":0.28555397875607014,"layout_ms":26.833079988136888}],"planner":[{"common_ms":0.31806202605366707,"layout_ms":14.591777930036187},{"common_ms":0.27203094214200974,"layout_ms":14.402668923139572},{"common_ms":0.3170180134475231,"layout_ms":14.311737031675875}]},"samples":{"contiguous":[{"stack_ms":1756.9793701171875,"wall_ms":1757.0374209899455,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1760.744873046875,"wall_ms":1760.8104209648445,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1756.1500244140625,"wall_ms":1756.2118000350893,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125}],"zigzag":[{"stack_ms":1624.5130615234375,"wall_ms":1624.5723119936883,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1626.77490234375,"wall_ms":1626.827675034292,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1623.197509765625,"wall_ms":1623.2545740203932,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125}],"planner":[{"stack_ms":1570.9931640625,"wall_ms":1571.0518960841,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1568.137451171875,"wall_ms":1568.1940099457279,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125},{"stack_ms":1569.12158203125,"wall_ms":1569.1780940396711,"allocated_gib":146.99021530151367,"reserved_gib":151.314453125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.2833789912983775,"layout_ms":4.074868047609925},{"common_ms":0.1819060416892171,"layout_ms":3.5908990539610386},{"common_ms":0.18508906941860914,"layout_ms":3.5084220580756664}],"zigzag":[{"common_ms":0.21403608843684196,"layout_ms":25.904007023200393},{"common_ms":0.1810459652915597,"layout_ms":23.469740990549326},{"common_ms":0.18762110266834497,"layout_ms":23.021629895083606}],"planner":[{"common_ms":0.21333398763090372,"layout_ms":11.988569051027298},{"common_ms":0.1775739947333932,"layout_ms":11.91061397548765},{"common_ms":0.22631697356700897,"layout_ms":11.947523918934166}]},"samples":{"contiguous":[{"stack_ms":1756.94384765625,"wall_ms":1757.0345849962905,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1760.7366943359375,"wall_ms":1760.8247760217637,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1756.150146484375,"wall_ms":1756.2126539414749,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1624.5006103515625,"wall_ms":1624.5916599873453,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1626.7545166015625,"wall_ms":1626.8343279371038,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1623.1978759765625,"wall_ms":1623.264608089812,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1570.967041015625,"wall_ms":1571.0483379662037,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1568.12548828125,"wall_ms":1568.2058300590143,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375},{"stack_ms":1569.1220703125,"wall_ms":1569.177592988126,"allocated_gib":146.26879978179932,"reserved_gib":150.5234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2524999435991049,"layout_ms":3.9481220301240683},{"common_ms":0.18532597459852695,"layout_ms":3.4865039633587003},{"common_ms":0.18439395353198051,"layout_ms":3.531057038344443}],"zigzag":[{"common_ms":0.20579190459102392,"layout_ms":25.749451015144587},{"common_ms":0.1797169679775834,"layout_ms":23.445716011337936},{"common_ms":0.19025907386094332,"layout_ms":23.21688598021865}],"planner":[{"common_ms":0.21692004520446062,"layout_ms":11.968391016125679},{"common_ms":0.17878401558846235,"layout_ms":12.359607964754105},{"common_ms":0.1932900631800294,"layout_ms":12.104649096727371}]},"samples":{"contiguous":[{"stack_ms":1756.9803466796875,"wall_ms":1757.0371920010075,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1760.7509765625,"wall_ms":1760.8059210469946,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1756.1490478515625,"wall_ms":1756.2051890417933,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375}],"zigzag":[{"stack_ms":1624.5140380859375,"wall_ms":1624.569968902506,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1626.7799072265625,"wall_ms":1626.8330930033699,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1623.2052001953125,"wall_ms":1623.2581899967045,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375}],"planner":[{"stack_ms":1570.9752197265625,"wall_ms":1571.0385389393196,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1568.1361083984375,"wall_ms":1568.1895660236478,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375},{"stack_ms":1569.1243896484375,"wall_ms":1569.179396959953,"allocated_gib":146.2713017463684,"reserved_gib":150.5234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.2587198978289962,"layout_ms":4.024038906209171},{"common_ms":0.1838289899751544,"layout_ms":3.5601090639829636},{"common_ms":0.19057607278227806,"layout_ms":3.6106499610468745}],"zigzag":[{"common_ms":0.2101929858326912,"layout_ms":25.98468994256109},{"common_ms":0.17854198813438416,"layout_ms":23.71566102374345},{"common_ms":0.19409507513046265,"layout_ms":23.68063502945006}],"planner":[{"common_ms":0.20614604000002146,"layout_ms":11.862287996336818},{"common_ms":0.1803509658202529,"layout_ms":12.334851082414389},{"common_ms":0.20320899784564972,"layout_ms":11.888267938047647}]},"samples":{"contiguous":[{"stack_ms":1756.9853515625,"wall_ms":1757.0362510159612,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1760.75244140625,"wall_ms":1760.8029190450907,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1756.158203125,"wall_ms":1756.207516998984,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375}],"zigzag":[{"stack_ms":1624.5225830078125,"wall_ms":1624.5733019895852,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1626.7822265625,"wall_ms":1626.8299790099263,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1623.2059326171875,"wall_ms":1623.2529270928353,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375}],"planner":[{"stack_ms":1570.9935302734375,"wall_ms":1571.0474509978667,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1568.1436767578125,"wall_ms":1568.1901050265878,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375},{"stack_ms":1569.1302490234375,"wall_ms":1569.1791760036722,"allocated_gib":147.27521800994873,"reserved_gib":151.52734375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2788609126582742,"layout_ms":5.237014032900333},{"common_ms":0.19859406165778637,"layout_ms":5.113143008202314},{"common_ms":0.20053901243954897,"layout_ms":5.208999034948647}],"zigzag":[{"common_ms":0.21282501984387636,"layout_ms":25.491173029877245},{"common_ms":0.2019200474023819,"layout_ms":131.5320139983669},{"common_ms":0.19747402984648943,"layout_ms":23.562849033623934}],"planner":[{"common_ms":0.20602496806532145,"layout_ms":12.333806953392923},{"common_ms":0.1976420171558857,"layout_ms":12.916791019961238},{"common_ms":0.199194997549057,"layout_ms":12.20407907385379}]},"samples":{"contiguous":[{"stack_ms":1756.9923095703125,"wall_ms":1757.0579020539299,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1760.7591552734375,"wall_ms":1760.823163902387,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1756.164794921875,"wall_ms":1756.2128559220582,"allocated_gib":145.8428716659546,"reserved_gib":150.0}],"zigzag":[{"stack_ms":1624.520263671875,"wall_ms":1624.5738660218194,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1626.7828369140625,"wall_ms":1626.8369160825387,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1623.1954345703125,"wall_ms":1623.2453230768442,"allocated_gib":145.8428716659546,"reserved_gib":150.0}],"planner":[{"stack_ms":1570.9921875,"wall_ms":1571.0464150179178,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1568.1427001953125,"wall_ms":1568.1936329929158,"allocated_gib":145.8428716659546,"reserved_gib":150.0},{"stack_ms":1569.1451416015625,"wall_ms":1569.2072540987283,"allocated_gib":145.8428716659546,"reserved_gib":150.0}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.26241608429700136,"layout_ms":4.968608031049371},{"common_ms":0.19348191563040018,"layout_ms":4.754311987198889},{"common_ms":0.20995596423745155,"layout_ms":5.028592888265848}],"zigzag":[{"common_ms":0.2155100228264928,"layout_ms":131.63065898697823},{"common_ms":0.20114390645176172,"layout_ms":23.584293900057673},{"common_ms":0.19961700309067965,"layout_ms":24.652504012919962}],"planner":[{"common_ms":0.18062989693135023,"layout_ms":12.304325005970895},{"common_ms":0.2029050374403596,"layout_ms":13.23959103319794},{"common_ms":0.2404650440439582,"layout_ms":12.883846997283399}]},"samples":{"contiguous":[{"stack_ms":1756.983642578125,"wall_ms":1757.0361989783123,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1760.7528076171875,"wall_ms":1760.8159199589863,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1756.1580810546875,"wall_ms":1756.223335978575,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875}],"zigzag":[{"stack_ms":1624.520263671875,"wall_ms":1624.570781015791,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1626.78173828125,"wall_ms":1626.8402968998998,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1623.1907958984375,"wall_ms":1623.258222010918,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875}],"planner":[{"stack_ms":1570.995849609375,"wall_ms":1571.0478210821748,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1568.133544921875,"wall_ms":1568.1934430031106,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875},{"stack_ms":1569.133544921875,"wall_ms":1569.1965559963137,"allocated_gib":146.09480953216553,"reserved_gib":149.216796875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2603239845484495,"layout_ms":5.243545980192721},{"common_ms":0.16907707322388887,"layout_ms":4.578666063025594},{"common_ms":0.1845080405473709,"layout_ms":4.602584056556225}],"zigzag":[{"common_ms":0.19953690934926271,"layout_ms":131.06195197906345},{"common_ms":0.17861800733953714,"layout_ms":22.533245966769755},{"common_ms":0.1767900539562106,"layout_ms":23.17466598469764}],"planner":[{"common_ms":0.16874808352440596,"layout_ms":12.044333037920296},{"common_ms":0.175030087120831,"layout_ms":11.957860086113214},{"common_ms":0.21840399131178856,"layout_ms":12.41905300412327}]},"samples":{"contiguous":[{"stack_ms":1757.0025634765625,"wall_ms":1757.0436210371554,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1760.76611328125,"wall_ms":1760.8082620427012,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1756.1722412109375,"wall_ms":1756.2141119269654,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375}],"zigzag":[{"stack_ms":1624.5296630859375,"wall_ms":1624.5711990632117,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1626.7877197265625,"wall_ms":1626.8327990546823,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1623.213134765625,"wall_ms":1623.2534589944407,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375}],"planner":[{"stack_ms":1571.0010986328125,"wall_ms":1571.0476890671998,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1568.149169921875,"wall_ms":1568.1880280608311,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375},{"stack_ms":1569.14404296875,"wall_ms":1569.1859750077128,"allocated_gib":144.34286403656006,"reserved_gib":147.46484375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.24952099192887545,"layout_ms":4.915951984003186},{"common_ms":0.19270903430879116,"layout_ms":4.476085072383285},{"common_ms":0.1849489053711295,"layout_ms":4.281910951249301}],"zigzag":[{"common_ms":0.21115795243531466,"layout_ms":25.10777791030705},{"common_ms":0.18316996283829212,"layout_ms":141.2835760274902},{"common_ms":0.17149292398244143,"layout_ms":22.75416103657335}],"planner":[{"common_ms":0.20912906620651484,"layout_ms":12.558436952531338},{"common_ms":0.18758396618068218,"layout_ms":12.69335497636348},{"common_ms":0.19835098646581173,"layout_ms":12.344461982138455}]},"samples":{"contiguous":[{"stack_ms":1756.978271484375,"wall_ms":1757.0354109629989,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1760.7464599609375,"wall_ms":1760.8038550242782,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1756.1448974609375,"wall_ms":1756.2021190533414,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875}],"zigzag":[{"stack_ms":1624.5087890625,"wall_ms":1624.5682010194287,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1626.7772216796875,"wall_ms":1626.8312360625714,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1623.1964111328125,"wall_ms":1623.2510328991339,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875}],"planner":[{"stack_ms":1570.99072265625,"wall_ms":1571.0462749702856,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1568.1324462890625,"wall_ms":1568.1849060347304,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875},{"stack_ms":1569.1348876953125,"wall_ms":1569.1896789940074,"allocated_gib":145.59480953216553,"reserved_gib":148.716796875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011732705507512071,"max_abs":0.003875732421875,"finite":true},"dq":{"relative_rms":0.000482195580111565,"max_abs":0.0047607421875,"finite":true},"dkv":{"relative_rms":0.0005453473607490115,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006568136250063462,"max_abs":1.8918200339612667e-12,"finite":true},"d_weights":{"relative_rms":0.0005382797031226471,"max_abs":3.14321368932724e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006418912129116608,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006537557355082332,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.86485881076355e-06,"max_abs":1.0174971976084635e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011814925862727674,"max_abs":0.004180908203125,"finite":true},"dq":{"relative_rms":0.00047614643183157754,"max_abs":0.002777099609375,"finite":true},"dkv":{"relative_rms":0.000560718961999447,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006254314967683005,"max_abs":1.8918200339612667e-12,"finite":true},"d_weights":{"relative_rms":0.0004972337690638007,"max_abs":2.6193447411060333e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006963279217789863,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007368146157863697,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.835791005405276e-06,"max_abs":1.0459189070388675e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011776318001773837,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.0004828550801908676,"max_abs":0.0047607421875,"finite":true},"dkv":{"relative_rms":0.0005412830011139264,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005177079233643143,"max_abs":1.4068746168049984e-12,"finite":true},"d_weights":{"relative_rms":0.00048822117096881755,"max_abs":2.499291440472007e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000583089320111726,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0005968861013618515,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.668257658402538e-06,"max_abs":1.0231815394945443e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":432,"candidate_workspace_bytes":261144560},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147455164},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196612,"spans":435,"candidate_workspace_bytes":4056802184}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":323942544},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147321592},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196604,"spans":30,"candidate_workspace_bytes":3221146388}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":326477008},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130864,"spans":1024,"candidate_workspace_bytes":2147363972},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196604,"spans":29,"candidate_workspace_bytes":3221134088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":329010416},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3221016216},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196608,"spans":29,"candidate_workspace_bytes":3221146388}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3086991360},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65540,"spans":3,"candidate_workspace_bytes":2147436020}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2818555904},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073713120}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2550120448},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073736736}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2281684992},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073713120}}]}, + {"case":"1m-count-mixed-512-2long-descending","lengths":[262144,262144,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4984,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,4980,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":1758.31591796875,"prepare_ms":6.499054841697216,"prepare_plus_stack_ms":1764.8149728104472,"amortized_per_layer_ms":441.2037432026118,"prepare_fraction":0.0036825700947831076,"stack_min_ms":1757.157958984375,"stack_max_ms":1761.142822265625,"prepare_min_ms":6.1128519009798765,"prepare_max_ms":7.053849054500461,"peak_allocated_gib":147.4813928604126,"peak_reserved_gib":159.802734375},"zigzag":{"stack_ms":1608.2176513671875,"prepare_ms":146.2975419126451,"prepare_plus_stack_ms":1754.5151932798326,"amortized_per_layer_ms":438.62879831995815,"prepare_fraction":0.08338345685064222,"stack_min_ms":1606.731689453125,"stack_max_ms":1610.2989501953125,"prepare_min_ms":26.361396070569754,"prepare_max_ms":147.45817799121141,"peak_allocated_gib":147.4813928604126,"peak_reserved_gib":159.802734375},"planner":{"stack_ms":1534.961669921875,"prepare_ms":14.536472037434578,"prepare_plus_stack_ms":1549.4981419593096,"amortized_per_layer_ms":387.3745354898274,"prepare_fraction":0.009381406562419944,"stack_min_ms":1533.6064453125,"stack_max_ms":1536.3878173828125,"prepare_min_ms":14.416832942515612,"prepare_max_ms":14.682292938232422,"peak_allocated_gib":147.4813928604126,"peak_reserved_gib":159.802734375}},"raw_sha256":"f01f02e5010903c604044360a4db2f863f7c0e391f8c6652fdb2a2d81a7a495f","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.2555259270593524,"layout_ms":5.135591025464237},{"common_ms":0.17314497381448746,"layout_ms":4.67258901335299},{"common_ms":0.18494506366550922,"layout_ms":4.480610019527376}],"zigzag":[{"common_ms":0.20246300846338272,"layout_ms":25.33180604223162},{"common_ms":0.1810939284041524,"layout_ms":145.7323619397357},{"common_ms":0.17532496713101864,"layout_ms":22.649983991868794}],"planner":[{"common_ms":0.22095802705734968,"layout_ms":12.510516098700464},{"common_ms":0.19986904226243496,"layout_ms":12.034423998557031},{"common_ms":0.19870593678206205,"layout_ms":11.975554982200265}]},"samples":{"contiguous":[{"stack_ms":1758.3021240234375,"wall_ms":1758.3636889467016,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1757.144287109375,"wall_ms":1757.203200017102,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1761.1337890625,"wall_ms":1761.1977560445666,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875}],"zigzag":[{"stack_ms":1606.7298583984375,"wall_ms":1606.7827430088073,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1608.1998291015625,"wall_ms":1608.2612249301746,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1610.286865234375,"wall_ms":1610.3448220528662,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875}],"planner":[{"stack_ms":1533.6036376953125,"wall_ms":1533.6587539641187,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1536.37744140625,"wall_ms":1536.4346830174327,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875},{"stack_ms":1534.94140625,"wall_ms":1534.995944937691,"allocated_gib":144.96787643432617,"reserved_gib":148.1171875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.2719360636547208,"layout_ms":4.866770002990961},{"common_ms":0.1778000732883811,"layout_ms":4.602079978212714},{"common_ms":0.1966120908036828,"layout_ms":4.324204986914992}],"zigzag":[{"common_ms":0.20704593043774366,"layout_ms":143.5505080735311},{"common_ms":0.1801690086722374,"layout_ms":23.25838105753064},{"common_ms":0.180552015081048,"layout_ms":23.77707394771278}],"planner":[{"common_ms":0.20096497610211372,"layout_ms":12.321827001869678},{"common_ms":0.19332498777657747,"layout_ms":12.561229057610035},{"common_ms":0.23207603953778744,"layout_ms":12.608924065716565}]},"samples":{"contiguous":[{"stack_ms":1758.3128662109375,"wall_ms":1758.3696820074692,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1757.14697265625,"wall_ms":1757.207731017843,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1761.1339111328125,"wall_ms":1761.196396080777,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625}],"zigzag":[{"stack_ms":1606.7298583984375,"wall_ms":1606.781263020821,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1608.2021484375,"wall_ms":1608.2599440123886,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1610.28759765625,"wall_ms":1610.3447809582576,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625}],"planner":[{"stack_ms":1533.6036376953125,"wall_ms":1533.6592560634017,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1536.3739013671875,"wall_ms":1536.428965977393,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625},{"stack_ms":1534.9482421875,"wall_ms":1535.0053899455816,"allocated_gib":145.46981525421143,"reserved_gib":148.587890625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2847940195351839,"layout_ms":5.091422004625201},{"common_ms":0.1821719342842698,"layout_ms":4.61048202123493},{"common_ms":0.19046803936362267,"layout_ms":4.561510984785855}],"zigzag":[{"common_ms":0.19762699957937002,"layout_ms":147.26055099163204},{"common_ms":0.1768479123711586,"layout_ms":23.060264997184277},{"common_ms":0.18654402811080217,"layout_ms":23.792140069417655}],"planner":[{"common_ms":0.18511503003537655,"layout_ms":12.357405037619174},{"common_ms":0.19167398568242788,"layout_ms":12.087828014045954},{"common_ms":0.2215960994362831,"layout_ms":12.603743001818657}]},"samples":{"contiguous":[{"stack_ms":1758.31591796875,"wall_ms":1758.372723008506,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1757.15087890625,"wall_ms":1757.205986068584,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1761.1304931640625,"wall_ms":1761.1901389900595,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375}],"zigzag":[{"stack_ms":1606.724365234375,"wall_ms":1606.7785860504955,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1608.20654296875,"wall_ms":1608.2609930308536,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1610.2894287109375,"wall_ms":1610.343218082562,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375}],"planner":[{"stack_ms":1533.6016845703125,"wall_ms":1533.653281047009,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1536.376708984375,"wall_ms":1536.4282600348815,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375},{"stack_ms":1534.9486083984375,"wall_ms":1534.9990560207516,"allocated_gib":143.96786975860596,"reserved_gib":147.0859375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.25725807063281536,"layout_ms":4.858133033849299},{"common_ms":0.19266700837761164,"layout_ms":4.571888013742864},{"common_ms":0.1733180833980441,"layout_ms":4.5468820026144385}],"zigzag":[{"common_ms":0.21208496764302254,"layout_ms":25.747527950443327},{"common_ms":0.18554797861725092,"layout_ms":146.11199393402785},{"common_ms":0.17484405543655157,"layout_ms":23.559415945783257}],"planner":[{"common_ms":0.24418893735855818,"layout_ms":12.73122790735215},{"common_ms":0.20102399867027998,"layout_ms":12.770198984071612},{"common_ms":0.1942530507221818,"layout_ms":12.441667960956693}]},"samples":{"contiguous":[{"stack_ms":1758.313232421875,"wall_ms":1758.3836000412703,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1757.15234375,"wall_ms":1757.2033629985526,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1761.131591796875,"wall_ms":1761.184364091605,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875}],"zigzag":[{"stack_ms":1606.7218017578125,"wall_ms":1606.7933479789644,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1608.2083740234375,"wall_ms":1608.2602379610762,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1610.2899169921875,"wall_ms":1610.338801983744,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875}],"planner":[{"stack_ms":1533.584716796875,"wall_ms":1533.6535229580477,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1536.373046875,"wall_ms":1536.4233900327235,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875},{"stack_ms":1534.948974609375,"wall_ms":1534.9981730105355,"allocated_gib":146.46981525421143,"reserved_gib":149.591796875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2680160105228424,"layout_ms":3.950952086597681},{"common_ms":0.20266592036932707,"layout_ms":3.9475610246881843},{"common_ms":0.21788501180708408,"layout_ms":4.2637590086087584}],"zigzag":[{"common_ms":0.2339399652555585,"layout_ms":25.509698083624244},{"common_ms":0.20011910237371922,"layout_ms":23.86147598735988},{"common_ms":0.20053202752023935,"layout_ms":23.422522004693747}],"planner":[{"common_ms":0.2118509728461504,"layout_ms":12.07900291774422},{"common_ms":0.20857504568994045,"layout_ms":12.399173923768103},{"common_ms":0.19358796998858452,"layout_ms":11.970394989475608}]},"samples":{"contiguous":[{"stack_ms":1758.2978515625,"wall_ms":1758.3585049724206,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1757.150146484375,"wall_ms":1757.2126999730244,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1761.13330078125,"wall_ms":1761.1900300253183,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375}],"zigzag":[{"stack_ms":1606.7137451171875,"wall_ms":1606.7675249651074,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1608.1990966796875,"wall_ms":1608.2455930300057,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1610.2906494140625,"wall_ms":1610.354145988822,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375}],"planner":[{"stack_ms":1533.603759765625,"wall_ms":1533.6676660226658,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1536.3846435546875,"wall_ms":1536.4342550747097,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375},{"stack_ms":1534.9608154296875,"wall_ms":1535.0086969556287,"allocated_gib":147.27027797698975,"reserved_gib":159.52734375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.24348602164536715,"layout_ms":3.9060929557308555},{"common_ms":0.18990098033100367,"layout_ms":3.5366860684007406},{"common_ms":0.18401106353849173,"layout_ms":3.6483589792624116}],"zigzag":[{"common_ms":0.2114999806508422,"layout_ms":25.766837992705405},{"common_ms":0.18578802701085806,"layout_ms":23.362030973657966},{"common_ms":0.1726390328258276,"layout_ms":22.958909044973552}],"planner":[{"common_ms":0.22263103164732456,"layout_ms":12.080960907042027},{"common_ms":0.18976908177137375,"layout_ms":11.939308955334127},{"common_ms":0.20436395425349474,"layout_ms":12.079016072675586}]},"samples":{"contiguous":[{"stack_ms":1758.3055419921875,"wall_ms":1758.371161064133,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1757.1483154296875,"wall_ms":1757.2035520570353,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1761.1334228515625,"wall_ms":1761.1890829866752,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125}],"zigzag":[{"stack_ms":1606.72216796875,"wall_ms":1606.7834519781172,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1608.203857421875,"wall_ms":1608.2538220798597,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1610.2825927734375,"wall_ms":1610.3335819207132,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125}],"planner":[{"stack_ms":1533.5948486328125,"wall_ms":1533.65469397977,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1536.3763427734375,"wall_ms":1536.4285780815408,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125},{"stack_ms":1534.9501953125,"wall_ms":1535.0008110981435,"allocated_gib":147.0414547920227,"reserved_gib":159.298828125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.24120905436575413,"layout_ms":3.837843076325953},{"common_ms":0.1855629961937666,"layout_ms":3.4767809556797147},{"common_ms":0.1847440144047141,"layout_ms":3.5112620098516345}],"zigzag":[{"common_ms":0.2022109692916274,"layout_ms":25.351639022119343},{"common_ms":0.18337205983698368,"layout_ms":23.254774045199156},{"common_ms":0.17805001698434353,"layout_ms":22.541424026712775}],"planner":[{"common_ms":0.19693293143063784,"layout_ms":11.842782027088106},{"common_ms":0.18442608416080475,"layout_ms":11.960744974203408},{"common_ms":0.191575032658875,"layout_ms":11.98682002723217}]},"samples":{"contiguous":[{"stack_ms":1758.315673828125,"wall_ms":1758.3676879294217,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1757.157958984375,"wall_ms":1757.200384978205,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1761.142822265625,"wall_ms":1761.1829419620335,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125}],"zigzag":[{"stack_ms":1606.731689453125,"wall_ms":1606.7743910243735,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1608.2176513671875,"wall_ms":1608.256930951029,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1610.2989501953125,"wall_ms":1610.3388679912314,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125}],"planner":[{"stack_ms":1533.6064453125,"wall_ms":1533.649279968813,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1536.3878173828125,"wall_ms":1536.4289040444419,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125},{"stack_ms":1534.961669921875,"wall_ms":1535.0005909567699,"allocated_gib":146.7938151359558,"reserved_gib":159.048828125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.44165400322526693,"layout_ms":6.612195051275194},{"common_ms":0.27723994571715593,"layout_ms":6.22181489598006},{"common_ms":0.29263494070619345,"layout_ms":5.820216960273683}],"zigzag":[{"common_ms":0.29476103372871876,"layout_ms":28.22217997163534},{"common_ms":0.2820590743795037,"layout_ms":25.958195910789073},{"common_ms":0.27630303520709276,"layout_ms":26.08509303536266}],"planner":[{"common_ms":0.28713897336274385,"layout_ms":14.395153964869678},{"common_ms":0.28180202934890985,"layout_ms":14.254670008085668},{"common_ms":0.2915749792009592,"layout_ms":14.125257963314652}]},"samples":{"contiguous":[{"stack_ms":1758.300048828125,"wall_ms":1758.3601590013131,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1757.143798828125,"wall_ms":1757.1991309523582,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1761.1304931640625,"wall_ms":1761.1847820226103,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375}],"zigzag":[{"stack_ms":1606.7216796875,"wall_ms":1606.778346002102,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1608.20703125,"wall_ms":1608.2603960530832,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1610.2850341796875,"wall_ms":1610.3376629762352,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375}],"planner":[{"stack_ms":1533.5980224609375,"wall_ms":1533.6525359889492,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1536.375244140625,"wall_ms":1536.4272970473394,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375},{"stack_ms":1534.94873046875,"wall_ms":1535.000435076654,"allocated_gib":147.4813928604126,"reserved_gib":159.802734375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":5.820766091346741e-11,"errors":{"output":{"relative_rms":0.0012011874593604124,"max_abs":0.00383758544921875,"finite":true},"dq":{"relative_rms":0.00048074042068322546,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.0006028583412955638,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006394801925531438,"max_abs":1.9255708139098715e-12,"finite":true},"d_weights":{"relative_rms":0.0005410839475673279,"max_abs":3.6452547647058964e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000646208346564557,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006578308837498685,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.7340910224318374e-06,"max_abs":1.0061285138363019e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":5.820766091346741e-11,"errors":{"output":{"relative_rms":0.001191868350201183,"max_abs":0.0039520263671875,"finite":true},"dq":{"relative_rms":0.00048119067459296996,"max_abs":0.0026092529296875,"finite":true},"dkv":{"relative_rms":0.0005709128279082137,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005513915537674891,"max_abs":1.3073986337985843e-12,"finite":true},"d_weights":{"relative_rms":0.0004915292523658418,"max_abs":2.444721758365631e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000649454074047766,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006424825430767617,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.584515837909848e-06,"max_abs":1.0857093002414331e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011822570478501708,"max_abs":0.00384521484375,"finite":true},"dq":{"relative_rms":0.0004804885284708158,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.0005259659454448061,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006242175033713905,"max_abs":1.4352963262354024e-12,"finite":true},"d_weights":{"relative_rms":0.0005322857543624577,"max_abs":2.6775524020195007e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008199284583748678,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007880824408850278,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.338945642155476e-06,"max_abs":8.72546479513403e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147455164},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65540,"spans":3,"candidate_workspace_bytes":2147436020}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130816,"spans":1024,"candidate_workspace_bytes":2147321592},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073713120}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130864,"spans":1024,"candidate_workspace_bytes":2147363972},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073736736}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475360},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3221016216},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":65536,"spans":3,"candidate_workspace_bytes":1073713120}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":323705232},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":3220883040},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196604,"spans":30,"candidate_workspace_bytes":3221146388}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":325999408},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2974345584},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196604,"spans":29,"candidate_workspace_bytes":3221134088}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":328533872},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2705910128},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196608,"spans":29,"candidate_workspace_bytes":3221146388}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":432,"candidate_workspace_bytes":262336016},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1024,"candidate_workspace_bytes":2437474672},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":196612,"spans":435,"candidate_workspace_bytes":4293534320}}]}, + {"case":"1m-heldout-lognormal-257-seed20261114","lengths":[2676,1160,872,1600,7844,15644,1860,4136,2904,1520,1116,1768,1120,5048,11620,10504,444,4952,3868,2772,1828,10192,476,6280,408,1656,2024,6804,3084,2100,4556,720,1640,2820,5608,13040,5152,1192,17628,588,23720,468,964,876,4732,25312,3076,2572,4332,480,532,1056,1464,680,1776,1820,1692,184,428,340,5056,20224,1840,468,2028,3532,17084,6684,6084,3748,1816,8964,244,4680,572,832,1592,1500,1240,148,2156,760,1500,5540,3920,8488,6128,4120,8304,1056,2352,1204,1828,944,2344,20140,184,5880,392,8816,4136,8060,900,1172,744,9020,25696,1648,692,1528,796,796,424,568,14772,2696,5512,1172,1644,516,1068,296,1864,360,10484,7508,1284,20464,1512,12932,1076,2220,6004,272,2204,968,704,780,600,10044,4560,1572,380,540,1488,4196,2372,6112,3580,1332,1732,1848,4276,1448,2060,1228,676,4180,2144,3140,1192,604,2624,9132,4680,1144,4196,576,1036,228,96,3604,1280,6036,952,3080,1188,16140,524,884,560,2128,1268,1672,3344,1668,4900,3432,1528,276,12768,772,12508,468,5328,1480,17320,2816,1220,5144,6764,1160,2216,1308,148,1632,3076,10892,9016,684,13020,6676,1756,1332,584,5268,1260,1256,4336,22800,15120,6460,1876,8740,672,1832,2148,460,604,700,4144,1940,892,352,8956,472,4868,12212,712,3128,1680,5956,5388,24968,4208,688,1284,672,27000,6520,3868,4468,5252,4244,1780,356,2856],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":883.8223266601562,"prepare_ms":3.1524760415777564,"prepare_plus_stack_ms":886.974802701734,"amortized_per_layer_ms":221.7437006754335,"prepare_fraction":0.003554188948744974,"stack_min_ms":883.3036499023438,"stack_max_ms":885.076171875,"prepare_min_ms":3.116212086752057,"prepare_max_ms":3.1984050292521715,"peak_allocated_gib":142.20749521255493,"peak_reserved_gib":145.646484375},"zigzag":{"stack_ms":911.4261474609375,"prepare_ms":14.197553042322397,"prepare_plus_stack_ms":925.6237005032599,"amortized_per_layer_ms":231.40592512581497,"prepare_fraction":0.015338363780662934,"stack_min_ms":910.713623046875,"stack_max_ms":912.3272705078125,"prepare_min_ms":13.952421024441719,"prepare_max_ms":15.984473982825875,"peak_allocated_gib":142.20749521255493,"peak_reserved_gib":145.646484375},"planner":{"stack_ms":884.6950073242188,"prepare_ms":3.917270922102034,"prepare_plus_stack_ms":888.6122782463208,"amortized_per_layer_ms":222.1530695615802,"prepare_fraction":0.004408301593393219,"stack_min_ms":884.27978515625,"stack_max_ms":885.9984130859375,"prepare_min_ms":3.8843790534883738,"prepare_max_ms":4.173593013547361,"peak_allocated_gib":142.20749521255493,"peak_reserved_gib":145.646484375}},"raw_sha256":"09d907245cf02baeac30f14d804adc04d9c175c1e90b3f97bc34b2f05ae1c2b5","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.242384965531528,"layout_ms":2.7076489059254527},{"common_ms":0.15231198631227016,"layout_ms":2.3943670094013214},{"common_ms":0.14889601152390242,"layout_ms":2.376466989517212}],"zigzag":[{"common_ms":0.16700790729373693,"layout_ms":14.544183970429003},{"common_ms":0.149233965203166,"layout_ms":12.794855050742626},{"common_ms":0.14183204621076584,"layout_ms":12.637345003895462}],"planner":[{"common_ms":0.15980005264282227,"layout_ms":3.013571025803685},{"common_ms":0.14563195873051882,"layout_ms":3.279707976616919},{"common_ms":0.15321793034672737,"layout_ms":3.001913079060614}]},"samples":{"contiguous":[{"stack_ms":883.300537109375,"wall_ms":883.3443399053067,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":883.8175659179688,"wall_ms":883.8603660697117,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":885.0621337890625,"wall_ms":885.1048840442672,"allocated_gib":142.069194316864,"reserved_gib":145.20703125}],"zigzag":[{"stack_ms":910.6935424804688,"wall_ms":910.7392870355397,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":911.4180297851562,"wall_ms":911.4636239828542,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":912.3235473632812,"wall_ms":912.3695760499686,"allocated_gib":142.069194316864,"reserved_gib":145.20703125}],"planner":[{"stack_ms":884.6890258789062,"wall_ms":884.7321259090677,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":884.2635498046875,"wall_ms":884.3077180208638,"allocated_gib":142.069194316864,"reserved_gib":145.20703125},{"stack_ms":885.9955444335938,"wall_ms":886.0376289812848,"allocated_gib":142.069194316864,"reserved_gib":145.20703125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.2524970332160592,"layout_ms":2.851229044608772},{"common_ms":0.1494850730523467,"layout_ms":2.4784040870144963},{"common_ms":0.14112109784036875,"layout_ms":2.4270520079880953}],"zigzag":[{"common_ms":0.17031398601830006,"layout_ms":14.795180060900748},{"common_ms":0.14801300130784512,"layout_ms":13.093768036924303},{"common_ms":0.1469829585403204,"layout_ms":12.72125996183604}],"planner":[{"common_ms":0.15513005200773478,"layout_ms":3.1364320311695337},{"common_ms":0.1491020666435361,"layout_ms":3.3693650038912892},{"common_ms":0.14325708616524935,"layout_ms":3.1080179614946246}]},"samples":{"contiguous":[{"stack_ms":883.2938842773438,"wall_ms":883.3400689763948,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":883.8202514648438,"wall_ms":883.8638799497858,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":885.0643920898438,"wall_ms":885.1097640581429,"allocated_gib":141.95444345474243,"reserved_gib":145.140625}],"zigzag":[{"stack_ms":910.6994018554688,"wall_ms":910.7458640355617,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":911.4155883789062,"wall_ms":911.4624980138615,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":912.3235473632812,"wall_ms":912.3695070156828,"allocated_gib":141.95444345474243,"reserved_gib":145.140625}],"planner":[{"stack_ms":884.6867065429688,"wall_ms":884.7303850343451,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":884.2627563476562,"wall_ms":884.3064130051062,"allocated_gib":141.95444345474243,"reserved_gib":145.140625},{"stack_ms":885.9893798828125,"wall_ms":886.0336740035564,"allocated_gib":141.95444345474243,"reserved_gib":145.140625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.24371594190597534,"layout_ms":2.877096994780004},{"common_ms":0.14908402226865292,"layout_ms":2.614320954307914},{"common_ms":0.1448699040338397,"layout_ms":2.4199390318244696}],"zigzag":[{"common_ms":0.16806309577077627,"layout_ms":15.278024016879499},{"common_ms":0.14101306442171335,"layout_ms":13.202068046666682},{"common_ms":0.14285894576460123,"layout_ms":12.845029006712139}],"planner":[{"common_ms":0.16446399968117476,"layout_ms":3.034906927496195},{"common_ms":0.14776899479329586,"layout_ms":3.090368933044374},{"common_ms":0.1485929824411869,"layout_ms":3.0798950465396047}]},"samples":{"contiguous":[{"stack_ms":883.3014526367188,"wall_ms":883.3511790726334,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":883.8168334960938,"wall_ms":883.8576560374349,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":885.062255859375,"wall_ms":885.1062910398468,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625}],"zigzag":[{"stack_ms":910.7012939453125,"wall_ms":910.7442799722776,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":911.4193115234375,"wall_ms":911.4637089660391,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":912.3203735351562,"wall_ms":912.3652140842751,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625}],"planner":[{"stack_ms":884.6827392578125,"wall_ms":884.7281479975209,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":884.2622680664062,"wall_ms":884.3056099722162,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625},{"stack_ms":885.990966796875,"wall_ms":886.0324070556089,"allocated_gib":142.16214227676392,"reserved_gib":145.619140625}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.23758504539728165,"layout_ms":2.96081998385489},{"common_ms":0.14657701831310987,"layout_ms":2.7391089824959636},{"common_ms":0.14500494580715895,"layout_ms":2.5302459252998233}],"zigzag":[{"common_ms":0.17377303447574377,"layout_ms":15.022090985439718},{"common_ms":0.14327699318528175,"layout_ms":13.370665954425931},{"common_ms":0.14082598499953747,"layout_ms":12.96588103286922}],"planner":[{"common_ms":0.17226801719516516,"layout_ms":3.18852998316288},{"common_ms":0.1473559532314539,"layout_ms":3.1876269495114684},{"common_ms":0.15197088941931725,"layout_ms":3.150742035359144}]},"samples":{"contiguous":[{"stack_ms":883.2946166992188,"wall_ms":883.3369589410722,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":883.816162109375,"wall_ms":883.8548220228404,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":885.0657958984375,"wall_ms":885.1064390037209,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375}],"zigzag":[{"stack_ms":910.704345703125,"wall_ms":910.7444260735065,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":911.415283203125,"wall_ms":911.4582430338487,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":912.3272705078125,"wall_ms":912.3703050427139,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375}],"planner":[{"stack_ms":884.6904296875,"wall_ms":884.7324280068278,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":884.2664794921875,"wall_ms":884.3079169746488,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375},{"stack_ms":885.9937133789062,"wall_ms":886.0327819129452,"allocated_gib":142.18194913864136,"reserved_gib":145.630859375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2404680708423257,"layout_ms":2.934973919764161},{"common_ms":0.16819604206830263,"layout_ms":2.9842799995094538},{"common_ms":0.15990808606147766,"layout_ms":2.9563040006905794}],"zigzag":[{"common_ms":0.17618597485125065,"layout_ms":15.808288007974625},{"common_ms":0.15939201693981886,"layout_ms":14.038161025382578},{"common_ms":0.15206506941467524,"layout_ms":13.800355955027044}],"planner":[{"common_ms":0.1841129269450903,"layout_ms":3.733157995156944},{"common_ms":0.15953800175338984,"layout_ms":4.014055011793971},{"common_ms":0.16559602227061987,"layout_ms":3.718783031217754}]},"samples":{"contiguous":[{"stack_ms":883.2855834960938,"wall_ms":883.3279310492799,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":883.81103515625,"wall_ms":883.8481240672991,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":885.0682373046875,"wall_ms":885.1161430357024,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375}],"zigzag":[{"stack_ms":910.7061767578125,"wall_ms":910.7590509811416,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":911.4253540039062,"wall_ms":911.4633279386908,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":912.3169555664062,"wall_ms":912.3555369442329,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375}],"planner":[{"stack_ms":884.6934204101562,"wall_ms":884.7316449973732,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":884.2696533203125,"wall_ms":884.312778012827,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375},{"stack_ms":885.9866943359375,"wall_ms":886.0299160005525,"allocated_gib":142.18855810165405,"reserved_gib":145.646484375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.23827003315091133,"layout_ms":2.847823081538081},{"common_ms":0.14924106653779745,"layout_ms":2.670206013135612},{"common_ms":0.14942209236323833,"layout_ms":2.443196950480342}],"zigzag":[{"common_ms":0.16091903671622276,"layout_ms":15.170440077781677},{"common_ms":0.14958495739847422,"layout_ms":13.244579080492258},{"common_ms":0.1447229878976941,"layout_ms":13.018263969570398}],"planner":[{"common_ms":0.1787090441212058,"layout_ms":3.128572949208319},{"common_ms":0.14889100566506386,"layout_ms":3.0818399973213673},{"common_ms":0.150553067214787,"layout_ms":3.067511017434299}]},"samples":{"contiguous":[{"stack_ms":883.2940063476562,"wall_ms":883.3354470552877,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":883.8151245117188,"wall_ms":883.8546789484099,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":885.0701904296875,"wall_ms":885.1124410284683,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125}],"zigzag":[{"stack_ms":910.6983642578125,"wall_ms":910.7412800658494,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":911.4210815429688,"wall_ms":911.4642520435154,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":912.3143310546875,"wall_ms":912.3575269477442,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125}],"planner":[{"stack_ms":884.685302734375,"wall_ms":884.7265309887007,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":884.2691040039062,"wall_ms":884.3105760170147,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125},{"stack_ms":885.9915161132812,"wall_ms":886.0344709828496,"allocated_gib":142.20749521255493,"reserved_gib":145.64453125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.23231690283864737,"layout_ms":2.818015986122191},{"common_ms":0.14066905714571476,"layout_ms":2.399380085989833},{"common_ms":0.13940001372247934,"layout_ms":2.3657260462641716}],"zigzag":[{"common_ms":0.15452702064067125,"layout_ms":14.781116973608732},{"common_ms":0.13914704322814941,"layout_ms":12.928137904964387},{"common_ms":0.13868696987628937,"layout_ms":12.640640954487026}],"planner":[{"common_ms":0.16175396740436554,"layout_ms":3.037086920812726},{"common_ms":0.14300108887255192,"layout_ms":3.225535969249904},{"common_ms":0.14752300921827555,"layout_ms":2.9875709442421794}]},"samples":{"contiguous":[{"stack_ms":883.3036499023438,"wall_ms":883.3391340449452,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":883.8223266601562,"wall_ms":883.8557710405439,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":885.076171875,"wall_ms":885.1120721083134,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625}],"zigzag":[{"stack_ms":910.713623046875,"wall_ms":910.7490729074925,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":911.4261474609375,"wall_ms":911.4604289643466,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":912.3173828125,"wall_ms":912.3540099244565,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625}],"planner":[{"stack_ms":884.6950073242188,"wall_ms":884.7303529037163,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":884.27978515625,"wall_ms":884.3132799956948,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625},{"stack_ms":885.9984130859375,"wall_ms":886.0364540014416,"allocated_gib":142.13965320587158,"reserved_gib":145.275390625}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.24859898258000612,"layout_ms":2.7511840453371406},{"common_ms":0.14757795725017786,"layout_ms":2.3783380165696144},{"common_ms":0.1446170499548316,"layout_ms":2.338131074793637}],"zigzag":[{"common_ms":0.1632008934393525,"layout_ms":14.765362022444606},{"common_ms":0.14365301467478275,"layout_ms":13.00789404194802},{"common_ms":0.1402819762006402,"layout_ms":12.61261198669672}],"planner":[{"common_ms":0.16705202870070934,"layout_ms":3.0122919706627727},{"common_ms":0.14581705909222364,"layout_ms":3.229185938835144},{"common_ms":0.14560099225491285,"layout_ms":2.9724269406870008}]},"samples":{"contiguous":[{"stack_ms":883.29345703125,"wall_ms":883.3351050270721,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":883.8081665039062,"wall_ms":883.8492559734732,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":885.0685424804688,"wall_ms":885.1085719652474,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875}],"zigzag":[{"stack_ms":910.697265625,"wall_ms":910.7410620199516,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":911.41552734375,"wall_ms":911.4566119387746,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":912.311767578125,"wall_ms":912.3550460208207,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875}],"planner":[{"stack_ms":884.6847534179688,"wall_ms":884.7276580054313,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":884.2686767578125,"wall_ms":884.308074018918,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875},{"stack_ms":885.9866333007812,"wall_ms":886.0297560459003,"allocated_gib":142.1128215789795,"reserved_gib":145.23046875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0010913907980323388,"max_abs":0.00341796875,"finite":true},"dq":{"relative_rms":0.0004903314994164994,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.0003634569744474469,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0002253815043751328,"max_abs":1.8189894035458565e-12,"finite":true},"d_weights":{"relative_rms":0.00016420427990469406,"max_abs":2.735760062932968e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002405089596349298,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00022752415587349542,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.405280271947308e-06,"max_abs":1.1013412404281553e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0010998705536027923,"max_abs":0.0035858154296875,"finite":true},"dq":{"relative_rms":0.0004898528055055259,"max_abs":0.00445556640625,"finite":true},"dkv":{"relative_rms":0.00036835089324799373,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.0001866604103228912,"max_abs":1.7834622667578515e-12,"finite":true},"d_weights":{"relative_rms":0.00016254061166924382,"max_abs":3.550667315721512e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002279175871938935,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00024838050582371714,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.5682505452889225e-06,"max_abs":9.119816013480886e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0010888179257812142,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0004854308642866688,"max_abs":0.002899169921875,"finite":true},"dkv":{"relative_rms":0.0003670314568510949,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00018633968816222582,"max_abs":1.3073986337985843e-12,"finite":true},"d_weights":{"relative_rms":0.00016170738752786364,"max_abs":2.5029294192790985e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002353337525213607,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002365651674957204,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.160766242857293e-06,"max_abs":1.2391865311656147e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":35,"candidate_workspace_bytes":464164896},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":514,"candidate_workspace_bytes":523820532},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":35,"candidate_workspace_bytes":464164896}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":28,"candidate_workspace_bytes":401244640},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131048,"spans":514,"candidate_workspace_bytes":526427924},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":28,"candidate_workspace_bytes":401244640}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":35,"candidate_workspace_bytes":511032372},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131052,"spans":514,"candidate_workspace_bytes":528893044},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":35,"candidate_workspace_bytes":511032372}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":31,"candidate_workspace_bytes":521195124},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":514,"candidate_workspace_bytes":531342892},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":31,"candidate_workspace_bytes":521195124}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":41,"candidate_workspace_bytes":523004768},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":514,"candidate_workspace_bytes":533775928},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":41,"candidate_workspace_bytes":523004768}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":39,"candidate_workspace_bytes":532614900},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131048,"spans":514,"candidate_workspace_bytes":536076292},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":39,"candidate_workspace_bytes":532614900}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":501392540},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131112,"spans":514,"candidate_workspace_bytes":525223952},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":501392540}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":23,"candidate_workspace_bytes":487099208},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131092,"spans":514,"candidate_workspace_bytes":525260136},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":23,"candidate_workspace_bytes":487099208}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261114","lengths":[340,148,692,448,1668,104,84,4780,152,264,152,64,32,12884,180,252,728,460,8,588,184,112,284,2688,1932,52,640,24,260,20,104,264,176,92,1140,32,8488,8,148,42712,88,136,140,184,220,32,3124,736,592,140,56,96,728,248,492,8,92,44,88,76,40,604,1276,84,144,336,20,328,352,348,284,84,4428,2064,388,232,148,28,172,236,164,100,756,212,1472,1144,1500,36,92,68,1664,2168,48,340,596,384,568,2284,1928,44,36,48,24,288,244,204,532,16,2856,32,2468,7184,48,52,256,760,72,784,2800,692,72,652,448,76,1604,68,752,3928,572,132,80,40,220,1796,28,2052,1276,444,80,892,596,1296,212,20,96,268,16,64,32,408,136,3524,8,200,348,1560,100,1148,152,56,168,12,992,64,92,2228,60,88,1028,1172,136,140,2188,1040,88,20,48,56,792,1236,56,44,388,32,56,148,92,588,412,448,632,200,1408,144,1880,180,116,8,1376,8,180,56,248,40,2516,164,344,8,284,80,892,60,344,408,1168,1336,196,1500,5308,268,528,52,952,264,228,1540,232,400,8,72,76,5328,436,12136,180,172,392,548,32,380,116,256,512,576,196,248,1332,20,48,352,28,1180,52,680,344,3540,248,32,188,344,1140,4,700,84,3116,292,3868,680,80,468,812,32,40,40,40,52,352,232,352,8,48,524,332,1700,316,748,16,176,1024,80,32,140,88,11368,572,52,788,508,1664,3820,1440,252,88,48,4272,8,392,1456,76,20,1564,108,1944,280,144,540,716,84,52,88,928,136,1876,104,92,44,100,56,2244,28,2680,148,64,348,176,968,2408,216,48,1116,48,208,100,12,100,176,132,1680,1636,344,304,564,60,16,556,48,96,3160,8,216,532,2484,80,564,376,8,96,124,8,52,1124,72,1340,56,6040,396,156,372,28,1192,216,76,136,1928,19924,28,28,984,464,740,7968,240,160,656,660,12,968,428,640,148,16,296,16,52,160,524,12,120,104,28,1180,852,56,604,12,500,304,344,444,792,1024,164,72,6184,176,28,292,148,3748,96,44,96,64,1116,204,1540,104,28,84,308,216,464,252,8,460,284,924,20,92,28,24,10336,5712,312,196,108,228,356,308,1392,440,168,72,1416,100,9180,192,20,12,184,744,176,228,112,56,724,356,3156,312,60,8,128,48,852,248,520,32,2548,536,588,848,1720,24,384,2848,2940,1780,616,8,12,196,68,520,88,64,1500,728,316,160,488,1396,40,560,60,196,28,120,3004,156,384,16,340,2620,340,400,1832,952,140,120,372,864,84,3588,80,40,1656,236,320,4532,68,3984,488,60,21632,12,240,64,232,148,12,224,348,1272,932,172,7368,108,244,2920,872,960,2076,832,392,12,620,1308,220,2660,272,8284,68,1340,60,304,8,88,620,204,2684,36,372,76,60,44,320,64,156,64,28,180,852,468,8,276,36,52,1012,844,172,108,132,192,792,84,1520,28,240,52,1568,12,2380,184,48,49792,40,160,1628,48,168,5536,2668,16,280,1180,28,36,7240,12,24,4352,34024,16,284,120,44,6300,116,264,1704,48,260,2564,376,744,208,672,172,1380,5884,876,7408,116,56,612,132,220,5188,188,32,2692,928,1540,32,512,360,1876,344,452,328,816,188,7280,36,32,104,312,56,988,120,5164,44,632,144,80,640,28,1360,60,88,2256,60,32,1352,668,10136,1520,56,36,16,100,1056,56,60,16,120,1740,2892,28,12,116,156,28,48,244,68,84,280,11456,20,29540,4712,184,20,3960,3904,312,248,2548,68,16,32,96,96,204,136,1836,60,424,104,652,440,1564,20,16,112,340,184,112,372,884,1636,44,356,228,168,196,1760,20,10424,224,60,240,20,1640,48,1056,28,52,14932,92,120,636,84,28,2036,596,84,68,1156,16,56,596,76,188,28,920,108,240,8,25628,1280,2680,64,368,860,2152,240,596,116,408,496,284,64,484,124,240,32,268,5212,740,1944,64,108,1372,236,396,156,44,7512,180,124,1524,180,40,72,8,380,72,19868,60,300,28,316,32,568,700,8,152,928,56,84,32,3644,12,164,944,76,1084,1128,320,52,60,44,52,2632,164,20,1364,32,380,144,364,708,1080,544,32,340,300,88,1576,384,132,196,1424,244,36,132,276,104,48,292,292,1068,444,44,100,44,600,516,344,44,452,1552,88,576,96,40,76,8,4,504,116,3684,1216,72,400,96,2404,32,2228,64,36,1724,288,840,116,188,448,184,28,452,160,12,28,988,1368,56,820,28,104,1312,2816,136,120,368,2604,104,940,992,92,312,120,8,172,388,16,296,48,9916,132,200,128,40,1008,4284,1664,112,108,688,22240,1040,1420,256,1932,48,240,3264,296,28,44,52,596,260,68,16,2096,28,832,7172,3404,52,440,192,1204,1040,648,636,52,116,48,384,1460,524,720,968,652,220,8,92],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":895.9578857421875,"prepare_ms":7.836545002646744,"prepare_plus_stack_ms":903.7944307448342,"amortized_per_layer_ms":225.94860768620856,"prepare_fraction":0.00867071618950838,"stack_min_ms":894.6956787109375,"stack_max_ms":897.204833984375,"prepare_min_ms":7.771893055178225,"prepare_max_ms":9.225040092132986,"peak_allocated_gib":142.21538257598877,"peak_reserved_gib":154.52734375},"zigzag":{"stack_ms":943.3637084960938,"prepare_ms":44.52200199011713,"prepare_plus_stack_ms":987.8857104862109,"amortized_per_layer_ms":246.97142762155272,"prepare_fraction":0.04506796840720026,"stack_min_ms":938.3326416015625,"stack_max_ms":943.5287475585938,"prepare_min_ms":41.8066120473668,"prepare_max_ms":153.19805906619877,"peak_allocated_gib":142.21538257598877,"peak_reserved_gib":154.52734375},"planner":{"stack_ms":893.402587890625,"prepare_ms":16.493343049660325,"prepare_plus_stack_ms":909.8959309402853,"amortized_per_layer_ms":227.47398273507133,"prepare_fraction":0.01812662579182668,"stack_min_ms":890.3595581054688,"stack_max_ms":897.3416748046875,"prepare_min_ms":16.464489046484232,"prepare_max_ms":16.600486007519066,"peak_allocated_gib":142.21538257598877,"peak_reserved_gib":154.52734375}},"raw_sha256":"3603a579e62b267f72d946905c5feaf474bee8ab774776f49c1d03838d30454a","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.37863198667764664,"layout_ms":7.397654000669718},{"common_ms":0.25411404203623533,"layout_ms":6.728242966346443},{"common_ms":0.2465100260451436,"layout_ms":6.637466954998672}],"zigzag":[{"common_ms":0.29525801073759794,"layout_ms":42.442022007890046},{"common_ms":0.2601320156827569,"layout_ms":40.48817197326571},{"common_ms":0.2427329309284687,"layout_ms":39.58825394511223}],"planner":[{"common_ms":0.266070943325758,"layout_ms":15.690738102421165},{"common_ms":0.2509739715605974,"layout_ms":15.281583997420967},{"common_ms":0.26507000438869,"layout_ms":15.446795034222305}]},"samples":{"contiguous":[{"stack_ms":894.6956787109375,"wall_ms":894.7411420522258,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":897.2030639648438,"wall_ms":897.2453370224684,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":895.9361572265625,"wall_ms":895.9911440033466,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125}],"zigzag":[{"stack_ms":938.3203735351562,"wall_ms":938.3704310748726,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":943.351318359375,"wall_ms":943.3980829780921,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":943.5090942382812,"wall_ms":943.5615449910983,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125}],"planner":[{"stack_ms":890.337890625,"wall_ms":890.3914720285684,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":893.3934936523438,"wall_ms":893.4390660142526,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125},{"stack_ms":897.323974609375,"wall_ms":897.3771380260587,"allocated_gib":142.21147346496582,"reserved_gib":145.51953125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.43987599201500416,"layout_ms":7.767111994326115},{"common_ms":0.2812329912558198,"layout_ms":7.135975058190525},{"common_ms":0.27223106008023024,"layout_ms":7.063311990350485}],"zigzag":[{"common_ms":0.29889598954468966,"layout_ms":42.437572963535786},{"common_ms":0.2778249327093363,"layout_ms":41.11562401521951},{"common_ms":0.2684970386326313,"layout_ms":40.146076935343444}],"planner":[{"common_ms":0.30125200282782316,"layout_ms":15.652240021154284},{"common_ms":0.28247805312275887,"layout_ms":16.127459006384015},{"common_ms":0.29282504692673683,"layout_ms":15.696319052949548}]},"samples":{"contiguous":[{"stack_ms":894.6900024414062,"wall_ms":894.7373910341412,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":897.1992797851562,"wall_ms":897.2441270016134,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":895.9569091796875,"wall_ms":896.0078380769119,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625}],"zigzag":[{"stack_ms":938.3167114257812,"wall_ms":938.3655389538035,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":943.3572387695312,"wall_ms":943.4032499557361,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":943.5196533203125,"wall_ms":943.5651369858533,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625}],"planner":[{"stack_ms":890.3397216796875,"wall_ms":890.3906870400533,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":893.3961181640625,"wall_ms":893.4383689193055,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625},{"stack_ms":897.3235473632812,"wall_ms":897.3739070352167,"allocated_gib":141.6736855506897,"reserved_gib":144.806640625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.4041240317746997,"layout_ms":8.777504088357091},{"common_ms":0.2775669563561678,"layout_ms":6.824873969890177},{"common_ms":0.2705849474295974,"layout_ms":6.782077020034194}],"zigzag":[{"common_ms":0.2871149918064475,"layout_ms":42.532351915724576},{"common_ms":0.27766905259341,"layout_ms":41.34067497216165},{"common_ms":0.2545889001339674,"layout_ms":39.91944494191557}],"planner":[{"common_ms":0.27296203188598156,"layout_ms":15.630332054570317},{"common_ms":0.255806022323668,"layout_ms":15.97132591996342},{"common_ms":0.2907839370891452,"layout_ms":15.456934925168753}]},"samples":{"contiguous":[{"stack_ms":894.6766967773438,"wall_ms":894.7227570461109,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":897.1995239257812,"wall_ms":897.2421661019325,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":895.9577026367188,"wall_ms":896.0038990480825,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875}],"zigzag":[{"stack_ms":938.3093872070312,"wall_ms":938.3696139557287,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":943.3552856445312,"wall_ms":943.4033379657194,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":943.5198364257812,"wall_ms":943.5639150906354,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875}],"planner":[{"stack_ms":890.342041015625,"wall_ms":890.3958800947294,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":893.3905029296875,"wall_ms":893.435742938891,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875},{"stack_ms":897.3260498046875,"wall_ms":897.3754150792956,"allocated_gib":141.93713283538818,"reserved_gib":145.138671875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.378433964215219,"layout_ms":7.379477960057557},{"common_ms":0.26325590442866087,"layout_ms":6.644379929639399},{"common_ms":0.25444093625992537,"layout_ms":6.752398097887635}],"zigzag":[{"common_ms":0.27720897924154997,"layout_ms":44.24479301087558},{"common_ms":0.256991945207119,"layout_ms":41.23348498251289},{"common_ms":0.24960306473076344,"layout_ms":40.365115040913224}],"planner":[{"common_ms":0.2688480308279395,"layout_ms":15.661248005926609},{"common_ms":0.2512590726837516,"layout_ms":15.899043064564466},{"common_ms":0.28250098694115877,"layout_ms":15.470772981643677}]},"samples":{"contiguous":[{"stack_ms":894.6917724609375,"wall_ms":894.7342130122706,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":897.204833984375,"wall_ms":897.2454780014232,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":895.9547729492188,"wall_ms":896.0011280141771,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375}],"zigzag":[{"stack_ms":938.3197021484375,"wall_ms":938.3681359468028,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":943.3621826171875,"wall_ms":943.4042930370197,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":943.5281982421875,"wall_ms":943.5689820675179,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375}],"planner":[{"stack_ms":890.3438720703125,"wall_ms":890.3912999667227,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":893.389892578125,"wall_ms":893.4342759894207,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375},{"stack_ms":897.3255004882812,"wall_ms":897.3677209578454,"allocated_gib":142.01889038085938,"reserved_gib":145.177734375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.34574198070913553,"layout_ms":7.450181059539318},{"common_ms":0.29058498330414295,"layout_ms":7.545960019342601},{"common_ms":0.27063104789704084,"layout_ms":7.501262007281184}],"zigzag":[{"common_ms":0.29120303224772215,"layout_ms":43.200211017392576},{"common_ms":0.2802220406010747,"layout_ms":41.52639000676572},{"common_ms":0.2641839673742652,"layout_ms":152.9338750988245}],"planner":[{"common_ms":0.2801240189000964,"layout_ms":16.184365027584136},{"common_ms":0.2701870398595929,"layout_ms":16.223156009800732},{"common_ms":0.2891459735110402,"layout_ms":16.311340034008026}]},"samples":{"contiguous":[{"stack_ms":894.688720703125,"wall_ms":894.7312600212172,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":897.1971435546875,"wall_ms":897.2434740280733,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":895.9551391601562,"wall_ms":896.0063019767404,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375}],"zigzag":[{"stack_ms":938.3326416015625,"wall_ms":938.3857550565153,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":943.3626098632812,"wall_ms":943.4014629805461,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":943.5161743164062,"wall_ms":943.5592340305448,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375}],"planner":[{"stack_ms":890.3558959960938,"wall_ms":890.3962669428438,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":893.402587890625,"wall_ms":893.4522659983486,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375},{"stack_ms":897.3383178710938,"wall_ms":897.379865986295,"allocated_gib":142.2149157524109,"reserved_gib":154.52734375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.34379796124994755,"layout_ms":7.148587028495967},{"common_ms":0.2506299642845988,"layout_ms":6.447242922149599},{"common_ms":0.24379906244575977,"layout_ms":6.657980033196509}],"zigzag":[{"common_ms":0.24952704552561045,"layout_ms":42.318862047977746},{"common_ms":0.25462405756115913,"layout_ms":40.26044509373605},{"common_ms":0.24619197938591242,"layout_ms":39.273329079151154}],"planner":[{"common_ms":0.2528850454837084,"layout_ms":15.115777961909771},{"common_ms":0.24055596441030502,"layout_ms":15.885260072536767},{"common_ms":0.26295497082173824,"layout_ms":15.209467965178192}]},"samples":{"contiguous":[{"stack_ms":894.6904907226562,"wall_ms":894.7418850148097,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":897.1995849609375,"wall_ms":897.2418979974464,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":895.9540405273438,"wall_ms":895.9989600116387,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875}],"zigzag":[{"stack_ms":938.3233642578125,"wall_ms":938.3737649768591,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":943.357421875,"wall_ms":943.4027939569205,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":943.521728515625,"wall_ms":943.5693620471284,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875}],"planner":[{"stack_ms":890.3518676757812,"wall_ms":890.397290000692,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":893.3956298828125,"wall_ms":893.4411010704935,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875},{"stack_ms":897.3416748046875,"wall_ms":897.383539006114,"allocated_gib":142.06859731674194,"reserved_gib":145.201171875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.37742406129837036,"layout_ms":7.165749906562269},{"common_ms":0.26280898600816727,"layout_ms":6.698017008602619},{"common_ms":0.2460189862176776,"layout_ms":6.554109044373035}],"zigzag":[{"common_ms":0.2820179797708988,"layout_ms":43.28464192803949},{"common_ms":0.2534630475565791,"layout_ms":40.47712602186948},{"common_ms":0.24312501773238182,"layout_ms":39.339774986729026}],"planner":[{"common_ms":0.2603529719635844,"layout_ms":15.224896022118628},{"common_ms":0.24630303960293531,"layout_ms":15.327219967730343},{"common_ms":0.2639798913151026,"layout_ms":15.273089986294508}]},"samples":{"contiguous":[{"stack_ms":894.6954956054688,"wall_ms":894.7327369824052,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":897.203369140625,"wall_ms":897.2410738933831,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":895.9578857421875,"wall_ms":896.0011589806527,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375}],"zigzag":[{"stack_ms":938.31982421875,"wall_ms":938.3599390275776,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":943.3637084960938,"wall_ms":943.3993910206482,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":943.5287475585938,"wall_ms":943.5660080052912,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375}],"planner":[{"stack_ms":890.3595581054688,"wall_ms":890.4035710729659,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":893.4013671875,"wall_ms":893.4418720891699,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375},{"stack_ms":897.33837890625,"wall_ms":897.3829109454527,"allocated_gib":142.21538257598877,"reserved_gib":145.5234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3854749957099557,"layout_ms":8.83956509642303},{"common_ms":0.28279994148761034,"layout_ms":6.870646961033344},{"common_ms":0.2613019896671176,"layout_ms":7.074364926666021}],"zigzag":[{"common_ms":0.27920398861169815,"layout_ms":41.66841693222523},{"common_ms":0.26812206488102674,"layout_ms":40.818371111527085},{"common_ms":0.2561229048296809,"layout_ms":39.73174304701388}],"planner":[{"common_ms":0.283528002910316,"layout_ms":15.61309292446822},{"common_ms":0.2602370223030448,"layout_ms":16.124371089972556},{"common_ms":0.2791320439428091,"layout_ms":15.571651980280876}]},"samples":{"contiguous":[{"stack_ms":894.6887817382812,"wall_ms":894.7314500110224,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":897.1997680664062,"wall_ms":897.2415439784527,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":895.9533081054688,"wall_ms":895.9951780270785,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375}],"zigzag":[{"stack_ms":938.3204345703125,"wall_ms":938.3650089148432,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":943.3591918945312,"wall_ms":943.4015089645982,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":943.5150756835938,"wall_ms":943.5605939943343,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375}],"planner":[{"stack_ms":890.3471069335938,"wall_ms":890.3912140522152,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":893.3917236328125,"wall_ms":893.4352210490033,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375},{"stack_ms":897.3377685546875,"wall_ms":897.3809420131147,"allocated_gib":141.95910501480103,"reserved_gib":145.146484375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0006758558048104321,"max_abs":0.0033216476440429688,"finite":true},"dq":{"relative_rms":0.0003606786894563799,"max_abs":0.00262451171875,"finite":true},"dkv":{"relative_rms":0.00023186013546480652,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0001384028085245559,"max_abs":1.2789769243681803e-12,"finite":true},"d_weights":{"relative_rms":0.00012283403307220133,"max_abs":2.2118911147117615e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001963842417875712,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00020985708280000766,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.154404045093407e-06,"max_abs":8.810729923425242e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0006852115800350012,"max_abs":0.0033721923828125,"finite":true},"dq":{"relative_rms":0.00036467543984534424,"max_abs":0.00286865234375,"finite":true},"dkv":{"relative_rms":0.00023600297359105188,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00015252572172937503,"max_abs":1.1688428003253648e-12,"finite":true},"d_weights":{"relative_rms":0.00012945651655076127,"max_abs":1.9063008949160576e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001933265475898233,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00020297943390191084,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":2.99099529505661e-06,"max_abs":9.322320693172514e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0006729448756290462,"max_abs":0.0033721923828125,"finite":true},"dq":{"relative_rms":0.00035564973672648985,"max_abs":0.00286865234375,"finite":true},"dkv":{"relative_rms":0.000224707950374237,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00014387618496380925,"max_abs":1.1723955140041653e-12,"finite":true},"d_weights":{"relative_rms":0.0001253443347949256,"max_abs":1.949956640601158e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002010550329770278,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00020151190165149118,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.1883276134594223e-06,"max_abs":1.1425527191022411e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":1770,"candidate_workspace_bytes":531891772},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":186,"candidate_workspace_bytes":247599376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131096,"spans":1783,"candidate_workspace_bytes":532834672},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":186,"candidate_workspace_bytes":247599376}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":157,"candidate_workspace_bytes":388559696},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":1776,"candidate_workspace_bytes":533679848},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":157,"candidate_workspace_bytes":388559696}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":123,"candidate_workspace_bytes":431802752},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131136,"spans":1778,"candidate_workspace_bytes":534519064},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":123,"candidate_workspace_bytes":431802752}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":66,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131140,"spans":1782,"candidate_workspace_bytes":535301356},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":66,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":87,"candidate_workspace_bytes":458066128},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":1783,"candidate_workspace_bytes":535987100},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":87,"candidate_workspace_bytes":458066128}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536569144},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131060,"spans":1790,"candidate_workspace_bytes":536710032},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536569144}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":164,"candidate_workspace_bytes":400988880},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130912,"spans":1772,"candidate_workspace_bytes":533367580},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":164,"candidate_workspace_bytes":400988880}}]}, + {"case":"1m-heldout-jittered-768-seed20261114","lengths":[1084,1412,1408,1692,1640,1612,1280,1312,1468,1012,1248,1584,1356,1736,1060,1192,1328,1508,1148,960,1164,1292,1612,1168,1156,1520,1424,1688,1480,1280,1668,1124,984,1320,1124,1300,1256,1672,1548,1504,1396,1588,1308,1012,1516,1580,952,1292,1316,1304,1052,1080,1396,1020,1180,1212,1320,1120,1600,1200,1100,1376,1080,1664,1584,1604,1028,988,1244,1704,1528,1116,1124,1028,1596,1624,1248,1588,1076,1732,1020,1676,964,1256,1632,1452,1436,1548,1028,1172,1476,1232,1288,1240,1736,1328,1276,1148,1188,1040,1488,1384,1648,1020,1508,1736,1532,960,1216,1308,1176,1296,1568,1256,1436,1124,1712,956,1036,1588,1192,1392,1352,1184,1636,1128,1260,1152,1308,1168,1588,1600,1248,1600,1676,1376,964,1184,1092,1384,1268,1680,984,1044,1616,1040,1220,1584,1608,1720,1488,1488,1368,1384,1012,1388,976,1116,1048,1404,956,1604,1216,1252,1108,1364,1276,1632,1572,1460,1420,1736,1348,1696,1332,1516,1424,1700,1196,1456,1492,1740,1704,1108,1432,1444,1500,1716,1744,1044,1548,1264,976,1252,1660,1312,984,1696,1108,1656,1120,1188,1596,1136,1624,1052,1512,1644,964,1168,1148,1656,1428,1712,1512,1044,964,1628,1284,1372,1404,1356,1652,1580,1412,1532,1432,1288,1688,1324,1184,1684,1632,1036,1252,1096,1448,1356,1520,1564,1348,1444,1264,1364,1640,1508,1488,956,1708,1408,1116,984,1256,1000,1748,1632,1336,1740,1388,988,1652,1236,1748,1020,992,1380,1260,1284,1576,1476,1200,952,1380,1484,1384,1352,1740,1664,1036,1208,1704,1528,1344,1392,1232,1496,1216,1656,1556,1212,1084,1652,1404,1744,1080,1216,1000,1292,1160,1188,1312,972,1384,1468,1640,1432,1688,1552,1456,1172,1160,1400,1436,1120,1468,1680,1668,1028,1320,1544,1400,1156,1100,1272,1168,1484,1684,1472,1424,1540,1712,1688,1712,1416,1184,964,1228,1396,1208,1392,1116,1196,1628,1300,1152,1608,1216,1524,996,1144,1108,1256,1424,1472,1752,1636,1264,968,1408,1228,1012,1512,1428,1620,992,1088,1264,1416,1520,1280,1472,1676,1220,1520,1540,1756,1104,1732,1668,1040,1344,1268,1096,1636,1504,1740,1092,1012,1664,1236,1584,1360,1292,1476,1712,1420,1680,1584,1668,1704,1520,1476,1464,1560,1152,1676,1336,1288,1756,1664,1592,1636,1468,1380,1548,1476,1060,1132,1324,1396,964,1664,1520,1576,1348,1680,1032,1188,1484,1408,1704,1040,1756,1756,1252,1380,1536,1480,1324,1700,1720,1252,964,1580,988,1684,1372,1400,1400,1104,1328,1388,1724,1228,1424,972,1512,1748,1036,1036,1156,1356,1600,1168,1584,1252,1748,1156,1472,1440,1288,976,1368,1632,1224,1308,1516,1492,1596,956,1056,960,1532,1156,1424,1416,1076,1104,1660,1496,1236,1208,1560,1712,1564,1672,1124,1016,1560,1192,1288,1720,1680,1468,1748,1384,1736,1520,1492,1448,1676,1576,1432,1744,1104,1080,1320,1188,1664,1352,1552,1132,1532,1380,1256,1076,1676,1200,1288,1196,1076,1544,1748,1660,1188,1104,1012,1312,1192,1204,1004,1348,1672,1640,1052,992,1336,1392,1044,1156,1492,1232,1272,1528,1024,1732,1428,1024,1724,1508,1696,1236,1004,1076,1296,1296,1460,1364,1676,1208,1320,1016,1012,1332,1432,1332,1584,1664,1136,1480,1404,1444,1676,1016,1476,1200,1492,1024,1668,1152,1612,1044,1168,1748,1288,1348,1268,1048,1260,1228,1628,1012,1184,1252,1436,1072,1324,1492,960,1636,1704,1224,1604,1684,1492,1336,1532,1212,1352,1492,1100,1520,1680,1664,1228,1324,1648,1488,1396,1136,1744,1428,1352,1660,1424,1116,1240,964,1616,1236,1752,1200,1544,1040,1560,1080,972,1392,1180,1268,1096,1716,976,1404,1252,1564,1172,1196,1124,1168,1700,1400,1016,1100,1616,1380,1604,1084,1580,1544,1284,1624,1356,1452,1500,1100,1360,1524,1320,1152,1540,1540,1644,1136,1308,1136,1668,1584,1132,1656,1284,1300,1112,1252,972,952,1664,1344,1736,1244,1636,1296,1692,1088,1224,1104,1536,1336,1436,1652,1432,1060,1656,1396,988,1060,1196,1048,1320,1372,1344,1604,1320,1288,1556,1352,960,1416,1628,1004,1540,1160,1748,1356,1456,1356,1116,1328,1328,1716,1752,1512,1140,1492,1540,1040,1128,1168,1684,1512,1228,1008,1060,1176,1644,1444,1704,1704,1160,1344,1148,1620,1672,1732,1708,1476,976,1288],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":503.920654296875,"prepare_ms":6.675634998828173,"prepare_plus_stack_ms":510.5962892957032,"amortized_per_layer_ms":127.6490723239258,"prepare_fraction":0.013074194111430551,"stack_min_ms":502.7626953125,"stack_max_ms":504.034423828125,"prepare_min_ms":6.369409034959972,"prepare_max_ms":6.757198949344456,"peak_allocated_gib":140.97782707214355,"peak_reserved_gib":144.12109375},"zigzag":{"stack_ms":555.8778686523438,"prepare_ms":36.10890998970717,"prepare_plus_stack_ms":591.9867786420509,"amortized_per_layer_ms":147.99669466051273,"prepare_fraction":0.060996142637740704,"stack_min_ms":555.7902221679688,"stack_max_ms":556.4955444335938,"prepare_min_ms":35.067284014075994,"prepare_max_ms":37.40732802543789,"peak_allocated_gib":140.97782707214355,"peak_reserved_gib":144.12109375},"planner":{"stack_ms":503.7729187011719,"prepare_ms":7.9772049793973565,"prepare_plus_stack_ms":511.75012368056923,"amortized_per_layer_ms":127.93753092014231,"prepare_fraction":0.01558808608002735,"stack_min_ms":503.5646057128906,"stack_max_ms":505.1039123535156,"prepare_min_ms":7.949805934913456,"prepare_max_ms":8.143855957314372,"peak_allocated_gib":140.97782707214355,"peak_reserved_gib":144.12109375}},"raw_sha256":"b4c61f7455209d431930dd28cb8996a6e86c4e0d7a44c03d238a73e31f41c1f2","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.34461996983736753,"layout_ms":5.783014930784702},{"common_ms":0.21800899412482977,"layout_ms":5.3117809584364295},{"common_ms":0.21683599334210157,"layout_ms":5.265482002869248}],"zigzag":[{"common_ms":0.2506009768694639,"layout_ms":36.74516605678946},{"common_ms":0.22533198352903128,"layout_ms":34.48759205639362},{"common_ms":0.21195202134549618,"layout_ms":33.19713193923235}],"planner":[{"common_ms":0.2337869955226779,"layout_ms":6.943035055883229},{"common_ms":0.21981308236718178,"layout_ms":6.921647000126541},{"common_ms":0.2362709492444992,"layout_ms":6.854258943349123}]},"samples":{"contiguous":[{"stack_ms":502.7575378417969,"wall_ms":502.79879104346037,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":504.028076171875,"wall_ms":504.06804599333555,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":503.91839599609375,"wall_ms":503.9585359627381,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":555.8778686523438,"wall_ms":555.9171719942242,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":556.4854736328125,"wall_ms":556.5249749924988,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":555.7841796875,"wall_ms":555.8244159910828,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375}],"planner":[{"stack_ms":503.7729187011719,"wall_ms":503.812937065959,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":503.5592041015625,"wall_ms":503.6012548953295,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375},{"stack_ms":505.1004333496094,"wall_ms":505.14029699843377,"allocated_gib":140.96738052368164,"reserved_gib":144.12109375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3512239782139659,"layout_ms":5.878836032934487},{"common_ms":0.22168003488332033,"layout_ms":5.4669579258188605},{"common_ms":0.22077199537307024,"layout_ms":5.390823003835976}],"zigzag":[{"common_ms":0.2511230995878577,"layout_ms":36.571987089701},{"common_ms":0.23198500275611877,"layout_ms":34.44838395807892},{"common_ms":0.21542597096413374,"layout_ms":33.5075450129807}],"planner":[{"common_ms":0.23289700038731098,"layout_ms":7.043948047794402},{"common_ms":0.22434000857174397,"layout_ms":7.073299027979374},{"common_ms":0.23378001060336828,"layout_ms":6.905031041242182}]},"samples":{"contiguous":[{"stack_ms":502.7507019042969,"wall_ms":502.79201206285506,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":504.0151672363281,"wall_ms":504.05959400814027,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":503.9180603027344,"wall_ms":503.96020500920713,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":555.8737182617188,"wall_ms":555.9196920366958,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":556.4874267578125,"wall_ms":556.527552078478,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":555.7833862304688,"wall_ms":555.8248029556125,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375}],"planner":[{"stack_ms":503.7725830078125,"wall_ms":503.81478597410023,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":503.5563049316406,"wall_ms":503.6005249712616,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375},{"stack_ms":505.09814453125,"wall_ms":505.1381119992584,"allocated_gib":140.97222995758057,"reserved_gib":144.12109375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.329522998072207,"layout_ms":5.816154996864498},{"common_ms":0.22053299471735954,"layout_ms":5.52165403496474},{"common_ms":0.2173499669879675,"layout_ms":5.336459027603269}],"zigzag":[{"common_ms":0.2489909529685974,"layout_ms":36.2264160066843},{"common_ms":0.22761104628443718,"layout_ms":34.76153896190226},{"common_ms":0.21250906866043806,"layout_ms":33.49586797412485}],"planner":[{"common_ms":0.23057893849909306,"layout_ms":6.979039055295289},{"common_ms":0.2139519201591611,"layout_ms":6.961884908378124},{"common_ms":0.227223034016788,"layout_ms":6.919726962223649}]},"samples":{"contiguous":[{"stack_ms":502.7576599121094,"wall_ms":502.8022340266034,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":504.0296630859375,"wall_ms":504.0700059616938,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":503.9127502441406,"wall_ms":503.95344104617834,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":555.8723754882812,"wall_ms":555.9284900082275,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":556.4868774414062,"wall_ms":556.5312129911035,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":555.7828369140625,"wall_ms":555.8234290219843,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375}],"planner":[{"stack_ms":503.769287109375,"wall_ms":503.8129989989102,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":503.5533142089844,"wall_ms":503.6015079822391,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375},{"stack_ms":505.09173583984375,"wall_ms":505.1342890365049,"allocated_gib":140.97476387023926,"reserved_gib":144.12109375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.32492191530764103,"layout_ms":5.9660859405994415},{"common_ms":0.21971098612993956,"layout_ms":5.55491098202765},{"common_ms":0.22101798094809055,"layout_ms":5.454846075735986}],"zigzag":[{"common_ms":0.25377795100212097,"layout_ms":37.15355007443577},{"common_ms":0.22807391360402107,"layout_ms":35.40353791322559},{"common_ms":0.21274702157825232,"layout_ms":34.01894599664956}],"planner":[{"common_ms":0.23481296375393867,"layout_ms":7.082626107148826},{"common_ms":0.22206793073564768,"layout_ms":7.096787914633751},{"common_ms":0.23190095089375973,"layout_ms":7.0484529715031385}]},"samples":{"contiguous":[{"stack_ms":502.7626953125,"wall_ms":502.8097489848733,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.0278625488281,"wall_ms":504.0663849795237,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.91064453125,"wall_ms":503.95036896225065,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":555.8699951171875,"wall_ms":555.9238080168143,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.492431640625,"wall_ms":556.5389419207349,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":555.7756958007812,"wall_ms":555.826197960414,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.7662048339844,"wall_ms":503.8152401102707,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.55047607421875,"wall_ms":503.6017099628225,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":505.09051513671875,"wall_ms":505.13964297715575,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.3272290341556072,"layout_ms":5.900428048335016},{"common_ms":0.24871097411960363,"layout_ms":6.508487975224853},{"common_ms":0.24229602422565222,"layout_ms":6.4333389746025205}],"zigzag":[{"common_ms":0.26197999250143766,"layout_ms":37.064961972646415},{"common_ms":0.2551269717514515,"layout_ms":35.85378301795572},{"common_ms":0.24164002388715744,"layout_ms":34.82564399018884}],"planner":[{"common_ms":0.25186396669596434,"layout_ms":7.725341012701392},{"common_ms":0.240070978179574,"layout_ms":7.903784979134798},{"common_ms":0.24908792693167925,"layout_ms":7.700718007981777}]},"samples":{"contiguous":[{"stack_ms":502.7588195800781,"wall_ms":502.8105470119044,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":504.034423828125,"wall_ms":504.0684549603611,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":503.91058349609375,"wall_ms":503.9484810549766,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":555.8706665039062,"wall_ms":555.9067600406706,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":556.4955444335938,"wall_ms":556.5296850400046,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":555.7902221679688,"wall_ms":555.8366139885038,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.7444763183594,"wall_ms":503.78968100994825,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":503.5624084472656,"wall_ms":503.59802891034633,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875},{"stack_ms":505.1039123535156,"wall_ms":505.1369220018387,"allocated_gib":140.97782707214355,"reserved_gib":144.1171875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.3192969597876072,"layout_ms":6.050112075172365},{"common_ms":0.2288689138367772,"layout_ms":5.5973120033741},{"common_ms":0.2180739538744092,"layout_ms":5.813108058646321}],"zigzag":[{"common_ms":0.24279893841594458,"layout_ms":36.827269941568375},{"common_ms":0.2272679703310132,"layout_ms":34.839086001738906},{"common_ms":0.21983799524605274,"layout_ms":33.94132398534566}],"planner":[{"common_ms":0.22750301286578178,"layout_ms":7.078320952132344},{"common_ms":0.2223900519311428,"layout_ms":7.458628970198333},{"common_ms":0.23841997608542442,"layout_ms":6.959924008697271}]},"samples":{"contiguous":[{"stack_ms":502.7549133300781,"wall_ms":502.79364199377596,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.033447265625,"wall_ms":504.06896497588605,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.91412353515625,"wall_ms":503.95435001701117,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":555.8701171875,"wall_ms":555.9074819320813,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.4885864257812,"wall_ms":556.5261610317975,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":555.7813110351562,"wall_ms":555.819618050009,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.76458740234375,"wall_ms":503.80556599702686,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.5631408691406,"wall_ms":503.59978899359703,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":505.0960998535156,"wall_ms":505.13526902068406,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.3158310428261757,"layout_ms":5.819880054332316},{"common_ms":0.22095395252108574,"layout_ms":5.520978011190891},{"common_ms":0.2212109975516796,"layout_ms":5.604940000921488}],"zigzag":[{"common_ms":0.23559597320854664,"layout_ms":36.81903297547251},{"common_ms":0.22458797320723534,"layout_ms":34.76661106105894},{"common_ms":0.21190999541431665,"layout_ms":33.50529901217669}],"planner":[{"common_ms":0.2277529565617442,"layout_ms":7.120313006453216},{"common_ms":0.22106594406068325,"layout_ms":7.094428059644997},{"common_ms":0.2267799573019147,"layout_ms":6.846789037808776}]},"samples":{"contiguous":[{"stack_ms":502.756103515625,"wall_ms":502.79475294519216,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":504.0291748046875,"wall_ms":504.06779698096216,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.920654296875,"wall_ms":503.9523490704596,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":555.8740844726562,"wall_ms":555.9082530671731,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":556.48779296875,"wall_ms":556.5207410836592,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":555.7885131835938,"wall_ms":555.8213629992679,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.76922607421875,"wall_ms":503.804825944826,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":503.5646057128906,"wall_ms":503.5980880493298,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":505.102783203125,"wall_ms":505.13538904488087,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.32153597567230463,"layout_ms":5.753166973590851},{"common_ms":0.22295303642749786,"layout_ms":5.392290069721639},{"common_ms":0.220827991142869,"layout_ms":5.461152060888708}],"zigzag":[{"common_ms":0.2527870237827301,"layout_ms":36.08736500609666},{"common_ms":0.22866390645503998,"layout_ms":34.58412899635732},{"common_ms":0.21271896548569202,"layout_ms":33.158485079184175}],"planner":[{"common_ms":0.23687200155109167,"layout_ms":6.9918769877403975},{"common_ms":0.2180039882659912,"layout_ms":7.012697053141892},{"common_ms":0.22685504518449306,"layout_ms":6.917532067745924}]},"samples":{"contiguous":[{"stack_ms":502.74969482421875,"wall_ms":502.7905619936064,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":504.0303649902344,"wall_ms":504.06688498333097,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":503.9189453125,"wall_ms":503.95474792458117,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":555.8703002929688,"wall_ms":555.9058370999992,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":556.4862060546875,"wall_ms":556.5221249125898,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":555.7853393554688,"wall_ms":555.8222410036251,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875}],"planner":[{"stack_ms":503.7673645019531,"wall_ms":503.80453502293676,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":503.5568542480469,"wall_ms":503.59467801172286,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875},{"stack_ms":505.09539794921875,"wall_ms":505.1323779625818,"allocated_gib":140.97350978851318,"reserved_gib":144.1171875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.6566961881986836e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.054872183399055e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":7.036641859102501e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.563368579476622e-07,"max_abs":7.553069281129865e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.867641602016255e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.740232357957853e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00011646515952114167,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.059566896465875e-06,"max_abs":1.0601297617540695e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.576365968995474e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.447309248403468e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":8.340917283602806e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.844964977587807e-07,"max_abs":6.480149750132114e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":99,"candidate_workspace_bytes":89610400},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131212,"spans":1536,"candidate_workspace_bytes":90312316},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":99,"candidate_workspace_bytes":89610400}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91497712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131144,"spans":1536,"candidate_workspace_bytes":90967256},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91497712}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":92911280},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131112,"spans":1536,"candidate_workspace_bytes":91514968},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":92911280}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91751600},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131060,"spans":1536,"candidate_workspace_bytes":91966852},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91751600}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":94,"candidate_workspace_bytes":94718064},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131028,"spans":1536,"candidate_workspace_bytes":92361652},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":94,"candidate_workspace_bytes":94718064}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91248640},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":1536,"candidate_workspace_bytes":92582160},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91248640}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91701776},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131016,"spans":1536,"candidate_workspace_bytes":92804424},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91701776}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":91978816},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131044,"spans":1536,"candidate_workspace_bytes":92908660},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":91978816}}]}, + {"case":"1m-heldout-tiny-tail-768-seed20261114","lengths":[28,76,76,1444,108,100,52,56,80,16,48,96,68,6276,24,40,60,88,36,12,40,56,96,40,36,88,76,1316,84,52,552,32,12,60,32,56,52,624,92,84,72,96,56,16,88,96,12,56,56,56,24,28,72,20,40,44,60,32,96,44,32,68,28,388,96,96,20,16,48,1900,88,32,32,20,96,100,48,96,28,5384,20,804,12,52,100,80,80,92,20,40,84,48,52,48,6384,60,52,36,40,20,84,72,176,20,84,6336,88,12,44,56,40,56,92,52,80,32,3100,12,20,96,44,72,68,40,100,32,52,36,56,40,96,96,48,96,828,68,12,40,28,68,52,1008,16,24,100,24,44,96,96,4160,84,84,68,72,16,72,12,32,24,72,12,96,44,48,32,68,52,100,92,80,76,7060,64,1476,60,88,76,1776,44,80,84,7192,1960,32,76,80,84,3924,11704,24,92,52,12,52,268,56,16,1768,32,212,32,40,96,36,100,24,88,148,12,40,36,228,76,3560,88,24,12,100,52,68,72,68,188,96,76,88,80,56,1300,60,40,1060,100,20,48,28,80,68,88,92,64,80,52,68,116,88,84,12,2892,76,32,16,52,16,20760,100,60,8916,72,16,184,48,12568,20,16,68,52,52,92,84,44,12,68,84,72,64,7320,468,20,44,2444,88,64,72,48,84,44,256,92,44,28,184,72,10172,28,44,16,56,36,40,56,12,68,80,120,76,1304,92,80,40,40,72,80,32,80,1008,512,20,60,92,72,36,32,52,40,84,1164,80,76,88,3104,1372,3164,76,40,12,48,72,44,72,32,44,100,56,36,96,44,88,16,36,32,52,76,80,39884,100,52,12,76,48,16,88,76,100,16,28,52,76,88,52,80,752,44,88,88,59120,32,5612,536,20,64,52,28,100,84,9100,28,16,308,48,96,68,56,84,3608,76,1032,96,504,2040,88,84,80,92,36,848,60,52,246028,376,96,100,80,68,92,84,24,36,60,72,12,312,88,92,64,872,20,40,84,76,2076,24,72276,103228,52,68,88,84,60,1816,4056,48,12,92,16,1196,68,72,72,32,60,72,4408,48,76,12,88,22012,20,20,36,68,96,40,96,48,17784,36,80,80,56,12,68,100,48,56,88,84,96,12,24,12,88,36,76,76,28,32,284,84,48,44,92,3508,92,612,32,16,92,44,52,4336,980,80,23740,72,6508,88,84,80,684,92,80,11704,32,28,60,40,416,64,92,36,88,68,52,24,696,44,52,44,28,92,16316,272,40,32,16,56,40,44,16,64,644,100,24,16,60,72,24,36,84,48,52,88,20,5880,76,20,4972,84,1716,48,16,28,56,56,80,68,732,44,60,20,16,60,80,60,96,492,36,84,72,80,672,20,84,44,84,20,492,36,100,24,40,25420,56,64,52,24,52,48,100,16,40,48,80,24,60,84,12,100,2016,48,96,1148,84,60,88,44,64,84,32,88,900,348,48,60,176,84,72,36,11744,76,64,288,76,32,48,12,100,48,34204,44,92,20,92,28,12,72,40,52,28,3756,12,72,48,92,40,44,32,40,1832,72,16,28,100,68,96,28,96,92,52,100,68,80,84,32,68,88,60,36,88,88,160,36,56,36,500,96,36,200,52,56,32,52,12,12,452,64,6244,48,100,56,1380,28,48,32,88,60,80,196,80,24,228,72,16,24,44,24,60,68,64,96,60,56,92,64,12,76,100,16,92,36,13744,68,80,68,32,60,60,3820,40520,88,36,84,92,24,32,40,1244,88,48,16,24,40,128,80,2724,2040,40,64,36,100,568,5164,2764,84,12,56],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":1625.3167724609375,"prepare_ms":6.612692028284073,"prepare_plus_stack_ms":1631.9294644892216,"amortized_per_layer_ms":407.9823661223054,"prepare_fraction":0.004052069756797842,"stack_min_ms":1623.9154052734375,"stack_max_ms":1628.3170166015625,"prepare_min_ms":6.503980956040323,"prepare_max_ms":8.106659981422126,"peak_allocated_gib":147.3237762451172,"peak_reserved_gib":151.349609375},"zigzag":{"stack_ms":1502.6934814453125,"prepare_ms":33.27722393441945,"prepare_plus_stack_ms":1535.970705379732,"amortized_per_layer_ms":383.992676344933,"prepare_fraction":0.021665272532780798,"stack_min_ms":1500.900390625,"stack_max_ms":1503.2017822265625,"prepare_min_ms":30.29188106302172,"prepare_max_ms":161.85707412660122,"peak_allocated_gib":147.3237762451172,"peak_reserved_gib":151.349609375},"planner":{"stack_ms":1460.091796875,"prepare_ms":19.9835590319708,"prepare_plus_stack_ms":1480.0753559069708,"amortized_per_layer_ms":370.0188389767427,"prepare_fraction":0.013501717295823182,"stack_min_ms":1460.001708984375,"stack_max_ms":1462.09716796875,"prepare_min_ms":19.39039898570627,"prepare_max_ms":132.25462997797877,"peak_allocated_gib":147.3237762451172,"peak_reserved_gib":151.349609375}},"raw_sha256":"f5500b22be3d55ba5c2cd5419e053e63233c5c8aa0efd844d8c735ffad0f1ed6","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3745210124179721,"layout_ms":7.172484998591244},{"common_ms":0.26140501722693443,"layout_ms":6.351287011057138},{"common_ms":0.26800099294632673,"layout_ms":6.235979963093996}],"zigzag":[{"common_ms":0.28368900530040264,"layout_ms":32.99353492911905},{"common_ms":0.2642860636115074,"layout_ms":30.027594999410212},{"common_ms":0.25453197304159403,"layout_ms":29.95244099292904}],"planner":[{"common_ms":0.2664899220690131,"layout_ms":19.123909063637257},{"common_ms":0.25190808810293674,"layout_ms":19.731650943867862},{"common_ms":0.2755039604380727,"layout_ms":131.9791260175407}]},"samples":{"contiguous":[{"stack_ms":1625.3006591796875,"wall_ms":1625.3595600137487,"allocated_gib":144.91339492797852,"reserved_gib":148.03125},{"stack_ms":1628.29345703125,"wall_ms":1628.353848005645,"allocated_gib":144.91339492797852,"reserved_gib":148.03125},{"stack_ms":1623.897705078125,"wall_ms":1623.9587450399995,"allocated_gib":144.91339492797852,"reserved_gib":148.03125}],"zigzag":[{"stack_ms":1503.1470947265625,"wall_ms":1503.215795964934,"allocated_gib":144.91339492797852,"reserved_gib":148.03125},{"stack_ms":1500.879638671875,"wall_ms":1500.934747979045,"allocated_gib":144.91339492797852,"reserved_gib":148.03125},{"stack_ms":1502.6866455078125,"wall_ms":1502.7431120397523,"allocated_gib":144.91339492797852,"reserved_gib":148.03125}],"planner":[{"stack_ms":1462.0911865234375,"wall_ms":1462.148980004713,"allocated_gib":144.91339492797852,"reserved_gib":148.03125},{"stack_ms":1459.990234375,"wall_ms":1460.0494159385562,"allocated_gib":144.91339492797852,"reserved_gib":148.03125},{"stack_ms":1460.07958984375,"wall_ms":1460.1338480133563,"allocated_gib":144.91339492797852,"reserved_gib":148.03125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3390040947124362,"layout_ms":7.704290910623968},{"common_ms":0.23192295338958502,"layout_ms":5.773065029643476},{"common_ms":0.2462640404701233,"layout_ms":5.913091939873993}],"zigzag":[{"common_ms":0.2445430727675557,"layout_ms":30.512596014887094},{"common_ms":0.23348897229880095,"layout_ms":29.51171004679054},{"common_ms":0.2289350377395749,"layout_ms":158.4765239385888}],"planner":[{"common_ms":0.24730805307626724,"layout_ms":18.258205032907426},{"common_ms":0.22068701218813658,"layout_ms":18.70762195903808},{"common_ms":0.2325089881196618,"layout_ms":17.897033947519958}]},"samples":{"contiguous":[{"stack_ms":1625.3055419921875,"wall_ms":1625.3620919305831,"allocated_gib":147.22357845306396,"reserved_gib":150.677734375},{"stack_ms":1628.2977294921875,"wall_ms":1628.3560059964657,"allocated_gib":147.22357845306396,"reserved_gib":150.677734375},{"stack_ms":1623.899169921875,"wall_ms":1623.958108946681,"allocated_gib":147.22357845306396,"reserved_gib":150.677734375}],"zigzag":[{"stack_ms":1503.1719970703125,"wall_ms":1503.2387330429628,"allocated_gib":147.22357845306396,"reserved_gib":150.677734375},{"stack_ms":1500.87939453125,"wall_ms":1500.932727009058,"allocated_gib":147.22357845306396,"reserved_gib":150.677734375},{"stack_ms":1502.68603515625,"wall_ms":1502.7426469605416,"allocated_gib":147.22357845306396,"reserved_gib":150.677734375}],"planner":[{"stack_ms":1462.094970703125,"wall_ms":1462.1496628969908,"allocated_gib":147.22357845306396,"reserved_gib":150.677734375},{"stack_ms":1459.9888916015625,"wall_ms":1460.0481010274962,"allocated_gib":147.22357845306396,"reserved_gib":150.677734375},{"stack_ms":1460.0772705078125,"wall_ms":1460.1286710239947,"allocated_gib":147.22357845306396,"reserved_gib":150.677734375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.3640999784693122,"layout_ms":7.308295927941799},{"common_ms":0.20716397557407618,"layout_ms":5.722590023651719},{"common_ms":0.24039496202021837,"layout_ms":5.968231009319425}],"zigzag":[{"common_ms":0.23394101299345493,"layout_ms":30.107755912467837},{"common_ms":0.2082260325551033,"layout_ms":29.27064907271415},{"common_ms":0.21280103828758,"layout_ms":159.2614110559225}],"planner":[{"common_ms":0.21929200738668442,"layout_ms":17.944994964636862},{"common_ms":0.21015794482082129,"layout_ms":17.51775201410055},{"common_ms":0.21014700178056955,"layout_ms":17.4193229759112}]},"samples":{"contiguous":[{"stack_ms":1625.3013916015625,"wall_ms":1625.3612620057538,"allocated_gib":146.09058094024658,"reserved_gib":149.25},{"stack_ms":1628.298583984375,"wall_ms":1628.3705269452184,"allocated_gib":146.09058094024658,"reserved_gib":149.25},{"stack_ms":1623.89501953125,"wall_ms":1623.9668660564348,"allocated_gib":146.09058094024658,"reserved_gib":149.25}],"zigzag":[{"stack_ms":1503.184326171875,"wall_ms":1503.2449190039188,"allocated_gib":146.09058094024658,"reserved_gib":149.25},{"stack_ms":1500.867431640625,"wall_ms":1500.9296770440415,"allocated_gib":146.09058094024658,"reserved_gib":149.25},{"stack_ms":1502.678466796875,"wall_ms":1502.7320040389895,"allocated_gib":146.09058094024658,"reserved_gib":149.25}],"planner":[{"stack_ms":1462.08984375,"wall_ms":1462.1434459695593,"allocated_gib":146.09058094024658,"reserved_gib":149.25},{"stack_ms":1459.993408203125,"wall_ms":1460.0610400084406,"allocated_gib":146.09058094024658,"reserved_gib":149.25},{"stack_ms":1460.06884765625,"wall_ms":1460.1295010652393,"allocated_gib":146.09058094024658,"reserved_gib":149.25}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.34986098762601614,"layout_ms":7.404424948617816},{"common_ms":0.20382902584969997,"layout_ms":5.838815006427467},{"common_ms":0.21442200522869825,"layout_ms":5.46950101852417}],"zigzag":[{"common_ms":0.22648600861430168,"layout_ms":30.361009063199162},{"common_ms":0.20889099687337875,"layout_ms":29.478661017492414},{"common_ms":0.19534106831997633,"layout_ms":161.66173305828124}],"planner":[{"common_ms":0.2131640212610364,"layout_ms":17.47373805847019},{"common_ms":0.19665295258164406,"layout_ms":17.367032007314265},{"common_ms":0.2011049073189497,"layout_ms":17.463992931880057}]},"samples":{"contiguous":[{"stack_ms":1625.305908203125,"wall_ms":1625.3558419412002,"allocated_gib":147.3237762451172,"reserved_gib":150.501953125},{"stack_ms":1628.3077392578125,"wall_ms":1628.3647289965302,"allocated_gib":147.3237762451172,"reserved_gib":150.501953125},{"stack_ms":1623.908447265625,"wall_ms":1623.9591769408435,"allocated_gib":147.3237762451172,"reserved_gib":150.501953125}],"zigzag":[{"stack_ms":1503.1859130859375,"wall_ms":1503.241777070798,"allocated_gib":147.3237762451172,"reserved_gib":150.501953125},{"stack_ms":1500.885498046875,"wall_ms":1500.932339928113,"allocated_gib":147.3237762451172,"reserved_gib":150.501953125},{"stack_ms":1502.6884765625,"wall_ms":1502.7386080473661,"allocated_gib":147.3237762451172,"reserved_gib":150.501953125}],"planner":[{"stack_ms":1462.0950927734375,"wall_ms":1462.144062970765,"allocated_gib":147.3237762451172,"reserved_gib":150.501953125},{"stack_ms":1459.9979248046875,"wall_ms":1460.047923028469,"allocated_gib":147.3237762451172,"reserved_gib":150.501953125},{"stack_ms":1460.08056640625,"wall_ms":1460.1276279427111,"allocated_gib":147.3237762451172,"reserved_gib":150.501953125}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2838179934769869,"layout_ms":5.994283012114465},{"common_ms":0.22750103380531073,"layout_ms":6.241537979803979},{"common_ms":0.2161320298910141,"layout_ms":5.303826997987926}],"zigzag":[{"common_ms":0.2744749654084444,"layout_ms":31.82119398843497},{"common_ms":0.23396406322717667,"layout_ms":29.954479075968266},{"common_ms":0.22463593631982803,"layout_ms":146.67939802166075}],"planner":[{"common_ms":0.2449739258736372,"layout_ms":18.055574968457222},{"common_ms":0.22671499755233526,"layout_ms":18.823212943971157},{"common_ms":0.2334200544282794,"layout_ms":18.345379969105124}]},"samples":{"contiguous":[{"stack_ms":1625.3125,"wall_ms":1625.3590340493247,"allocated_gib":146.54922437667847,"reserved_gib":149.693359375},{"stack_ms":1628.31689453125,"wall_ms":1628.3613189589232,"allocated_gib":146.54922437667847,"reserved_gib":149.693359375},{"stack_ms":1623.9154052734375,"wall_ms":1623.9606509916484,"allocated_gib":146.54922437667847,"reserved_gib":149.693359375}],"zigzag":[{"stack_ms":1503.2017822265625,"wall_ms":1503.249189001508,"allocated_gib":146.54922437667847,"reserved_gib":149.693359375},{"stack_ms":1500.8941650390625,"wall_ms":1500.9412440704182,"allocated_gib":146.54922437667847,"reserved_gib":149.693359375},{"stack_ms":1502.6898193359375,"wall_ms":1502.7323949616402,"allocated_gib":146.54922437667847,"reserved_gib":149.693359375}],"planner":[{"stack_ms":1462.09716796875,"wall_ms":1462.1415449073538,"allocated_gib":146.54922437667847,"reserved_gib":149.693359375},{"stack_ms":1459.9949951171875,"wall_ms":1460.0398790789768,"allocated_gib":146.54922437667847,"reserved_gib":149.693359375},{"stack_ms":1460.091796875,"wall_ms":1460.1343349786475,"allocated_gib":146.54922437667847,"reserved_gib":149.693359375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.2914819633588195,"layout_ms":6.262502050958574},{"common_ms":0.21186098456382751,"layout_ms":5.771720083430409},{"common_ms":0.2325560199096799,"layout_ms":5.783510976471007}],"zigzag":[{"common_ms":0.24407601449638605,"layout_ms":31.371850986033678},{"common_ms":0.21953904069960117,"layout_ms":29.29541002959013},{"common_ms":0.2438329393044114,"layout_ms":141.8032880173996}],"planner":[{"common_ms":0.22963702213019133,"layout_ms":17.445778008550406},{"common_ms":0.21094793919473886,"layout_ms":17.877458012662828},{"common_ms":0.2228589728474617,"layout_ms":17.394211958162487}]},"samples":{"contiguous":[{"stack_ms":1625.307861328125,"wall_ms":1625.3670509904623,"allocated_gib":146.17159461975098,"reserved_gib":149.603515625},{"stack_ms":1628.309814453125,"wall_ms":1628.3661660272628,"allocated_gib":146.17159461975098,"reserved_gib":149.603515625},{"stack_ms":1623.8997802734375,"wall_ms":1623.9542589755729,"allocated_gib":146.17159461975098,"reserved_gib":149.603515625}],"zigzag":[{"stack_ms":1503.1971435546875,"wall_ms":1503.256993019022,"allocated_gib":146.17159461975098,"reserved_gib":149.603515625},{"stack_ms":1500.89111328125,"wall_ms":1500.9425160242245,"allocated_gib":146.17159461975098,"reserved_gib":149.603515625},{"stack_ms":1502.685546875,"wall_ms":1502.7379340026528,"allocated_gib":146.17159461975098,"reserved_gib":149.603515625}],"planner":[{"stack_ms":1462.087890625,"wall_ms":1462.1420070761815,"allocated_gib":146.17159461975098,"reserved_gib":149.603515625},{"stack_ms":1459.9931640625,"wall_ms":1460.0532930344343,"allocated_gib":146.17159461975098,"reserved_gib":149.603515625},{"stack_ms":1460.087158203125,"wall_ms":1460.1354500046,"allocated_gib":146.17159461975098,"reserved_gib":149.603515625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.33928093034774065,"layout_ms":6.337293074466288},{"common_ms":0.2288550604134798,"layout_ms":5.59764401987195},{"common_ms":0.2504599979147315,"layout_ms":5.647044978104532}],"zigzag":[{"common_ms":0.2655040007084608,"layout_ms":31.90370905213058},{"common_ms":0.23843103554099798,"layout_ms":29.77378200739622},{"common_ms":0.22630998864769936,"layout_ms":144.04998300597072}],"planner":[{"common_ms":0.23864698596298695,"layout_ms":18.68339895736426},{"common_ms":0.22860802710056305,"layout_ms":18.32515897694975},{"common_ms":0.24116993881762028,"layout_ms":18.3669839752838}]},"samples":{"contiguous":[{"stack_ms":1625.3167724609375,"wall_ms":1625.358011922799,"allocated_gib":143.918390750885,"reserved_gib":149.236328125},{"stack_ms":1628.3170166015625,"wall_ms":1628.3566668862477,"allocated_gib":143.918390750885,"reserved_gib":149.236328125},{"stack_ms":1623.9154052734375,"wall_ms":1623.9566300064325,"allocated_gib":143.918390750885,"reserved_gib":149.236328125}],"zigzag":[{"stack_ms":1503.18896484375,"wall_ms":1503.2401770586148,"allocated_gib":143.918390750885,"reserved_gib":149.236328125},{"stack_ms":1500.900390625,"wall_ms":1500.939910998568,"allocated_gib":143.918390750885,"reserved_gib":149.236328125},{"stack_ms":1502.6934814453125,"wall_ms":1502.733547007665,"allocated_gib":143.918390750885,"reserved_gib":149.236328125}],"planner":[{"stack_ms":1462.0965576171875,"wall_ms":1462.1370889944956,"allocated_gib":143.918390750885,"reserved_gib":149.236328125},{"stack_ms":1460.001708984375,"wall_ms":1460.0446820259094,"allocated_gib":143.918390750885,"reserved_gib":149.236328125},{"stack_ms":1460.0904541015625,"wall_ms":1460.1304489187896,"allocated_gib":143.918390750885,"reserved_gib":149.236328125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.30713295564055443,"layout_ms":7.799527025781572},{"common_ms":0.23267592769116163,"layout_ms":5.876127048395574},{"common_ms":0.2491850173100829,"layout_ms":5.848216009326279}],"zigzag":[{"common_ms":0.25173393078148365,"layout_ms":30.828490969724953},{"common_ms":0.23800996132194996,"layout_ms":29.689413029700518},{"common_ms":0.23429491557180882,"layout_ms":156.33746806997806}],"planner":[{"common_ms":0.25685096625238657,"layout_ms":18.224650993943214},{"common_ms":0.24136598221957684,"layout_ms":17.974728951230645},{"common_ms":0.24109496735036373,"layout_ms":18.090323079377413}]},"samples":{"contiguous":[{"stack_ms":1625.304931640625,"wall_ms":1625.35726709757,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1628.3056640625,"wall_ms":1628.3574999542907,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1623.9031982421875,"wall_ms":1623.9535479107872,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375}],"zigzag":[{"stack_ms":1503.1905517578125,"wall_ms":1503.244124003686,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1500.8861083984375,"wall_ms":1500.935447984375,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1502.68017578125,"wall_ms":1502.7289260178804,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375}],"planner":[{"stack_ms":1462.0865478515625,"wall_ms":1462.135744979605,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1459.98974609375,"wall_ms":1460.0415469612926,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375},{"stack_ms":1460.0791015625,"wall_ms":1460.1277499459684,"allocated_gib":146.04641437530518,"reserved_gib":151.349609375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0008585729757919353,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.00039385171665560516,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.000608857528543885,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005468616866884848,"max_abs":1.2638778912332782e-12,"finite":true},"d_weights":{"relative_rms":0.0005218527212232323,"max_abs":2.7466739993542433e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007139798336174731,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007041644402434752,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.793109389800795e-06,"max_abs":8.213874025386758e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009002150897137272,"max_abs":0.00396728515625,"finite":true},"dq":{"relative_rms":0.0003907737232609827,"max_abs":0.0028839111328125,"finite":true},"dkv":{"relative_rms":0.0005766264551099421,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006681613808892438,"max_abs":1.2638778912332782e-12,"finite":true},"d_weights":{"relative_rms":0.0005475226764638775,"max_abs":2.473825588822365e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007479673483007405,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007277542178004106,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.602461791759041e-06,"max_abs":8.217426739065559e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009027950967107518,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.00040145696825291146,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.0005833456908046365,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006242870117768438,"max_abs":1.2638778912332782e-12,"finite":true},"d_weights":{"relative_rms":0.0005426698618617874,"max_abs":2.3865140974521637e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007111091533532753,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000696512467299041,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":6.293918260818335e-06,"max_abs":9.990230864787009e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":263,"candidate_workspace_bytes":494535008},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":1179,"candidate_workspace_bytes":3221029644},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":192584,"spans":266,"candidate_workspace_bytes":536866820}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":114,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131212,"spans":1205,"candidate_workspace_bytes":3221098188},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":132244,"spans":115,"candidate_workspace_bytes":3221102488}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":34,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131252,"spans":1232,"candidate_workspace_bytes":3192193068},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":104040,"spans":36,"candidate_workspace_bytes":2147343180}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131152,"spans":1236,"candidate_workspace_bytes":3027275404},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":74416,"spans":3,"candidate_workspace_bytes":2147451696}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":26,"candidate_workspace_bytes":2147483648},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131068,"spans":1239,"candidate_workspace_bytes":2147444796},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":86580,"spans":26,"candidate_workspace_bytes":2147419188}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":58,"candidate_workspace_bytes":536870140},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":1244,"candidate_workspace_bytes":2147469636},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":134792,"spans":60,"candidate_workspace_bytes":3153214096}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":141,"candidate_workspace_bytes":521618828},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130844,"spans":1253,"candidate_workspace_bytes":2147351052},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":187860,"spans":143,"candidate_workspace_bytes":536849664}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":138,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130872,"spans":1260,"candidate_workspace_bytes":2010091724},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":136060,"spans":140,"candidate_workspace_bytes":3152182500}}]}, + {"case":"1m-heldout-trimodal-513-seed20261114","lengths":[96,52,100,52,80,60,84,52,96,40,16,88,84,68,60,36,96,860,100,68,68,36,40,40,3848,96,24,88,60,32,88,20,96,28,40,52,12,3056,40,88,96,12,16,80,12,44,1016,100,1320,80,1372,48,48,80,96,20,32,56,16,12,3444,20,96,36,60,1848,96,72,32,2672,84,1772,32,80,84,84,20,92,92,3084,48,24,80,48,44,48,24,24,1312,36,28,3936,68,56,92,24,60,20,40,92,52,56,36,2448,100,740,28,2952,688,24,64,12,100,32,3348,56,28,64,16,3312,28,924,32,56,32,28,36,80,80,56,56,100,80,1400,92,52,84,68,1644,60,916,100,40,100,52,52,52,12,44,84,1300,2928,20,32,56,2152,1496,3044,856,64,64,88,56,56,564,12,16,24,84,12,40,3452,4088,64,2248,84,72,80,36,1584,72,1792,12,36,44,32,96,12,20,12,56,28,64,1104,80,3088,84,80,76,72,68,1412,96,1820,56,44,92,660,3124,52,48,72,32,36,88,52,80,60,80,2940,40,3368,36,28,52,3072,20,32,3672,52,740,40,360736,60,24,28,960,24,92,2812,36,84,60,20,100,88,72,2484,12,3360,2956,1616,100,24,60,76,2116,52,96,92,20,16,48,52,20,28,64,1240,40,72,2772,60,20,2476,68,36,3104,24,44,44,60,52,100,32,2864,80,92,80,92,48,80,1768,100,64,56,60,100,20,64,32,2332,20,100,3440,84,20,96,3580,44,48,40,20,40,36,88,16,96,96,1308,24,48,64,1932,92,1360,1092,1680,1432,64,48,84,72,36,84,3304,2976,24,68,96,96,36,48,2776,64,84,52,28,3028,92,52,1496,56,2612,36,12,3452,36,3632,32,72,20,76,24,88,804,52,32,40,96,2032,12,1276,36,76,32,32,28,32,1312,56,20,24,443200,52,80,96,88,24,80,72,40,80,52,60,64,24,52,72,48,28,72,72,100,84,28,44,28,92,84,80,28,84,40,88,44,24,36,12,12,84,48,2052,536,36,84,44,1068,24,36,24,72,3132,48,60,84,60,3128,84,56,16,20,100,836,32,96,20,1752,720,52,3464,80,48,100,100,44,76,52,12,56,80,16,3040,28,3356,52,60,52,24,100,1312,48,48,96,3880,100,916,68,1528,28,64,2748,72,20,28,32,92,68,36,16,1656,20,96,3084,2752,32,84,60,100,100,4040,92,28,48,28,80,936,88,96,100,92,60,16,80],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":1996.1260986328125,"prepare_ms":5.726076080463827,"prepare_plus_stack_ms":2001.8521747132763,"amortized_per_layer_ms":500.4630436783191,"prepare_fraction":0.0028603890700790472,"stack_min_ms":1992.088134765625,"stack_max_ms":1999.1768798828125,"prepare_min_ms":5.114027066156268,"prepare_max_ms":5.763635970652103,"peak_allocated_gib":153.3961215019226,"peak_reserved_gib":161.267578125},"zigzag":{"stack_ms":1810.0157470703125,"prepare_ms":140.11144498363137,"prepare_plus_stack_ms":1950.1271920539439,"amortized_per_layer_ms":487.53179801348597,"prepare_fraction":0.07184733670425926,"stack_min_ms":1809.4273681640625,"stack_max_ms":1811.0880126953125,"prepare_min_ms":139.0471929917112,"prepare_max_ms":146.69936895370483,"peak_allocated_gib":153.3961215019226,"peak_reserved_gib":161.267578125},"planner":{"stack_ms":1767.1905517578125,"prepare_ms":15.578511985950172,"prepare_plus_stack_ms":1782.7690637437627,"amortized_per_layer_ms":445.69226593594067,"prepare_fraction":0.008738379133209634,"stack_min_ms":1767.00146484375,"stack_max_ms":1767.87939453125,"prepare_min_ms":15.34013997297734,"prepare_max_ms":15.955012058839202,"peak_allocated_gib":153.3961215019226,"peak_reserved_gib":161.267578125}},"raw_sha256":"dc16c9829bbeba718f706e383e2096115b33e3429ea51bceb9b877ec3ddd59bb","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.38329395465552807,"layout_ms":5.380342015996575},{"common_ms":0.2303729997947812,"layout_ms":4.935716977342963},{"common_ms":0.25379506405442953,"layout_ms":4.860232002101839}],"zigzag":[{"common_ms":0.2489070175215602,"layout_ms":24.069640086963773},{"common_ms":0.2458340022712946,"layout_ms":21.665625972673297},{"common_ms":0.22417900618165731,"layout_ms":21.248764940537512}],"planner":[{"common_ms":0.2479510148987174,"layout_ms":15.092188958078623},{"common_ms":0.22619101218879223,"layout_ms":15.35232097376138},{"common_ms":0.26077195070683956,"layout_ms":14.914985978975892}]},"samples":{"contiguous":[{"stack_ms":1992.07470703125,"wall_ms":1992.1346169430763,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1999.162841796875,"wall_ms":1999.2268630303442,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1996.1041259765625,"wall_ms":1996.164431096986,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375}],"zigzag":[{"stack_ms":1809.9918212890625,"wall_ms":1810.0540649611503,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1809.406982421875,"wall_ms":1809.468629071489,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1811.070068359375,"wall_ms":1811.1332539701834,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375}],"planner":[{"stack_ms":1767.14013671875,"wall_ms":1767.2098740004003,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1767.8536376953125,"wall_ms":1767.922807019204,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375},{"stack_ms":1767.00146484375,"wall_ms":1767.062694998458,"allocated_gib":153.3961215019226,"reserved_gib":157.505859375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3186129033565521,"layout_ms":4.370052018202841},{"common_ms":0.17378502525389194,"layout_ms":3.8064050022512674},{"common_ms":0.18513796385377645,"layout_ms":3.762562060728669}],"zigzag":[{"common_ms":0.23019209038466215,"layout_ms":21.974093979224563},{"common_ms":0.18928502686321735,"layout_ms":19.77664604783058},{"common_ms":0.16627402510493994,"layout_ms":138.88091896660626}],"planner":[{"common_ms":0.2681909827515483,"layout_ms":14.065871946513653},{"common_ms":0.17160107381641865,"layout_ms":13.684513978660107},{"common_ms":0.331327086314559,"layout_ms":15.623684972524643}]},"samples":{"contiguous":[{"stack_ms":1992.0711669921875,"wall_ms":1992.1337419655174,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1999.1568603515625,"wall_ms":1999.2245980538428,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1996.105712890625,"wall_ms":1996.172348037362,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375}],"zigzag":[{"stack_ms":1809.990234375,"wall_ms":1810.0543899927288,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1809.4080810546875,"wall_ms":1809.475299087353,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1811.0693359375,"wall_ms":1811.1369870603085,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375}],"planner":[{"stack_ms":1767.1319580078125,"wall_ms":1767.2073160065338,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1767.852783203125,"wall_ms":1767.9218009579927,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375},{"stack_ms":1766.987060546875,"wall_ms":1767.049509100616,"allocated_gib":152.62447500228882,"reserved_gib":156.12109375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2686630468815565,"layout_ms":4.51315101236105},{"common_ms":0.16728206537663937,"layout_ms":4.013881902210414},{"common_ms":0.17836096230894327,"layout_ms":3.909797058440745}],"zigzag":[{"common_ms":0.21718395873904228,"layout_ms":22.030732943676412},{"common_ms":0.18512201495468616,"layout_ms":139.9263229686767},{"common_ms":0.16575702466070652,"layout_ms":19.852195982821286}],"planner":[{"common_ms":0.2321809297427535,"layout_ms":13.783222995698452},{"common_ms":0.17158302944153547,"layout_ms":13.517798972316086},{"common_ms":0.3570800181478262,"layout_ms":14.710004907101393}]},"samples":{"contiguous":[{"stack_ms":1992.066650390625,"wall_ms":1992.1252839267254,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1999.16357421875,"wall_ms":1999.2347210645676,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1996.10400390625,"wall_ms":1996.1744350148365,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875}],"zigzag":[{"stack_ms":1809.9896240234375,"wall_ms":1810.06333604455,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1809.4136962890625,"wall_ms":1809.474093024619,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1811.064208984375,"wall_ms":1811.1289599910378,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875}],"planner":[{"stack_ms":1767.143310546875,"wall_ms":1767.2128269914538,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1767.8553466796875,"wall_ms":1767.926093074493,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875},{"stack_ms":1766.980712890625,"wall_ms":1767.0495860511437,"allocated_gib":152.12611389160156,"reserved_gib":155.623046875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3239919897168875,"layout_ms":5.2679849322885275},{"common_ms":0.20348397083580494,"layout_ms":4.787071025930345},{"common_ms":0.22323406301438808,"layout_ms":4.608454997651279}],"zigzag":[{"common_ms":0.24528801441192627,"layout_ms":22.814795025624335},{"common_ms":0.21206890232861042,"layout_ms":20.993666956201196},{"common_ms":0.19789393991231918,"layout_ms":20.786080975085497}],"planner":[{"common_ms":0.24519709404557943,"layout_ms":14.370267977938056},{"common_ms":0.20609796047210693,"layout_ms":14.173510018736124},{"common_ms":0.24581898469477892,"layout_ms":14.27890406921506}]},"samples":{"contiguous":[{"stack_ms":1992.07763671875,"wall_ms":1992.132976069115,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1999.17041015625,"wall_ms":1999.227380962111,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1996.1168212890625,"wall_ms":1996.1723940214142,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875}],"zigzag":[{"stack_ms":1810.001220703125,"wall_ms":1810.0568319205195,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1809.4130859375,"wall_ms":1809.471104061231,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1811.076171875,"wall_ms":1811.1339479219168,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875}],"planner":[{"stack_ms":1767.145263671875,"wall_ms":1767.2082079807296,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1767.857421875,"wall_ms":1767.9184000007808,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875},{"stack_ms":1766.99853515625,"wall_ms":1767.0624540187418,"allocated_gib":152.83483743667603,"reserved_gib":155.779296875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2744450466707349,"layout_ms":5.139230052009225},{"common_ms":0.21369801834225655,"layout_ms":5.51237806212157},{"common_ms":0.2179170260205865,"layout_ms":4.8429761081933975}],"zigzag":[{"common_ms":0.23788399994373322,"layout_ms":23.01047893706709},{"common_ms":0.22500497289001942,"layout_ms":128.82910296320915},{"common_ms":0.20523497369140387,"layout_ms":21.208237041719258}],"planner":[{"common_ms":0.21341105457395315,"layout_ms":14.121362008154392},{"common_ms":0.21465506870299578,"layout_ms":14.766392996534705},{"common_ms":0.20671007223427296,"layout_ms":13.940965058282018}]},"samples":{"contiguous":[{"stack_ms":1992.088134765625,"wall_ms":1992.136509041302,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1999.1768798828125,"wall_ms":1999.2297979770228,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1996.125244140625,"wall_ms":1996.1771870730445,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875}],"zigzag":[{"stack_ms":1810.0157470703125,"wall_ms":1810.0637290626764,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1809.425537109375,"wall_ms":1809.482714976184,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1811.0848388671875,"wall_ms":1811.1351779662073,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875}],"planner":[{"stack_ms":1767.18408203125,"wall_ms":1767.2343540471047,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1767.871826171875,"wall_ms":1767.9373250575736,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875},{"stack_ms":1766.99853515625,"wall_ms":1767.0472159516066,"allocated_gib":150.23553895950317,"reserved_gib":153.888671875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.28355501126497984,"layout_ms":4.707121988758445},{"common_ms":0.17877505160868168,"layout_ms":4.336929996497929},{"common_ms":0.19879895262420177,"layout_ms":4.043512977659702}],"zigzag":[{"common_ms":0.19642396364361048,"layout_ms":21.621927968226373},{"common_ms":0.1793659757822752,"layout_ms":20.6262239953503},{"common_ms":0.16794202383607626,"layout_ms":19.923766027204692}],"planner":[{"common_ms":0.21797604858875275,"layout_ms":13.864954933524132},{"common_ms":0.17619994468986988,"layout_ms":13.608587090857327},{"common_ms":0.2034700009971857,"layout_ms":13.961568009108305}]},"samples":{"contiguous":[{"stack_ms":1992.0833740234375,"wall_ms":1992.1425280626863,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1999.1671142578125,"wall_ms":1999.2225179448724,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1996.119873046875,"wall_ms":1996.1759869474918,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125}],"zigzag":[{"stack_ms":1810.0108642578125,"wall_ms":1810.066286008805,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1809.416748046875,"wall_ms":1809.4773150514811,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1811.080078125,"wall_ms":1811.1419799970463,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125}],"planner":[{"stack_ms":1767.181884765625,"wall_ms":1767.2405990306288,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1767.867431640625,"wall_ms":1767.9309559753165,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125},{"stack_ms":1766.995849609375,"wall_ms":1767.0491739409044,"allocated_gib":148.5418963432312,"reserved_gib":160.26953125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.29091909527778625,"layout_ms":4.718548036180437},{"common_ms":0.16225792933255434,"layout_ms":4.258811008185148},{"common_ms":0.18314900808036327,"layout_ms":4.15830803103745}],"zigzag":[{"common_ms":0.199634931050241,"layout_ms":22.398401983082294},{"common_ms":0.1783209154382348,"layout_ms":20.58317803312093},{"common_ms":0.16270193737000227,"layout_ms":20.146811031736434}],"planner":[{"common_ms":0.20103203132748604,"layout_ms":13.661581091582775},{"common_ms":0.16538600903004408,"layout_ms":13.853406067937613},{"common_ms":0.18848699983209372,"layout_ms":13.608556939288974}]},"samples":{"contiguous":[{"stack_ms":1992.0845947265625,"wall_ms":1992.1406699577346,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1999.16943359375,"wall_ms":1999.223118997179,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1996.1260986328125,"wall_ms":1996.1804499616846,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125}],"zigzag":[{"stack_ms":1810.01416015625,"wall_ms":1810.0728699937463,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1809.4273681640625,"wall_ms":1809.4824419822544,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1811.0880126953125,"wall_ms":1811.1360759939998,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125}],"planner":[{"stack_ms":1767.1885986328125,"wall_ms":1767.2424210468307,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1767.87939453125,"wall_ms":1767.9465040564537,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125},{"stack_ms":1767.0009765625,"wall_ms":1767.0476529747248,"allocated_gib":149.5427041053772,"reserved_gib":161.267578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3211880102753639,"layout_ms":5.43444394133985},{"common_ms":0.21187798120081425,"layout_ms":4.857938038185239},{"common_ms":0.22084196098148823,"layout_ms":4.7476839972659945}],"zigzag":[{"common_ms":0.25337294209748507,"layout_ms":146.44599601160735},{"common_ms":0.21162990015000105,"layout_ms":21.263294969685376},{"common_ms":0.210626982152462,"layout_ms":21.12813398707658}],"planner":[{"common_ms":0.2397199859842658,"layout_ms":14.318628003820777},{"common_ms":0.21600991021841764,"layout_ms":14.082206063903868},{"common_ms":0.2632139949128032,"layout_ms":14.337718021124601}]},"samples":{"contiguous":[{"stack_ms":1992.0787353515625,"wall_ms":1992.1316240215674,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1999.1654052734375,"wall_ms":1999.226117040962,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1996.1082763671875,"wall_ms":1996.1692170472816,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875}],"zigzag":[{"stack_ms":1810.001708984375,"wall_ms":1810.0570579990745,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1809.41943359375,"wall_ms":1809.4756520586088,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1811.0750732421875,"wall_ms":1811.1332360422239,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875}],"planner":[{"stack_ms":1767.1905517578125,"wall_ms":1767.244825954549,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1767.86279296875,"wall_ms":1767.9280339507386,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875},{"stack_ms":1766.9908447265625,"wall_ms":1767.048672074452,"allocated_gib":152.82383632659912,"reserved_gib":155.576171875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009795731122840318,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.0003431656322984242,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.0005361012898925311,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0005761914856548405,"max_abs":1.0587086762825493e-12,"finite":true},"d_weights":{"relative_rms":0.000538884275767921,"max_abs":3.14321368932724e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007234272424196025,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007227453893726166,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.012658359143274e-06,"max_abs":8.078870905592339e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009297243261975971,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.00032213391024115984,"max_abs":0.0030517578125,"finite":true},"dkv":{"relative_rms":0.0006407365519913432,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006712604465876089,"max_abs":1.5063505998114124e-12,"finite":true},"d_weights":{"relative_rms":0.0005796679360623599,"max_abs":2.852175384759903e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0009319064108067278,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0009214303211706328,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.09665740679792e-06,"max_abs":9.833911462919787e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009782825637863655,"max_abs":0.003875732421875,"finite":true},"dq":{"relative_rms":0.00033284546746108944,"max_abs":0.0030364990234375,"finite":true},"dkv":{"relative_rms":0.0005942110368025594,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006255477961130235,"max_abs":1.3926637620897964e-12,"finite":true},"d_weights":{"relative_rms":0.0005812260248115981,"max_abs":3.14321368932724e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007656470441271672,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007398482257975728,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.843648293709016e-06,"max_abs":6.764366844436154e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":233,"candidate_workspace_bytes":381975152},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131104,"spans":782,"candidate_workspace_bytes":6442303312},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":214448,"spans":237,"candidate_workspace_bytes":6442184856}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147445032},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131152,"spans":801,"candidate_workspace_bytes":6442250248},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105984,"spans":4,"candidate_workspace_bytes":4294948152}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221185612},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131168,"spans":818,"candidate_workspace_bytes":4831659188},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105980,"spans":5,"candidate_workspace_bytes":4294775652}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":103,"candidate_workspace_bytes":3221216904},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131188,"spans":827,"candidate_workspace_bytes":4831755008},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":160844,"spans":106,"candidate_workspace_bytes":4831835568}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":49,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131132,"spans":835,"candidate_workspace_bytes":4831753148},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":134568,"spans":53,"candidate_workspace_bytes":4831780312}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147478624},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130988,"spans":825,"candidate_workspace_bytes":3221176388},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":84532,"spans":4,"candidate_workspace_bytes":3221214012}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221208276},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130912,"spans":820,"candidate_workspace_bytes":3221173424},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":84420,"spans":4,"candidate_workspace_bytes":3221220540}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":131,"candidate_workspace_bytes":4294900396},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130932,"spans":821,"candidate_workspace_bytes":2147468720},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":157800,"spans":135,"candidate_workspace_bytes":6442116644}}]}, + {"case":"1m-heldout-lognormal-257-seed20261115","lengths":[528,424,65920,2152,848,692,2056,244,496,1276,8856,304,6224,456,3112,1348,1212,1664,17268,1708,7832,6468,376,3124,1772,188,1560,10724,14704,512,9572,988,1504,5588,3192,5728,856,664,872,9136,1180,1160,300,664,1712,1588,1320,4252,6680,2708,9084,1728,296,5056,5448,3312,920,4692,828,3608,28960,324,20872,716,832,472,260,15208,3952,488,1908,2776,3972,57404,3648,4688,548,4884,6648,1228,8916,2660,2348,824,3248,868,420,4672,14936,3216,348,816,132,2672,540,1076,1936,2656,8612,212,352,120,4508,424,3132,2532,2496,1608,536,152,1036,4724,11580,1172,8756,2168,14132,2768,1244,1168,1016,4712,2184,896,216,4764,856,3244,3840,2916,10184,380,1948,256,172,5172,964,2688,3172,1468,1268,6112,4936,228,10408,3824,15712,992,748,140,3576,152,2824,6328,256,84,232,4288,1736,744,2044,3540,1312,1280,952,4148,49380,2212,1636,5812,3192,1288,10104,1448,3568,880,1004,2796,3640,5632,400,1392,48,10996,1840,680,1604,5648,280,2628,520,396,1288,748,2188,2136,3788,808,452,3704,620,496,3636,1736,1308,684,5348,12544,2420,5580,736,576,668,1640,4716,404,2964,1628,36452,9128,2368,724,152,3588,7524,5700,820,2220,1196,2240,1496,11440,2316,752,21932,1224,15244,2820,1848,2036,4400,84,3404,596,17424,108,2412,1008,3068,1896,1128,11372,6408,1316,2916,1468,1408],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":974.100341796875,"prepare_ms":3.2268849899992347,"prepare_plus_stack_ms":977.3272267868742,"amortized_per_layer_ms":244.33180669671856,"prepare_fraction":0.0033017446987619035,"stack_min_ms":973.0927734375,"stack_max_ms":974.660888671875,"prepare_min_ms":3.1773661030456424,"prepare_max_ms":3.4099139738827944,"peak_allocated_gib":142.21635389328003,"peak_reserved_gib":154.52734375},"zigzag":{"stack_ms":988.3025512695312,"prepare_ms":16.23958395794034,"prepare_plus_stack_ms":1004.5421352274716,"amortized_per_layer_ms":251.1355338068679,"prepare_fraction":0.016166155095388806,"stack_min_ms":987.2189331054688,"stack_max_ms":992.9127197265625,"prepare_min_ms":14.098037965595722,"prepare_max_ms":17.386213992722332,"peak_allocated_gib":142.21635389328003,"peak_reserved_gib":154.52734375},"planner":{"stack_ms":974.9461669921875,"prepare_ms":9.458030923269689,"prepare_plus_stack_ms":984.4041979154572,"amortized_per_layer_ms":246.1010494788643,"prepare_fraction":0.009607873415511345,"stack_min_ms":974.6349487304688,"stack_max_ms":975.7921142578125,"prepare_min_ms":8.41482006944716,"prepare_max_ms":9.834219003096223,"peak_allocated_gib":142.21635389328003,"peak_reserved_gib":154.52734375}},"raw_sha256":"459d7bbc6477919d15c7bd27cd21dc451fb42398d13e09e599bfd89cc47d22f5","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.2384569961577654,"layout_ms":3.171456977725029},{"common_ms":0.14112598728388548,"layout_ms":2.716306014917791},{"common_ms":0.14923501294106245,"layout_ms":2.669745939783752}],"zigzag":[{"common_ms":0.17172598745673895,"layout_ms":15.281764906831086},{"common_ms":0.13740698341280222,"layout_ms":12.963720946572721},{"common_ms":0.13644702266901731,"layout_ms":12.603327981196344}],"planner":[{"common_ms":0.14656409621238708,"layout_ms":7.701586000621319},{"common_ms":0.1377660082653165,"layout_ms":7.731839083135128},{"common_ms":0.15815801452845335,"layout_ms":7.576859090477228}]},"samples":{"contiguous":[{"stack_ms":974.0733642578125,"wall_ms":974.1236079717055,"allocated_gib":142.19389963150024,"reserved_gib":145.501953125},{"stack_ms":974.6499633789062,"wall_ms":974.6946730883792,"allocated_gib":142.19389963150024,"reserved_gib":145.501953125},{"stack_ms":973.083984375,"wall_ms":973.1291059870273,"allocated_gib":142.19389963150024,"reserved_gib":145.501953125}],"zigzag":[{"stack_ms":988.28466796875,"wall_ms":988.332586013712,"allocated_gib":142.19389963150024,"reserved_gib":145.501953125},{"stack_ms":987.2099609375,"wall_ms":987.2571439482272,"allocated_gib":142.19389963150024,"reserved_gib":145.501953125},{"stack_ms":992.8984985351562,"wall_ms":992.9478539852425,"allocated_gib":142.19389963150024,"reserved_gib":145.501953125}],"planner":[{"stack_ms":975.7876586914062,"wall_ms":975.8406189503148,"allocated_gib":142.19389963150024,"reserved_gib":145.501953125},{"stack_ms":974.6203002929688,"wall_ms":974.6676810318604,"allocated_gib":142.19389963150024,"reserved_gib":145.501953125},{"stack_ms":974.9342041015625,"wall_ms":974.9820230063051,"allocated_gib":142.19389963150024,"reserved_gib":145.501953125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.27499895077198744,"layout_ms":2.880432060919702},{"common_ms":0.15390408225357533,"layout_ms":2.4282890371978283},{"common_ms":0.16101694200187922,"layout_ms":2.426621038466692}],"zigzag":[{"common_ms":0.18437602557241917,"layout_ms":17.201837967149913},{"common_ms":0.1506010303273797,"layout_ms":13.258783030323684},{"common_ms":0.143788056448102,"layout_ms":12.791435001417994}],"planner":[{"common_ms":0.15640200581401587,"layout_ms":7.552706985734403},{"common_ms":0.1499159261584282,"layout_ms":9.308114997111261},{"common_ms":0.16174092888832092,"layout_ms":9.383089956827462}]},"samples":{"contiguous":[{"stack_ms":974.081298828125,"wall_ms":974.133950076066,"allocated_gib":142.00968503952026,"reserved_gib":145.158203125},{"stack_ms":974.6484375,"wall_ms":974.6919090393931,"allocated_gib":142.00968503952026,"reserved_gib":145.158203125},{"stack_ms":973.0700073242188,"wall_ms":973.1174320913851,"allocated_gib":142.00968503952026,"reserved_gib":145.158203125}],"zigzag":[{"stack_ms":988.2841186523438,"wall_ms":988.3346320129931,"allocated_gib":142.00968503952026,"reserved_gib":145.158203125},{"stack_ms":987.2053833007812,"wall_ms":987.2508030384779,"allocated_gib":142.00968503952026,"reserved_gib":145.158203125},{"stack_ms":992.899169921875,"wall_ms":992.9475239478052,"allocated_gib":142.00968503952026,"reserved_gib":145.158203125}],"planner":[{"stack_ms":975.7759399414062,"wall_ms":975.8301510009915,"allocated_gib":142.00968503952026,"reserved_gib":145.158203125},{"stack_ms":974.61865234375,"wall_ms":974.6649340959266,"allocated_gib":142.00968503952026,"reserved_gib":145.158203125},{"stack_ms":974.9373168945312,"wall_ms":974.9831829685718,"allocated_gib":142.00968503952026,"reserved_gib":145.158203125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.23235601838678122,"layout_ms":2.955144038423896},{"common_ms":0.1438269391655922,"layout_ms":2.573687001131475},{"common_ms":0.15365693252533674,"layout_ms":2.516590990126133}],"zigzag":[{"common_ms":0.17263006884604692,"layout_ms":15.274883946403861},{"common_ms":0.13698299881070852,"layout_ms":12.835253961384296},{"common_ms":0.13704109005630016,"layout_ms":12.830239022150636}],"planner":[{"common_ms":0.1501549268141389,"layout_ms":7.533714990131557},{"common_ms":0.13627996668219566,"layout_ms":7.591177010908723},{"common_ms":0.14649296645075083,"layout_ms":7.434922037646174}]},"samples":{"contiguous":[{"stack_ms":974.0810546875,"wall_ms":974.1290590027347,"allocated_gib":142.18168592453003,"reserved_gib":145.490234375},{"stack_ms":974.641845703125,"wall_ms":974.6901979669929,"allocated_gib":142.18168592453003,"reserved_gib":145.490234375},{"stack_ms":973.0767822265625,"wall_ms":973.1246780138463,"allocated_gib":142.18168592453003,"reserved_gib":145.490234375}],"zigzag":[{"stack_ms":988.27685546875,"wall_ms":988.329105079174,"allocated_gib":142.18168592453003,"reserved_gib":145.490234375},{"stack_ms":987.203125,"wall_ms":987.2473670402542,"allocated_gib":142.18168592453003,"reserved_gib":145.490234375},{"stack_ms":992.8975219726562,"wall_ms":992.9459210252389,"allocated_gib":142.18168592453003,"reserved_gib":145.490234375}],"planner":[{"stack_ms":975.7813720703125,"wall_ms":975.835741031915,"allocated_gib":142.18168592453003,"reserved_gib":145.490234375},{"stack_ms":974.6182861328125,"wall_ms":974.6667210711166,"allocated_gib":142.18168592453003,"reserved_gib":145.490234375},{"stack_ms":974.9349365234375,"wall_ms":974.9815380200744,"allocated_gib":142.18168592453003,"reserved_gib":145.490234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.26586803141981363,"layout_ms":3.0527180060744286},{"common_ms":0.15525100752711296,"layout_ms":2.5998720666393638},{"common_ms":0.15231408178806305,"layout_ms":2.5146499974653125}],"zigzag":[{"common_ms":0.17670507077127695,"layout_ms":15.669128973968327},{"common_ms":0.14884001575410366,"layout_ms":13.158672023564577},{"common_ms":0.1508569112047553,"layout_ms":12.761307996697724}],"planner":[{"common_ms":0.15594298020005226,"layout_ms":7.627599989064038},{"common_ms":0.14699099119752645,"layout_ms":8.185704005882144},{"common_ms":0.17330399714410305,"layout_ms":8.166039013303816}]},"samples":{"contiguous":[{"stack_ms":974.0859375,"wall_ms":974.1372690768912,"allocated_gib":142.1431441307068,"reserved_gib":145.47265625},{"stack_ms":974.6407470703125,"wall_ms":974.6889910893515,"allocated_gib":142.1431441307068,"reserved_gib":145.47265625},{"stack_ms":973.0855712890625,"wall_ms":973.1275819940493,"allocated_gib":142.1431441307068,"reserved_gib":145.47265625}],"zigzag":[{"stack_ms":988.2848510742188,"wall_ms":988.3334890473634,"allocated_gib":142.1431441307068,"reserved_gib":145.47265625},{"stack_ms":987.2029418945312,"wall_ms":987.2454749420285,"allocated_gib":142.1431441307068,"reserved_gib":145.47265625},{"stack_ms":992.8955688476562,"wall_ms":992.9401180706918,"allocated_gib":142.1431441307068,"reserved_gib":145.47265625}],"planner":[{"stack_ms":975.7774658203125,"wall_ms":975.828820024617,"allocated_gib":142.1431441307068,"reserved_gib":145.47265625},{"stack_ms":974.6198120117188,"wall_ms":974.6671810280532,"allocated_gib":142.1431441307068,"reserved_gib":145.47265625},{"stack_ms":974.9360961914062,"wall_ms":974.985355976969,"allocated_gib":142.1431441307068,"reserved_gib":145.47265625}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.21961098536849022,"layout_ms":2.9495119815692306},{"common_ms":0.16628799494355917,"layout_ms":3.0605969950556755},{"common_ms":0.1800981117412448,"layout_ms":2.9972679913043976}],"zigzag":[{"common_ms":0.17913500778377056,"layout_ms":16.86132000759244},{"common_ms":0.1707649789750576,"layout_ms":14.063304988667369},{"common_ms":0.16140902880579233,"layout_ms":13.93662893678993}],"planner":[{"common_ms":0.16770197544246912,"layout_ms":8.24711809400469},{"common_ms":0.16301998402923346,"layout_ms":8.625354035757482},{"common_ms":0.18656300380825996,"layout_ms":7.8980239341035485}]},"samples":{"contiguous":[{"stack_ms":974.100341796875,"wall_ms":974.1421800572425,"allocated_gib":142.08545637130737,"reserved_gib":145.203125},{"stack_ms":974.6602783203125,"wall_ms":974.699683021754,"allocated_gib":142.08545637130737,"reserved_gib":145.203125},{"stack_ms":973.09228515625,"wall_ms":973.130622995086,"allocated_gib":142.08545637130737,"reserved_gib":145.203125}],"zigzag":[{"stack_ms":988.3006591796875,"wall_ms":988.340144045651,"allocated_gib":142.08545637130737,"reserved_gib":145.203125},{"stack_ms":987.2189331054688,"wall_ms":987.257965025492,"allocated_gib":142.08545637130737,"reserved_gib":145.203125},{"stack_ms":992.9126586914062,"wall_ms":992.951164022088,"allocated_gib":142.08545637130737,"reserved_gib":145.203125}],"planner":[{"stack_ms":975.7891845703125,"wall_ms":975.8301740512252,"allocated_gib":142.08545637130737,"reserved_gib":145.203125},{"stack_ms":974.6345825195312,"wall_ms":974.6732109924778,"allocated_gib":142.08545637130737,"reserved_gib":145.203125},{"stack_ms":974.946044921875,"wall_ms":974.9843030003831,"allocated_gib":142.08545637130737,"reserved_gib":145.203125}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.2592130331322551,"layout_ms":3.084431984461844},{"common_ms":0.14999392442405224,"layout_ms":2.675852971151471},{"common_ms":0.17470796592533588,"layout_ms":2.635759999975562}],"zigzag":[{"common_ms":0.16434595454484224,"layout_ms":15.971265966072679},{"common_ms":0.1550100278109312,"layout_ms":13.15396896097809},{"common_ms":0.14191202353686094,"layout_ms":12.937669991515577}],"planner":[{"common_ms":0.158064067363739,"layout_ms":7.680759998038411},{"common_ms":0.14465500134974718,"layout_ms":8.54978896677494},{"common_ms":0.17271097749471664,"layout_ms":8.98123998194933}]},"samples":{"contiguous":[{"stack_ms":974.0877685546875,"wall_ms":974.139068974182,"allocated_gib":142.21635389328003,"reserved_gib":154.52734375},{"stack_ms":974.6520385742188,"wall_ms":974.6962980134413,"allocated_gib":142.21635389328003,"reserved_gib":154.52734375},{"stack_ms":973.0855712890625,"wall_ms":973.129635094665,"allocated_gib":142.21635389328003,"reserved_gib":154.52734375}],"zigzag":[{"stack_ms":988.293701171875,"wall_ms":988.3390769828111,"allocated_gib":142.21635389328003,"reserved_gib":154.52734375},{"stack_ms":987.2123413085938,"wall_ms":987.2602010145783,"allocated_gib":142.21635389328003,"reserved_gib":154.52734375},{"stack_ms":992.9019165039062,"wall_ms":992.9504180327058,"allocated_gib":142.21635389328003,"reserved_gib":154.52734375}],"planner":[{"stack_ms":975.7781372070312,"wall_ms":975.8266069693491,"allocated_gib":142.21635389328003,"reserved_gib":154.52734375},{"stack_ms":974.6241455078125,"wall_ms":974.6674279449508,"allocated_gib":142.21635389328003,"reserved_gib":154.52734375},{"stack_ms":974.9361572265625,"wall_ms":974.9855319969356,"allocated_gib":142.21635389328003,"reserved_gib":154.52734375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.21753204055130482,"layout_ms":2.985627972520888},{"common_ms":0.14649692457169294,"layout_ms":2.6132139610126615},{"common_ms":0.15581795014441013,"layout_ms":2.6201619766652584}],"zigzag":[{"common_ms":0.1614970387890935,"layout_ms":14.97591205406934},{"common_ms":0.14546606689691544,"layout_ms":13.154643005691469},{"common_ms":0.13945100363343954,"layout_ms":12.920168926939368}],"planner":[{"common_ms":0.14679704327136278,"layout_ms":7.575429975986481},{"common_ms":0.14405196998268366,"layout_ms":7.761151995509863},{"common_ms":0.1658840337768197,"layout_ms":7.55343702621758}]},"samples":{"contiguous":[{"stack_ms":974.0975341796875,"wall_ms":974.1374659352005,"allocated_gib":142.20072507858276,"reserved_gib":154.51171875},{"stack_ms":974.660888671875,"wall_ms":974.6972429566085,"allocated_gib":142.20072507858276,"reserved_gib":154.51171875},{"stack_ms":973.0927734375,"wall_ms":973.1294400990009,"allocated_gib":142.20072507858276,"reserved_gib":154.51171875}],"zigzag":[{"stack_ms":988.3025512695312,"wall_ms":988.3393520722166,"allocated_gib":142.20072507858276,"reserved_gib":154.51171875},{"stack_ms":987.218505859375,"wall_ms":987.254278967157,"allocated_gib":142.20072507858276,"reserved_gib":154.51171875},{"stack_ms":992.9127197265625,"wall_ms":992.9492529481649,"allocated_gib":142.20072507858276,"reserved_gib":154.51171875}],"planner":[{"stack_ms":975.7921142578125,"wall_ms":975.8303249254823,"allocated_gib":142.20072507858276,"reserved_gib":154.51171875},{"stack_ms":974.6349487304688,"wall_ms":974.6719340328127,"allocated_gib":142.20072507858276,"reserved_gib":154.51171875},{"stack_ms":974.9461669921875,"wall_ms":974.9818060081452,"allocated_gib":142.20072507858276,"reserved_gib":154.51171875}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.2678249729797244,"layout_ms":2.8767120093107224},{"common_ms":0.15079195145517588,"layout_ms":2.503080992028117},{"common_ms":0.1580159878358245,"layout_ms":2.4330270243808627}],"zigzag":[{"common_ms":0.17951603513211012,"layout_ms":15.81371296197176},{"common_ms":0.16938196495175362,"layout_ms":16.070201992988586},{"common_ms":0.15200290363281965,"layout_ms":12.468239990994334}],"planner":[{"common_ms":0.1663300208747387,"layout_ms":7.524166023358703},{"common_ms":0.14512508641928434,"layout_ms":9.253683034330606},{"common_ms":0.18615799490362406,"layout_ms":9.648061008192599}]},"samples":{"contiguous":[{"stack_ms":974.0753173828125,"wall_ms":974.1385880624875,"allocated_gib":142.07571840286255,"reserved_gib":145.19921875},{"stack_ms":974.6452026367188,"wall_ms":974.6933649294078,"allocated_gib":142.07571840286255,"reserved_gib":145.19921875},{"stack_ms":973.0774536132812,"wall_ms":973.1249109609053,"allocated_gib":142.07571840286255,"reserved_gib":145.19921875}],"zigzag":[{"stack_ms":988.2874145507812,"wall_ms":988.3337040664628,"allocated_gib":142.07571840286255,"reserved_gib":145.19921875},{"stack_ms":987.2044067382812,"wall_ms":987.2625730931759,"allocated_gib":142.07571840286255,"reserved_gib":145.19921875},{"stack_ms":992.8994750976562,"wall_ms":992.945361067541,"allocated_gib":142.07571840286255,"reserved_gib":145.19921875}],"planner":[{"stack_ms":975.7628173828125,"wall_ms":975.8130150148645,"allocated_gib":142.07571840286255,"reserved_gib":145.19921875},{"stack_ms":974.6165161132812,"wall_ms":974.6697100345045,"allocated_gib":142.07571840286255,"reserved_gib":145.19921875},{"stack_ms":974.9236450195312,"wall_ms":974.9745909357443,"allocated_gib":142.07571840286255,"reserved_gib":145.19921875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0011790412758009823,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.00047674550666207464,"max_abs":0.0025177001953125,"finite":true},"dkv":{"relative_rms":0.0003719380269830294,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00025014514657513155,"max_abs":1.6342482922482304e-12,"finite":true},"d_weights":{"relative_rms":0.00021095294304559776,"max_abs":3.026798367500305e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00028384022523472415,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00026855464550357166,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":4.168966370648202e-06,"max_abs":1.1368683772161603e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0012005020546840138,"max_abs":0.00341796875,"finite":true},"dq":{"relative_rms":0.000481847761786494,"max_abs":0.0023193359375,"finite":true},"dkv":{"relative_rms":0.0003737342935624193,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0002186402062821396,"max_abs":1.5423218258092675e-12,"finite":true},"d_weights":{"relative_rms":0.00017889532958598048,"max_abs":3.026798367500305e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00026905321461294254,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002909911578189469,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.066897443366153e-06,"max_abs":8.746781077206833e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0011769954419577793,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.00047064425675921707,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.00035658919831990107,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00025031685570778804,"max_abs":1.6342482922482304e-12,"finite":true},"d_weights":{"relative_rms":0.00021169454248625515,"max_abs":3.026798367500305e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002814920252604524,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00028271091567315214,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.310518630920829e-06,"max_abs":1.1993961379630491e-11,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":22,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131028,"spans":513,"candidate_workspace_bytes":513787308},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":22,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":40,"candidate_workspace_bytes":441127872},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131028,"spans":513,"candidate_workspace_bytes":506611216},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":40,"candidate_workspace_bytes":441127872}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131020,"spans":513,"candidate_workspace_bytes":499247304},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":14,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":514923344},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131052,"spans":513,"candidate_workspace_bytes":502241104},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":514923344}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":477088512},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131092,"spans":514,"candidate_workspace_bytes":515287792},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":477088512}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":31,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131112,"spans":514,"candidate_workspace_bytes":536856024},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":31,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":39,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131108,"spans":514,"candidate_workspace_bytes":519123964},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":39,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":469113876},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131136,"spans":514,"candidate_workspace_bytes":519314028},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":32,"candidate_workspace_bytes":469113876}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261115","lengths":[236,20,488,3476,20,1252,192,12960,28,824,356,608,784,80,232,5112,428,16,260,6484,312,1036,220,132,1776,10680,376,4948,80,168,48,72,164,60,80,16,16,364,1132,144,48,72,4412,52,16,56,632,2940,908,64,56,3144,4,28,196,40,44,7032,8,3492,12,152,172,172,180,100,112,16,28,20,1000,20,4028,324,512,2040,64,2020,108,968,276,120,3496,40,576,4,1348,14072,212,3400,1268,408,360,1164,8,36,372,164,112,84,116,400,104,536,260,132,316,284,264,164,528,104,3972,852,276,588,52,116,332,72,28,1016,592,308,692,108,52,940,272,36844,1072,364,1088,8,104,104,12,9600,844,412,280,220,104,24,272,1196,608,112,5008,1292,20,244,24,304,8,476,376,2016,12824,272,664,148,2128,108,160,1036,5340,504,1120,44,8,612,92,320,40,80,792,188,20,28,156,1008,24,92,32,60,120,40,508,20,32,200,308,444,564,12,44,180,300,704,56,108,560,348,232,20,3716,3340,448,16,36,5344,24,116,12536,136,7952,720,428,164,136,4976,44,36,1152,1352,60,276,228,76,440,8,728,348,684,8,636,80,388,244,1240,596,948,620,108,152,288,564,72,12,164,716,156,1292,92,6400,1484,416,152,124,136,32,32,284,4276,2112,2760,8,152,108,1796,456,532,1036,20,2516,40,1844,52,76,240,24,80,360,17996,612,80,424,96,280,288,212,116,1232,176,284,180,71204,16,1136,128,508,2056,616,8,316,192,1912,144,168,4084,36,24,812,16,56,188,180,688,40,188,824,24,12,8,88,60,92,1476,12,12,284,76,172,8,896,48,80,28,764,3640,312,3072,72,36,112,236,280,36,284,48,8,92,76,484,8,184,388,520,172,20,16,24,1388,44,1252,3016,28,728,208,224,32,12,48,180,1016,1136,500,100,400,40,268,1136,140,40452,84,348,296,64,20,632,508,32,88,1004,1360,1240,332,412,3156,880,40,28,472,2872,28,176,584,476,336,588,60,84,416,92,184,244,48,20,68,352,3300,1028,916,2748,36,28,3096,20,488,720,68,416,324,16,64,220,212,1884,28,6008,200,7856,1232,1568,124,1752,312,92,152,816,528,32,456,248,64,696,344,336,80,92,264,8,196,1288,6364,32,5120,152,44,52,8,188,84,2428,360,100,3624,512,8,344,7608,144,784,4080,92,760,476,112,28,8,420,72,420,524,64,244,52,356,304,44,416,12,2956,188,4160,1252,24,464,1456,14668,12,2596,412,120,56,2120,264,100,352,20,456,132,3220,120,936,40,1456,1384,104,316,7624,344,204,84,132,1212,352,884,180,192,120,72,112,28,88,144,52,20,36,28,40,1820,20,16,128,928,28,752,116,6192,220,18612,20,84,28,132,176,288,40,20,1312,180,124,1464,12,128,736,8,1724,1388,144,40,496,132,156,52,88,12,824,268,492,260,464,44,436,32,612,1172,2076,12,80,1024,120,32,1612,76,40,8,16,264,12,624,36,2248,96,24,9412,456,948,196,3916,64,36,48,148,868,68,596,48,268,72,144,3064,76,128,72,12,1312,132,32,620,200,256,128,12,904,264,712,2372,204,100,72,1632,40,112,460,404,824,20,136,124,24,2368,1156,896,72,280,88,1860,240,44,1128,52,1408,3140,1260,2100,7028,700,964,428,192,1260,204,388,124,16,1188,32,1720,152,188,92,2068,28,156,328,76,12,16,72,468,592,2512,144,196,1008,3260,2832,28,24,1404,304,260,44,108,176,148,952,16,8,404,840,36,4060,2336,8,268,496,56,152,8,120,84,56,80,556,3404,116,168,1216,44,60,1216,112,456,28,84,136,928,652,112,52,40,332,480,144,32,1896,1080,644,104,2648,128,584,3420,284,1724,24,428,132,240,168,16,84,32,8,16,84,740,36,1776,2792,376,1400,104,368,16,112,212,116,24,176,1048,464,228,76,140,256,4864,20,296,68,628,1236,556,208,48,10140,12,28,6888,480,56,184,572,20,3148,12,384,72,756,124,12,424,112,16,468,96,780,576,244,60,2436,188,748,556,456,148,340,24,4,292,2776,1704,1912,20,132,8076,728,452,24,244,16,12,2472,8,88,344,508,8,28,6232,644,156,124,2428,332,136,464,12,8168,572,35980,8156,48,708,580,96,92,60,356,8,2984,8,2128,732,136,16,8,16,3384,208,56,256,408,716,136,132,88,3264,424,284,184,28,8620,2676,132,60,1388,152,412,84,92,408,3076,44,28,1248,148,4,8192,216,48,176,48,20,344,36,24,132,936,60,280,268,672,64,28,660,44,36,612,204,136,52,9040,8,320,1248,56,40,48,3024,184,980,28,432,180,136,160,312,56,12,596,2184,1372,68,288,116,292,164,8484,296,60,5708,8280,120,12464,412,228,248,836,8,552,44,232,8,312,96,444,228,108,4700,1840,140,424,52,6556,48],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":865.839111328125,"prepare_ms":7.60299910325557,"prepare_plus_stack_ms":873.4421104313806,"amortized_per_layer_ms":218.36052760784514,"prepare_fraction":0.008704639966924147,"stack_min_ms":865.519287109375,"stack_max_ms":868.132080078125,"prepare_min_ms":7.538208970800042,"prepare_max_ms":9.383101016283035,"peak_allocated_gib":142.21636581420898,"peak_reserved_gib":145.662109375},"zigzag":{"stack_ms":905.3521118164062,"prepare_ms":43.46750909462571,"prepare_plus_stack_ms":948.819620911032,"amortized_per_layer_ms":237.204905227758,"prepare_fraction":0.045812194580134566,"stack_min_ms":904.802490234375,"stack_max_ms":907.3179321289062,"prepare_min_ms":41.43587907310575,"prepare_max_ms":162.4361959984526,"peak_allocated_gib":142.21636581420898,"peak_reserved_gib":145.662109375},"planner":{"stack_ms":865.4461059570312,"prepare_ms":17.342564999125898,"prepare_plus_stack_ms":882.7886709561571,"amortized_per_layer_ms":220.6971677390393,"prepare_fraction":0.019645205664388505,"stack_min_ms":861.985595703125,"stack_max_ms":871.040771484375,"prepare_min_ms":16.876582987606525,"prepare_max_ms":17.36902305856347,"peak_allocated_gib":142.21636581420898,"peak_reserved_gib":145.662109375}},"raw_sha256":"51cb5b9b3abbf13d8c3e04748846cd5176f3bb7a5000127f38c459ad9197d941","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3613610751926899,"layout_ms":7.269041961990297},{"common_ms":0.24961493909358978,"layout_ms":6.600772030651569},{"common_ms":0.25114999152719975,"layout_ms":7.065664976835251}],"zigzag":[{"common_ms":0.26700098533183336,"layout_ms":43.023361009545624},{"common_ms":0.28419797308743,"layout_ms":40.214115055277944},{"common_ms":0.2456650836393237,"layout_ms":38.76440494786948}],"planner":[{"common_ms":0.27560803573578596,"layout_ms":16.189265996217728},{"common_ms":0.24862203281372786,"layout_ms":16.222361009567976},{"common_ms":0.262010027654469,"layout_ms":16.07129699550569}]},"samples":{"contiguous":[{"stack_ms":868.1211547851562,"wall_ms":868.1642890442163,"allocated_gib":141.92277574539185,"reserved_gib":145.142578125},{"stack_ms":865.8336181640625,"wall_ms":865.8788059838116,"allocated_gib":141.92277574539185,"reserved_gib":145.142578125},{"stack_ms":865.5105590820312,"wall_ms":865.5550660332665,"allocated_gib":141.92277574539185,"reserved_gib":145.142578125}],"zigzag":[{"stack_ms":907.302490234375,"wall_ms":907.3515969794244,"allocated_gib":141.92277574539185,"reserved_gib":145.142578125},{"stack_ms":904.7963256835938,"wall_ms":904.8414080170915,"allocated_gib":141.92277574539185,"reserved_gib":145.142578125},{"stack_ms":905.3394775390625,"wall_ms":905.385730904527,"allocated_gib":141.92277574539185,"reserved_gib":145.142578125}],"planner":[{"stack_ms":865.4400024414062,"wall_ms":865.4873319901526,"allocated_gib":141.92277574539185,"reserved_gib":145.142578125},{"stack_ms":861.9806518554688,"wall_ms":862.0254779234529,"allocated_gib":141.92277574539185,"reserved_gib":145.142578125},{"stack_ms":871.036376953125,"wall_ms":871.0831399075687,"allocated_gib":141.92277574539185,"reserved_gib":145.142578125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3613550215959549,"layout_ms":7.268208893947303},{"common_ms":0.25116303004324436,"layout_ms":6.642259890213609},{"common_ms":0.2492299536243081,"layout_ms":6.913127028383315}],"zigzag":[{"common_ms":0.25496003217995167,"layout_ms":41.95340594742447},{"common_ms":0.275640981271863,"layout_ms":39.815437979996204},{"common_ms":0.24657603353261948,"layout_ms":38.123828009702265}],"planner":[{"common_ms":0.2643460175022483,"layout_ms":16.06048201210797},{"common_ms":0.2429740270599723,"layout_ms":16.37853099964559},{"common_ms":0.25377003476023674,"layout_ms":15.969231026247144}]},"samples":{"contiguous":[{"stack_ms":868.1157836914062,"wall_ms":868.1600400013849,"allocated_gib":142.21050119400024,"reserved_gib":145.662109375},{"stack_ms":865.8383178710938,"wall_ms":865.8823539735749,"allocated_gib":142.21050119400024,"reserved_gib":145.662109375},{"stack_ms":865.511474609375,"wall_ms":865.5558519531041,"allocated_gib":142.21050119400024,"reserved_gib":145.662109375}],"zigzag":[{"stack_ms":907.3053588867188,"wall_ms":907.3519519297406,"allocated_gib":142.21050119400024,"reserved_gib":145.662109375},{"stack_ms":904.7949829101562,"wall_ms":904.8410740215331,"allocated_gib":142.21050119400024,"reserved_gib":145.662109375},{"stack_ms":905.3475341796875,"wall_ms":905.3929529618472,"allocated_gib":142.21050119400024,"reserved_gib":145.662109375}],"planner":[{"stack_ms":865.4390258789062,"wall_ms":865.4866530559957,"allocated_gib":142.21050119400024,"reserved_gib":145.662109375},{"stack_ms":861.9778442382812,"wall_ms":862.0224429760128,"allocated_gib":142.21050119400024,"reserved_gib":145.662109375},{"stack_ms":871.0361328125,"wall_ms":871.0802540881559,"allocated_gib":142.21050119400024,"reserved_gib":145.662109375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.3355650696903467,"layout_ms":8.488474995829165},{"common_ms":0.2438920782878995,"layout_ms":6.648910930380225},{"common_ms":0.24020508863031864,"layout_ms":7.122421986423433}],"zigzag":[{"common_ms":0.26073295157402754,"layout_ms":40.71938502602279},{"common_ms":0.2501469571143389,"layout_ms":39.919086964800954},{"common_ms":0.2404119586572051,"layout_ms":38.940118975006044}],"planner":[{"common_ms":0.2641070168465376,"layout_ms":16.201029997318983},{"common_ms":0.23733999114483595,"layout_ms":16.487080953083932},{"common_ms":0.2713591093197465,"layout_ms":16.227375017479062}]},"samples":{"contiguous":[{"stack_ms":868.1220092773438,"wall_ms":868.163148057647,"allocated_gib":142.21636581420898,"reserved_gib":145.66015625},{"stack_ms":865.8350830078125,"wall_ms":865.8804890001193,"allocated_gib":142.21636581420898,"reserved_gib":145.66015625},{"stack_ms":865.513671875,"wall_ms":865.5565609224141,"allocated_gib":142.21636581420898,"reserved_gib":145.66015625}],"zigzag":[{"stack_ms":907.3076171875,"wall_ms":907.3542710393667,"allocated_gib":142.21636581420898,"reserved_gib":145.66015625},{"stack_ms":904.791015625,"wall_ms":904.8371179960668,"allocated_gib":142.21636581420898,"reserved_gib":145.66015625},{"stack_ms":905.3367309570312,"wall_ms":905.3826559102163,"allocated_gib":142.21636581420898,"reserved_gib":145.66015625}],"planner":[{"stack_ms":865.4378662109375,"wall_ms":865.4828739818186,"allocated_gib":142.21636581420898,"reserved_gib":145.66015625},{"stack_ms":861.9771728515625,"wall_ms":862.0223079342395,"allocated_gib":142.21636581420898,"reserved_gib":145.66015625},{"stack_ms":871.0322875976562,"wall_ms":871.0815430385992,"allocated_gib":142.21636581420898,"reserved_gib":145.66015625}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.4205290460959077,"layout_ms":8.109984104521573},{"common_ms":0.2532650250941515,"layout_ms":7.26170395500958},{"common_ms":0.2601409796625376,"layout_ms":7.18085200060159}],"zigzag":[{"common_ms":0.2768620615825057,"layout_ms":43.190647033043206},{"common_ms":0.29099907260388136,"layout_ms":41.14488000050187},{"common_ms":0.253899022936821,"layout_ms":162.18229697551578}],"planner":[{"common_ms":0.2819530200213194,"layout_ms":17.06061197910458},{"common_ms":0.250387005507946,"layout_ms":17.02470995951444},{"common_ms":0.26219093706458807,"layout_ms":16.614392050541937}]},"samples":{"contiguous":[{"stack_ms":868.1185913085938,"wall_ms":868.1572750210762,"allocated_gib":142.20141410827637,"reserved_gib":145.646484375},{"stack_ms":865.839111328125,"wall_ms":865.8787739695981,"allocated_gib":142.20141410827637,"reserved_gib":145.646484375},{"stack_ms":865.5146484375,"wall_ms":865.5539950123057,"allocated_gib":142.20141410827637,"reserved_gib":145.646484375}],"zigzag":[{"stack_ms":907.3087158203125,"wall_ms":907.3506499407813,"allocated_gib":142.20141410827637,"reserved_gib":145.646484375},{"stack_ms":904.796630859375,"wall_ms":904.8368349904194,"allocated_gib":142.20141410827637,"reserved_gib":145.646484375},{"stack_ms":905.3471069335938,"wall_ms":905.387221951969,"allocated_gib":142.20141410827637,"reserved_gib":145.646484375}],"planner":[{"stack_ms":865.4403076171875,"wall_ms":865.4794519534335,"allocated_gib":142.20141410827637,"reserved_gib":145.646484375},{"stack_ms":861.9843139648438,"wall_ms":862.0255800196901,"allocated_gib":142.20141410827637,"reserved_gib":145.646484375},{"stack_ms":871.0396118164062,"wall_ms":871.0786369629204,"allocated_gib":142.20141410827637,"reserved_gib":145.646484375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.39228296373039484,"layout_ms":7.210618001408875},{"common_ms":0.24913204833865166,"layout_ms":6.573042017407715},{"common_ms":0.24819094687700272,"layout_ms":6.626515998505056}],"zigzag":[{"common_ms":0.27121498715132475,"layout_ms":42.34216606710106},{"common_ms":0.2571820514276624,"layout_ms":40.08053906727582},{"common_ms":0.24962599854916334,"layout_ms":38.850421900860965}],"planner":[{"common_ms":0.2710310509428382,"layout_ms":16.216410091146827},{"common_ms":0.24963798932731152,"layout_ms":16.127065988257527},{"common_ms":0.26048801373690367,"layout_ms":16.16360596381128}]},"samples":{"contiguous":[{"stack_ms":868.1294555664062,"wall_ms":868.1683749891818,"allocated_gib":142.0102458000183,"reserved_gib":145.166015625},{"stack_ms":865.8250732421875,"wall_ms":865.8670129952952,"allocated_gib":142.0102458000183,"reserved_gib":145.166015625},{"stack_ms":865.5172729492188,"wall_ms":865.5550559051335,"allocated_gib":142.0102458000183,"reserved_gib":145.166015625}],"zigzag":[{"stack_ms":907.3176879882812,"wall_ms":907.3597379028797,"allocated_gib":142.0102458000183,"reserved_gib":145.166015625},{"stack_ms":904.802490234375,"wall_ms":904.8407330410555,"allocated_gib":142.0102458000183,"reserved_gib":145.166015625},{"stack_ms":905.349853515625,"wall_ms":905.3880670107901,"allocated_gib":142.0102458000183,"reserved_gib":145.166015625}],"planner":[{"stack_ms":865.4461059570312,"wall_ms":865.5001600272954,"allocated_gib":142.0102458000183,"reserved_gib":145.166015625},{"stack_ms":861.985595703125,"wall_ms":862.0235749986023,"allocated_gib":142.0102458000183,"reserved_gib":145.166015625},{"stack_ms":871.0406494140625,"wall_ms":871.0783700225875,"allocated_gib":142.0102458000183,"reserved_gib":145.166015625}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.4026140086352825,"layout_ms":8.980487007647753},{"common_ms":0.2696920419111848,"layout_ms":7.333307061344385},{"common_ms":0.2713879803195596,"layout_ms":7.266820990480483}],"zigzag":[{"common_ms":0.2818360226228833,"layout_ms":41.74142493866384},{"common_ms":0.2955850213766098,"layout_ms":40.31494492664933},{"common_ms":0.2657239092513919,"layout_ms":39.40362296998501}],"planner":[{"common_ms":0.28951000422239304,"layout_ms":16.460205079056323},{"common_ms":0.26568002067506313,"layout_ms":17.103343037888408},{"common_ms":0.2874840283766389,"layout_ms":16.396846971474588}]},"samples":{"contiguous":[{"stack_ms":868.126220703125,"wall_ms":868.1756119476631,"allocated_gib":141.59042930603027,"reserved_gib":144.705078125},{"stack_ms":865.7966918945312,"wall_ms":865.8497160067782,"allocated_gib":141.59042930603027,"reserved_gib":144.705078125},{"stack_ms":865.5142822265625,"wall_ms":865.5547830276191,"allocated_gib":141.59042930603027,"reserved_gib":144.705078125}],"zigzag":[{"stack_ms":907.3179321289062,"wall_ms":907.3602779535577,"allocated_gib":141.59042930603027,"reserved_gib":144.705078125},{"stack_ms":904.7880859375,"wall_ms":904.8344070324674,"allocated_gib":141.59042930603027,"reserved_gib":144.705078125},{"stack_ms":905.3404541015625,"wall_ms":905.3836689563468,"allocated_gib":141.59042930603027,"reserved_gib":144.705078125}],"planner":[{"stack_ms":865.4288940429688,"wall_ms":865.4758939519525,"allocated_gib":141.59042930603027,"reserved_gib":144.705078125},{"stack_ms":861.9788208007812,"wall_ms":862.020677071996,"allocated_gib":141.59042930603027,"reserved_gib":144.705078125},{"stack_ms":871.0358276367188,"wall_ms":871.0833149962127,"allocated_gib":141.59042930603027,"reserved_gib":144.705078125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.3444940084591508,"layout_ms":7.266469998285174},{"common_ms":0.2435609931126237,"layout_ms":6.710976944305003},{"common_ms":0.24462805595248938,"layout_ms":6.9440099177882075}],"zigzag":[{"common_ms":0.275679980404675,"layout_ms":41.682412032969296},{"common_ms":0.2500739647075534,"layout_ms":39.694271981716156},{"common_ms":0.2410550368949771,"layout_ms":38.03108097054064}],"planner":[{"common_ms":0.27013791259378195,"layout_ms":16.044678050093353},{"common_ms":0.24477101396769285,"layout_ms":16.418159008026123},{"common_ms":0.26096205692738295,"layout_ms":15.95602510496974}]},"samples":{"contiguous":[{"stack_ms":868.132080078125,"wall_ms":868.1665559997782,"allocated_gib":142.20171451568604,"reserved_gib":145.634765625},{"stack_ms":865.8374633789062,"wall_ms":865.8743259729818,"allocated_gib":142.20171451568604,"reserved_gib":145.634765625},{"stack_ms":865.519287109375,"wall_ms":865.5530830146745,"allocated_gib":142.20171451568604,"reserved_gib":145.634765625}],"zigzag":[{"stack_ms":907.314208984375,"wall_ms":907.3515509953722,"allocated_gib":142.20171451568604,"reserved_gib":145.634765625},{"stack_ms":904.7988891601562,"wall_ms":904.8341499874368,"allocated_gib":142.20171451568604,"reserved_gib":145.634765625},{"stack_ms":905.3521118164062,"wall_ms":905.3863571025431,"allocated_gib":142.20171451568604,"reserved_gib":145.634765625}],"planner":[{"stack_ms":865.4451904296875,"wall_ms":865.4826720012352,"allocated_gib":142.20171451568604,"reserved_gib":145.634765625},{"stack_ms":861.9852905273438,"wall_ms":862.0205270126462,"allocated_gib":142.20171451568604,"reserved_gib":145.634765625},{"stack_ms":871.040771484375,"wall_ms":871.0775669896975,"allocated_gib":142.20171451568604,"reserved_gib":145.634765625}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3538290038704872,"layout_ms":7.271711016073823},{"common_ms":0.252394936978817,"layout_ms":6.7098180297762156},{"common_ms":0.2491689519956708,"layout_ms":6.7043459275737405}],"zigzag":[{"common_ms":0.29429502319544554,"layout_ms":42.24151209928095},{"common_ms":0.25835202541202307,"layout_ms":39.73174199927598},{"common_ms":0.25145302060991526,"layout_ms":38.627304951660335}],"planner":[{"common_ms":0.2757050096988678,"layout_ms":16.353838960640132},{"common_ms":0.24921807926148176,"layout_ms":16.317509929649532},{"common_ms":0.2647070214152336,"layout_ms":16.148183960467577}]},"samples":{"contiguous":[{"stack_ms":868.1180419921875,"wall_ms":868.1632559746504,"allocated_gib":141.91746377944946,"reserved_gib":145.11328125},{"stack_ms":865.8231811523438,"wall_ms":865.8692319877446,"allocated_gib":141.91746377944946,"reserved_gib":145.11328125},{"stack_ms":865.5006713867188,"wall_ms":865.5534350546077,"allocated_gib":141.91746377944946,"reserved_gib":145.11328125}],"zigzag":[{"stack_ms":907.2949829101562,"wall_ms":907.3443170636892,"allocated_gib":141.91746377944946,"reserved_gib":145.11328125},{"stack_ms":904.7867431640625,"wall_ms":904.8325240146369,"allocated_gib":141.91746377944946,"reserved_gib":145.11328125},{"stack_ms":905.3331298828125,"wall_ms":905.3799459943548,"allocated_gib":141.91746377944946,"reserved_gib":145.11328125}],"planner":[{"stack_ms":865.4364624023438,"wall_ms":865.488204988651,"allocated_gib":141.91746377944946,"reserved_gib":145.11328125},{"stack_ms":861.9763793945312,"wall_ms":862.0313369901851,"allocated_gib":141.91746377944946,"reserved_gib":145.11328125},{"stack_ms":871.0247192382812,"wall_ms":871.0739739472046,"allocated_gib":141.91746377944946,"reserved_gib":145.11328125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0006308304421538906,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.0003499430394255095,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.00020052298493134264,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0001564407253217923,"max_abs":1.4779288903810084e-12,"finite":true},"d_weights":{"relative_rms":0.0001403942635363148,"max_abs":3.2014213502407074e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00019564776262279496,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0001997237789554735,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.6775923358686285e-06,"max_abs":1.000444171950221e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.000630313757937226,"max_abs":0.003448486328125,"finite":true},"dq":{"relative_rms":0.00035230295762715425,"max_abs":0.00244140625,"finite":true},"dkv":{"relative_rms":0.00020753088637177975,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0001592262306198155,"max_abs":1.4779288903810084e-12,"finite":true},"d_weights":{"relative_rms":0.0001399000142139911,"max_abs":3.2014213502407074e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00019719313974131953,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00019605063830292066,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.5729080975587925e-06,"max_abs":8.668621376273222e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0006309576266009132,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.00034927319530880975,"max_abs":0.00235748291015625,"finite":true},"dkv":{"relative_rms":0.00020166389174023613,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00012111725912249581,"max_abs":7.72715225139109e-13,"finite":true},"d_weights":{"relative_rms":0.00010686011759128375,"max_abs":2.1500454749912024e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001913693406600047,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00018451609337527251,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.5265340438130665e-06,"max_abs":8.981260180007666e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":386092480},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131264,"spans":1749,"candidate_workspace_bytes":523201608},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":128,"candidate_workspace_bytes":386092480}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":92,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131244,"spans":1756,"candidate_workspace_bytes":529848304},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":92,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":80,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131156,"spans":1736,"candidate_workspace_bytes":536626344},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":80,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":146,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131076,"spans":1725,"candidate_workspace_bytes":520812228},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":146,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":121,"candidate_workspace_bytes":434702000},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131032,"spans":1717,"candidate_workspace_bytes":520950452},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":121,"candidate_workspace_bytes":434702000}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":205,"candidate_workspace_bytes":208181776},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130980,"spans":1708,"candidate_workspace_bytes":521144636},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":205,"candidate_workspace_bytes":208181776}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":110,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":1707,"candidate_workspace_bytes":521201368},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":110,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":125,"candidate_workspace_bytes":384236608},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130864,"spans":1696,"candidate_workspace_bytes":521405580},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":125,"candidate_workspace_bytes":384236608}}]}, + {"case":"1m-heldout-jittered-768-seed20261115","lengths":[1560,1256,1576,956,1540,1728,1704,1736,1200,1408,1664,1448,1492,1156,1096,1200,1320,1712,1092,1744,1032,1520,1348,1524,1564,992,1668,1296,1580,1556,1068,1104,1512,1312,1328,1148,1304,1596,1316,1620,1416,964,1524,1512,1492,1180,1008,1308,1100,1024,1752,1564,1144,1208,1344,1584,1360,1764,1040,1184,1204,1344,1016,1268,1160,996,1256,1112,1140,1380,1592,1712,1724,1008,968,1540,1524,1232,1420,1664,1584,1412,1060,1320,1436,1404,1576,1056,1072,1376,1592,1664,1080,1732,968,1500,1004,1452,1116,1664,1604,1028,1408,1640,1264,1416,1228,1276,1624,1228,1656,1312,1628,1256,1600,1080,1528,1212,1160,1584,1604,1548,1188,1060,1352,1652,1064,1304,1252,1704,1432,1108,1380,1464,1592,1388,1288,1052,1400,1036,1232,1380,1480,1080,1368,1548,1496,1240,1696,1376,1420,1712,1228,1040,956,1528,1672,1144,1180,1152,1044,1196,1248,964,1416,1616,1500,976,1344,1740,1108,1516,1000,992,1344,1732,1060,1312,1668,1028,1640,1392,1648,1032,1608,1472,1116,1668,1104,1400,1548,1636,1048,1548,1696,1240,1348,1180,1236,1580,1556,1092,1264,1764,1640,1592,1448,1672,1360,1620,1492,1204,1388,1256,1188,1000,1256,1352,1636,1492,1560,1136,1024,1264,1148,1720,1432,1220,1692,1736,1416,1132,1136,1524,1208,1592,1612,1404,1348,1552,1064,1152,1676,1044,1628,1700,1000,1544,1196,1524,1096,1252,1728,1380,1724,1592,1108,1732,1268,1308,1012,1236,1752,1124,1232,1276,1516,1380,1276,1196,1268,1252,1592,1620,1372,1124,1384,1724,1756,1304,1300,1268,1468,1244,1388,1228,1196,1072,1176,1492,1064,1704,1448,1500,1560,1488,1704,1164,1672,1656,1552,1080,1656,1256,1468,1404,1364,1576,1172,1256,1452,1164,1584,1460,1300,1508,1608,1132,1656,1540,1252,1340,1384,1516,1676,1116,1464,1716,1276,1564,1648,1360,1576,1588,1496,1152,1336,1128,1260,1724,1068,1000,1044,1028,1476,1588,1000,1288,996,1296,1588,1160,1268,1592,1328,1756,1432,1536,1156,1640,976,1708,1616,1008,1404,1640,1180,1204,1632,1056,1624,1684,1376,1204,1664,1536,988,1544,1156,976,1684,1504,980,1656,1056,1576,1036,1172,1196,1668,1124,1552,1316,976,1252,992,1480,1584,1532,1332,1400,1056,1492,1364,1760,1248,1740,1528,980,1112,1284,1224,1384,1720,1032,1168,1436,1380,1048,972,1620,1244,980,1120,1048,1444,1136,1736,1568,1208,1504,1312,1504,1220,1360,1612,1632,1096,1692,1064,1432,1468,1704,1096,1436,1068,1248,1448,1184,1188,1712,1752,1524,1540,984,1644,1544,1032,1644,1440,1368,1224,1240,1172,1396,980,1280,1624,1156,1712,1456,1744,1140,1100,1728,1668,1052,1152,1616,1328,1328,1296,1484,988,1616,1544,1180,1496,1472,1008,1180,1336,1164,1324,1144,1100,1316,1252,1720,1136,1632,1756,1236,1060,1008,1340,1068,1276,1068,1324,1008,1664,1636,1608,1492,1688,1500,1364,1028,1628,1128,1652,1412,1492,1292,1664,1100,1420,1252,992,1020,1240,1548,1676,1404,1496,1708,1704,1684,1104,1072,1644,1540,1176,1332,1452,1404,1644,1024,984,1592,1136,1716,1608,988,1548,1208,1412,976,1360,1276,1204,1256,1708,1348,1440,1732,1172,1216,1628,1344,1108,1268,1384,1596,1344,1204,1144,1404,1116,1660,1620,1316,1676,1372,1568,1652,1064,1380,1528,1448,1016,1268,1128,988,1016,1276,1132,1672,1320,1024,1332,1504,1352,1068,1448,1620,1520,1252,1400,1536,1048,1576,1232,1628,1504,1184,1752,1008,1108,1736,1204,1476,1064,1704,992,1248,1368,1008,1340,1028,1304,1528,1224,1488,1408,1596,1068,956,1576,1680,1652,1660,1040,1380,1744,1072,1532,1032,996,1676,964,1288,1604,968,1096,1420,1368,1672,1592,1388,1016,1748,1764,1744,1184,1308,1300,1220,1616,984,1692,992,1668,1392,1032,968,1020,1704,1500,1208,1540,1632,1392,1380,1276,1704,1644,1564,1476,1092,1676,1380,1224,1412,1636,1268,1304,1632,1752,1168,1092,1408,960,1748,1508,1188,1452,1184,1044,1600,1144,1076,1384,1216,1560,1544,1228,1108,1172,1132,1500,1388,1188,1752,964,1592,1204,1164,1184,1476,1092,1652,1464,1392,1432,1588,1204,992,1716,1236,1576,1348,1576,1432,1748,1580,1224,1748,1356,1752,1640,1516,1536,964,1696,1172,1520,968,1588,1308,1656,1520,1324,1392,1644,1188,1188],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":500.7004089355469,"prepare_ms":5.920309922657907,"prepare_plus_stack_ms":506.6207188582048,"amortized_per_layer_ms":126.6551797145512,"prepare_fraction":0.011685881967087313,"stack_min_ms":500.1671142578125,"stack_max_ms":501.04461669921875,"prepare_min_ms":5.809171125292778,"prepare_max_ms":6.244403892196715,"peak_allocated_gib":140.97726249694824,"peak_reserved_gib":144.12109375},"zigzag":{"stack_ms":552.944580078125,"prepare_ms":35.50718689803034,"prepare_plus_stack_ms":588.4517669761553,"amortized_per_layer_ms":147.11294174403884,"prepare_fraction":0.0603400123692196,"stack_min_ms":552.185546875,"stack_max_ms":553.0841064453125,"prepare_min_ms":34.6056348644197,"prepare_max_ms":37.77433803770691,"peak_allocated_gib":140.97726249694824,"peak_reserved_gib":144.12109375},"planner":{"stack_ms":500.89019775390625,"prepare_ms":7.3398270178586245,"prepare_plus_stack_ms":508.2300247717649,"amortized_per_layer_ms":127.05750619294122,"prepare_fraction":0.014441939004203427,"stack_min_ms":500.6492614746094,"stack_max_ms":501.46942138671875,"prepare_min_ms":7.3165640933439136,"prepare_max_ms":7.626599981449544,"peak_allocated_gib":140.97726249694824,"peak_reserved_gib":144.12109375}},"raw_sha256":"c7450c61aaec5516f8d515b64433cc48685dec8a6bacd89af8205defb6bfb8f6","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.2998949494212866,"layout_ms":5.824922933243215},{"common_ms":0.21677394397556782,"layout_ms":5.371224950067699},{"common_ms":0.23834698367863894,"layout_ms":5.34505199175328}],"zigzag":[{"common_ms":0.2470420440658927,"layout_ms":36.93243593443185},{"common_ms":0.21134305279701948,"layout_ms":35.14048794750124},{"common_ms":0.23585103917866945,"layout_ms":33.59041700605303}],"planner":[{"common_ms":0.23074308410286903,"layout_ms":7.0104210171848536},{"common_ms":0.2201269380748272,"layout_ms":6.942628999240696},{"common_ms":0.22556900512427092,"layout_ms":6.878855987451971}]},"samples":{"contiguous":[{"stack_ms":501.03973388671875,"wall_ms":501.07692007441074,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":500.6943664550781,"wall_ms":500.7321200100705,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":500.16326904296875,"wall_ms":500.20437897183,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":553.074951171875,"wall_ms":553.1143060652539,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":552.1802978515625,"wall_ms":552.2221110295504,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":552.9303588867188,"wall_ms":552.9706119559705,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375}],"planner":[{"stack_ms":501.46142578125,"wall_ms":501.5035839751363,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":500.89019775390625,"wall_ms":500.928265042603,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375},{"stack_ms":500.6427917480469,"wall_ms":500.68748998455703,"allocated_gib":140.9715814590454,"reserved_gib":144.12109375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.3531459951773286,"layout_ms":5.879000993445516},{"common_ms":0.22752000950276852,"layout_ms":5.690403049811721},{"common_ms":0.23259397130459547,"layout_ms":5.38202200550586}],"zigzag":[{"common_ms":0.25009410455822945,"layout_ms":36.3801559433341},{"common_ms":0.22506900131702423,"layout_ms":34.424350946210325},{"common_ms":0.2266910159960389,"layout_ms":33.50133099593222}],"planner":[{"common_ms":0.2317019971087575,"layout_ms":6.988532957620919},{"common_ms":0.2260849578306079,"layout_ms":6.945062079466879},{"common_ms":0.23161107674241066,"layout_ms":6.9276849972084165}]},"samples":{"contiguous":[{"stack_ms":501.03948974609375,"wall_ms":501.07634998857975,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":500.6950988769531,"wall_ms":500.73447392787784,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":500.1641845703125,"wall_ms":500.2040220424533,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.0725708007812,"wall_ms":553.1112049939111,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":552.1846313476562,"wall_ms":552.2228359477594,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":552.94287109375,"wall_ms":552.983230096288,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.4593200683594,"wall_ms":501.5033530071378,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":500.886474609375,"wall_ms":500.92573498841375,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875},{"stack_ms":500.6441650390625,"wall_ms":500.68407598882914,"allocated_gib":140.9692964553833,"reserved_gib":144.1171875}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.32824696972966194,"layout_ms":5.84302400238812},{"common_ms":0.22077502217143774,"layout_ms":5.477136000990868},{"common_ms":0.24118705186992884,"layout_ms":5.503007909283042}],"zigzag":[{"common_ms":0.24965894408524036,"layout_ms":36.388364038430154},{"common_ms":0.22175104822963476,"layout_ms":34.61619990412146},{"common_ms":0.2399589866399765,"layout_ms":33.45013491343707}],"planner":[{"common_ms":0.22718706168234348,"layout_ms":7.0215900195762515},{"common_ms":0.21753006149083376,"layout_ms":7.0054070092737675},{"common_ms":0.22982305381447077,"layout_ms":6.914168014191091}]},"samples":{"contiguous":[{"stack_ms":501.03814697265625,"wall_ms":501.077177003026,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":500.6899108886719,"wall_ms":500.72808004915714,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":500.15875244140625,"wall_ms":500.1989119919017,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.0748291015625,"wall_ms":553.1153790652752,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":552.184326171875,"wall_ms":552.225026069209,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":552.93994140625,"wall_ms":552.9821369564161,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.4533386230469,"wall_ms":501.4960380503908,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":500.885498046875,"wall_ms":500.9223819943145,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875},{"stack_ms":500.6462097167969,"wall_ms":500.6837969413027,"allocated_gib":140.97356462478638,"reserved_gib":144.1171875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3268169239163399,"layout_ms":5.917586968280375},{"common_ms":0.22003205958753824,"layout_ms":5.547689972445369},{"common_ms":0.241199042648077,"layout_ms":5.567972082644701}],"zigzag":[{"common_ms":0.2504270523786545,"layout_ms":37.52391098532826},{"common_ms":0.21198298782110214,"layout_ms":35.29520391020924},{"common_ms":0.24318089708685875,"layout_ms":34.36245396733284}],"planner":[{"common_ms":0.23181491997092962,"layout_ms":7.139350986108184},{"common_ms":0.22388494107872248,"layout_ms":7.09195900708437},{"common_ms":0.2292210701853037,"layout_ms":7.0607520174235106}]},"samples":{"contiguous":[{"stack_ms":501.04461669921875,"wall_ms":501.08171498868614,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":500.69012451171875,"wall_ms":500.72606501635164,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":500.1669006347656,"wall_ms":500.2027959562838,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.071044921875,"wall_ms":553.1074000755325,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":552.18359375,"wall_ms":552.2209979826584,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":552.944580078125,"wall_ms":552.9826630372554,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.4617004394531,"wall_ms":501.5015689423308,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":500.88543701171875,"wall_ms":500.9207980474457,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875},{"stack_ms":500.6417541503906,"wall_ms":500.67837501410395,"allocated_gib":140.97548866271973,"reserved_gib":144.1171875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.30711397994309664,"layout_ms":5.751851014792919},{"common_ms":0.21031801588833332,"layout_ms":5.476079066284001},{"common_ms":0.22406992502510548,"layout_ms":5.388690973632038}],"zigzag":[{"common_ms":0.22341799922287464,"layout_ms":36.58635402098298},{"common_ms":0.2198460279032588,"layout_ms":35.2002129657194},{"common_ms":0.23199792485684156,"layout_ms":33.8050409918651}],"planner":[{"common_ms":0.22052309941500425,"layout_ms":7.02419294975698},{"common_ms":0.21479499991983175,"layout_ms":6.961788982152939},{"common_ms":0.22479298058897257,"layout_ms":6.901138927787542}]},"samples":{"contiguous":[{"stack_ms":501.0434265136719,"wall_ms":501.0826439829543,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":500.7004089355469,"wall_ms":500.7348130457103,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":500.1671142578125,"wall_ms":500.1997679937631,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":553.0841064453125,"wall_ms":553.1174440402538,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":552.1751098632812,"wall_ms":552.2170820040628,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":552.9385375976562,"wall_ms":552.9751329449937,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375}],"planner":[{"stack_ms":501.46942138671875,"wall_ms":501.50464207399637,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":500.8894348144531,"wall_ms":500.92260201927274,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375},{"stack_ms":500.6492614746094,"wall_ms":500.6822739960626,"allocated_gib":140.9731249809265,"reserved_gib":144.12109375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.30549895018339157,"layout_ms":5.893992958590388},{"common_ms":0.2146469196304679,"layout_ms":5.705663003027439},{"common_ms":0.22779102437198162,"layout_ms":5.349706043489277}],"zigzag":[{"common_ms":0.236780964769423,"layout_ms":36.44942899700254},{"common_ms":0.22285000886768103,"layout_ms":34.89019593689591},{"common_ms":0.2319319173693657,"layout_ms":33.2880700007081}],"planner":[{"common_ms":0.22248399909585714,"layout_ms":7.048193016089499},{"common_ms":0.21938106510788202,"layout_ms":7.0971830282360315},{"common_ms":0.23016997147351503,"layout_ms":7.051717024296522}]},"samples":{"contiguous":[{"stack_ms":501.03912353515625,"wall_ms":501.07629399280995,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":500.695068359375,"wall_ms":500.7326159393415,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":500.1645202636719,"wall_ms":500.2009919844568,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.0746459960938,"wall_ms":553.1177590601146,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":552.1823120117188,"wall_ms":552.2209510672837,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":552.9439697265625,"wall_ms":552.9817510396242,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.4595642089844,"wall_ms":501.49880500975996,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":500.8810119628906,"wall_ms":500.91778207570314,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":500.6437683105469,"wall_ms":500.67910202778876,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.27633202262222767,"layout_ms":5.777439917437732},{"common_ms":0.21493795793503523,"layout_ms":5.4073999635875225},{"common_ms":0.23635802790522575,"layout_ms":5.399139947257936}],"zigzag":[{"common_ms":0.23637397680431604,"layout_ms":36.310971016064286},{"common_ms":0.21050299983471632,"layout_ms":35.054533975198865},{"common_ms":0.23678794968873262,"layout_ms":33.44399109482765}],"planner":[{"common_ms":0.23324694484472275,"layout_ms":7.393353036604822},{"common_ms":0.21384097635746002,"layout_ms":6.94882997777313},{"common_ms":0.22584397811442614,"layout_ms":7.113983039744198}]},"samples":{"contiguous":[{"stack_ms":501.043212890625,"wall_ms":501.0815280256793,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":500.69110107421875,"wall_ms":500.7319849682972,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":500.1668701171875,"wall_ms":500.2050580224022,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":553.0740356445312,"wall_ms":553.1081350054592,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":552.185546875,"wall_ms":552.2202349966392,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":552.9424438476562,"wall_ms":552.9789059655741,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375}],"planner":[{"stack_ms":501.46124267578125,"wall_ms":501.49724702350795,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":500.8878479003906,"wall_ms":500.92695700004697,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375},{"stack_ms":500.643798828125,"wall_ms":500.6841409485787,"allocated_gib":140.9731788635254,"reserved_gib":144.12109375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3084929194301367,"layout_ms":5.88981295004487},{"common_ms":0.21911098156124353,"layout_ms":5.5339549435302615},{"common_ms":0.24050497449934483,"layout_ms":5.44804404489696}],"zigzag":[{"common_ms":0.24320196826010942,"layout_ms":36.43771109636873},{"common_ms":0.22118492051959038,"layout_ms":34.4327490311116},{"common_ms":0.2453590277582407,"layout_ms":33.79712696187198}],"planner":[{"common_ms":0.22654107306152582,"layout_ms":7.019773009233177},{"common_ms":0.21494808606803417,"layout_ms":7.090287981554866},{"common_ms":0.23151002824306488,"layout_ms":6.992982001975179}]},"samples":{"contiguous":[{"stack_ms":500.9442443847656,"wall_ms":501.0139709338546,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":500.69232177734375,"wall_ms":500.7341279415414,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":500.15655517578125,"wall_ms":500.2017649821937,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375}],"zigzag":[{"stack_ms":553.0597534179688,"wall_ms":553.1008020043373,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":552.1729736328125,"wall_ms":552.2147549781948,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":552.9324340820312,"wall_ms":552.973757032305,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375}],"planner":[{"stack_ms":501.45709228515625,"wall_ms":501.4973260695115,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":500.87908935546875,"wall_ms":500.91716495808214,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375},{"stack_ms":500.63079833984375,"wall_ms":500.67132990807295,"allocated_gib":140.97726249694824,"reserved_gib":144.12109375}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.916382005658686e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.178233048482145e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":6.63516965066611e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":8.731208043989235e-07,"max_abs":5.229594535194337e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.083966245097095e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.607468551438669e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":7.477582924739014e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":8.831848734417289e-07,"max_abs":5.4569682106375694e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.02171923739161e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.267862845246971e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":8.689252350877797e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":9.94478904376573e-07,"max_abs":5.9117155615240335e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91505632},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131096,"spans":1536,"candidate_workspace_bytes":90264376},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91505632}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90861392},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131036,"spans":1536,"candidate_workspace_bytes":90915564},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90861392}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":92672304},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131028,"spans":1536,"candidate_workspace_bytes":91530324},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":96,"candidate_workspace_bytes":92672304}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93631616},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131052,"spans":1536,"candidate_workspace_bytes":92023404},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93631616}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91151680},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131084,"spans":1536,"candidate_workspace_bytes":92432748},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91151680}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91369504},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":1536,"candidate_workspace_bytes":92723856},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91369504}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91209600},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131108,"spans":1536,"candidate_workspace_bytes":92974980},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91209600}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93535584},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131116,"spans":1536,"candidate_workspace_bytes":93072060},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93535584}}]}, + {"case":"1m-heldout-tiny-tail-768-seed20261115","lengths":[92,52,92,4,88,5200,2452,7044,40,72,448,76,80,36,28,40,60,3200,28,8264,20,84,64,84,92,16,780,56,92,92,24,28,84,60,60,32,60,96,60,100,72,12,84,84,80,36,16,60,28,20,19808,92,32,44,64,96,64,55468,20,40,40,64,16,52,36,16,52,32,32,68,96,3268,4544,16,12,88,84,48,76,460,92,72,24,60,76,72,92,24,28,68,96,552,28,6700,12,84,16,76,32,516,96,20,72,160,52,72,48,56,100,48,384,60,108,52,96,28,88,44,36,96,96,88,40,24,64,300,24,56,52,2000,76,28,68,80,96,68,56,24,72,20,48,68,80,28,64,88,80,48,1592,68,76,3176,48,20,8,88,820,32,36,36,20,40,48,12,72,100,84,12,64,7920,28,84,16,16,64,6176,24,60,584,20,180,68,296,20,100,80,32,588,28,72,88,136,24,88,1572,48,64,40,48,92,92,28,52,357912,160,96,76,824,64,100,80,44,68,52,40,16,52,64,140,80,92,32,20,52,32,3724,76,44,1532,6936,72,32,32,84,44,96,100,72,64,88,24,36,972,20,100,1720,16,88,40,84,28,52,5244,68,4488,96,28,5992,52,60,16,48,21916,32,48,56,84,68,56,40,52,52,96,100,68,32,68,4000,24632,60,56,56,80,48,68,48,40,24,36,80,24,1752,76,80,92,80,1872,36,888,400,92,28,376,52,80,72,64,92,36,52,80,36,96,80,56,84,100,32,420,88,52,64,68,84,1192,32,80,3680,56,92,296,64,92,96,80,36,60,32,52,3984,24,16,20,20,80,96,16,56,16,56,96,36,56,96,60,24100,76,88,36,152,12,2860,100,16,72,160,36,44,132,24,100,1360,68,44,452,88,12,88,36,12,1232,84,12,392,24,92,20,36,40,784,32,92,60,12,52,16,80,96,88,60,72,24,80,64,36408,48,7964,88,12,32,56,48,68,3924,20,36,76,68,20,12,100,48,12,32,20,76,32,7640,92,44,84,60,84,44,64,100,116,28,1480,24,76,80,2028,28,76,24,48,76,40,40,2956,18420,84,88,12,184,88,20,252,76,64,44,48,36,68,12,56,100,36,3000,80,9440,32,28,5432,624,24,36,100,60,60,56,80,12,100,88,36,80,80,16,36,64,36,60,32,28,60,52,3700,32,120,24616,48,24,16,64,24,56,24,60,16,564,136,100,80,1392,80,64,20,100,32,328,72,80,56,540,28,72,52,16,20,48,88,956,72,80,2836,2060,1292,28,24,228,88,36,60,80,72,244,20,12,96,32,3512,100,12,88,44,72,12,64,56,44,52,2840,64,76,5920,36,44,100,64,28,52,68,96,64,40,32,72,32,424,100,60,1056,68,92,328,24,68,88,76,16,52,32,12,16,56,32,908,60,20,60,84,64,24,76,100,84,52,72,88,20,92,48,112,84,40,18832,16,28,7460,40,80,24,1924,16,48,64,16,64,20,60,88,44,80,72,96,24,12,92,1220,320,428,20,68,10004,24,88,20,16,940,12,56,100,12,28,76,68,856,96,68,16,15344,37404,10824,40,60,56,44,100,12,1524,12,656,68,20,12,20,2608,84,44,88,132,68,68,56,2416,224,92,80,28,1104,68,44,72,140,52,56,132,18320,36,28,72,12,15764,84,40,76,40,20,96,32,28,68,44,92,88,48,28,36,32,80,68,40,17616,12,96,44,36,40,80,28,304,80,68,76,96,40,16,3480,48,92,64,92,76,17268,92,48,16980,64,21520,148,84,88,12,1692,36,84,12,96,60,360,84,60,68,212,40,40],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":1873.6617431640625,"prepare_ms":7.008878979831934,"prepare_plus_stack_ms":1880.6706221438944,"amortized_per_layer_ms":470.1676555359736,"prepare_fraction":0.003726797716360387,"stack_min_ms":1868.274169921875,"stack_max_ms":1878.951904296875,"prepare_min_ms":7.002125959843397,"prepare_max_ms":7.844345876947045,"peak_allocated_gib":151.05812549591064,"peak_reserved_gib":161.009765625},"zigzag":{"stack_ms":1574.5718994140625,"prepare_ms":32.35627105459571,"prepare_plus_stack_ms":1606.9281704686582,"amortized_per_layer_ms":401.73204261716455,"prepare_fraction":0.02013548063269004,"stack_min_ms":1573.9339599609375,"stack_max_ms":1575.4788818359375,"prepare_min_ms":30.62671096995473,"prepare_max_ms":166.3477160036564,"peak_allocated_gib":151.05812549591064,"peak_reserved_gib":161.009765625},"planner":{"stack_ms":1538.674072265625,"prepare_ms":18.27350410167128,"prepare_plus_stack_ms":1556.9475763672963,"amortized_per_layer_ms":389.23689409182407,"prepare_fraction":0.011736749765401486,"stack_min_ms":1538.032470703125,"stack_max_ms":1538.920654296875,"prepare_min_ms":18.221548991277814,"prepare_max_ms":18.300016992725432,"peak_allocated_gib":151.05812549591064,"peak_reserved_gib":161.009765625}},"raw_sha256":"d15a21a26cee4a5cf29092df3ac111d0e09c3d852f758b4002a17dedb0874bec","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.32287591602653265,"layout_ms":6.554918014444411},{"common_ms":0.24281698279082775,"layout_ms":5.9803619515150785},{"common_ms":0.2623889595270157,"layout_ms":6.134449038654566}],"zigzag":[{"common_ms":0.26654708199203014,"layout_ms":32.08972397260368},{"common_ms":0.23646000772714615,"layout_ms":29.789151973091066},{"common_ms":0.23543497081846,"layout_ms":30.39127599913627}],"planner":[{"common_ms":0.28378504794090986,"layout_ms":17.340552993118763},{"common_ms":0.2350399736315012,"layout_ms":17.823344096541405},{"common_ms":0.3267989959567785,"layout_ms":17.777721979655325}]},"samples":{"contiguous":[{"stack_ms":1868.2535400390625,"wall_ms":1868.3205140987411,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1878.9373779296875,"wall_ms":1879.0030650561675,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1873.650390625,"wall_ms":1873.722344986163,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875}],"zigzag":[{"stack_ms":1574.5546875,"wall_ms":1574.6204359456897,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1575.4630126953125,"wall_ms":1575.5348560633138,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1573.90869140625,"wall_ms":1573.9706569584087,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875}],"planner":[{"stack_ms":1538.656005859375,"wall_ms":1538.7168559245765,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1538.911865234375,"wall_ms":1538.9701309613883,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875},{"stack_ms":1538.0169677734375,"wall_ms":1538.077844073996,"allocated_gib":150.31164598464966,"reserved_gib":153.623046875}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.37494697608053684,"layout_ms":6.75549206789583},{"common_ms":0.23727200459688902,"layout_ms":6.771606975235045},{"common_ms":0.2510729245841503,"layout_ms":6.751053035259247}],"zigzag":[{"common_ms":0.27875800151377916,"layout_ms":31.58801991958171},{"common_ms":0.24195306468755007,"layout_ms":163.76272903289646},{"common_ms":0.2445270074531436,"layout_ms":29.497636016458273}],"planner":[{"common_ms":0.26002200320363045,"layout_ms":18.0399949895218},{"common_ms":0.2551201032474637,"layout_ms":17.773205996491015},{"common_ms":0.31790800858289003,"layout_ms":17.95559609308839}]},"samples":{"contiguous":[{"stack_ms":1868.2271728515625,"wall_ms":1868.3237310033292,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1878.9273681640625,"wall_ms":1878.9913549553603,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1873.652099609375,"wall_ms":1873.7234419677407,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625}],"zigzag":[{"stack_ms":1574.5498046875,"wall_ms":1574.6266830246896,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1575.46484375,"wall_ms":1575.5306310020387,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1573.9034423828125,"wall_ms":1573.9608620060608,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625}],"planner":[{"stack_ms":1538.62890625,"wall_ms":1538.713556015864,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1538.8939208984375,"wall_ms":1538.971485919319,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625},{"stack_ms":1538.0174560546875,"wall_ms":1538.0893619731069,"allocated_gib":148.7012438774109,"reserved_gib":161.009765625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.3303110133856535,"layout_ms":6.156563060358167},{"common_ms":0.20118989050388336,"layout_ms":5.54697192274034},{"common_ms":0.20505511201918125,"layout_ms":5.587641033343971}],"zigzag":[{"common_ms":0.22141297813504934,"layout_ms":30.668663908727467},{"common_ms":0.20660203881561756,"layout_ms":163.70811697561294},{"common_ms":0.19925297237932682,"layout_ms":28.71494402643293}],"planner":[{"common_ms":0.2144810277968645,"layout_ms":16.631752951070666},{"common_ms":0.19231997430324554,"layout_ms":16.534601105377078},{"common_ms":0.23840495850890875,"layout_ms":16.509613022208214}]},"samples":{"contiguous":[{"stack_ms":1868.269775390625,"wall_ms":1868.3495121076703,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1878.947509765625,"wall_ms":1879.003957961686,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1873.6529541015625,"wall_ms":1873.7185110803694,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875}],"zigzag":[{"stack_ms":1574.5484619140625,"wall_ms":1574.6153860818595,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1575.4678955078125,"wall_ms":1575.531310052611,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1573.912841796875,"wall_ms":1573.9657799713314,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875}],"planner":[{"stack_ms":1538.6512451171875,"wall_ms":1538.7309339130297,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1538.91015625,"wall_ms":1538.9624999370426,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875},{"stack_ms":1538.0189208984375,"wall_ms":1538.077848032117,"allocated_gib":148.38040208816528,"reserved_gib":151.529296875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.32416603062301874,"layout_ms":6.54181104619056},{"common_ms":0.20820694044232368,"layout_ms":6.062651984393597},{"common_ms":0.21663203369826078,"layout_ms":6.028486997820437}],"zigzag":[{"common_ms":0.24195504374802113,"layout_ms":31.940149958245456},{"common_ms":0.21255703177303076,"layout_ms":166.13515897188336},{"common_ms":0.2099440898746252,"layout_ms":29.2406469816342}],"planner":[{"common_ms":0.22482092026621103,"layout_ms":16.89515297766775},{"common_ms":0.2059820108115673,"layout_ms":17.56135292816907},{"common_ms":0.25182601530104876,"layout_ms":16.717755002900958}]},"samples":{"contiguous":[{"stack_ms":1868.2601318359375,"wall_ms":1868.3173570316285,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1878.9464111328125,"wall_ms":1878.996465005912,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1873.6583251953125,"wall_ms":1873.7157179275528,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875}],"zigzag":[{"stack_ms":1574.5626220703125,"wall_ms":1574.6183969313279,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1575.4609375,"wall_ms":1575.5192169453949,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1573.918701171875,"wall_ms":1573.9701710408553,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875}],"planner":[{"stack_ms":1538.65771484375,"wall_ms":1538.7109040748328,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1538.9154052734375,"wall_ms":1538.9665060210973,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875},{"stack_ms":1538.0235595703125,"wall_ms":1538.0796429235488,"allocated_gib":151.05812549591064,"reserved_gib":154.19921875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.3140330081805587,"layout_ms":6.52859196998179},{"common_ms":0.2439849777147174,"layout_ms":5.878557916730642},{"common_ms":0.24440395645797253,"layout_ms":5.931011983193457}],"zigzag":[{"common_ms":0.2584969624876976,"layout_ms":31.751275062561035},{"common_ms":0.2388710854575038,"layout_ms":29.8274050001055},{"common_ms":0.243998016230762,"layout_ms":29.02281004935503}],"planner":[{"common_ms":0.25371694937348366,"layout_ms":17.424057936295867},{"common_ms":0.2426269929856062,"layout_ms":17.978921998292208},{"common_ms":0.2702780766412616,"layout_ms":17.280476982705295}]},"samples":{"contiguous":[{"stack_ms":1868.27294921875,"wall_ms":1868.326061987318,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1878.951904296875,"wall_ms":1878.999384935014,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1873.6617431640625,"wall_ms":1873.7107820343226,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875}],"zigzag":[{"stack_ms":1574.5718994140625,"wall_ms":1574.6196360560134,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1575.4788818359375,"wall_ms":1575.5296469433233,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1573.9339599609375,"wall_ms":1573.9790770458058,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875}],"planner":[{"stack_ms":1538.674072265625,"wall_ms":1538.7205990264192,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1538.920654296875,"wall_ms":1538.9678380452096,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875},{"stack_ms":1538.0289306640625,"wall_ms":1538.0738180829212,"allocated_gib":147.16194820404053,"reserved_gib":150.419921875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.33834693022072315,"layout_ms":7.505998946726322},{"common_ms":0.23104797583073378,"layout_ms":5.665802978910506},{"common_ms":0.2283100038766861,"layout_ms":5.614801892079413}],"zigzag":[{"common_ms":0.24159497115761042,"layout_ms":30.638479976914823},{"common_ms":0.23165496531873941,"layout_ms":29.399780905805528},{"common_ms":0.23060105741024017,"layout_ms":28.65019196178764}],"planner":[{"common_ms":0.25177502539008856,"layout_ms":17.351472983136773},{"common_ms":0.22972607985138893,"layout_ms":17.160795046947896},{"common_ms":0.26933697517961264,"layout_ms":17.01803400646895}]},"samples":{"contiguous":[{"stack_ms":1868.2645263671875,"wall_ms":1868.326194002293,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1878.9451904296875,"wall_ms":1879.0030289674178,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1873.6552734375,"wall_ms":1873.7147659994662,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375}],"zigzag":[{"stack_ms":1574.560546875,"wall_ms":1574.6164660668,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1575.4693603515625,"wall_ms":1575.5277029238641,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1573.927001953125,"wall_ms":1573.9781640004367,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375}],"planner":[{"stack_ms":1538.6619873046875,"wall_ms":1538.7163280975074,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1538.9166259765625,"wall_ms":1538.9674230245873,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375},{"stack_ms":1538.0196533203125,"wall_ms":1538.0703329574317,"allocated_gib":146.25887250900269,"reserved_gib":149.568359375}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.33910293132066727,"layout_ms":6.327967043034732},{"common_ms":0.2261800691485405,"layout_ms":5.829987931065261},{"common_ms":0.23220805451273918,"layout_ms":5.785848014056683}],"zigzag":[{"common_ms":0.26390899438411,"layout_ms":31.629077973775566},{"common_ms":0.2304499503225088,"layout_ms":29.575130087323487},{"common_ms":0.23121805861592293,"layout_ms":28.84539100341499}],"planner":[{"common_ms":0.2455629874020815,"layout_ms":17.027094960212708},{"common_ms":0.22349401842802763,"layout_ms":17.460484988987446},{"common_ms":0.26547303423285484,"layout_ms":16.97540597524494}]},"samples":{"contiguous":[{"stack_ms":1868.274169921875,"wall_ms":1868.32837597467,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1878.9473876953125,"wall_ms":1879.0046479552984,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1873.6580810546875,"wall_ms":1873.7110160291195,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375}],"zigzag":[{"stack_ms":1574.5699462890625,"wall_ms":1574.622584041208,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1575.4736328125,"wall_ms":1575.5213829688728,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1573.933837890625,"wall_ms":1573.9821029128507,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375}],"planner":[{"stack_ms":1538.6658935546875,"wall_ms":1538.7120459927246,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1538.9166259765625,"wall_ms":1538.9695899793878,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375},{"stack_ms":1538.032470703125,"wall_ms":1538.0736209917814,"allocated_gib":147.80632543563843,"reserved_gib":151.115234375}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.34882104955613613,"layout_ms":6.072689080610871},{"common_ms":0.21424004808068275,"layout_ms":5.587036954239011},{"common_ms":0.22860290482640266,"layout_ms":5.35830797161907}],"zigzag":[{"common_ms":0.2362229861319065,"layout_ms":31.710666022263467},{"common_ms":0.22699101828038692,"layout_ms":29.00323597714305},{"common_ms":0.2220550086349249,"layout_ms":28.669055900536478}],"planner":[{"common_ms":0.26163109578192234,"layout_ms":16.81692397687584},{"common_ms":0.22313802037388086,"layout_ms":16.8861229903996},{"common_ms":0.29230304062366486,"layout_ms":16.719363047741354}]},"samples":{"contiguous":[{"stack_ms":1868.2537841796875,"wall_ms":1868.3341071009636,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1878.9364013671875,"wall_ms":1879.0081499610096,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1873.647705078125,"wall_ms":1873.72046103701,"allocated_gib":146.36735153198242,"reserved_gib":149.6875}],"zigzag":[{"stack_ms":1574.549072265625,"wall_ms":1574.6205990435556,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1575.4259033203125,"wall_ms":1575.4995349561796,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1573.9129638671875,"wall_ms":1573.9709750050679,"allocated_gib":146.36735153198242,"reserved_gib":149.6875}],"planner":[{"stack_ms":1538.6456298828125,"wall_ms":1538.7196649098769,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1538.9027099609375,"wall_ms":1538.9644390670583,"allocated_gib":146.36735153198242,"reserved_gib":149.6875},{"stack_ms":1538.0057373046875,"wall_ms":1538.0749009782448,"allocated_gib":146.36735153198242,"reserved_gib":149.6875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.000802156601972503,"max_abs":0.0041103363037109375,"finite":true},"dq":{"relative_rms":0.0004093133828497455,"max_abs":0.0029296875,"finite":true},"dkv":{"relative_rms":0.00052678330825711,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006191860710475245,"max_abs":1.5099033134902129e-12,"finite":true},"d_weights":{"relative_rms":0.0005312615906873416,"max_abs":4.190951585769653e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007351380055446754,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007325557045819133,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.154942974968571e-06,"max_abs":1.1425527191022411e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.000810680152146456,"max_abs":0.00421142578125,"finite":true},"dq":{"relative_rms":0.0004132723803453241,"max_abs":0.0029296875,"finite":true},"dkv":{"relative_rms":0.0005658178344826519,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005818504789256476,"max_abs":1.3180567748349858e-12,"finite":true},"d_weights":{"relative_rms":0.00048762045863761364,"max_abs":4.190951585769653e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007218074148269245,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000703087086920309,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.080769939076016e-06,"max_abs":1.2260414905540529e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0008443652505174404,"max_abs":0.0042724609375,"finite":true},"dq":{"relative_rms":0.00040004415235976294,"max_abs":0.0029296875,"finite":true},"dkv":{"relative_rms":0.0005617030218910445,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006433778242456453,"max_abs":1.5099033134902129e-12,"finite":true},"d_weights":{"relative_rms":0.0005189099598517869,"max_abs":3.9362930692732334e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007088636806388219,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.000694555922353295,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.880410050080579e-06,"max_abs":9.549694368615746e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":152,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131348,"spans":1182,"candidate_workspace_bytes":4831610232},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":155116,"spans":154,"candidate_workspace_bytes":4831623972}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":53,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131312,"spans":1210,"candidate_workspace_bytes":4831786728},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":125596,"spans":56,"candidate_workspace_bytes":3221118196}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475532},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131316,"spans":1233,"candidate_workspace_bytes":4831548768},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":42104,"spans":2,"candidate_workspace_bytes":1610552588}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":3221222524},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131200,"spans":1229,"candidate_workspace_bytes":4831651832},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":88648,"spans":28,"candidate_workspace_bytes":3221032500}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":176,"candidate_workspace_bytes":322846632},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131020,"spans":1226,"candidate_workspace_bytes":3221015928},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":168392,"spans":177,"candidate_workspace_bytes":3221156816}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":120,"candidate_workspace_bytes":536863068},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130876,"spans":1216,"candidate_workspace_bytes":2147454408},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":141556,"spans":121,"candidate_workspace_bytes":3221160040}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":142,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130756,"spans":1214,"candidate_workspace_bytes":2147464632},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":153984,"spans":144,"candidate_workspace_bytes":4831661888}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":104,"candidate_workspace_bytes":526312620},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130748,"spans":1215,"candidate_workspace_bytes":2147435640},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":173180,"spans":105,"candidate_workspace_bytes":3221101572}}]}, + {"case":"1m-heldout-trimodal-513-seed20261115","lengths":[2520,60,64,100,100,40,56,20,56,48,1824,84,72,2480,36,92,1564,40,24,1288,100,44,64,44,564,12,72,100,100,64,48,28,3080,12,24,36,40,76,64,88,56,32,36,1576,92,100,76,56,72,16,24,20,48,72,80,68,28,68,36,52,3900,72,36,32,72,60,20,380404,76,72,72,96,40,36,92,84,84,52,76,28,88,868,712,868,60,84,36,88,44,88,96,3028,76,32,36,84,20,52,52,40,3840,72,996,3996,36,32,1644,3128,28,3172,88,44,64,40,72,64,16,60,100,100,28,756,44,20,12,2288,80,44,16,12,84,12,24,88,60,28,72,64,1980,52,52,88,20,92,20,1692,80,20,44,92,36,64,68,32,1920,3788,24,560,96,1216,16,616,64,36,1764,12,96,88,28,1948,3320,28,24,52,16,28,684,48,48,44,12,92,3952,96,48,16,32,2276,100,48,28,748,96,40,76,92,3008,20,16,48,20,44,20,3984,16,2184,40,92,2592,88,1928,36,12,76,84,44,48,4040,2364,12,28,16,32,48,4040,72,96,28,84,16,2420,76,64,24,12,2548,60,24,620,76,76,60,56,100,100,2692,92,16,420616,1372,76,76,16,3756,2068,20,92,32,48,60,1336,80,16,100,76,28,80,76,12,36,56,12,48,40,96,40,1796,3364,56,96,32,100,88,48,84,40,2088,80,48,36,28,52,24,1692,84,44,96,48,72,96,20,772,68,60,92,40,24,2504,16,44,1968,1804,48,80,16,48,64,48,100,1488,88,92,40,52,72,16,3200,36,88,64,32,3808,16,24,3056,36,60,20,1492,2732,80,36,48,16,84,48,100,84,44,68,804,772,60,88,84,56,76,20,1344,72,832,96,100,16,52,3384,84,20,68,16,12,1328,2148,44,76,88,12,20,2744,92,56,48,708,76,52,84,16,3484,88,720,3400,32,96,88,3888,44,36,76,12,1252,12,100,96,2588,16,12,16,2872,64,36,72,80,96,52,52,44,1660,4092,72,60,2516,3660,792,52,36,56,80,40,44,80,1352,28,20,2280,56,12,3516,64,32,60,2368,16,76,28,20,52,100,36,72,72,92,36,24,92,32,28,92,64,52,32,3752,12,76,736,36,28,32,2132,60,100,20,84,60,52,56,76,36,12,92,1760,844,36,72,48,72,56,3624,76,36,2996,3532,48,3888,80,64,68,96,12,88,28,68,12,76,44,84,64,48,2728,1464,52,84,56,56],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":2092.253173828125,"prepare_ms":5.59767393860966,"prepare_plus_stack_ms":2097.8508477667347,"amortized_per_layer_ms":524.4627119416837,"prepare_fraction":0.0026682897616714073,"stack_min_ms":2086.06494140625,"stack_max_ms":2092.865234375,"prepare_min_ms":5.193633958697319,"prepare_max_ms":6.191040039993823,"peak_allocated_gib":152.9750337600708,"peak_reserved_gib":156.404296875},"zigzag":{"stack_ms":1800.2537841796875,"prepare_ms":145.48149693291634,"prepare_plus_stack_ms":1945.7352811126038,"amortized_per_layer_ms":486.43382027815096,"prepare_fraction":0.07476941922424699,"stack_min_ms":1797.0213623046875,"stack_max_ms":1801.544677734375,"prepare_min_ms":140.24125295691192,"prepare_max_ms":151.32270904723555,"peak_allocated_gib":152.9750337600708,"peak_reserved_gib":156.404296875},"planner":{"stack_ms":1768.7471923828125,"prepare_ms":15.398992109112442,"prepare_plus_stack_ms":1784.146184491925,"amortized_per_layer_ms":446.03654612298124,"prepare_fraction":0.008631014791816313,"stack_min_ms":1768.597412109375,"stack_max_ms":1771.4691162109375,"prepare_min_ms":15.256425132974982,"prepare_max_ms":15.707719954662025,"peak_allocated_gib":152.9750337600708,"peak_reserved_gib":156.404296875}},"raw_sha256":"f3596ed2bc2af093a35822a81ed3072cac2af2b72ee7f4fe5743a3ded9647455","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.273557030595839,"layout_ms":5.337684997357428},{"common_ms":0.18929701764136553,"layout_ms":4.828575067222118},{"common_ms":0.19874295685440302,"layout_ms":4.67941293027252}],"zigzag":[{"common_ms":0.2159059513360262,"layout_ms":147.71671895869076},{"common_ms":0.19442802295088768,"layout_ms":20.11244196910411},{"common_ms":0.19663700368255377,"layout_ms":20.351035986095667}],"planner":[{"common_ms":0.20804000087082386,"layout_ms":14.075987972319126},{"common_ms":0.19194092601537704,"layout_ms":14.32145107537508},{"common_ms":0.22019597236067057,"layout_ms":14.235330978408456}]},"samples":{"contiguous":[{"stack_ms":2092.849365234375,"wall_ms":2092.9103560047224,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":2092.22900390625,"wall_ms":2092.2995440196246,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":2086.047607421875,"wall_ms":2086.1156589817256,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375}],"zigzag":[{"stack_ms":1797.0068359375,"wall_ms":1797.0703010214493,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1801.5247802734375,"wall_ms":1801.5928829554468,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1800.240234375,"wall_ms":1800.30175705906,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375}],"planner":[{"stack_ms":1768.7337646484375,"wall_ms":1768.7920340104029,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1768.5836181640625,"wall_ms":1768.6459290562198,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375},{"stack_ms":1771.456298828125,"wall_ms":1771.51585300453,"allocated_gib":150.12630414962769,"reserved_gib":153.271484375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.26139605324715376,"layout_ms":5.929643986746669},{"common_ms":0.18394202925264835,"layout_ms":4.255303065292537},{"common_ms":0.18314702901989222,"layout_ms":4.0140110068023205}],"zigzag":[{"common_ms":0.19458390306681395,"layout_ms":21.046899957582355},{"common_ms":0.17595605459064245,"layout_ms":140.06529690232128},{"common_ms":0.16676203813403845,"layout_ms":19.497003057040274}],"planner":[{"common_ms":0.2214689739048481,"layout_ms":13.6874740710482},{"common_ms":0.17456093337386847,"layout_ms":13.718544039875269},{"common_ms":0.19816902931779623,"layout_ms":13.368915999308228}]},"samples":{"contiguous":[{"stack_ms":2092.832275390625,"wall_ms":2092.9188169538975,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":2092.229736328125,"wall_ms":2092.3138560028747,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":2086.0341796875,"wall_ms":2086.1180210486054,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375}],"zigzag":[{"stack_ms":1796.9658203125,"wall_ms":1797.0595309743658,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1801.515625,"wall_ms":1801.5917979646474,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1800.229736328125,"wall_ms":1800.3053889842704,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375}],"planner":[{"stack_ms":1768.7152099609375,"wall_ms":1768.7837310368195,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1768.5732421875,"wall_ms":1768.6556860571727,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375},{"stack_ms":1771.4454345703125,"wall_ms":1771.5224729618058,"allocated_gib":152.62410306930542,"reserved_gib":155.77734375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2782070077955723,"layout_ms":4.822853021323681},{"common_ms":0.1780299935489893,"layout_ms":4.393126931972802},{"common_ms":0.17379398923367262,"layout_ms":4.4332880061119795}],"zigzag":[{"common_ms":0.19284198060631752,"layout_ms":151.12986706662923},{"common_ms":0.1859139883890748,"layout_ms":19.76759103126824},{"common_ms":0.1686600735411048,"layout_ms":19.788135075941682}],"planner":[{"common_ms":0.19101996440440416,"layout_ms":13.603418017737567},{"common_ms":0.17371401190757751,"layout_ms":13.534985017031431},{"common_ms":0.23686897475272417,"layout_ms":13.606289052404463}]},"samples":{"contiguous":[{"stack_ms":2092.840576171875,"wall_ms":2092.9090729914606,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":2092.234375,"wall_ms":2092.300718999468,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":2086.03515625,"wall_ms":2086.1207969719544,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375}],"zigzag":[{"stack_ms":1797.0111083984375,"wall_ms":1797.076826915145,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1801.5235595703125,"wall_ms":1801.5976370079443,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1800.223876953125,"wall_ms":1800.2957069547847,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375}],"planner":[{"stack_ms":1768.7349853515625,"wall_ms":1768.7911270186305,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1768.5806884765625,"wall_ms":1768.6605249764398,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375},{"stack_ms":1771.436767578125,"wall_ms":1771.5124249225482,"allocated_gib":151.12478876113892,"reserved_gib":154.271484375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.36907894536852837,"layout_ms":5.345857003703713},{"common_ms":0.23863394744694233,"layout_ms":4.900323925539851},{"common_ms":0.22760301362723112,"layout_ms":4.717306001111865}],"zigzag":[{"common_ms":0.24302699603140354,"layout_ms":23.439489072188735},{"common_ms":0.2295729937031865,"layout_ms":22.08666200749576},{"common_ms":0.2169229555875063,"layout_ms":21.477133966982365}],"planner":[{"common_ms":0.2695620059967041,"layout_ms":14.881222043186426},{"common_ms":0.22246292792260647,"layout_ms":15.191952930763364},{"common_ms":0.2908060560002923,"layout_ms":14.96561907697469}]},"samples":{"contiguous":[{"stack_ms":2092.83203125,"wall_ms":2092.8935629781336,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":2092.231689453125,"wall_ms":2092.314725043252,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":2086.033935546875,"wall_ms":2086.1080270260572,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875}],"zigzag":[{"stack_ms":1796.992919921875,"wall_ms":1797.0764780184254,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1801.4923095703125,"wall_ms":1801.5570919960737,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1800.247802734375,"wall_ms":1800.3167549613863,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875}],"planner":[{"stack_ms":1768.736328125,"wall_ms":1768.7892140820622,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1768.5931396484375,"wall_ms":1768.6690470436588,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875},{"stack_ms":1771.4490966796875,"wall_ms":1771.5026369551197,"allocated_gib":152.9750337600708,"reserved_gib":156.404296875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2815669868141413,"layout_ms":4.276791005395353},{"common_ms":0.1703599700704217,"layout_ms":3.8140820106491446},{"common_ms":0.17286499496549368,"layout_ms":3.6153780529275537}],"zigzag":[{"common_ms":0.2033329801633954,"layout_ms":22.202886058948934},{"common_ms":0.16912701539695263,"layout_ms":19.964625011198223},{"common_ms":0.16628007870167494,"layout_ms":133.4052310558036}],"planner":[{"common_ms":0.20504998974502087,"layout_ms":13.905414030887187},{"common_ms":0.17173995729535818,"layout_ms":13.665759935975075},{"common_ms":0.20254007540643215,"layout_ms":13.838410028256476}]},"samples":{"contiguous":[{"stack_ms":2092.859619140625,"wall_ms":2092.910893028602,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":2092.252197265625,"wall_ms":2092.3037939937785,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":2086.06201171875,"wall_ms":2086.113077006303,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375}],"zigzag":[{"stack_ms":1797.0186767578125,"wall_ms":1797.0682680606842,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1801.5435791015625,"wall_ms":1801.5948790125549,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1800.2537841796875,"wall_ms":1800.29989592731,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375}],"planner":[{"stack_ms":1768.741455078125,"wall_ms":1768.786769011058,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1768.597412109375,"wall_ms":1768.6488080071285,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375},{"stack_ms":1771.466064453125,"wall_ms":1771.5121658984572,"allocated_gib":148.6211757659912,"reserved_gib":151.755859375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.2549130003899336,"layout_ms":4.480217932723463},{"common_ms":0.1691649667918682,"layout_ms":4.1039480129256845},{"common_ms":0.16992108430713415,"layout_ms":3.980230074375868}],"zigzag":[{"common_ms":0.18800701946020126,"layout_ms":128.22357600089163},{"common_ms":0.17508096061646938,"layout_ms":19.72202700562775},{"common_ms":0.16668799798935652,"layout_ms":19.814096041955054}],"planner":[{"common_ms":0.18949504010379314,"layout_ms":13.578993966802955},{"common_ms":0.16112299636006355,"layout_ms":13.355404953472316},{"common_ms":0.19503699149936438,"layout_ms":13.644855003803968}]},"samples":{"contiguous":[{"stack_ms":2092.85791015625,"wall_ms":2092.9132039891556,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":2092.247314453125,"wall_ms":2092.3043419606984,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":2086.060546875,"wall_ms":2086.11724502407,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125}],"zigzag":[{"stack_ms":1797.017578125,"wall_ms":1797.069145948626,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1801.537841796875,"wall_ms":1801.5946369851008,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1800.2427978515625,"wall_ms":1800.2908469643444,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125}],"planner":[{"stack_ms":1768.7376708984375,"wall_ms":1768.7852290691808,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1768.5919189453125,"wall_ms":1768.6461550183594,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125},{"stack_ms":1771.462646484375,"wall_ms":1771.5166850248352,"allocated_gib":149.54202842712402,"reserved_gib":152.689453125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.26196299586445093,"layout_ms":4.778202041052282},{"common_ms":0.17543009016662836,"layout_ms":4.425087012350559},{"common_ms":0.18239393830299377,"layout_ms":4.307155031710863}],"zigzag":[{"common_ms":0.20291307009756565,"layout_ms":22.114595980383456},{"common_ms":0.1893410226330161,"layout_ms":20.53067891392857},{"common_ms":0.17158593982458115,"layout_ms":20.026667043566704}],"planner":[{"common_ms":0.20433799363672733,"layout_ms":13.762583024799824},{"common_ms":0.1779219601303339,"layout_ms":13.596300035715103},{"common_ms":0.18840504344552755,"layout_ms":13.811829965561628}]},"samples":{"contiguous":[{"stack_ms":2092.865234375,"wall_ms":2092.913364060223,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":2092.253173828125,"wall_ms":2092.3068249830976,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":2086.06494140625,"wall_ms":2086.114073987119,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125}],"zigzag":[{"stack_ms":1797.0213623046875,"wall_ms":1797.0696940319613,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1801.544677734375,"wall_ms":1801.5965190716088,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1800.25,"wall_ms":1800.3001359757036,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125}],"planner":[{"stack_ms":1768.7471923828125,"wall_ms":1768.789650988765,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1768.5948486328125,"wall_ms":1768.6467259190977,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125},{"stack_ms":1771.4691162109375,"wall_ms":1771.5188449947163,"allocated_gib":151.63386917114258,"reserved_gib":154.7578125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.39032602217048407,"layout_ms":5.764039000496268},{"common_ms":0.2581169828772545,"layout_ms":5.339556955732405},{"common_ms":0.2395280171185732,"layout_ms":4.954105941578746}],"zigzag":[{"common_ms":0.26226695626974106,"layout_ms":23.779353010468185},{"common_ms":0.24461594875901937,"layout_ms":22.298622061498463},{"common_ms":0.22914796136319637,"layout_ms":145.25234897155315}],"planner":[{"common_ms":0.2822630340233445,"layout_ms":15.116729075089097},{"common_ms":0.23665197659283876,"layout_ms":15.471067978069186},{"common_ms":0.2742039505392313,"layout_ms":14.955044956877828}]},"samples":{"contiguous":[{"stack_ms":2092.837890625,"wall_ms":2092.8968630032614,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":2092.229248046875,"wall_ms":2092.310864944011,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":2086.044677734375,"wall_ms":2086.1189659917727,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125}],"zigzag":[{"stack_ms":1796.988037109375,"wall_ms":1797.0687779597938,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1801.52392578125,"wall_ms":1801.5999669441953,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1800.23193359375,"wall_ms":1800.2909399801865,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125}],"planner":[{"stack_ms":1768.735107421875,"wall_ms":1768.803181941621,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1768.58349609375,"wall_ms":1768.6586319468915,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125},{"stack_ms":1771.451904296875,"wall_ms":1771.5211989125237,"allocated_gib":149.27801084518433,"reserved_gib":152.42578125}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009494523852797666,"max_abs":0.00399017333984375,"finite":true},"dq":{"relative_rms":0.0003318792942671793,"max_abs":0.00341796875,"finite":true},"dkv":{"relative_rms":0.0005621327401229221,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0007196906886081816,"max_abs":1.7337242752546445e-12,"finite":true},"d_weights":{"relative_rms":0.0005767324074039007,"max_abs":3.1759554985910654e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007857177242000105,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007647047941728467,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.852246277873988e-06,"max_abs":8.01492205937393e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0008965398279160694,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.0003300457539096306,"max_abs":0.003173828125,"finite":true},"dkv":{"relative_rms":0.0005511070062432003,"max_abs":0.12506103515625,"finite":true},"d_index_q":{"relative_rms":0.0007364048179740174,"max_abs":1.7337242752546445e-12,"finite":true},"d_weights":{"relative_rms":0.0006041558843287191,"max_abs":3.259629011154175e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007427439352351309,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00071764847779508,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.8590731907767325e-06,"max_abs":8.469669410260394e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009844499729977911,"max_abs":0.00399017333984375,"finite":true},"dq":{"relative_rms":0.0003474316758256271,"max_abs":0.00341796875,"finite":true},"dkv":{"relative_rms":0.0005412495795739482,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006300758925455662,"max_abs":1.3500311979441904e-12,"finite":true},"d_weights":{"relative_rms":0.0005493438070914456,"max_abs":3.0486262403428555e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000676356608545191,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006772890143730978,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.76330293710111e-06,"max_abs":6.480149750132114e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":68,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131184,"spans":784,"candidate_workspace_bytes":6442438720},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":106148,"spans":70,"candidate_workspace_bytes":3221077860}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147481376},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131216,"spans":799,"candidate_workspace_bytes":6442367896},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105260,"spans":5,"candidate_workspace_bytes":4294803360}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221183700},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131176,"spans":814,"candidate_workspace_bytes":4831804040},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105668,"spans":5,"candidate_workspace_bytes":3221110308}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":182,"candidate_workspace_bytes":3221212892},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":810,"candidate_workspace_bytes":3221205424},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":197284,"spans":185,"candidate_workspace_bytes":6442292340}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131048,"spans":810,"candidate_workspace_bytes":3221158788},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105260,"spans":5,"candidate_workspace_bytes":3221180256}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221210040},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130972,"spans":808,"candidate_workspace_bytes":3221153208},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":84328,"spans":4,"candidate_workspace_bytes":3221182516}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":6,"candidate_workspace_bytes":4294961148},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130932,"spans":810,"candidate_workspace_bytes":3221218924},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":108192,"spans":9,"candidate_workspace_bytes":4294928600}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":260,"candidate_workspace_bytes":166779136},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130976,"spans":817,"candidate_workspace_bytes":2147425800},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":236436,"spans":265,"candidate_workspace_bytes":6442443460}}]}, + {"case":"1m-heldout-lognormal-257-seed20261116","lengths":[2924,1644,2348,468,248,1528,1600,1812,680,1268,1508,2976,3540,17088,1672,3796,7860,7952,1580,3352,8220,760,1608,6264,3092,656,6348,20192,832,840,832,1652,1716,2308,2412,1040,360,1380,1992,5148,244,4420,2060,872,1780,440,6328,21284,876,4360,5096,268,584,940,1540,1944,900,972,464,1036,2644,592,336,1272,1416,640,468,3788,5348,440,6108,6396,608,200,4936,284,2412,904,2604,212,748,832,3360,1152,2944,1528,2252,3180,996,2492,1908,748,14716,3680,6804,600,1468,3104,124,8160,316,1312,460,2692,1060,4092,712,2076,17612,5176,160,3072,1744,568,892,756,1720,756,10948,2012,7648,3132,256,2948,3704,9252,4360,7448,9252,5524,2256,1900,27968,632,1344,1588,56392,3480,5704,3876,1888,1004,3064,312,13960,448,63340,2708,7832,10600,536,6864,5192,5328,5172,652,856,11228,23416,64,1672,1592,13208,1628,688,1344,7520,152,9608,5084,20824,740,10916,960,1992,2660,1476,4152,480,1432,1880,840,576,17648,2976,1200,4892,2340,5964,5560,1048,13964,6992,6776,2260,4976,3820,12204,2312,5520,8592,1972,552,10664,440,436,2872,396,8412,456,2100,708,8220,3768,3572,2896,7980,632,2276,6760,832,2840,564,2176,2468,2172,3176,3120,956,540,652,1756,1516,4340,1980,10636,496,3780,1836,936,952,1260,4388,8272,152,332,1748,1188,20828,956,1156,756,724,812,17876,308,944],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":965.3367919921875,"prepare_ms":2.7567920042201877,"prepare_plus_stack_ms":968.0935839964077,"amortized_per_layer_ms":242.02339599910192,"prepare_fraction":0.0028476503199616468,"stack_min_ms":965.29345703125,"stack_max_ms":967.23974609375,"prepare_min_ms":2.734996029175818,"prepare_max_ms":3.243088023737073,"peak_allocated_gib":142.21293783187866,"peak_reserved_gib":154.509765625},"zigzag":{"stack_ms":981.5181884765625,"prepare_ms":13.298187055625021,"prepare_plus_stack_ms":994.8163755321875,"amortized_per_layer_ms":248.70409388304688,"prepare_fraction":0.01336747904708647,"stack_min_ms":979.57080078125,"stack_max_ms":984.8372192382812,"prepare_min_ms":13.093030895106494,"prepare_max_ms":15.727553982287645,"peak_allocated_gib":142.21293783187866,"peak_reserved_gib":154.509765625},"planner":{"stack_ms":964.2908325195312,"prepare_ms":6.157601019367576,"prepare_plus_stack_ms":970.4484335388988,"amortized_per_layer_ms":242.6121083847247,"prepare_fraction":0.0063451089275427825,"stack_min_ms":961.2855224609375,"stack_max_ms":964.5208129882812,"prepare_min_ms":5.632738117128611,"prepare_max_ms":6.221960065886378,"peak_allocated_gib":142.21293783187866,"peak_reserved_gib":154.509765625}},"raw_sha256":"183c52e36aa4f3da822b5ded0d4739926612d9ea30a87b8197d180f8efbbd317","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.26016298215836287,"layout_ms":2.8921790653839707},{"common_ms":0.1467789988964796,"layout_ms":2.4780610110610723},{"common_ms":0.15048810746520758,"layout_ms":2.4226269451901317}],"zigzag":[{"common_ms":0.17366406973451376,"layout_ms":14.940428081899881},{"common_ms":0.1616120571270585,"layout_ms":12.993876007385552},{"common_ms":0.13965496327728033,"layout_ms":12.688242015428841}],"planner":[{"common_ms":0.15450397040694952,"layout_ms":5.316046066582203},{"common_ms":0.14587701298296452,"layout_ms":5.351008963771164},{"common_ms":0.14430203009396791,"layout_ms":5.208206945098937}]},"samples":{"contiguous":[{"stack_ms":965.28857421875,"wall_ms":965.3339519863948,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":965.334716796875,"wall_ms":965.3778480133042,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":967.230712890625,"wall_ms":967.2732800245285,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125}],"zigzag":[{"stack_ms":979.5531616210938,"wall_ms":979.6036719344556,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":984.8243408203125,"wall_ms":984.8721319576725,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":981.5113525390625,"wall_ms":981.5566309262067,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125}],"planner":[{"stack_ms":964.5122680664062,"wall_ms":964.5615010522306,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":961.2772827148438,"wall_ms":961.3234109710902,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125},{"stack_ms":964.2874145507812,"wall_ms":964.3345419317484,"allocated_gib":142.1963038444519,"reserved_gib":145.5078125}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.2726829843595624,"layout_ms":2.963238046504557},{"common_ms":0.1579240197315812,"layout_ms":2.4790329625830054},{"common_ms":0.1516430638730526,"layout_ms":2.4390120524913073}],"zigzag":[{"common_ms":0.21226902026683092,"layout_ms":15.19102102611214},{"common_ms":0.1680459827184677,"layout_ms":13.130141072906554},{"common_ms":0.1488029956817627,"layout_ms":12.318377033807337}],"planner":[{"common_ms":0.16510591376572847,"layout_ms":5.381335970014334},{"common_ms":0.15748001169413328,"layout_ms":5.423473077826202},{"common_ms":0.1543569378554821,"layout_ms":5.5728580337017775}]},"samples":{"contiguous":[{"stack_ms":965.2855224609375,"wall_ms":965.3312109876424,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":965.3271484375,"wall_ms":965.3738980414346,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":967.2258911132812,"wall_ms":967.272509005852,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125}],"zigzag":[{"stack_ms":979.546630859375,"wall_ms":979.6043030219153,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":984.8307495117188,"wall_ms":984.8840780323371,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":981.5131225585938,"wall_ms":981.5578069537878,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125}],"planner":[{"stack_ms":964.5054321289062,"wall_ms":964.5593919558451,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":961.2744750976562,"wall_ms":961.3262959755957,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125},{"stack_ms":964.2796020507812,"wall_ms":964.3306880025193,"allocated_gib":142.01394128799438,"reserved_gib":145.158203125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2656629076227546,"layout_ms":2.812119899317622},{"common_ms":0.15161209739744663,"layout_ms":2.432054025121033},{"common_ms":0.1457019243389368,"layout_ms":2.353567979298532}],"zigzag":[{"common_ms":0.1733059762045741,"layout_ms":15.212338068522513},{"common_ms":0.15727197751402855,"layout_ms":13.117857044562697},{"common_ms":0.14206895139068365,"layout_ms":12.81362900044769}],"planner":[{"common_ms":0.15735509805381298,"layout_ms":5.291269044391811},{"common_ms":0.1443399814888835,"layout_ms":5.2459510043263435},{"common_ms":0.14876504428684711,"layout_ms":5.170178948901594}]},"samples":{"contiguous":[{"stack_ms":965.2860717773438,"wall_ms":965.3385250130668,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":965.3261108398438,"wall_ms":965.3753789607435,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":967.2251586914062,"wall_ms":967.2733830520883,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375}],"zigzag":[{"stack_ms":979.5427856445312,"wall_ms":979.5971349813044,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":984.8231811523438,"wall_ms":984.8869619891047,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":981.5029296875,"wall_ms":981.5578910056502,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375}],"planner":[{"stack_ms":964.5112915039062,"wall_ms":964.561000932008,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":961.2577514648438,"wall_ms":961.317743989639,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375},{"stack_ms":964.2833251953125,"wall_ms":964.3293309491128,"allocated_gib":142.1710753440857,"reserved_gib":154.490234375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.246912008151412,"layout_ms":2.996176015585661},{"common_ms":0.14068197924643755,"layout_ms":2.61611002497375},{"common_ms":0.13984902761876583,"layout_ms":2.5747440522536635}],"zigzag":[{"common_ms":0.18314796034246683,"layout_ms":13.932046014815569},{"common_ms":0.14917796943336725,"layout_ms":12.521954020485282},{"common_ms":0.13672106433659792,"layout_ms":12.319882051087916}],"planner":[{"common_ms":0.14988204929977655,"layout_ms":6.072078016586602},{"common_ms":0.1367970835417509,"layout_ms":5.49594103358686},{"common_ms":0.1427970128133893,"layout_ms":6.014804006554186}]},"samples":{"contiguous":[{"stack_ms":965.284912109375,"wall_ms":965.324894990772,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":965.3367919921875,"wall_ms":965.3754680184647,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":967.232421875,"wall_ms":967.2699640505016,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625}],"zigzag":[{"stack_ms":979.5584716796875,"wall_ms":979.6022119699046,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":984.832763671875,"wall_ms":984.8743230104446,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":981.5106201171875,"wall_ms":981.5548938931897,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625}],"planner":[{"stack_ms":964.5164184570312,"wall_ms":964.5608739228919,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":961.2825317382812,"wall_ms":961.3239059690386,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625},{"stack_ms":964.2888793945312,"wall_ms":964.3304169876501,"allocated_gib":142.1987738609314,"reserved_gib":154.509765625}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.21725997794419527,"layout_ms":2.9541969997808337},{"common_ms":0.14024903066456318,"layout_ms":2.587005030363798},{"common_ms":0.14059606473892927,"layout_ms":2.5943999644368887}],"zigzag":[{"common_ms":0.1571429893374443,"layout_ms":14.564775978215039},{"common_ms":0.15207601245492697,"layout_ms":12.772088055498898},{"common_ms":0.13289309572428465,"layout_ms":12.48847902752459}],"planner":[{"common_ms":0.1447860850021243,"layout_ms":5.406885989941657},{"common_ms":0.13760302681475878,"layout_ms":5.464054993353784},{"common_ms":0.13764097820967436,"layout_ms":5.31984306871891}]},"samples":{"contiguous":[{"stack_ms":965.29345703125,"wall_ms":965.3314739698544,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":965.3342895507812,"wall_ms":965.3740429785103,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":967.23974609375,"wall_ms":967.2773779602721,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375}],"zigzag":[{"stack_ms":979.5678100585938,"wall_ms":979.6066889539361,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":984.8372192382812,"wall_ms":984.8767060320824,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":981.5181884765625,"wall_ms":981.5545430174097,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375}],"planner":[{"stack_ms":964.5195922851562,"wall_ms":964.5587269915268,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":961.2855224609375,"wall_ms":961.3262549974024,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375},{"stack_ms":964.2908325195312,"wall_ms":964.3294420093298,"allocated_gib":142.21293783187866,"reserved_gib":145.521484375}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.23583602160215378,"layout_ms":2.861176966689527},{"common_ms":0.14402891974896193,"layout_ms":2.3999590193852782},{"common_ms":0.14230702072381973,"layout_ms":2.3854459868744016}],"zigzag":[{"common_ms":0.15381001867353916,"layout_ms":15.033268020488322},{"common_ms":0.15045399777591228,"layout_ms":12.994605000130832},{"common_ms":0.1412510173395276,"layout_ms":12.589273042976856}],"planner":[{"common_ms":0.15204097144305706,"layout_ms":5.212173098698258},{"common_ms":0.14347897376865149,"layout_ms":5.268331035040319},{"common_ms":0.1435010926797986,"layout_ms":5.178593914024532}]},"samples":{"contiguous":[{"stack_ms":965.2865600585938,"wall_ms":965.330995968543,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":965.3328247070312,"wall_ms":965.3742080554366,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":967.2373046875,"wall_ms":967.2771620098501,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125}],"zigzag":[{"stack_ms":979.5650024414062,"wall_ms":979.6070489101112,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":984.8264770507812,"wall_ms":984.8746310453862,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":981.5112915039062,"wall_ms":981.5522750141099,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125}],"planner":[{"stack_ms":964.5166015625,"wall_ms":964.5580530632287,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":961.275146484375,"wall_ms":961.3190819509327,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125},{"stack_ms":964.2854614257812,"wall_ms":964.3332129344344,"allocated_gib":142.0591835975647,"reserved_gib":145.1953125}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2167089842259884,"layout_ms":2.6992509374395013},{"common_ms":0.1463580410927534,"layout_ms":2.3874329635873437},{"common_ms":0.14344300143420696,"layout_ms":2.3096969816833735}],"zigzag":[{"common_ms":0.15608803369104862,"layout_ms":15.571465948596597},{"common_ms":0.15255901962518692,"layout_ms":13.039879035204649},{"common_ms":0.13785995543003082,"layout_ms":12.719086022116244}],"planner":[{"common_ms":0.14694209676235914,"layout_ms":5.217201076447964},{"common_ms":0.13964495155960321,"layout_ms":5.177985993213952},{"common_ms":0.14613301027566195,"layout_ms":5.108942976221442}]},"samples":{"contiguous":[{"stack_ms":965.2921752929688,"wall_ms":965.3273129370064,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":965.3346557617188,"wall_ms":965.3730549616739,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":967.2301635742188,"wall_ms":967.269359040074,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625}],"zigzag":[{"stack_ms":979.57080078125,"wall_ms":979.6068420400843,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":984.8330688476562,"wall_ms":984.8715190310031,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":981.5147094726562,"wall_ms":981.5606230404228,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625}],"planner":[{"stack_ms":964.5208129882812,"wall_ms":964.5593060413375,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":961.2828979492188,"wall_ms":961.3222889602184,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625},{"stack_ms":964.2886352539062,"wall_ms":964.3297330476344,"allocated_gib":142.12129259109497,"reserved_gib":145.22265625}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.22594898473471403,"layout_ms":2.845041104592383},{"common_ms":0.15802006237208843,"layout_ms":2.504086005501449},{"common_ms":0.14671904500573874,"layout_ms":2.490432932972908}],"zigzag":[{"common_ms":0.20093191415071487,"layout_ms":15.119065996259451},{"common_ms":0.1614750362932682,"layout_ms":12.98513007350266},{"common_ms":0.14958390966057777,"layout_ms":12.943446985445917}],"planner":[{"common_ms":0.15797291416674852,"layout_ms":5.443245987407863},{"common_ms":0.14830694999545813,"layout_ms":5.445083952508867},{"common_ms":0.1571109751239419,"layout_ms":5.3423079662024975}]},"samples":{"contiguous":[{"stack_ms":965.2783203125,"wall_ms":965.3214099816978,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":965.33056640625,"wall_ms":965.3727289987728,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":967.2317504882812,"wall_ms":967.2731619793922,"allocated_gib":142.01773643493652,"reserved_gib":145.171875}],"zigzag":[{"stack_ms":979.5528564453125,"wall_ms":979.6064660185948,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":984.826171875,"wall_ms":984.8696239059791,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":981.5126342773438,"wall_ms":981.553831952624,"allocated_gib":142.01773643493652,"reserved_gib":145.171875}],"planner":[{"stack_ms":964.5074462890625,"wall_ms":964.555375976488,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":961.280029296875,"wall_ms":961.3256950397044,"allocated_gib":142.01773643493652,"reserved_gib":145.171875},{"stack_ms":964.286376953125,"wall_ms":964.3330880207941,"allocated_gib":142.01773643493652,"reserved_gib":145.171875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0011715326509811766,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.0004798345191560349,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.000383500511797703,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00020276269918849244,"max_abs":1.4210854715202004e-12,"finite":true},"d_weights":{"relative_rms":0.0001616872128067927,"max_abs":1.570697349961847e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0002540760688588206,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.000254027813999995,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.3951107910831985e-06,"max_abs":1.0231815394945443e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0011893989195190938,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.0004893006258003118,"max_abs":0.00232696533203125,"finite":true},"dkv":{"relative_rms":0.00040512983625228536,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0002496205386961859,"max_abs":1.1652900866465643e-12,"finite":true},"d_weights":{"relative_rms":0.00019086150021980475,"max_abs":2.296474121976644e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00026837359486018,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0002592680067169281,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.040417007667351e-06,"max_abs":1.1965539670200087e-11,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0011746098606223575,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.0004799435363506569,"max_abs":0.0027313232421875,"finite":true},"dkv":{"relative_rms":0.0003892965575517551,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00021859221376692328,"max_abs":1.2534417948018017e-12,"finite":true},"d_weights":{"relative_rms":0.0001734468382248053,"max_abs":2.296474121976644e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00025912564082805726,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00026270810247595015,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.008009935767731e-06,"max_abs":8.15703060652595e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":40,"candidate_workspace_bytes":535733444},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131056,"spans":514,"candidate_workspace_bytes":518679500},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":40,"candidate_workspace_bytes":535733444}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":54,"candidate_workspace_bytes":445510960},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":514,"candidate_workspace_bytes":503271932},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":54,"candidate_workspace_bytes":445510960}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":37,"candidate_workspace_bytes":530196272},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131080,"spans":514,"candidate_workspace_bytes":501301264},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":37,"candidate_workspace_bytes":530196272}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":17,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131092,"spans":514,"candidate_workspace_bytes":517145604},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":17,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":15,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131060,"spans":514,"candidate_workspace_bytes":532919780},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":15,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":28,"candidate_workspace_bytes":456204236},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131088,"spans":514,"candidate_workspace_bytes":527982868},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":28,"candidate_workspace_bytes":456204236}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":30,"candidate_workspace_bytes":490390192},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131064,"spans":514,"candidate_workspace_bytes":528059312},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":30,"candidate_workspace_bytes":490390192}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":434244712},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":514,"candidate_workspace_bytes":528038300},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":43,"candidate_workspace_bytes":434244712}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261116","lengths":[936,20,12,800,488,320,156,52,1200,112,312,192,508,296,140,4,16,15332,1408,148,48,256,32,184,12,12,128,88,80,2004,488,12,664,1536,2272,56,1008,588,2680,12,8524,204,584,76,28,4396,124,604,56,8,44,376,508,52,384,2748,444,232,96,24,176,584,6112,376,140,64,164,480,620,20,52,460,1264,140,32,14796,36,6452,2640,388,2132,408,120,3016,1588,352,2012,24,72,644,88,96,532,4,796,1080,2740,60,60,812,84,32,1364,11020,88,68,496,40,1084,68,20,232,488,104,1296,164,92,476,472,96,32,1900,128,224,396,32,564,284,760,956,48,320,564,180,484,8,508,48,608,232,344,172,304,140,1456,516,396,336,364,108,20,4,504,56888,164,116,832,120,20,360,56,2024,444,12,832,144,36,212,20,12,88,48,360,8,92,28,16,492,1548,2852,68,176,292,164,532,92,48,3320,12096,24,352,84,68,24,172,164,164,668,20,68,36,252,72,44,72,2900,136,684,400,872,40,56,596,80,504,236,120,612,336,836,96,3760,220,28,36,16,56,560,736,908,3856,2688,120,16,892,12,88,56,3648,5188,76,12,2132,112,36,668,748,116,320,3664,20,200,32,192,20,80,128,24,888,216,3692,180,8048,56,192,68,372,352,288,260,40,180,96,16,268,24,32,1788,220,1980,8,1188,24,16,4,124,88,284,14724,44,60,8,944,29208,460,124,400,8388,44,204,40,204,12,8,192,176,396,28,80,928,108,716,152,68,364,248,184,52,12,72,40,384,120,116,196,12,492,64,832,36,376,648,20,16,40,16,172,12,48,304,920,24,8,128,1812,28,80,308,28,2908,20,8,7724,24,828,104,5296,36,44,320,12,868,68,176,188,36,92,100,140,1060,220,16,124,604,28,268,4388,68,220,52,36,27020,252,52,68,112,216,72,92,236,3372,4,1488,384,108,132,232,588,740,84,1016,436,28,2540,4672,224,1648,160,24,11120,692,44,396,92,60,1220,88,11020,14860,4796,348,3240,980,336,108,52,2724,804,1364,348,8,80,228,612,28,176,196,32,148,1496,92,52,608,2684,596,208,64,48,3180,72,44,1060,2024,228,8,428,48,1340,284,10940,108,208,44,128,124,592,128,288,84,96,644,2136,2592,412,40,124,1036,320,6260,92,8448,1396,136,164,584,2096,160,3320,116,464,52,308,744,36,260,1088,200,13764,1160,200,6476,1416,16,668,20,148,32,152,96,104,12,148,48,84,1444,832,84,180,248,920,8,460,252,568,2252,576,68,44,3504,64,24,32,272,1564,8,92,772,88,724,24,36,20,72,64,64,16,32,176,772,40,3928,28,36,180,2804,596,952,4644,24,436,64,108,464,68,112,1516,416,632,12516,16,192,440,1012,124,132,344,152,192,400,40,24,276,148,16,172,148,16,140,188,116,136,44,992,12,436,532,10068,244,508,1100,64,24,56,684,1224,720,172,316,4964,376,312,524,372,824,856,68,836,60,376,10000,2136,704,156,36,1860,148,688,8,92,36,68,100,24,2592,1076,320,72,44,496,216,48,32,256,1348,68,12,36,44,584,64,220,364,560,8,636,216,876,56,560,228,81668,3816,60,372,528,20,120,1588,8,24,216,32,2048,600,140,1820,20,24,48,1784,840,8,1644,304,68,40,28,196,952,80,156,884,12,88,404,1880,1912,72,1056,180,512,1032,80,2220,812,160,220,932,2312,64,1124,104,7700,92,64,72,64,188,44,52,128,48,316,140,24,276,348,32,812,16,120,356,204,28,9148,48,200,276,812,1352,504,48,656,220,68,1808,1548,40,3428,100,864,16,740,84,44,36,208,76,1368,36,6368,20,188,524,192,24,128,124,2260,344,64,8,12,1216,92,48,192,268,64,6740,40,2600,40,268,488,1388,12,960,24,204,1168,1576,976,776,500,16,136,184,1252,112,156,572,472,108,128,376,60,112,132,8,876,88,168,80,1136,8,8,32,24,2436,44,456,468,556,120,84,56,12,1864,68,224,156,148,148,84,176,380,2820,56,964,32,44,256,172,20,188,332,956,188,20136,352,528,36,108,132,12,200,10832,1980,184,84,44,16,596,716,836,88,24,72,1764,916,1800,196,28,296,1096,7752,3344,5428,1484,1604,3292,40,1044,3988,64,68,1232,23456,4,680,156,136,1964,472,96,148,768,44,104,112,1204,8,264,236,92,44,184,76,4284,200,320,120,2720,620,24,112,184,64,32,92,380,92,36,1568,1120,264,20,20,88,76,4588,520,240,784,592,72,256,28,40,196,32,9628,20,20,352,20,28,24,220,44,452,564,516,360,292,36,252,1316,3248,56,348,32,2928,224,2392,300,224,468,452,76,28,40,172,120,644,196,3468,28,568,180,68,72,92,700,2316,8,16,172,92,48,76,92,48,44,56,22616,8,32,1616],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":893.4249877929688,"prepare_ms":7.743845111690462,"prepare_plus_stack_ms":901.1688329046592,"amortized_per_layer_ms":225.2922082261648,"prepare_fraction":0.00859311244345901,"stack_min_ms":892.7848510742188,"stack_max_ms":898.3493041992188,"prepare_min_ms":7.371279993094504,"prepare_max_ms":9.283379884436727,"peak_allocated_gib":142.21075201034546,"peak_reserved_gib":154.5234375},"zigzag":{"stack_ms":940.1533813476562,"prepare_ms":43.43626101035625,"prepare_plus_stack_ms":983.5896423580125,"amortized_per_layer_ms":245.89741058950312,"prepare_fraction":0.0441609581270337,"stack_min_ms":935.622314453125,"stack_max_ms":943.0062866210938,"prepare_min_ms":41.31235007662326,"prepare_max_ms":159.60799402091652,"peak_allocated_gib":142.21075201034546,"peak_reserved_gib":154.5234375},"planner":{"stack_ms":893.0776977539062,"prepare_ms":17.073623021133244,"prepare_plus_stack_ms":910.1513207750395,"amortized_per_layer_ms":227.53783019375987,"prepare_fraction":0.018759103713209137,"stack_min_ms":891.9964599609375,"stack_max_ms":895.2439575195312,"prepare_min_ms":16.92256599199027,"prepare_max_ms":17.15372607577592,"peak_allocated_gib":142.21075201034546,"peak_reserved_gib":154.5234375}},"raw_sha256":"71b015936fd952c88774f94a615df57a6fe86ecfe080b8cc32dfe5d5265812e8","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.35419303458184004,"layout_ms":7.486396003514528},{"common_ms":0.25955401360988617,"layout_ms":6.901426007971168},{"common_ms":0.25284301955252886,"layout_ms":6.575905019417405}],"zigzag":[{"common_ms":0.29013596940785646,"layout_ms":43.14612504094839},{"common_ms":0.2636570716276765,"layout_ms":40.763768018223345},{"common_ms":0.25484594516456127,"layout_ms":39.3769460497424}],"planner":[{"common_ms":0.27263700030744076,"layout_ms":16.11387706361711},{"common_ms":0.25292299687862396,"layout_ms":16.232911963015795},{"common_ms":0.26893499307334423,"layout_ms":16.22277300339192}]},"samples":{"contiguous":[{"stack_ms":892.7703857421875,"wall_ms":892.8202600218356,"allocated_gib":141.9752459526062,"reserved_gib":145.1484375},{"stack_ms":893.4139404296875,"wall_ms":893.4584020171314,"allocated_gib":141.9752459526062,"reserved_gib":145.1484375},{"stack_ms":898.341552734375,"wall_ms":898.3983310172334,"allocated_gib":141.9752459526062,"reserved_gib":145.1484375}],"zigzag":[{"stack_ms":935.6174926757812,"wall_ms":935.6701819924638,"allocated_gib":141.9752459526062,"reserved_gib":145.1484375},{"stack_ms":940.151611328125,"wall_ms":940.2004650328308,"allocated_gib":141.9752459526062,"reserved_gib":145.1484375},{"stack_ms":942.9963989257812,"wall_ms":943.057324970141,"allocated_gib":141.9752459526062,"reserved_gib":145.1484375}],"planner":[{"stack_ms":893.067626953125,"wall_ms":893.1126369861886,"allocated_gib":141.9752459526062,"reserved_gib":145.1484375},{"stack_ms":891.9823608398438,"wall_ms":892.0330880209804,"allocated_gib":141.9752459526062,"reserved_gib":145.1484375},{"stack_ms":895.224609375,"wall_ms":895.2961780596524,"allocated_gib":141.9752459526062,"reserved_gib":145.1484375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.39858906529843807,"layout_ms":7.392354076728225},{"common_ms":0.25802699383348227,"layout_ms":6.869525997899473},{"common_ms":0.2522239228710532,"layout_ms":6.7842809949070215}],"zigzag":[{"common_ms":0.2706209197640419,"layout_ms":42.42894006893039},{"common_ms":0.27513899840414524,"layout_ms":39.972783997654915},{"common_ms":0.24879700504243374,"layout_ms":159.3591970158741}],"planner":[{"common_ms":0.2686179941520095,"layout_ms":16.46499603521079},{"common_ms":0.2430799650028348,"layout_ms":16.7632510419935},{"common_ms":0.26293692644685507,"layout_ms":16.060309950262308}]},"samples":{"contiguous":[{"stack_ms":892.7703247070312,"wall_ms":892.8185710683465,"allocated_gib":142.21075201034546,"reserved_gib":154.5234375},{"stack_ms":893.4239501953125,"wall_ms":893.4729790780693,"allocated_gib":142.21075201034546,"reserved_gib":154.5234375},{"stack_ms":898.3416748046875,"wall_ms":898.3937859302387,"allocated_gib":142.21075201034546,"reserved_gib":154.5234375}],"zigzag":[{"stack_ms":935.6156005859375,"wall_ms":935.6635169824585,"allocated_gib":142.21075201034546,"reserved_gib":154.5234375},{"stack_ms":940.1451416015625,"wall_ms":940.1887169806287,"allocated_gib":142.21075201034546,"reserved_gib":154.5234375},{"stack_ms":943.0026245117188,"wall_ms":943.0486100027338,"allocated_gib":142.21075201034546,"reserved_gib":154.5234375}],"planner":[{"stack_ms":893.0672607421875,"wall_ms":893.1130289565772,"allocated_gib":142.21075201034546,"reserved_gib":154.5234375},{"stack_ms":891.9869995117188,"wall_ms":892.0304150087759,"allocated_gib":142.21075201034546,"reserved_gib":154.5234375},{"stack_ms":895.2439575195312,"wall_ms":895.2891079243273,"allocated_gib":142.21075201034546,"reserved_gib":154.5234375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.4085010150447488,"layout_ms":7.466685958206654},{"common_ms":0.26855990290641785,"layout_ms":7.067490019835532},{"common_ms":0.25984097737818956,"layout_ms":6.900108070112765}],"zigzag":[{"common_ms":0.29611599165946245,"layout_ms":42.660407023504376},{"common_ms":0.2634730190038681,"layout_ms":40.53511598613113},{"common_ms":0.25563198141753674,"layout_ms":38.75112102832645}],"planner":[{"common_ms":0.2740889322012663,"layout_ms":16.28517301287502},{"common_ms":0.2532149665057659,"layout_ms":16.36657607741654},{"common_ms":0.27292000595480204,"layout_ms":16.416561091318727}]},"samples":{"contiguous":[{"stack_ms":892.7664184570312,"wall_ms":892.8119400516152,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":893.4193725585938,"wall_ms":893.4621670050547,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":898.3493041992188,"wall_ms":898.3943389030173,"allocated_gib":142.19100141525269,"reserved_gib":154.515625}],"zigzag":[{"stack_ms":935.6211547851562,"wall_ms":935.6637890450656,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":940.1533813476562,"wall_ms":940.2009309269488,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":943.0031127929688,"wall_ms":943.0477289715782,"allocated_gib":142.19100141525269,"reserved_gib":154.515625}],"planner":[{"stack_ms":893.0640258789062,"wall_ms":893.106997013092,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":891.991455078125,"wall_ms":892.0309380628169,"allocated_gib":142.19100141525269,"reserved_gib":154.515625},{"stack_ms":895.2274780273438,"wall_ms":895.2800560509786,"allocated_gib":142.19100141525269,"reserved_gib":154.515625}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.3975379513576627,"layout_ms":7.365145953372121},{"common_ms":0.25403499603271484,"layout_ms":6.611132994294167},{"common_ms":0.24496903643012047,"layout_ms":6.694681942462921}],"zigzag":[{"common_ms":0.2721530618146062,"layout_ms":42.71778289694339},{"common_ms":0.24828105233609676,"layout_ms":41.064069024287164},{"common_ms":0.24130498059093952,"layout_ms":39.60049606394023}],"planner":[{"common_ms":0.26748795062303543,"layout_ms":16.50207000784576},{"common_ms":0.24059403222054243,"layout_ms":16.052747960202396},{"common_ms":0.25872502010315657,"layout_ms":16.491939895786345}]},"samples":{"contiguous":[{"stack_ms":892.7673950195312,"wall_ms":892.811393016018,"allocated_gib":142.17626190185547,"reserved_gib":145.505859375},{"stack_ms":893.4202270507812,"wall_ms":893.4649829752743,"allocated_gib":142.17626190185547,"reserved_gib":145.505859375},{"stack_ms":898.3467407226562,"wall_ms":898.3970750123262,"allocated_gib":142.17626190185547,"reserved_gib":145.505859375}],"zigzag":[{"stack_ms":935.6174926757812,"wall_ms":935.662172967568,"allocated_gib":142.17626190185547,"reserved_gib":145.505859375},{"stack_ms":940.1487426757812,"wall_ms":940.1922209654003,"allocated_gib":142.17626190185547,"reserved_gib":145.505859375},{"stack_ms":942.9981079101562,"wall_ms":943.0517168948427,"allocated_gib":142.17626190185547,"reserved_gib":145.505859375}],"planner":[{"stack_ms":893.0736083984375,"wall_ms":893.1129539851099,"allocated_gib":142.17626190185547,"reserved_gib":145.505859375},{"stack_ms":891.9851684570312,"wall_ms":892.0266650384292,"allocated_gib":142.17626190185547,"reserved_gib":145.505859375},{"stack_ms":895.2318115234375,"wall_ms":895.292358007282,"allocated_gib":142.17626190185547,"reserved_gib":145.505859375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.334981014020741,"layout_ms":7.432403974235058},{"common_ms":0.26750401593744755,"layout_ms":7.091320003382862},{"common_ms":0.2615789417177439,"layout_ms":6.945849978365004}],"zigzag":[{"common_ms":0.29327196534723043,"layout_ms":42.37931501120329},{"common_ms":0.2733200090005994,"layout_ms":40.61308200471103},{"common_ms":0.2579920692369342,"layout_ms":39.267332991585135}],"planner":[{"common_ms":0.2685700310394168,"layout_ms":16.12952398136258},{"common_ms":0.2526569878682494,"layout_ms":16.340026981197298},{"common_ms":0.27060601860284805,"layout_ms":15.980285941623151}]},"samples":{"contiguous":[{"stack_ms":892.7794189453125,"wall_ms":892.8189800353721,"allocated_gib":141.93403387069702,"reserved_gib":145.12890625},{"stack_ms":893.422119140625,"wall_ms":893.4601740911603,"allocated_gib":141.93403387069702,"reserved_gib":145.12890625},{"stack_ms":898.3287353515625,"wall_ms":898.3748400351033,"allocated_gib":141.93403387069702,"reserved_gib":145.12890625}],"zigzag":[{"stack_ms":935.6183471679688,"wall_ms":935.6569839874282,"allocated_gib":141.93403387069702,"reserved_gib":145.12890625},{"stack_ms":940.146240234375,"wall_ms":940.1842330116779,"allocated_gib":141.93403387069702,"reserved_gib":145.12890625},{"stack_ms":942.998046875,"wall_ms":943.0484600597993,"allocated_gib":141.93403387069702,"reserved_gib":145.12890625}],"planner":[{"stack_ms":893.068359375,"wall_ms":893.1091539561749,"allocated_gib":141.93403387069702,"reserved_gib":145.12890625},{"stack_ms":891.99267578125,"wall_ms":892.0291230315343,"allocated_gib":141.93403387069702,"reserved_gib":145.12890625},{"stack_ms":895.2249145507812,"wall_ms":895.2784100547433,"allocated_gib":141.93403387069702,"reserved_gib":145.12890625}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.33741293009370565,"layout_ms":8.945966954343021},{"common_ms":0.2477630041539669,"layout_ms":7.067504920996726},{"common_ms":0.24420407135039568,"layout_ms":6.941044004634023}],"zigzag":[{"common_ms":0.2703390782698989,"layout_ms":41.08488594647497},{"common_ms":0.25632092729210854,"layout_ms":39.837112999521196},{"common_ms":0.23910205345600843,"layout_ms":146.51462598703802}],"planner":[{"common_ms":0.27074699755758047,"layout_ms":16.88297907821834},{"common_ms":0.23923302069306374,"layout_ms":16.83439000044018},{"common_ms":0.2565309405326843,"layout_ms":16.666035051457584}]},"samples":{"contiguous":[{"stack_ms":892.7715454101562,"wall_ms":892.8202990209684,"allocated_gib":142.20759201049805,"reserved_gib":145.515625},{"stack_ms":893.4120483398438,"wall_ms":893.4552889550105,"allocated_gib":142.20759201049805,"reserved_gib":145.515625},{"stack_ms":898.3311767578125,"wall_ms":898.3749760081992,"allocated_gib":142.20759201049805,"reserved_gib":145.515625}],"zigzag":[{"stack_ms":935.6160888671875,"wall_ms":935.6583409244195,"allocated_gib":142.20759201049805,"reserved_gib":145.515625},{"stack_ms":940.1383666992188,"wall_ms":940.1859160279855,"allocated_gib":142.20759201049805,"reserved_gib":145.515625},{"stack_ms":942.9998168945312,"wall_ms":943.0571149569005,"allocated_gib":142.20759201049805,"reserved_gib":145.515625}],"planner":[{"stack_ms":893.0628051757812,"wall_ms":893.1066630175337,"allocated_gib":142.20759201049805,"reserved_gib":145.515625},{"stack_ms":891.9869384765625,"wall_ms":892.0295150019228,"allocated_gib":142.20759201049805,"reserved_gib":145.515625},{"stack_ms":895.2232055664062,"wall_ms":895.2759020030499,"allocated_gib":142.20759201049805,"reserved_gib":145.515625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.3606700338423252,"layout_ms":7.488440023735166},{"common_ms":0.2640560269355774,"layout_ms":7.1072239661589265},{"common_ms":0.26137707754969597,"layout_ms":7.482468034140766}],"zigzag":[{"common_ms":0.29333692509680986,"layout_ms":42.38716699182987},{"common_ms":0.2658739686012268,"layout_ms":40.40399694349617},{"common_ms":0.25503302458673716,"layout_ms":38.57911401428282}],"planner":[{"common_ms":0.2747200196608901,"layout_ms":16.40320406295359},{"common_ms":0.26056799106299877,"layout_ms":16.340286005288363},{"common_ms":0.2731890417635441,"layout_ms":16.226241015829146}]},"samples":{"contiguous":[{"stack_ms":892.7848510742188,"wall_ms":892.8197460481897,"allocated_gib":142.0230221748352,"reserved_gib":145.173828125},{"stack_ms":893.4249877929688,"wall_ms":893.4594079619274,"allocated_gib":142.0230221748352,"reserved_gib":145.173828125},{"stack_ms":898.343505859375,"wall_ms":898.380127036944,"allocated_gib":142.0230221748352,"reserved_gib":145.173828125}],"zigzag":[{"stack_ms":935.622314453125,"wall_ms":935.6567279901356,"allocated_gib":142.0230221748352,"reserved_gib":145.173828125},{"stack_ms":940.1497192382812,"wall_ms":940.18512906041,"allocated_gib":142.0230221748352,"reserved_gib":145.173828125},{"stack_ms":943.0062866210938,"wall_ms":943.0442859884351,"allocated_gib":142.0230221748352,"reserved_gib":145.173828125}],"planner":[{"stack_ms":893.0776977539062,"wall_ms":893.1126210372895,"allocated_gib":142.0230221748352,"reserved_gib":145.173828125},{"stack_ms":891.9964599609375,"wall_ms":892.0290300156921,"allocated_gib":142.0230221748352,"reserved_gib":145.173828125},{"stack_ms":895.228759765625,"wall_ms":895.2747230650857,"allocated_gib":142.0230221748352,"reserved_gib":145.173828125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3814899828284979,"layout_ms":8.4427670808509},{"common_ms":0.25891000404953957,"layout_ms":6.644827895797789},{"common_ms":0.2488590544089675,"layout_ms":6.591883022338152}],"zigzag":[{"common_ms":0.2893719356507063,"layout_ms":41.364879929460585},{"common_ms":0.2563230227679014,"layout_ms":39.928580983541906},{"common_ms":0.25493791326880455,"layout_ms":38.73719600960612}],"planner":[{"common_ms":0.28016604483127594,"layout_ms":16.551516950130463},{"common_ms":0.24462107103317976,"layout_ms":16.49060391355306},{"common_ms":0.2631760435178876,"layout_ms":16.02264097891748}]},"samples":{"contiguous":[{"stack_ms":892.7728881835938,"wall_ms":892.8166009718552,"allocated_gib":141.98881769180298,"reserved_gib":145.15625},{"stack_ms":893.4083862304688,"wall_ms":893.4699679957703,"allocated_gib":141.98881769180298,"reserved_gib":145.15625},{"stack_ms":898.3115844726562,"wall_ms":898.363403044641,"allocated_gib":141.98881769180298,"reserved_gib":145.15625}],"zigzag":[{"stack_ms":935.6051025390625,"wall_ms":935.6640060432255,"allocated_gib":141.98881769180298,"reserved_gib":145.15625},{"stack_ms":940.1278076171875,"wall_ms":940.1719470042735,"allocated_gib":141.98881769180298,"reserved_gib":145.15625},{"stack_ms":942.9928588867188,"wall_ms":943.0522019974887,"allocated_gib":141.98881769180298,"reserved_gib":145.15625}],"planner":[{"stack_ms":893.0591430664062,"wall_ms":893.1140929926187,"allocated_gib":141.98881769180298,"reserved_gib":145.15625},{"stack_ms":891.98046875,"wall_ms":892.0269510708749,"allocated_gib":141.98881769180298,"reserved_gib":145.15625},{"stack_ms":895.220703125,"wall_ms":895.2747759176418,"allocated_gib":141.98881769180298,"reserved_gib":145.15625}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0005756979163936304,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.00032777982337769707,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.00018386961986658482,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00012518257416243894,"max_abs":1.5063505998114124e-12,"finite":true},"d_weights":{"relative_rms":0.00011261778103027886,"max_abs":2.444721758365631e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001862170455760464,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0001930263889954207,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.7510117701056406e-06,"max_abs":1.057287590811029e-11,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0005685261749846847,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.00032983147074165035,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.00017584972604641315,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00011626513757755965,"max_abs":1.1937117960769683e-12,"finite":true},"d_weights":{"relative_rms":0.00010290729967468933,"max_abs":1.8335413187742233e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00018371206654393585,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0001812511256905266,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.4941483182571184e-06,"max_abs":9.919176591210999e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0005754627450812699,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.0003247452983596648,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.0001770569463127562,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00014435619851982978,"max_abs":1.2079226507921703e-12,"finite":true},"d_weights":{"relative_rms":0.00011987715327556529,"max_abs":3.680838744912762e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001912673664282651,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001978805989847924,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.210272267838849e-06,"max_abs":7.275957614183426e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":139,"candidate_workspace_bytes":417913600},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131240,"spans":1742,"candidate_workspace_bytes":515638796},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":139,"candidate_workspace_bytes":417913600}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131200,"spans":1743,"candidate_workspace_bytes":530882348},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":112,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":133,"candidate_workspace_bytes":525264544},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131160,"spans":1733,"candidate_workspace_bytes":533013644},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":133,"candidate_workspace_bytes":525264544}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":100,"candidate_workspace_bytes":516657040},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131048,"spans":1721,"candidate_workspace_bytes":535142136},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":100,"candidate_workspace_bytes":516657040}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":145,"candidate_workspace_bytes":389966096},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131032,"spans":1719,"candidate_workspace_bytes":528212756},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":145,"candidate_workspace_bytes":389966096}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":89,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131032,"spans":1718,"candidate_workspace_bytes":528294048},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":89,"candidate_workspace_bytes":536870912}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":165,"candidate_workspace_bytes":437281136},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130952,"spans":1709,"candidate_workspace_bytes":528401764},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":165,"candidate_workspace_bytes":437281136}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":124,"candidate_workspace_bytes":419096176},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130912,"spans":1712,"candidate_workspace_bytes":528422804},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":124,"candidate_workspace_bytes":419096176}}]}, + {"case":"1m-heldout-jittered-768-seed20261116","lengths":[1592,1356,1632,1732,1500,1256,1568,1744,1012,1684,1284,972,1368,1548,1144,1700,1600,1748,1196,1508,1624,1148,1420,1464,1052,964,1584,1404,1372,1240,1068,1328,1200,1532,1136,1312,1308,1288,1448,1716,1552,1052,1232,1372,1648,1256,1376,1300,1480,1440,992,1684,1768,1544,1700,1160,1232,1572,992,1044,1424,1396,1424,972,1440,1128,1236,1392,1444,1316,1472,1120,1636,1628,1748,1636,1140,1172,1200,1252,964,1136,1216,1468,1296,1188,1352,1608,1200,1152,1352,1064,1384,996,1500,1180,984,1116,1088,1556,1124,1224,1528,1140,1032,1268,1472,1548,976,1756,1720,1232,1044,1080,992,1288,1316,1396,1768,1356,1732,1056,1632,1520,1548,968,1364,1584,1372,1400,1780,1432,1384,1380,1672,1704,1636,1516,1624,1304,980,1648,1428,1164,1600,1684,1180,1224,1464,1332,1232,1068,1008,1032,1016,1500,984,1524,1012,1008,1664,1548,1380,1728,1716,972,976,1276,1220,1672,1268,1412,1340,1120,1368,1532,1548,1784,1012,1240,1404,1116,1628,1072,1340,1500,1776,1072,1540,1180,1224,1436,1652,1348,1016,964,1676,1384,1668,1340,1356,1364,1772,1288,1140,1472,1200,1544,1648,968,1616,1304,1644,1184,1324,984,1528,1468,1652,1096,1728,1580,1348,1120,1464,1708,1772,1648,1636,1732,1068,1532,1048,1700,1520,968,1132,1520,1220,1740,1012,1780,1284,1684,1624,1044,1116,1144,1692,1140,1448,1700,1648,1100,1068,1276,1444,1176,1372,972,1044,1396,972,1344,1056,1484,1676,1156,1612,1208,1688,1588,1644,1316,1672,1480,1504,1628,1296,1132,1740,1348,1264,1536,1556,1344,1120,1452,1544,1256,1064,1636,1000,1528,1692,1140,1500,1540,1348,1608,1732,1596,1000,1644,1756,1124,1264,1672,1108,1052,988,1612,1640,1016,1368,1584,1512,1276,1724,1244,1472,1224,1344,1288,1412,1540,1288,1120,1320,1104,1276,1748,976,1736,1524,1416,1348,1316,1388,1348,1396,1672,1772,1564,1312,1232,988,1252,1032,1352,1516,1596,1568,1172,1068,1408,1628,1048,1476,1048,1572,1476,980,1552,1772,1488,1184,1196,1200,1308,1412,1220,1244,1472,1544,1428,1400,1576,976,1392,1496,1220,976,1572,1708,1776,1240,1732,1572,1064,964,972,1696,1104,1232,1276,1432,988,1364,1764,1456,996,1356,1724,1520,1472,1192,1500,1400,1308,1332,1356,1548,1320,1544,1500,1604,1448,1296,1400,1452,1440,1008,1232,1368,1116,1732,1092,1748,1736,1208,1148,1744,1384,1220,1044,964,1404,1540,1336,992,972,1148,1036,1540,1580,1760,1008,1236,1220,1296,1608,1056,1220,1256,1068,1020,1544,1280,1784,1112,972,1404,1324,1044,1060,1020,1100,1408,1264,1604,1408,1108,1564,1372,1600,1012,1576,1752,1116,1424,1648,1568,1360,1240,1596,1272,1712,1460,1536,1100,1312,1160,1384,1424,1492,992,1184,1248,1452,1660,1592,1400,1260,1024,1424,1456,1440,1636,1640,1456,1424,1660,1044,1060,1216,1556,1596,968,1528,1276,1156,1076,1504,1740,1316,1448,1600,996,1340,1660,1296,1612,1472,1528,1636,1312,1680,1580,1452,1604,1252,1736,1364,1748,1344,1256,1300,1264,1500,1184,1228,1404,1216,1416,1064,1112,1584,1008,1392,1520,1076,1728,1212,1516,1640,1204,1552,1528,1264,1660,1648,1156,1728,1360,1008,1568,1324,1192,1132,1524,1304,1644,1144,1044,1496,1504,1056,1408,1396,1252,972,980,1344,1204,1504,1564,1260,1148,1700,1160,1560,1644,992,1608,1048,1520,1628,1608,1004,1412,1484,1372,1448,1372,1404,1236,1372,1412,972,1336,1460,1312,1628,976,968,1116,1068,1184,1384,1320,1232,980,1276,1540,1444,1440,1432,1324,1472,1708,1228,1116,1176,1552,1468,1048,1492,1600,1500,1780,1612,1140,1372,1408,996,1516,1768,1664,1488,1316,1176,1004,1336,1052,1292,1656,1656,1508,1088,1576,1752,1724,1720,1156,1252,1284,1780,964,1448,1412,1352,1428,1176,1368,1376,972,1556,1544,1344,1196,1488,1304,1512,1600,1388,1732,1072,1372,1484,1244,1116,1348,1636,1348,1144,1556,1032,1036,1328,1300,1736,1708,1548,1296,1552,1084,1148,1504,1104,1756,1048,1040,1612,1024,1100,1056,1532,1184,1656,1728,1704,1616,1576,1144,1548,1228,1608,1112,1540,1580,1540,1664,1652,1300,1100,1148,1472,1396,1508,1076,1728,1480,1288,1296,1348,968,1012,1464,1344,1208,1300,1344,1208,1196,1228,976,1116],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":502.21710205078125,"prepare_ms":5.904358928091824,"prepare_plus_stack_ms":508.1214609788731,"amortized_per_layer_ms":127.03036524471827,"prepare_fraction":0.011619975500970462,"stack_min_ms":501.4148864746094,"stack_max_ms":502.3566589355469,"prepare_min_ms":5.824995925650001,"prepare_max_ms":6.326857954263687,"peak_allocated_gib":140.97604608535767,"peak_reserved_gib":144.12890625},"zigzag":{"stack_ms":554.0216674804688,"prepare_ms":36.08659200835973,"prepare_plus_stack_ms":590.1082594888285,"amortized_per_layer_ms":147.52706487220712,"prepare_fraction":0.06115249435691536,"stack_min_ms":553.6565551757812,"stack_max_ms":554.1277465820312,"prepare_min_ms":34.97205290477723,"prepare_max_ms":38.08067087084055,"peak_allocated_gib":140.97604608535767,"peak_reserved_gib":144.12890625},"planner":{"stack_ms":501.4264221191406,"prepare_ms":7.382008014246821,"prepare_plus_stack_ms":508.80843013338745,"amortized_per_layer_ms":127.20210753334686,"prepare_fraction":0.01450842316490625,"stack_min_ms":501.1942443847656,"stack_max_ms":501.8865661621094,"prepare_min_ms":7.3668689001351595,"prepare_max_ms":7.384267984889448,"peak_allocated_gib":140.97604608535767,"peak_reserved_gib":144.12890625}},"raw_sha256":"58403690816712c0eb5e3e5921e99f28e26e095391b6ab4ba3747d90da0a519f","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3082400653511286,"layout_ms":5.822286009788513},{"common_ms":0.2136459806933999,"layout_ms":5.50507998559624},{"common_ms":0.21241395734250546,"layout_ms":5.432656966149807}],"zigzag":[{"common_ms":0.23858598433434963,"layout_ms":37.29098604526371},{"common_ms":0.21546101197600365,"layout_ms":35.4277299484238},{"common_ms":0.21572003606706858,"layout_ms":33.71832997072488}],"planner":[{"common_ms":0.2359459176659584,"layout_ms":7.09661201108247},{"common_ms":0.21885894238948822,"layout_ms":7.034232025034726},{"common_ms":0.22807891946285963,"layout_ms":7.1387899806723}]},"samples":{"contiguous":[{"stack_ms":501.404052734375,"wall_ms":501.45095004700124,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":502.3534851074219,"wall_ms":502.392178052105,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":502.2040100097656,"wall_ms":502.24634003825486,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625}],"zigzag":[{"stack_ms":553.6461181640625,"wall_ms":553.6905380431563,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":554.1201171875,"wall_ms":554.1603550082073,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":554.0187377929688,"wall_ms":554.0592289762571,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625}],"planner":[{"stack_ms":501.8797302246094,"wall_ms":501.9203530391678,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":501.4244079589844,"wall_ms":501.4664150075987,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625},{"stack_ms":501.177001953125,"wall_ms":501.21673895046115,"allocated_gib":140.96998929977417,"reserved_gib":144.12890625}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.30746893025934696,"layout_ms":5.784649983979762},{"common_ms":0.21217891480773687,"layout_ms":5.368984071537852},{"common_ms":0.21579093299806118,"layout_ms":5.688567995093763}],"zigzag":[{"common_ms":0.2520770067349076,"layout_ms":36.43592307344079},{"common_ms":0.21930004004389048,"layout_ms":34.71328492742032},{"common_ms":0.22078293841332197,"layout_ms":34.75126996636391}],"planner":[{"common_ms":0.24812109768390656,"layout_ms":6.973835057578981},{"common_ms":0.21936791017651558,"layout_ms":6.92183303181082},{"common_ms":0.23104902356863022,"layout_ms":6.83539395686239}]},"samples":{"contiguous":[{"stack_ms":501.397216796875,"wall_ms":501.4371080324054,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":502.3424987792969,"wall_ms":502.3902200628072,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":502.20965576171875,"wall_ms":502.2523229708895,"allocated_gib":140.972430229187,"reserved_gib":144.12890625}],"zigzag":[{"stack_ms":553.6328125,"wall_ms":553.6753799533471,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":554.107666015625,"wall_ms":554.1559329722077,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":554.0082397460938,"wall_ms":554.0484819794074,"allocated_gib":140.972430229187,"reserved_gib":144.12890625}],"planner":[{"stack_ms":501.87774658203125,"wall_ms":501.92053301725537,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":501.41998291015625,"wall_ms":501.4656129060313,"allocated_gib":140.972430229187,"reserved_gib":144.12890625},{"stack_ms":501.18353271484375,"wall_ms":501.2250590370968,"allocated_gib":140.972430229187,"reserved_gib":144.12890625}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.3523019840940833,"layout_ms":5.848150001838803},{"common_ms":0.2174710389226675,"layout_ms":5.5131049593910575},{"common_ms":0.21587801165878773,"layout_ms":5.3869979456067085}],"zigzag":[{"common_ms":0.252107041887939,"layout_ms":36.572368000634015},{"common_ms":0.2204260090366006,"layout_ms":34.89388502202928},{"common_ms":0.2123579615727067,"layout_ms":33.41582103166729}],"planner":[{"common_ms":0.23785606026649475,"layout_ms":7.064601988531649},{"common_ms":0.2143180463463068,"layout_ms":6.935823010280728},{"common_ms":0.23443496320396662,"layout_ms":6.915249978192151}]},"samples":{"contiguous":[{"stack_ms":501.3922119140625,"wall_ms":501.439829939045,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":502.3480529785156,"wall_ms":502.38331395667046,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":502.2067565917969,"wall_ms":502.2486309753731,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.6492309570312,"wall_ms":553.6916230339557,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":554.1201171875,"wall_ms":554.1578700067475,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":554.0216674804688,"wall_ms":554.0554829640314,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.8704528808594,"wall_ms":501.9097790354863,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":501.4205017089844,"wall_ms":501.4603609452024,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875},{"stack_ms":501.180419921875,"wall_ms":501.2174630537629,"allocated_gib":140.97533130645752,"reserved_gib":144.1171875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.30955392867326736,"layout_ms":6.01730402559042},{"common_ms":0.22014696151018143,"layout_ms":5.545200896449387},{"common_ms":0.2198979491367936,"layout_ms":5.460174987092614}],"zigzag":[{"common_ms":0.24041091091930866,"layout_ms":37.84025995992124},{"common_ms":0.22191600874066353,"layout_ms":35.86467599961907},{"common_ms":0.2233750419691205,"layout_ms":34.61516497191042}],"planner":[{"common_ms":0.2502939896658063,"layout_ms":7.131714024581015},{"common_ms":0.22204709239304066,"layout_ms":7.154425955377519},{"common_ms":0.23102399427443743,"layout_ms":7.066142046824098}]},"samples":{"contiguous":[{"stack_ms":501.403564453125,"wall_ms":501.44125998485833,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.34930419921875,"wall_ms":502.3862690431997,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":502.2140808105469,"wall_ms":502.25154706276953,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.642822265625,"wall_ms":553.6817579995841,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":554.1173095703125,"wall_ms":554.1599929565564,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":554.0144653320312,"wall_ms":554.052560008131,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.8752746582031,"wall_ms":501.91187392920256,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.4193420410156,"wall_ms":501.45755894482136,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875},{"stack_ms":501.1859130859375,"wall_ms":501.2231970904395,"allocated_gib":140.97319412231445,"reserved_gib":144.1171875}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.2980009885504842,"layout_ms":5.898274015635252},{"common_ms":0.2179649891331792,"layout_ms":5.58279303368181},{"common_ms":0.22204197011888027,"layout_ms":5.420369911007583}],"zigzag":[{"common_ms":0.23355195298790932,"layout_ms":36.97523707523942},{"common_ms":0.2213539555668831,"layout_ms":35.10401607491076},{"common_ms":0.2192179672420025,"layout_ms":33.816243056207895}],"planner":[{"common_ms":0.23052201140671968,"layout_ms":7.081574061885476},{"common_ms":0.21156901493668556,"layout_ms":6.996342912316322},{"common_ms":0.23280398454517126,"layout_ms":6.969750043936074}]},"samples":{"contiguous":[{"stack_ms":501.4148864746094,"wall_ms":501.4490729663521,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":502.3566589355469,"wall_ms":502.3904559202492,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":502.21710205078125,"wall_ms":502.24967498797923,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.6473999023438,"wall_ms":553.6823970032856,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":554.1277465820312,"wall_ms":554.161382955499,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":554.021484375,"wall_ms":554.0544780669734,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.8865661621094,"wall_ms":501.92067003808916,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":501.4264221191406,"wall_ms":501.45992601756006,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875},{"stack_ms":501.1942443847656,"wall_ms":501.22688594274223,"allocated_gib":140.9704089164734,"reserved_gib":144.1171875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.2922910498455167,"layout_ms":5.773134063929319},{"common_ms":0.20951998885720968,"layout_ms":5.615475936792791},{"common_ms":0.20996492821723223,"layout_ms":5.521581042557955}],"zigzag":[{"common_ms":0.2268729731440544,"layout_ms":36.98042198084295},{"common_ms":0.21573202684521675,"layout_ms":34.86781392712146},{"common_ms":0.2178730210289359,"layout_ms":33.107272000052035}],"planner":[{"common_ms":0.22670801263302565,"layout_ms":6.978412973694503},{"common_ms":0.21561398170888424,"layout_ms":7.1686540031805634},{"common_ms":0.22615608759224415,"layout_ms":6.951041053980589}]},"samples":{"contiguous":[{"stack_ms":501.40673828125,"wall_ms":501.4422290259972,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":502.3526916503906,"wall_ms":502.3858370259404,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":502.2120361328125,"wall_ms":502.24453501868993,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.6565551757812,"wall_ms":553.6901680752635,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":554.12353515625,"wall_ms":554.1593240341172,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":554.0166015625,"wall_ms":554.0522099472582,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.88580322265625,"wall_ms":501.91999692469835,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":501.4165954589844,"wall_ms":501.451698015444,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875},{"stack_ms":501.1917419433594,"wall_ms":501.2249699793756,"allocated_gib":140.97604608535767,"reserved_gib":144.1171875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.30014198273420334,"layout_ms":5.8387580793350935},{"common_ms":0.2150869695469737,"layout_ms":5.35431900061667},{"common_ms":0.2127119805663824,"layout_ms":5.322683951817453}],"zigzag":[{"common_ms":0.23160199634730816,"layout_ms":36.93784202914685},{"common_ms":0.21443597506731749,"layout_ms":34.76911305915564},{"common_ms":0.21124701015651226,"layout_ms":33.40979292988777}],"planner":[{"common_ms":0.22198096849024296,"layout_ms":7.018362055532634},{"common_ms":0.2093679504469037,"layout_ms":7.05541402567178},{"common_ms":0.22081704810261726,"layout_ms":6.986245978623629}]},"samples":{"contiguous":[{"stack_ms":501.4078063964844,"wall_ms":501.4406068949029,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":502.3559265136719,"wall_ms":502.3867009440437,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":502.21697998046875,"wall_ms":502.248318050988,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.653564453125,"wall_ms":553.6847589537501,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":554.1268310546875,"wall_ms":554.1577610420063,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":554.02099609375,"wall_ms":554.0514389285818,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.88360595703125,"wall_ms":501.91631203051656,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":501.426025390625,"wall_ms":501.45591399632394,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875},{"stack_ms":501.1919250488281,"wall_ms":501.22383795678616,"allocated_gib":140.97045040130615,"reserved_gib":144.1171875}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.29537698719650507,"layout_ms":5.833261995576322},{"common_ms":0.2203949261456728,"layout_ms":5.516589968465269},{"common_ms":0.22121600341051817,"layout_ms":5.401344038546085}],"zigzag":[{"common_ms":0.2414860064163804,"layout_ms":36.504935938864946},{"common_ms":0.21952192764729261,"layout_ms":34.787802025675774},{"common_ms":0.2197340363636613,"layout_ms":33.67134905420244}],"planner":[{"common_ms":0.23929693270474672,"layout_ms":7.077977992594242},{"common_ms":0.21761900279670954,"layout_ms":6.975226104259491},{"common_ms":0.22951606661081314,"layout_ms":7.022323086857796}]},"samples":{"contiguous":[{"stack_ms":501.4048767089844,"wall_ms":501.4442050596699,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":502.3439636230469,"wall_ms":502.3809439735487,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":502.2025146484375,"wall_ms":502.24379706196487,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875}],"zigzag":[{"stack_ms":553.6448364257812,"wall_ms":553.6799910478294,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":554.107666015625,"wall_ms":554.1512579657137,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":554.00927734375,"wall_ms":554.0464039659128,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875}],"planner":[{"stack_ms":501.87030029296875,"wall_ms":501.90889404620975,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":501.4078063964844,"wall_ms":501.44873396493495,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875},{"stack_ms":501.1801452636719,"wall_ms":501.2220930075273,"allocated_gib":140.97347021102905,"reserved_gib":144.1171875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.9241592458459834e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.530460487808437e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":7.697378950546873e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.0180652183418088e-06,"max_abs":5.6559201766503975e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.782626642820386e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.714297680066207e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":7.939237140796644e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.015711775131334e-06,"max_abs":7.844391802791506e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.7383230787383776e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.66086551727927e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":6.465697421465605e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":9.366114165832609e-07,"max_abs":4.774847184307873e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91022080},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131176,"spans":1536,"candidate_workspace_bytes":90290632},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91022080}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91719184},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131128,"spans":1536,"candidate_workspace_bytes":90960584},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":91719184}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93804560},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131072,"spans":1536,"candidate_workspace_bytes":91508528},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93804560}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":92257424},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131036,"spans":1536,"candidate_workspace_bytes":91963804},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":92257424}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90735152},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131044,"spans":1536,"candidate_workspace_bytes":92362212},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90735152}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93610016},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131052,"spans":1536,"candidate_workspace_bytes":92665324},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":95,"candidate_workspace_bytes":93610016}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90505024},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131060,"spans":1536,"candidate_workspace_bytes":92867508},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":98,"candidate_workspace_bytes":90505024}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91905120},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131008,"spans":1536,"candidate_workspace_bytes":92939968},"planner":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":97,"candidate_workspace_bytes":91905120}}]}, + {"case":"1m-heldout-tiny-tail-768-seed20261116","lengths":[96,64,140,2076,84,48,92,3936,20,752,52,12,68,92,36,908,96,4144,40,84,100,36,72,80,24,12,96,72,68,48,28,60,40,88,36,56,56,52,76,1212,92,24,48,68,352,48,68,56,84,76,16,700,10296,92,1000,40,48,96,16,24,76,72,76,12,76,32,48,68,76,60,80,32,220,104,4688,168,36,40,40,48,12,36,44,80,56,40,64,100,40,36,64,28,68,16,84,40,16,32,28,92,32,44,88,36,20,52,80,92,12,6948,1384,48,24,28,16,52,60,72,8748,64,1984,24,144,88,92,12,68,96,68,72,35260,76,68,68,584,1048,148,88,100,56,16,320,76,40,96,700,40,44,80,60,48,28,20,20,20,84,16,88,20,20,532,92,68,1704,1212,12,12,52,44,624,52,72,60,32,68,88,92,461132,20,48,72,32,100,28,60,84,25728,28,88,40,44,76,392,64,20,12,668,68,540,60,64,68,11148,52,36,80,40,88,312,12,100,56,296,40,60,16,88,80,400,28,1896,96,64,32,80,1148,15008,348,232,2156,28,88,24,832,88,12,32,88,44,3928,20,46140,52,692,100,20,32,36,796,36,76,852,380,32,28,52,76,40,68,12,20,72,12,60,24,84,680,40,100,40,760,96,284,60,600,84,84,104,52,32,3224,64,52,88,92,60,32,76,92,48,28,192,16,88,812,36,84,88,64,100,2384,96,16,264,6872,32,48,644,32,24,16,100,244,20,68,96,88,52,1492,48,80,44,60,52,72,88,52,32,60,32,52,5260,16,2960,88,72,64,60,68,64,72,564,13376,92,56,48,16,48,20,64,88,96,92,40,28,72,112,24,80,24,96,80,16,92,20004,84,40,40,40,56,72,44,48,80,92,76,72,96,16,72,84,44,16,96,1144,23684,48,2372,96,24,12,12,824,32,48,52,76,16,68,7668,76,16,64,1440,88,80,40,84,72,56,60,64,92,60,92,84,100,76,56,72,76,76,20,48,68,32,2748,28,4468,2920,40,36,3940,68,44,24,12,72,88,60,16,12,36,20,88,96,7528,20,48,44,56,100,24,44,48,28,20,88,52,61376,32,12,72,60,20,24,20,28,72,52,100,72,32,92,68,96,20,96,6028,32,76,380,96,68,48,96,52,1192,80,88,28,56,40,68,76,84,16,40,48,76,504,96,72,48,20,76,76,76,164,256,76,76,476,24,24,44,92,96,12,88,52,40,28,84,3472,60,76,96,16,60,512,56,100,80,88,192,56,684,96,76,100,48,3176,68,5036,60,48,56,52,84,40,44,72,44,72,28,32,96,20,68,88,28,1704,44,88,248,40,92,88,52,456,376,36,1624,64,16,96,60,40,32,88,56,272,36,20,84,84,24,72,72,48,12,16,60,40,84,92,48,36,824,40,92,276,16,100,24,88,136,100,16,72,84,68,76,68,72,48,68,72,12,60,80,56,108,12,12,32,28,40,68,60,44,16,52,88,76,76,76,60,80,1100,44,32,40,92,80,24,84,96,84,39720,100,36,68,72,16,88,8664,532,84,60,40,16,60,24,52,436,444,84,28,96,5640,1580,1396,40,48,52,56784,12,76,72,64,76,40,68,68,12,92,92,60,40,84,56,88,96,68,2780,28,68,84,48,32,60,164,64,36,92,20,20,60,56,2976,1092,92,56,92,28,36,84,32,7016,24,20,100,20,28,24,88,40,424,1612,1048,100,96,36,92,44,100,32,88,96,88,528,424,56,32,36,80,72,84,28,1852,84,52,56,64,12,20,80,60,44,56,60,44,40,44,12,32],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":2125.605224609375,"prepare_ms":6.769270054064691,"prepare_plus_stack_ms":2132.3744946634397,"amortized_per_layer_ms":533.0936236658599,"prepare_fraction":0.0031745221446822405,"stack_min_ms":2119.206787109375,"stack_max_ms":2126.9931640625,"prepare_min_ms":6.633708020672202,"prepare_max_ms":8.42560501769185,"peak_allocated_gib":153.06353521347046,"peak_reserved_gib":166.4375},"zigzag":{"stack_ms":1747.076904296875,"prepare_ms":156.65145707316697,"prepare_plus_stack_ms":1903.728361370042,"amortized_per_layer_ms":475.9320903425105,"prepare_fraction":0.08228666455356623,"stack_min_ms":1746.531005859375,"stack_max_ms":1748.452392578125,"prepare_min_ms":32.9918700736016,"prepare_max_ms":160.8672080328688,"peak_allocated_gib":153.06353521347046,"peak_reserved_gib":166.4375},"planner":{"stack_ms":1715.2825927734375,"prepare_ms":19.31345695629716,"prepare_plus_stack_ms":1734.5960497297347,"amortized_per_layer_ms":433.64901243243366,"prepare_fraction":0.01113426780794662,"stack_min_ms":1713.07666015625,"stack_max_ms":1715.3447265625,"prepare_min_ms":19.1701800795272,"prepare_max_ms":19.52423807233572,"peak_allocated_gib":153.06353521347046,"peak_reserved_gib":166.4375}},"raw_sha256":"6630b25810e6fac8e44dfb706f9f3fa077b2ee9e591e1701eda08fbcc201369e","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.3491640090942383,"layout_ms":8.076441008597612},{"common_ms":0.25147106498479843,"layout_ms":6.090415990911424},{"common_ms":0.24534401018172503,"layout_ms":6.079646060243249}],"zigzag":[{"common_ms":0.2641779137775302,"layout_ms":30.999164911918342},{"common_ms":0.2413429319858551,"layout_ms":30.070211039856076},{"common_ms":0.23039395455271006,"layout_ms":29.70749803353101}],"planner":[{"common_ms":0.24985801428556442,"layout_ms":18.815596005879343},{"common_ms":0.23840100038796663,"layout_ms":18.53951101657003},{"common_ms":0.25291298516094685,"layout_ms":18.832187983207405}]},"samples":{"contiguous":[{"stack_ms":2119.19091796875,"wall_ms":2119.257724029012,"allocated_gib":151.8202257156372,"reserved_gib":154.537109375},{"stack_ms":2126.97265625,"wall_ms":2127.0490939496085,"allocated_gib":151.8202257156372,"reserved_gib":154.537109375},{"stack_ms":2125.591552734375,"wall_ms":2125.6601019995287,"allocated_gib":151.8202257156372,"reserved_gib":154.537109375}],"zigzag":[{"stack_ms":1748.43212890625,"wall_ms":1748.4991729725152,"allocated_gib":151.8202257156372,"reserved_gib":154.537109375},{"stack_ms":1746.516845703125,"wall_ms":1746.5781490318477,"allocated_gib":151.8202257156372,"reserved_gib":154.537109375},{"stack_ms":1747.0589599609375,"wall_ms":1747.1250999951735,"allocated_gib":151.8202257156372,"reserved_gib":154.537109375}],"planner":[{"stack_ms":1715.2271728515625,"wall_ms":1715.3111000079662,"allocated_gib":151.8202257156372,"reserved_gib":154.537109375},{"stack_ms":1713.0615234375,"wall_ms":1713.126405957155,"allocated_gib":151.8202257156372,"reserved_gib":154.537109375},{"stack_ms":1715.3309326171875,"wall_ms":1715.3893739450723,"allocated_gib":151.8202257156372,"reserved_gib":154.537109375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.29842997901141644,"layout_ms":5.654950044117868},{"common_ms":0.23473601322621107,"layout_ms":6.0927210142835975},{"common_ms":0.2500769915059209,"layout_ms":5.984885967336595}],"zigzag":[{"common_ms":0.2829990116879344,"layout_ms":31.95395797956735},{"common_ms":0.21789898164570332,"layout_ms":29.52941507101059},{"common_ms":0.2076049568131566,"layout_ms":28.851878945715725}],"planner":[{"common_ms":0.2296679886057973,"layout_ms":18.35267199203372},{"common_ms":0.2128490014001727,"layout_ms":18.558072042651474},{"common_ms":0.22910302504897118,"layout_ms":17.67696999013424}]},"samples":{"contiguous":[{"stack_ms":2119.172119140625,"wall_ms":2119.255715981126,"allocated_gib":152.561927318573,"reserved_gib":155.4453125},{"stack_ms":2126.961669921875,"wall_ms":2127.0485080312937,"allocated_gib":152.561927318573,"reserved_gib":155.4453125},{"stack_ms":2125.584228515625,"wall_ms":2125.6652139127254,"allocated_gib":152.561927318573,"reserved_gib":155.4453125}],"zigzag":[{"stack_ms":1748.4205322265625,"wall_ms":1748.5023569315672,"allocated_gib":152.561927318573,"reserved_gib":155.4453125},{"stack_ms":1746.5001220703125,"wall_ms":1746.5671650134027,"allocated_gib":152.561927318573,"reserved_gib":155.4453125},{"stack_ms":1747.0369873046875,"wall_ms":1747.108199982904,"allocated_gib":152.561927318573,"reserved_gib":155.4453125}],"planner":[{"stack_ms":1715.21435546875,"wall_ms":1715.301202959381,"allocated_gib":152.561927318573,"reserved_gib":155.4453125},{"stack_ms":1713.0577392578125,"wall_ms":1713.1313780555502,"allocated_gib":152.561927318573,"reserved_gib":155.4453125},{"stack_ms":1715.3189697265625,"wall_ms":1715.3769849101081,"allocated_gib":152.561927318573,"reserved_gib":155.4453125}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.2716059098020196,"layout_ms":6.020164000801742},{"common_ms":0.20351109560579062,"layout_ms":5.273468908853829},{"common_ms":0.19727996550500393,"layout_ms":5.458562984131277}],"zigzag":[{"common_ms":0.23251597303897142,"layout_ms":30.33828502520919},{"common_ms":0.19952096045017242,"layout_ms":28.927217004820704},{"common_ms":0.1878649927675724,"layout_ms":159.2480499530211}],"planner":[{"common_ms":0.20461995154619217,"layout_ms":17.760711954906583},{"common_ms":0.19485806114971638,"layout_ms":17.53394491970539},{"common_ms":0.24060893338173628,"layout_ms":17.384820035658777}]},"samples":{"contiguous":[{"stack_ms":2119.188232421875,"wall_ms":2119.2523969803005,"allocated_gib":152.61040878295898,"reserved_gib":166.4375},{"stack_ms":2126.97509765625,"wall_ms":2127.0463060354814,"allocated_gib":152.61040878295898,"reserved_gib":166.4375},{"stack_ms":2125.591796875,"wall_ms":2125.6609790725634,"allocated_gib":152.61040878295898,"reserved_gib":166.4375}],"zigzag":[{"stack_ms":1748.4324951171875,"wall_ms":1748.4938109992072,"allocated_gib":152.61040878295898,"reserved_gib":166.4375},{"stack_ms":1746.5179443359375,"wall_ms":1746.5737300226465,"allocated_gib":152.61040878295898,"reserved_gib":166.4375},{"stack_ms":1747.05810546875,"wall_ms":1747.116554994136,"allocated_gib":152.61040878295898,"reserved_gib":166.4375}],"planner":[{"stack_ms":1715.2303466796875,"wall_ms":1715.3036689851433,"allocated_gib":152.61040878295898,"reserved_gib":166.4375},{"stack_ms":1713.0640869140625,"wall_ms":1713.1223970791325,"allocated_gib":152.61040878295898,"reserved_gib":166.4375},{"stack_ms":1715.33056640625,"wall_ms":1715.3826839057729,"allocated_gib":152.61040878295898,"reserved_gib":166.4375}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.30783109832555056,"layout_ms":6.259376998059452},{"common_ms":0.20056497305631638,"layout_ms":5.471243988722563},{"common_ms":0.20429107826203108,"layout_ms":5.615897011011839}],"zigzag":[{"common_ms":0.23053900804370642,"layout_ms":31.50305396411568},{"common_ms":0.20300596952438354,"layout_ms":29.792915913276374},{"common_ms":0.192353967577219,"layout_ms":160.67485406529158}],"planner":[{"common_ms":0.20649901125580072,"layout_ms":17.808685079216957},{"common_ms":0.20401994697749615,"layout_ms":17.421826953068376},{"common_ms":0.2249219687655568,"layout_ms":17.623801017180085}]},"samples":{"contiguous":[{"stack_ms":2119.198486328125,"wall_ms":2119.25110896118,"allocated_gib":153.06353521347046,"reserved_gib":164.943359375},{"stack_ms":2126.9794921875,"wall_ms":2127.0443600369617,"allocated_gib":153.06353521347046,"reserved_gib":164.943359375},{"stack_ms":2125.599365234375,"wall_ms":2125.664436025545,"allocated_gib":153.06353521347046,"reserved_gib":164.943359375}],"zigzag":[{"stack_ms":1748.421142578125,"wall_ms":1748.4802039107308,"allocated_gib":153.06353521347046,"reserved_gib":164.943359375},{"stack_ms":1746.51953125,"wall_ms":1746.570453979075,"allocated_gib":153.06353521347046,"reserved_gib":164.943359375},{"stack_ms":1747.05908203125,"wall_ms":1747.1120280679315,"allocated_gib":153.06353521347046,"reserved_gib":164.943359375}],"planner":[{"stack_ms":1715.2220458984375,"wall_ms":1715.3083579614758,"allocated_gib":153.06353521347046,"reserved_gib":164.943359375},{"stack_ms":1713.0694580078125,"wall_ms":1713.1297220475972,"allocated_gib":153.06353521347046,"reserved_gib":164.943359375},{"stack_ms":1715.330322265625,"wall_ms":1715.3859660029411,"allocated_gib":153.06353521347046,"reserved_gib":164.943359375}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.312634976580739,"layout_ms":5.98460400942713},{"common_ms":0.22132298909127712,"layout_ms":5.443194997496903},{"common_ms":0.23792102001607418,"layout_ms":5.387695040553808}],"zigzag":[{"common_ms":0.2400890225544572,"layout_ms":31.677210005000234},{"common_ms":0.2161890733987093,"layout_ms":29.763904050923884},{"common_ms":0.2193489344790578,"layout_ms":147.89231994654983}],"planner":[{"common_ms":0.22223801352083683,"layout_ms":17.94431102462113},{"common_ms":0.2131679793819785,"layout_ms":18.234143033623695},{"common_ms":0.2731709973886609,"layout_ms":18.053613021038473}]},"samples":{"contiguous":[{"stack_ms":2119.1923828125,"wall_ms":2119.243704015389,"allocated_gib":151.6693205833435,"reserved_gib":163.392578125},{"stack_ms":2126.986328125,"wall_ms":2127.036383957602,"allocated_gib":151.6693205833435,"reserved_gib":163.392578125},{"stack_ms":2125.59130859375,"wall_ms":2125.641598016955,"allocated_gib":151.6693205833435,"reserved_gib":163.392578125}],"zigzag":[{"stack_ms":1748.442138671875,"wall_ms":1748.49486106541,"allocated_gib":151.6693205833435,"reserved_gib":163.392578125},{"stack_ms":1746.5264892578125,"wall_ms":1746.5716919396073,"allocated_gib":151.6693205833435,"reserved_gib":163.392578125},{"stack_ms":1747.0723876953125,"wall_ms":1747.1219609724358,"allocated_gib":151.6693205833435,"reserved_gib":163.392578125}],"planner":[{"stack_ms":1715.26611328125,"wall_ms":1715.3227949747816,"allocated_gib":151.6693205833435,"reserved_gib":163.392578125},{"stack_ms":1713.064697265625,"wall_ms":1713.1151440553367,"allocated_gib":151.6693205833435,"reserved_gib":163.392578125},{"stack_ms":1715.339599609375,"wall_ms":1715.3826240682974,"allocated_gib":151.6693205833435,"reserved_gib":163.392578125}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.3345519071444869,"layout_ms":7.292571011930704},{"common_ms":0.2576070837676525,"layout_ms":6.026791990734637},{"common_ms":0.26167009491473436,"layout_ms":6.117056007497013}],"zigzag":[{"common_ms":0.25969999842345715,"layout_ms":32.732170075178146},{"common_ms":0.2450660103932023,"layout_ms":30.857873964123428},{"common_ms":0.24225597735494375,"layout_ms":143.8943559769541}],"planner":[{"common_ms":0.24643098004162312,"layout_ms":18.652764963917434},{"common_ms":0.24617102462798357,"layout_ms":18.449277034960687},{"common_ms":0.318984966725111,"layout_ms":18.994471989572048}]},"samples":{"contiguous":[{"stack_ms":2119.193359375,"wall_ms":2119.252376956865,"allocated_gib":147.376615524292,"reserved_gib":151.44921875},{"stack_ms":2126.98046875,"wall_ms":2127.036342048086,"allocated_gib":147.376615524292,"reserved_gib":151.44921875},{"stack_ms":2125.594970703125,"wall_ms":2125.658816890791,"allocated_gib":147.376615524292,"reserved_gib":151.44921875}],"zigzag":[{"stack_ms":1748.443603515625,"wall_ms":1748.4951270744205,"allocated_gib":147.376615524292,"reserved_gib":151.44921875},{"stack_ms":1746.512451171875,"wall_ms":1746.5626581106335,"allocated_gib":147.376615524292,"reserved_gib":151.44921875},{"stack_ms":1747.0697021484375,"wall_ms":1747.1194680547342,"allocated_gib":147.376615524292,"reserved_gib":151.44921875}],"planner":[{"stack_ms":1715.2716064453125,"wall_ms":1715.326297096908,"allocated_gib":147.376615524292,"reserved_gib":151.44921875},{"stack_ms":1713.0670166015625,"wall_ms":1713.1206589983776,"allocated_gib":147.376615524292,"reserved_gib":151.44921875},{"stack_ms":1715.330810546875,"wall_ms":1715.3787009883672,"allocated_gib":147.376615524292,"reserved_gib":151.44921875}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.3667849814519286,"layout_ms":7.0935559924691916},{"common_ms":0.2531500067561865,"layout_ms":6.516120047308505},{"common_ms":0.2594690304249525,"layout_ms":6.37423899024725}],"zigzag":[{"common_ms":0.2589779905974865,"layout_ms":31.64234897121787},{"common_ms":0.25127700064331293,"layout_ms":146.862157038413},{"common_ms":0.24192198179662228,"layout_ms":30.28174990322441}],"planner":[{"common_ms":0.2574380487203598,"layout_ms":18.91274203080684},{"common_ms":0.2536000683903694,"layout_ms":19.27063800394535},{"common_ms":0.27999700978398323,"layout_ms":18.89167190529406}]},"samples":{"contiguous":[{"stack_ms":2119.206787109375,"wall_ms":2119.249993003905,"allocated_gib":148.86780166625977,"reserved_gib":151.361328125},{"stack_ms":2126.9931640625,"wall_ms":2127.0380771020427,"allocated_gib":148.86780166625977,"reserved_gib":151.361328125},{"stack_ms":2125.605224609375,"wall_ms":2125.6490539526567,"allocated_gib":148.86780166625977,"reserved_gib":151.361328125}],"zigzag":[{"stack_ms":1748.452392578125,"wall_ms":1748.4942660667002,"allocated_gib":148.86780166625977,"reserved_gib":151.361328125},{"stack_ms":1746.531005859375,"wall_ms":1746.5717470040545,"allocated_gib":148.86780166625977,"reserved_gib":151.361328125},{"stack_ms":1747.076904296875,"wall_ms":1747.1195650286973,"allocated_gib":148.86780166625977,"reserved_gib":151.361328125}],"planner":[{"stack_ms":1715.2825927734375,"wall_ms":1715.3262189822271,"allocated_gib":148.86780166625977,"reserved_gib":151.361328125},{"stack_ms":1713.07666015625,"wall_ms":1713.1173419766128,"allocated_gib":148.86780166625977,"reserved_gib":151.361328125},{"stack_ms":1715.3447265625,"wall_ms":1715.3856640215963,"allocated_gib":148.86780166625977,"reserved_gib":151.361328125}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.31628389842808247,"layout_ms":6.6352239809930325},{"common_ms":0.2311699790880084,"layout_ms":6.158828968182206},{"common_ms":0.23796502500772476,"layout_ms":6.142170983366668}],"zigzag":[{"common_ms":0.2650059759616852,"layout_ms":31.91523300483823},{"common_ms":0.23217103444039822,"layout_ms":156.41928603872657},{"common_ms":0.22565503604710102,"layout_ms":29.87535996362567}],"planner":[{"common_ms":0.23479701485484838,"layout_ms":18.338265013881028},{"common_ms":0.23394799791276455,"layout_ms":18.328449106775224},{"common_ms":0.2457799855619669,"layout_ms":18.149122945033014}]},"samples":{"contiguous":[{"stack_ms":2119.191162109375,"wall_ms":2119.2479939199984,"allocated_gib":147.78643560409546,"reserved_gib":151.166015625},{"stack_ms":2126.97119140625,"wall_ms":2127.0386399701238,"allocated_gib":147.78643560409546,"reserved_gib":151.166015625},{"stack_ms":2125.57568359375,"wall_ms":2125.6388049805537,"allocated_gib":147.78643560409546,"reserved_gib":151.166015625}],"zigzag":[{"stack_ms":1748.4285888671875,"wall_ms":1748.4847060404718,"allocated_gib":147.78643560409546,"reserved_gib":151.166015625},{"stack_ms":1746.5181884765625,"wall_ms":1746.571070048958,"allocated_gib":147.78643560409546,"reserved_gib":151.166015625},{"stack_ms":1747.0556640625,"wall_ms":1747.122211032547,"allocated_gib":147.78643560409546,"reserved_gib":151.166015625}],"planner":[{"stack_ms":1715.2689208984375,"wall_ms":1715.3333789901808,"allocated_gib":147.78643560409546,"reserved_gib":151.166015625},{"stack_ms":1713.06494140625,"wall_ms":1713.1249869707972,"allocated_gib":147.78643560409546,"reserved_gib":151.166015625},{"stack_ms":1715.330322265625,"wall_ms":1715.381704038009,"allocated_gib":147.78643560409546,"reserved_gib":151.166015625}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0009492514400887884,"max_abs":0.00390625,"finite":true},"dq":{"relative_rms":0.00037164621844574554,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.0005652558440686058,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005935374445408339,"max_abs":1.6973089600469393e-12,"finite":true},"d_weights":{"relative_rms":0.0005461820502705604,"max_abs":3.259629011154175e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008364654806825546,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0008318578805641376,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.486374136456037e-06,"max_abs":8.839151632855646e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009173484229687017,"max_abs":0.00363922119140625,"finite":true},"dq":{"relative_rms":0.00037449585150610903,"max_abs":0.0028076171875,"finite":true},"dkv":{"relative_rms":0.0005692201346698673,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005702647067451568,"max_abs":1.6981971384666394e-12,"finite":true},"d_weights":{"relative_rms":0.000541747271953668,"max_abs":3.3178366720676422e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0009077935137667097,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0009728949214885311,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":6.565923058092425e-06,"max_abs":8.640199666842818e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009636325473780473,"max_abs":0.00372314453125,"finite":true},"dq":{"relative_rms":0.0003887315127516714,"max_abs":0.002643585205078125,"finite":true},"dkv":{"relative_rms":0.0006153088455268738,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0006095966644477043,"max_abs":1.6973089600469393e-12,"finite":true},"d_weights":{"relative_rms":0.0005679752157822656,"max_abs":3.3178366720676422e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0008804811407104074,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0008933174433447082,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":6.501595058904036e-06,"max_abs":8.782308213994838e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":178,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131272,"spans":1181,"candidate_workspace_bytes":6442008288},"planner":{"selected_policy":"selection-local-4x","source_rows":131072,"selection_rows":157084,"spans":179,"candidate_workspace_bytes":4831824388}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147475564},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131300,"spans":1214,"candidate_workspace_bytes":6442125164},"planner":{"selected_policy":"selection-local-4x","source_rows":131072,"selection_rows":89876,"spans":3,"candidate_workspace_bytes":4294815640}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221215492},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131276,"spans":1237,"candidate_workspace_bytes":6442247952},"planner":{"selected_policy":"selection-local-4x","source_rows":131072,"selection_rows":102188,"spans":4,"candidate_workspace_bytes":3221190500}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294936644},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131132,"spans":1236,"candidate_workspace_bytes":4831689008},"planner":{"selected_policy":"selection-local-4x","source_rows":131072,"selection_rows":89824,"spans":3,"candidate_workspace_bytes":4294857276}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":65,"candidate_workspace_bytes":4294933832},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131044,"spans":1239,"candidate_workspace_bytes":3221167380},"planner":{"selected_policy":"selection-local-4x","source_rows":131072,"selection_rows":118184,"spans":65,"candidate_workspace_bytes":4294867120}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":186,"candidate_workspace_bytes":536849776},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130900,"spans":1232,"candidate_workspace_bytes":3221085852},"planner":{"selected_policy":"selection-local-4x","source_rows":131072,"selection_rows":172944,"spans":186,"candidate_workspace_bytes":3221184780}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":225,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130860,"spans":1248,"candidate_workspace_bytes":3221216988},"planner":{"selected_policy":"selection-local-4x","source_rows":131072,"selection_rows":169876,"spans":227,"candidate_workspace_bytes":4831810132}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":118,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130792,"spans":1244,"candidate_workspace_bytes":2147411192},"planner":{"selected_policy":"selection-local-4x","source_rows":131072,"selection_rows":148600,"spans":120,"candidate_workspace_bytes":4831593936}}]}, + {"case":"1m-heldout-trimodal-513-seed20261116","lengths":[88,20,1524,48,12,52,24,100,52,60,36,88,96,3124,2100,76,96,48,28,60,100,52,1904,92,40,60,591908,24,40,48,92,28,3680,2948,100,56,100,2144,1428,3120,2668,52,3708,52,52,32,12,1256,92,28,32,36,12,84,72,1552,68,88,40,72,60,84,620,100,68,3208,32,16,56,12,76,1940,64,100,1264,1192,620,12,44,12,92,64,36,16,100,84,2432,20,88,60,36,80,32,84,12,76,100,36,48,40,72,28,36,84,56,20,72,12,64,40,1760,80,1084,60,60,24,48,80,32,68,88,80,44,2508,100,96,52,88,44,40,3152,16,60,16,2196,60,3984,92,3128,3208,60,52,2140,16,48,3708,2260,24,100,36,2388,56,36,20,12,80,84,1384,2248,2356,80,884,940,80,36,44,100,80,64,68,24,16,44,88,2800,936,996,20,24,72,3068,40,64,24,88,16,56,92,100,2596,40,40,1968,68,2500,88,84,16,92,92,100,84,84,20,84,100,92,84,52,24,16,696,16,24,64,76,88,88,76,100,12,88,3356,96,2060,84,2520,84,52,12,80,1164,64,96,80,60,2660,2644,92,36,68,28,28,68,40,80,72,64,28,56,40,52,28,36,76,88,40,76,52,1960,84,40,3776,40,92,2540,36,60,36,60,24,28,84,16,56,68,100,92,36,68,96,84,2724,72,40,100,100,32,2860,52,16,80,48,36,28,72,48,3608,1292,20,68,68,24,60,60,40,12,12,92,52,36,68,80,40,32,1468,32,80,100,16,88,20,68,92,88,96,60,68,92,56,64,52,60,84,40,52,60,12,48,64,48,92,12,3672,1512,24,36,88,2960,56,48,2720,12,44,2852,64,60,60,48,64,1540,1928,100,28,36,76,64,2348,68,84,68,3732,84,92,32,52,60,195392,1264,3312,576,68,48,660,16,92,96,48,20,44,100,100,3144,24,2924,3112,2252,2040,2188,32,2824,40,44,4020,12,96,64,60,100,88,4036,60,100,32,52,1432,12,1816,76,3900,36,1464,48,2628,68,84,56,1692,92,24,56,68,40,28,52,84,52,32,1668,1032,76,20,20,48,3056,2652,92,76,100,92,44,76,24,32,68,24,3204,20,20,84,20,24,20,72,36,3024,92,92,84,80,32,76,1276,2640,36,84,24,2620,76,3672,80,72,88,88,48,24,32,64,56,96,68,2660,24,92,68,44,44,52,96,2324,12,16,64,52,3928,44,52,36,36,36,3604,16,44],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":2310.9169921875,"prepare_ms":5.227849935181439,"prepare_plus_stack_ms":2316.1448421226814,"amortized_per_layer_ms":579.0362105306704,"prepare_fraction":0.0022571342862954384,"stack_min_ms":2308.544677734375,"stack_max_ms":2313.5146484375,"prepare_min_ms":5.179219995625317,"prepare_max_ms":6.306207040324807,"peak_allocated_gib":159.33257341384888,"peak_reserved_gib":162.638671875},"zigzag":{"stack_ms":1907.18701171875,"prepare_ms":143.7651979504153,"prepare_plus_stack_ms":2050.9522096691653,"amortized_per_layer_ms":512.7380524172913,"prepare_fraction":0.07009680541196314,"stack_min_ms":1905.456298828125,"stack_max_ms":1911.4622802734375,"prepare_min_ms":24.382400908507407,"prepare_max_ms":160.78627097886056,"peak_allocated_gib":159.33257341384888,"peak_reserved_gib":162.638671875},"planner":{"stack_ms":1861.131103515625,"prepare_ms":14.91935399826616,"prepare_plus_stack_ms":1876.0504575138912,"amortized_per_layer_ms":469.0126143784728,"prepare_fraction":0.007952533439871881,"stack_min_ms":1858.878173828125,"stack_max_ms":1864.6463623046875,"prepare_min_ms":14.78868501726538,"prepare_max_ms":15.138457994908094,"peak_allocated_gib":159.33257341384888,"peak_reserved_gib":162.638671875}},"raw_sha256":"733c30b15204bd884ae7b8be8154a0da83d3034e814c7e5e43a20a37f862970a","timing_samples_by_rank":[{"rank":0,"preparation":{"contiguous":[{"common_ms":0.24826789740473032,"layout_ms":5.223446991294622},{"common_ms":0.18073106184601784,"layout_ms":4.700802033767104},{"common_ms":0.190631952136755,"layout_ms":4.988588043488562}],"zigzag":[{"common_ms":0.22551394067704678,"layout_ms":23.16826197784394},{"common_ms":0.1819030148908496,"layout_ms":155.17328295391053},{"common_ms":0.18266995903104544,"layout_ms":20.157602964900434}],"planner":[{"common_ms":0.18699700012803078,"layout_ms":13.74906802084297},{"common_ms":0.17769495025277138,"layout_ms":13.954906025901437},{"common_ms":0.2057809615507722,"layout_ms":13.935948954895139}]},"samples":{"contiguous":[{"stack_ms":2313.497314453125,"wall_ms":2313.567921053618,"allocated_gib":152.5850591659546,"reserved_gib":155.7109375},{"stack_ms":2308.527587890625,"wall_ms":2308.5970990359783,"allocated_gib":152.5850591659546,"reserved_gib":155.7109375},{"stack_ms":2310.89013671875,"wall_ms":2310.9686179086566,"allocated_gib":152.5850591659546,"reserved_gib":155.7109375}],"zigzag":[{"stack_ms":1905.4449462890625,"wall_ms":1905.5094390641898,"allocated_gib":152.5850591659546,"reserved_gib":155.7109375},{"stack_ms":1911.4434814453125,"wall_ms":1911.5039550233632,"allocated_gib":152.5850591659546,"reserved_gib":155.7109375},{"stack_ms":1907.1663818359375,"wall_ms":1907.2421200107783,"allocated_gib":152.5850591659546,"reserved_gib":155.7109375}],"planner":[{"stack_ms":1864.630126953125,"wall_ms":1864.6938579622656,"allocated_gib":152.5850591659546,"reserved_gib":155.7109375},{"stack_ms":1858.8575439453125,"wall_ms":1858.9219629066065,"allocated_gib":152.5850591659546,"reserved_gib":155.7109375},{"stack_ms":1861.1258544921875,"wall_ms":1861.1957150278613,"allocated_gib":152.5850591659546,"reserved_gib":155.7109375}]}},{"rank":1,"preparation":{"contiguous":[{"common_ms":0.2859230153262615,"layout_ms":6.020284024998546},{"common_ms":0.17691496759653091,"layout_ms":4.288122057914734},{"common_ms":0.20965805742889643,"layout_ms":4.330546013079584}],"zigzag":[{"common_ms":0.20523800048977137,"layout_ms":21.35708008427173},{"common_ms":0.1776729477569461,"layout_ms":19.81764193624258},{"common_ms":0.18971494864672422,"layout_ms":143.5754830017686}],"planner":[{"common_ms":0.18879992421716452,"layout_ms":13.563433079980314},{"common_ms":0.17612602096050978,"layout_ms":13.486864976584911},{"common_ms":0.2715700538828969,"layout_ms":14.113579061813653}]},"samples":{"contiguous":[{"stack_ms":2313.490966796875,"wall_ms":2313.565472024493,"allocated_gib":155.04472637176514,"reserved_gib":158.193359375},{"stack_ms":2308.51318359375,"wall_ms":2308.593504014425,"allocated_gib":155.04472637176514,"reserved_gib":158.193359375},{"stack_ms":2310.88720703125,"wall_ms":2310.9676090534776,"allocated_gib":155.04472637176514,"reserved_gib":158.193359375}],"zigzag":[{"stack_ms":1905.4302978515625,"wall_ms":1905.5056219222024,"allocated_gib":155.04472637176514,"reserved_gib":158.193359375},{"stack_ms":1911.4239501953125,"wall_ms":1911.4998350851238,"allocated_gib":155.04472637176514,"reserved_gib":158.193359375},{"stack_ms":1907.162841796875,"wall_ms":1907.2276909137145,"allocated_gib":155.04472637176514,"reserved_gib":158.193359375}],"planner":[{"stack_ms":1864.614013671875,"wall_ms":1864.6802300354466,"allocated_gib":155.04472637176514,"reserved_gib":158.193359375},{"stack_ms":1858.8428955078125,"wall_ms":1858.9169260812923,"allocated_gib":155.04472637176514,"reserved_gib":158.193359375},{"stack_ms":1861.1024169921875,"wall_ms":1861.1687750089914,"allocated_gib":155.04472637176514,"reserved_gib":158.193359375}]}},{"rank":2,"preparation":{"contiguous":[{"common_ms":0.26095996145159006,"layout_ms":4.893805016763508},{"common_ms":0.16442604828625917,"layout_ms":4.421897931024432},{"common_ms":0.17865095287561417,"layout_ms":4.370447946712375}],"zigzag":[{"common_ms":0.19498902838677168,"layout_ms":22.359914961270988},{"common_ms":0.17594103701412678,"layout_ms":159.93112593423575},{"common_ms":0.17684698104858398,"layout_ms":20.26620600372553}],"planner":[{"common_ms":0.18435402307659388,"layout_ms":13.433084939606488},{"common_ms":0.1708470517769456,"layout_ms":13.307778048329055},{"common_ms":0.20265509374439716,"layout_ms":13.504231930710375}]},"samples":{"contiguous":[{"stack_ms":2313.4990234375,"wall_ms":2313.5676289675757,"allocated_gib":154.62680912017822,"reserved_gib":157.763671875},{"stack_ms":2308.519775390625,"wall_ms":2308.5874340031296,"allocated_gib":154.62680912017822,"reserved_gib":157.763671875},{"stack_ms":2310.893310546875,"wall_ms":2310.9706100076437,"allocated_gib":154.62680912017822,"reserved_gib":157.763671875}],"zigzag":[{"stack_ms":1905.4315185546875,"wall_ms":1905.4916959721595,"allocated_gib":154.62680912017822,"reserved_gib":157.763671875},{"stack_ms":1911.4378662109375,"wall_ms":1911.508109071292,"allocated_gib":154.62680912017822,"reserved_gib":157.763671875},{"stack_ms":1907.16796875,"wall_ms":1907.230838900432,"allocated_gib":154.62680912017822,"reserved_gib":157.763671875}],"planner":[{"stack_ms":1864.6273193359375,"wall_ms":1864.6835079416633,"allocated_gib":154.62680912017822,"reserved_gib":157.763671875},{"stack_ms":1858.8565673828125,"wall_ms":1858.923794934526,"allocated_gib":154.62680912017822,"reserved_gib":157.763671875},{"stack_ms":1861.111572265625,"wall_ms":1861.1704709473997,"allocated_gib":154.62680912017822,"reserved_gib":157.763671875}]}},{"rank":3,"preparation":{"contiguous":[{"common_ms":0.29215693939477205,"layout_ms":4.97237395029515},{"common_ms":0.17997296527028084,"layout_ms":4.561516921967268},{"common_ms":0.18935103435069323,"layout_ms":4.456522990949452}],"zigzag":[{"common_ms":0.21560501772910357,"layout_ms":23.192474036477506},{"common_ms":0.18117902800440788,"layout_ms":160.60509195085615},{"common_ms":0.18595601432025433,"layout_ms":20.363313960842788}],"planner":[{"common_ms":0.18664996605366468,"layout_ms":13.53590504731983},{"common_ms":0.17616304103285074,"layout_ms":13.56185507029295},{"common_ms":0.20795105956494808,"layout_ms":13.808755902573466}]},"samples":{"contiguous":[{"stack_ms":2313.497314453125,"wall_ms":2313.5591429891065,"allocated_gib":155.6315860748291,"reserved_gib":158.765625},{"stack_ms":2308.5283203125,"wall_ms":2308.5889540379867,"allocated_gib":155.6315860748291,"reserved_gib":158.765625},{"stack_ms":2310.902587890625,"wall_ms":2310.9696810133755,"allocated_gib":155.6315860748291,"reserved_gib":158.765625}],"zigzag":[{"stack_ms":1905.4429931640625,"wall_ms":1905.5035129422322,"allocated_gib":155.6315860748291,"reserved_gib":158.765625},{"stack_ms":1911.4451904296875,"wall_ms":1911.5047680679709,"allocated_gib":155.6315860748291,"reserved_gib":158.765625},{"stack_ms":1907.1693115234375,"wall_ms":1907.2271389886737,"allocated_gib":155.6315860748291,"reserved_gib":158.765625}],"planner":[{"stack_ms":1864.6329345703125,"wall_ms":1864.6876571001485,"allocated_gib":155.6315860748291,"reserved_gib":158.765625},{"stack_ms":1858.8582763671875,"wall_ms":1858.9181649731472,"allocated_gib":155.6315860748291,"reserved_gib":158.765625},{"stack_ms":1861.118408203125,"wall_ms":1861.176282982342,"allocated_gib":155.6315860748291,"reserved_gib":158.765625}]}},{"rank":4,"preparation":{"contiguous":[{"common_ms":0.29326602816581726,"layout_ms":5.270947935059667},{"common_ms":0.20127103198319674,"layout_ms":4.931334988214076},{"common_ms":0.20959798712283373,"layout_ms":4.630408948287368}],"zigzag":[{"common_ms":0.23149698972702026,"layout_ms":23.316774982959032},{"common_ms":0.20361808128654957,"layout_ms":20.907687954604626},{"common_ms":0.19518297631293535,"layout_ms":20.795810967683792}],"planner":[{"common_ms":0.20905700512230396,"layout_ms":13.941081939265132},{"common_ms":0.19944098312407732,"layout_ms":14.0540940919891},{"common_ms":0.21763495169579983,"layout_ms":13.932770933024585}]},"samples":{"contiguous":[{"stack_ms":2313.509765625,"wall_ms":2313.561302027665,"allocated_gib":159.33257341384888,"reserved_gib":162.638671875},{"stack_ms":2308.537841796875,"wall_ms":2308.586620958522,"allocated_gib":159.33257341384888,"reserved_gib":162.638671875},{"stack_ms":2310.9169921875,"wall_ms":2310.9672110294923,"allocated_gib":159.33257341384888,"reserved_gib":162.638671875}],"zigzag":[{"stack_ms":1905.456298828125,"wall_ms":1905.5017390055582,"allocated_gib":159.33257341384888,"reserved_gib":162.638671875},{"stack_ms":1911.46142578125,"wall_ms":1911.5066890371963,"allocated_gib":159.33257341384888,"reserved_gib":162.638671875},{"stack_ms":1907.1834716796875,"wall_ms":1907.2304039727896,"allocated_gib":159.33257341384888,"reserved_gib":162.638671875}],"planner":[{"stack_ms":1864.6395263671875,"wall_ms":1864.6855578990653,"allocated_gib":159.33257341384888,"reserved_gib":162.638671875},{"stack_ms":1858.8724365234375,"wall_ms":1858.9234970277175,"allocated_gib":159.33257341384888,"reserved_gib":162.638671875},{"stack_ms":1861.131103515625,"wall_ms":1861.1799579812214,"allocated_gib":159.33257341384888,"reserved_gib":162.638671875}]}},{"rank":5,"preparation":{"contiguous":[{"common_ms":0.3431088989600539,"layout_ms":5.436719045974314},{"common_ms":0.23243599571287632,"layout_ms":4.995413939468563},{"common_ms":0.23543206043541431,"layout_ms":4.791546962223947}],"zigzag":[{"common_ms":0.24723797105252743,"layout_ms":24.13516293745488},{"common_ms":0.24238100741058588,"layout_ms":22.123901057057083},{"common_ms":0.22944994270801544,"layout_ms":22.155115962959826}],"planner":[{"common_ms":0.23353693541139364,"layout_ms":14.685817062854767},{"common_ms":0.22821093443781137,"layout_ms":14.910247060470283},{"common_ms":0.2520950511097908,"layout_ms":14.536589966155589}]},"samples":{"contiguous":[{"stack_ms":2313.5068359375,"wall_ms":2313.56543302536,"allocated_gib":153.37849473953247,"reserved_gib":156.59765625},{"stack_ms":2308.53564453125,"wall_ms":2308.5883060703054,"allocated_gib":153.37849473953247,"reserved_gib":156.59765625},{"stack_ms":2310.912841796875,"wall_ms":2310.9700890490785,"allocated_gib":153.37849473953247,"reserved_gib":156.59765625}],"zigzag":[{"stack_ms":1905.4478759765625,"wall_ms":1905.4967610863969,"allocated_gib":153.37849473953247,"reserved_gib":156.59765625},{"stack_ms":1911.45458984375,"wall_ms":1911.5037079900503,"allocated_gib":153.37849473953247,"reserved_gib":156.59765625},{"stack_ms":1907.1788330078125,"wall_ms":1907.2261060355231,"allocated_gib":153.37849473953247,"reserved_gib":156.59765625}],"planner":[{"stack_ms":1864.637939453125,"wall_ms":1864.6880390588194,"allocated_gib":153.37849473953247,"reserved_gib":156.59765625},{"stack_ms":1858.87109375,"wall_ms":1858.9257800485939,"allocated_gib":153.37849473953247,"reserved_gib":156.59765625},{"stack_ms":1861.1258544921875,"wall_ms":1861.178302904591,"allocated_gib":153.37849473953247,"reserved_gib":156.59765625}]}},{"rank":6,"preparation":{"contiguous":[{"common_ms":0.2577820559963584,"layout_ms":4.206837969832122},{"common_ms":0.16086793038994074,"layout_ms":3.8252619560807943},{"common_ms":0.1748360227793455,"layout_ms":3.6462770076468587}],"zigzag":[{"common_ms":0.2050220500677824,"layout_ms":22.789278998970985},{"common_ms":0.17376698087900877,"layout_ms":20.184205030091107},{"common_ms":0.16658601816743612,"layout_ms":128.5035409964621}],"planner":[{"common_ms":0.18550793174654245,"layout_ms":13.524685986340046},{"common_ms":0.16579602379351854,"layout_ms":13.2904639467597},{"common_ms":0.17969694454222918,"layout_ms":13.594373012892902}]},"samples":{"contiguous":[{"stack_ms":2313.5146484375,"wall_ms":2313.56208701618,"allocated_gib":149.6279411315918,"reserved_gib":152.759765625},{"stack_ms":2308.544677734375,"wall_ms":2308.588754036464,"allocated_gib":149.6279411315918,"reserved_gib":152.759765625},{"stack_ms":2310.915771484375,"wall_ms":2310.9702890506014,"allocated_gib":149.6279411315918,"reserved_gib":152.759765625}],"zigzag":[{"stack_ms":1905.4554443359375,"wall_ms":1905.4980149958283,"allocated_gib":149.6279411315918,"reserved_gib":152.759765625},{"stack_ms":1911.4622802734375,"wall_ms":1911.5093350410461,"allocated_gib":149.6279411315918,"reserved_gib":152.759765625},{"stack_ms":1907.18701171875,"wall_ms":1907.2292719502002,"allocated_gib":149.6279411315918,"reserved_gib":152.759765625}],"planner":[{"stack_ms":1864.6463623046875,"wall_ms":1864.6873380057514,"allocated_gib":149.6279411315918,"reserved_gib":152.759765625},{"stack_ms":1858.878173828125,"wall_ms":1858.921517035924,"allocated_gib":149.6279411315918,"reserved_gib":152.759765625},{"stack_ms":1861.1300048828125,"wall_ms":1861.1740729538724,"allocated_gib":149.6279411315918,"reserved_gib":152.759765625}]}},{"rank":7,"preparation":{"contiguous":[{"common_ms":0.3856320399791002,"layout_ms":5.2546210354194045},{"common_ms":0.2146089682355523,"layout_ms":4.577884101308882},{"common_ms":0.21853798534721136,"layout_ms":4.445461090654135}],"zigzag":[{"common_ms":0.24759594816714525,"layout_ms":23.884232039563358},{"common_ms":0.21256704349070787,"layout_ms":21.426607039757073},{"common_ms":0.20841904915869236,"layout_ms":21.086060907691717}],"planner":[{"common_ms":0.22262998390942812,"layout_ms":14.030917081981897},{"common_ms":0.20984502043575048,"layout_ms":13.983455020934343},{"common_ms":0.23114902433007956,"layout_ms":14.017621986567974}]},"samples":{"contiguous":[{"stack_ms":2313.47607421875,"wall_ms":2313.554025022313,"allocated_gib":151.88219356536865,"reserved_gib":155.1875},{"stack_ms":2308.52490234375,"wall_ms":2308.598331059329,"allocated_gib":151.88219356536865,"reserved_gib":155.1875},{"stack_ms":2310.89501953125,"wall_ms":2310.969945974648,"allocated_gib":151.88219356536865,"reserved_gib":155.1875}],"zigzag":[{"stack_ms":1905.434326171875,"wall_ms":1905.4974060272798,"allocated_gib":151.88219356536865,"reserved_gib":155.1875},{"stack_ms":1911.439453125,"wall_ms":1911.5075600566342,"allocated_gib":151.88219356536865,"reserved_gib":155.1875},{"stack_ms":1907.166748046875,"wall_ms":1907.2330290218815,"allocated_gib":151.88219356536865,"reserved_gib":155.1875}],"planner":[{"stack_ms":1864.62353515625,"wall_ms":1864.685550914146,"allocated_gib":151.88219356536865,"reserved_gib":155.1875},{"stack_ms":1858.8533935546875,"wall_ms":1858.9134459616616,"allocated_gib":151.88219356536865,"reserved_gib":155.1875},{"stack_ms":1861.1138916015625,"wall_ms":1861.176048987545,"allocated_gib":151.88219356536865,"reserved_gib":155.1875}]}}],"precision":{"contiguous":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.1641532182693481e-10,"errors":{"output":{"relative_rms":0.0009955395671874148,"max_abs":0.0040283203125,"finite":true},"dq":{"relative_rms":0.000352198437590558,"max_abs":0.002777099609375,"finite":true},"dkv":{"relative_rms":0.0005941321442538544,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005787356079673703,"max_abs":1.1652900866465643e-12,"finite":true},"d_weights":{"relative_rms":0.0005393089663957916,"max_abs":2.459273673593998e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000698523747921092,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007065311013822674,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":6.0170125970261725e-06,"max_abs":9.379164112033322e-12,"finite":true}}},"zigzag":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.000928419888357389,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.00033155734357606,"max_abs":0.002899169921875,"finite":true},"dkv":{"relative_rms":0.0005317029398734823,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005553538386410341,"max_abs":1.1652900866465643e-12,"finite":true},"d_weights":{"relative_rms":0.0005044979789559905,"max_abs":2.459273673593998e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006785984206601333,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006750760125070738,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.968889907751086e-06,"max_abs":8.242295734817162e-12,"finite":true}}},"planner":{"layers_checked":4,"ranks_checked":8,"max_loss_abs_diff":1.7462298274040222e-10,"errors":{"output":{"relative_rms":0.0009676700877599542,"max_abs":0.003814697265625,"finite":true},"dq":{"relative_rms":0.0003302820475347027,"max_abs":0.0029296875,"finite":true},"dkv":{"relative_rms":0.0005680709065442128,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005182602456553438,"max_abs":1.4495071809506044e-12,"finite":true},"d_weights":{"relative_rms":0.0005115763649983842,"max_abs":2.3865140974521637e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007021123444275385,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006874189657371706,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.371511602747938e-06,"max_abs":8.86757334228605e-12,"finite":true}}}},"layout_by_rank":[{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":27,"candidate_workspace_bytes":536870912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131172,"spans":797,"candidate_workspace_bytes":8052898668},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":95108,"spans":30,"candidate_workspace_bytes":4294878456}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147477532},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131180,"spans":820,"candidate_workspace_bytes":8052998048},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":85128,"spans":4,"candidate_workspace_bytes":5368634544}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":3221199412},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131176,"spans":832,"candidate_workspace_bytes":6442327132},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":105696,"spans":5,"candidate_workspace_bytes":5368574464}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":4294956260},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131136,"spans":836,"candidate_workspace_bytes":6442324560},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":107416,"spans":5,"candidate_workspace_bytes":5368635496}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":113,"candidate_workspace_bytes":5368619912},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":131084,"spans":837,"candidate_workspace_bytes":6442277968},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":159736,"spans":117,"candidate_workspace_bytes":8052484368}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":240,"candidate_workspace_bytes":362208192},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130972,"spans":835,"candidate_workspace_bytes":4294775980},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":215228,"spans":243,"candidate_workspace_bytes":8589775836}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":1,"candidate_workspace_bytes":2147427248},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130896,"spans":835,"candidate_workspace_bytes":3221107420},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":106268,"spans":5,"candidate_workspace_bytes":4294651724}},{"contiguous":{"selected_policy":"contiguous","source_rows":131072,"selection_rows":131072,"spans":136,"candidate_workspace_bytes":2147476764},"zigzag":{"selected_policy":"zigzag","source_rows":131072,"selection_rows":130960,"spans":847,"candidate_workspace_bytes":3221177956},"planner":{"selected_policy":"selection-local-6x","source_rows":131072,"selection_rows":173996,"spans":138,"candidate_workspace_bytes":6442153176}}]} + ] +} diff --git a/docs/results/csa_cp_planner_diagnostics_20261117.json b/docs/results/csa_cp_planner_diagnostics_20261117.json new file mode 100644 index 00000000..c85383b7 --- /dev/null +++ b/docs/results/csa_cp_planner_diagnostics_20261117.json @@ -0,0 +1,432 @@ +{ + "schema_version": 1, + "scope": "B300 CP8 planner diagnostics; selection-only timing and one-instance full-CSA routing-scope experiments are separate from the four-instance qualification matrix", + "baseline_revision": "837a15a87693f63590488ce0ff3fde23a496ac54", + "cost_runtime_revision": "932b3b4b9e00a05ba4f93aab53f229953e7b5eb1", + "raw_sha256": { + "reuse31-selection-screen.json": "21905ba759d35b7ee1a5cef906c82ec940cf12246eabf4b0ff69bc78ab6e1a2c", + "reuse31-query-scope.json": "6a1aff21e7e71f479154be8c3059211bd99da7b0d8194e2e1ea1ce525a27345f", + "reuse31-transport-probe.json": "bc2b796d0b316033e01c7c9438891620fc526e4ed8d8f81ae817d0f3785a5c68", + "reuse31-host-parity.json": "244e9ef1eb9741ec8433ff3adedda697d24309d0a0a87ce570b1810132828b4a", + "reuse31-profile-analysis.json": "1b8b24be17a63634d663e98dfb9cc732b3d09e6878a69433cb928082fb08b4b8" + }, + "old_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 651.5586637992105, + "inter_node_gbps": 651.5586637992105, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 8.499999694322469, + "exchange_us": 181.36905458868262, + "min_gain_fraction": 0.05, + "peer_gbps": 408.72149682964135, + "min_gain_ms": 0, + "peer_startup_us": 7.460149512894069e-21, + "inter_node_aggregate_gbps": null, + "overlap_intra_inter": false + }, + "new_model": { + "candidate_ns": 0.01381271460590644, + "query_ns": 0.0, + "span_us": 9.547858289905301, + "bytes_per_query": 20608, + "intra_node_gbps": 661.3111749180831, + "inter_node_gbps": 661.3111749180831, + "rank_node_ids": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "packing_ns_per_query": 28.482437529561206, + "exchange_us": 185.84198535775175, + "min_gain_fraction": 0.05, + "min_gain_ms": 0, + "overlap_intra_inter": false, + "peer_gbps": 407.8016423963969, + "inter_node_aggregate_gbps": null, + "peer_startup_us": 2.0219781415624504e-17, + "local_copy_gbps": 3594.331337476197 + }, + "geometry": { + "tokens": 1048576, + "world": 8, + "indexer_heads": 64, + "indexer_dim": 128, + "attention_heads": 64, + "attention_dim": 576, + "value_dim": 512, + "top_k": 512, + "pooling_ratio": 4, + "seed_base": 20261117 + }, + "software": { + "torch": "2.12.1+cu130", + "cuda": "13.0", + "cutlass_dsl": "4.8.1", + "cudnn_backend": "92000" + }, + "native_frontend_commit": "855ccd77ba9efed22441fd454f7cc0206a068e94", + "runner_sha256": { + "reuse31_selection_screen.py": "9b879965939a0c7c7ed2e3a9803d1bbf6b1a31dc1858461261d30da4c4af538b", + "reuse31_query_scope_probe.py": "d555591af076721bcd87c7e0076a140b36acf4ccb71606f41dccd917ab33bf91", + "reuse31_transport_probe.py": "89da8f538da02536d5ff6befa5eba01bef5704f0d079ca098f72277dc1b2f857" + }, + "legacy_parity": [ + { + "case": "1m-single", + "exact": true, + "baseline_ms": 4.902448039501905, + "candidate_ms": 4.937297489959747 + }, + { + "case": "1m-uniform", + "exact": true, + "baseline_ms": 0.21894846577197313, + "candidate_ms": 0.2181119634769857 + }, + { + "case": "1m-near-uniform", + "exact": true, + "baseline_ms": 0.22049504332244396, + "candidate_ms": 0.2175255212932825 + }, + { + "case": "1m-20s2l", + "exact": true, + "baseline_ms": 5.218108475673944, + "candidate_ms": 5.229416012298316 + }, + { + "case": "1m-power-law", + "exact": true, + "baseline_ms": 5.383350537158549, + "candidate_ms": 5.393807019572705 + }, + { + "case": "1m-count-uniform-256", + "exact": true, + "baseline_ms": 0.7167350267991424, + "candidate_ms": 0.7202425040304661 + }, + { + "case": "1m-count-uniform-1024", + "exact": true, + "baseline_ms": 2.8496794984675944, + "candidate_ms": 2.900107472669333 + }, + { + "case": "1m-count-near-uniform-512", + "exact": true, + "baseline_ms": 1.4677654835395515, + "candidate_ms": 1.470306480769068 + }, + { + "case": "1m-count-tiny-mix-512", + "exact": true, + "baseline_ms": 1.4533284702338278, + "candidate_ms": 1.4521069824695587 + }, + { + "case": "1m-count-tiny-mix-1000", + "exact": true, + "baseline_ms": 10.456537012942135, + "candidate_ms": 10.55706146871671 + }, + { + "case": "1m-count-mixed-256-1long", + "exact": true, + "baseline_ms": 5.925798963289708, + "candidate_ms": 5.920535477343947 + }, + { + "case": "1m-count-mixed-512-2long", + "exact": true, + "baseline_ms": 8.293926483020186, + "candidate_ms": 8.501885051373392 + }, + { + "case": "1m-count-mixed-1000-1long", + "exact": true, + "baseline_ms": 12.78681104304269, + "candidate_ms": 13.062225538305938 + }, + { + "case": "1m-count-mixed-512-4long", + "exact": true, + "baseline_ms": 8.557737513910979, + "candidate_ms": 8.652059535961598 + }, + { + "case": "1m-count-mixed-512-2long-ascending", + "exact": true, + "baseline_ms": 7.959907467011362, + "candidate_ms": 8.019183995202184 + }, + { + "case": "1m-count-mixed-512-2long-descending", + "exact": true, + "baseline_ms": 7.937328016851097, + "candidate_ms": 8.050291507970542 + }, + { + "case": "1m-heldout-lognormal-257-seed20261114", + "exact": true, + "baseline_ms": 0.7575089694000781, + "candidate_ms": 0.7510340074077249 + }, + { + "case": "1m-heldout-lognormal-1000-seed20261114", + "exact": true, + "baseline_ms": 9.27213451359421, + "candidate_ms": 9.425068506971002 + }, + { + "case": "1m-heldout-jittered-768-seed20261114", + "exact": true, + "baseline_ms": 2.2372404928319156, + "candidate_ms": 2.2107589757069945 + }, + { + "case": "1m-heldout-tiny-tail-768-seed20261114", + "exact": true, + "baseline_ms": 12.12268101517111, + "candidate_ms": 12.27733347332105 + }, + { + "case": "1m-heldout-trimodal-513-seed20261114", + "exact": true, + "baseline_ms": 9.35376004781574, + "candidate_ms": 9.447274962440133 + }, + { + "case": "1m-heldout-lognormal-257-seed20261115", + "exact": true, + "baseline_ms": 5.197590449824929, + "candidate_ms": 5.226199573371559 + }, + { + "case": "1m-heldout-lognormal-1000-seed20261115", + "exact": true, + "baseline_ms": 10.820079012773931, + "candidate_ms": 10.833772947080433 + }, + { + "case": "1m-heldout-jittered-768-seed20261115", + "exact": true, + "baseline_ms": 2.2444179630838335, + "candidate_ms": 2.2490544943138957 + }, + { + "case": "1m-heldout-tiny-tail-768-seed20261115", + "exact": true, + "baseline_ms": 11.283903964795172, + "candidate_ms": 11.362920922692865 + }, + { + "case": "1m-heldout-trimodal-513-seed20261115", + "exact": true, + "baseline_ms": 9.373850014526397, + "candidate_ms": 9.417621069587767 + }, + { + "case": "1m-heldout-lognormal-257-seed20261116", + "exact": true, + "baseline_ms": 2.8047614614479244, + "candidate_ms": 2.8086629463359714 + }, + { + "case": "1m-heldout-lognormal-1000-seed20261116", + "exact": true, + "baseline_ms": 10.958212544210255, + "candidate_ms": 11.002320447005332 + }, + { + "case": "1m-heldout-jittered-768-seed20261116", + "exact": true, + "baseline_ms": 2.2143389796838164, + "candidate_ms": 2.2156740305945277 + }, + { + "case": "1m-heldout-tiny-tail-768-seed20261116", + "exact": true, + "baseline_ms": 12.493416026700288, + "candidate_ms": 12.628557975403965 + }, + { + "case": "1m-heldout-trimodal-513-seed20261116", + "exact": true, + "baseline_ms": 9.297506476286799, + "candidate_ms": 9.321137040387839 + } + ], + "nsight": { + "1m-count-mixed-1000-1long": { + "contiguous": { + "selection_global_span_ms": 163.519481, + "max_rank_category_ms": { + "cp.key_pack_or_result_copy": 0.18159999999999998, + "cp.native_selection": 163.16134999999997 + } + }, + "zigzag": { + "selection_global_span_ms": 83.109938, + "max_rank_category_ms": { + "cp.route:True:torch.float32:(512,)": 1.858501, + "cp.route:True:torch.int32:(512,)": 14.700078, + "cp.route:False:torch.bfloat16:(64, 128)": 7.113141, + "cp.native_selection": 73.08964200000001, + "cp.key_pack_or_result_copy": 0.271906, + "cp.route:False:torch.bfloat16:(64,)": 2.482856 + } + }, + "planner": { + "selection_global_span_ms": 68.254793, + "max_rank_category_ms": { + "cp.route:True:torch.float32:(512,)": 4.348223, + "cp.route:True:torch.int32:(512,)": 8.197962, + "cp.route:False:torch.bfloat16:(64, 128)": 4.405335, + "cp.native_selection": 61.739421, + "cp.key_pack_or_result_copy": 0.153985, + "cp.route:False:torch.bfloat16:(64,)": 1.335339 + } + } + }, + "1m-heldout-lognormal-1000-seed20261115": { + "contiguous": { + "selection_global_span_ms": 9.633998, + "max_rank_category_ms": { + "cp.key_pack_or_result_copy": 0.17388900000000002, + "cp.native_selection": 9.280209 + } + }, + "zigzag": { + "selection_global_span_ms": 21.348133, + "max_rank_category_ms": { + "cp.route:True:torch.float32:(512,)": 0.6044820000000001, + "cp.route:True:torch.int32:(512,)": 1.41729, + "cp.route:False:torch.bfloat16:(64, 128)": 5.0081940000000005, + "cp.native_selection": 14.802351, + "cp.key_pack_or_result_copy": 0.284001, + "cp.route:False:torch.bfloat16:(64,)": 0.34249700000000005 + } + }, + "planner": { + "selection_global_span_ms": 11.414985, + "max_rank_category_ms": { + "cp.route:True:torch.float32:(512,)": 0.610629, + "cp.route:True:torch.int32:(512,)": 3.409097, + "cp.route:False:torch.bfloat16:(64, 128)": 3.259698, + "cp.native_selection": 6.992546, + "cp.key_pack_or_result_copy": 0.068448, + "cp.route:False:torch.bfloat16:(64,)": 0.770374 + } + } + }, + "1m-single": { + "contiguous": { + "selection_global_span_ms": 468.593111, + "max_rank_category_ms": { + "cp.key_pack_or_result_copy": 0.181057, + "cp.native_selection": 468.282427 + } + }, + "zigzag": { + "selection_global_span_ms": 254.092721, + "max_rank_category_ms": { + "cp.route:True:torch.float32:(512,)": 6.3879589999999995, + "cp.route:True:torch.int32:(512,)": 13.23255, + "cp.route:False:torch.bfloat16:(64, 128)": 4.99208, + "cp.native_selection": 245.940441, + "cp.key_pack_or_result_copy": 0.271938, + "cp.route:False:torch.bfloat16:(64,)": 0.601316 + } + }, + "planner": { + "selection_global_span_ms": 251.222947, + "max_rank_category_ms": { + "cp.route:True:torch.float32:(512,)": 1.507177, + "cp.route:True:torch.int32:(512,)": 10.28777, + "cp.route:False:torch.bfloat16:(64, 128)": 4.280196, + "cp.native_selection": 243.80528600000005, + "cp.key_pack_or_result_copy": 0.271906, + "cp.route:False:torch.bfloat16:(64,)": 0.133633 + } + } + } + }, + "notes": [ + "Runtime commit identifies the final reviewed cost implementation; diagnostic runs used the same runtime arithmetic before formatting and calibration validation edits.", + "Timing differences for identical rank layouts are not evidence of an algorithmic improvement.", + "Nsight category maxima may occur on different ranks and include communication arrival waits; do not sum them.", + "Query-scope memory peaks retain multiple policy holders and are not isolated deployment peaks.", + "First-call CPU profiles cover only untimed warmup calls on rank 0." + ], + "selection_screen": {"warmups": 2, "repeats": 7, "scope": "Only the public CP selection call, including routing, native selection and result restoration; no backward", "rows": [ + {"case":"1m-single","summary":{"contiguous":474.8923645019531,"zigzag":259.2926330566406,"old":262.19635009765625,"new":260.6012878417969},"records":[{"rank":0,"samples":{"contiguous":[31.448575973510742,35.58806228637695,31.934560775756836,33.26278305053711,33.599998474121094,33.295711517333984,29.8272647857666],"zigzag":[257.0025634765625,259.9117736816406,250.6300811767578,262.6404113769531,257.33978271484375,257.98486328125,258.96685791015625],"old":[262.9651184082031,259.91827392578125,265.92401123046875,255.09315490722656,262.19635009765625,261.4690246582031,264.2062683105469],"new":[254.25570678710938,258.598876953125,256.2545166015625,264.4566345214844,259.0245056152344,260.6012878417969,258.79736328125]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":2,"same_as_old":false},"old":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true},"new":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[90.36713409423828,86.14460754394531,87.43094635009766,88.62879943847656,89.3466567993164,86.85785675048828,84.78720092773438],"zigzag":[256.6148681640625,259.5755310058594,250.7862091064453,262.5873107910156,256.9625244140625,261.71881103515625,258.6222839355469],"old":[258.792236328125,256.2135925292969,259.52191162109375,252.0707244873047,257.3535461425781,255.1438751220703,252.04319763183594],"new":[254.60610961914062,248.2842254638672,254.28016662597656,244.4542999267578,254.57247924804688,243.77532958984375,255.13673400878906]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":2,"same_as_old":false},"old":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true},"new":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[156.62591552734375,152.52236938476562,146.59353637695312,156.7310791015625,154.7079620361328,153.88735961914062,147.97386169433594],"zigzag":[256.9461669921875,259.8796081542969,251.3140106201172,263.12835693359375,257.39654541015625,262.2134704589844,259.1440734863281],"old":[260.028076171875,246.52755737304688,260.536376953125,249.561279296875,259.1249084472656,249.67205810546875,245.90419006347656],"new":[261.342041015625,242.0252227783203,258.9350280761719,241.13644409179688,260.7521667480469,240.71469116210938,246.58668518066406]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":2,"same_as_old":false},"old":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true},"new":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[213.18601989746094,214.2598419189453,210.57606506347656,213.69667053222656,212.50408935546875,214.58023071289062,213.00799560546875],"zigzag":[256.5550537109375,259.4009094238281,251.4179229736328,262.7391357421875,256.8479919433594,262.3293762207031,258.75201416015625],"old":[251.44146728515625,254.26211547851562,252.37794494628906,249.8351287841797,252.47415161132812,254.49356079101562,254.3348846435547],"new":[249.56646728515625,245.83273315429688,257.9806213378906,246.56787109375,258.9366149902344,245.668701171875,250.5326385498047]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":2,"same_as_old":false},"old":{"policy":"selection-local-2x","rows":131072,"spans":1,"same_as_old":true},"new":{"policy":"selection-local-2x","rows":131072,"spans":1,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[272.6965637207031,279.32135009765625,284.3444519042969,292.3723449707031,290.5013427734375,275.3213806152344,277.68548583984375],"zigzag":[256.9546203613281,259.9574279785156,251.57058715820312,263.2173156738281,257.5086364746094,262.4693298339844,259.2565002441406],"old":[251.195068359375,253.9792022705078,252.13270568847656,249.5865936279297,252.2288055419922,254.25161743164062,254.08566284179688],"new":[249.3275146484375,245.63705444335938,257.7553405761719,246.33145141601562,258.69964599609375,245.43746948242188,250.28988647460938]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":2,"same_as_old":false},"old":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true},"new":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[337.7562255859375,328.86590576171875,334.6996154785156,335.2735595703125,337.71026611328125,326.5255432128906,322.7055969238281],"zigzag":[257.0188903808594,259.96905517578125,251.34390258789062,263.18115234375,257.4884338378906,262.23956298828125,259.2926330566406],"old":[259.9439392089844,246.43136596679688,260.4559326171875,249.46847534179688,259.0323791503906,249.5755157470703,245.83529663085938],"new":[261.2557373046875,241.9404754638672,258.8620300292969,241.03759765625,260.6573181152344,240.68441772460938,246.51930236816406]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":2,"same_as_old":false},"old":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true},"new":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[404.46453857421875,407.4710388183594,404.24169921875,405.80889892578125,409.251220703125,412.7620849609375,403.5783996582031],"zigzag":[256.7413024902344,259.6878356933594,251.56410217285156,262.9451904296875,257.1974182128906,262.48822021484375,259.020263671875],"old":[258.66485595703125,256.0919494628906,259.395751953125,251.95936584472656,257.2293395996094,255.02581787109375,251.91754150390625],"new":[254.5022430419922,248.17202758789062,254.1727752685547,244.3547821044922,254.46310424804688,243.6894989013672,255.0194549560547]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":2,"same_as_old":false},"old":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true},"new":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[474.44488525390625,476.7336730957031,474.0001525878906,474.8923645019531,473.52630615234375,477.5799255371094,477.2478942871094],"zigzag":[257.1399230957031,260.0450134277344,250.94781494140625,262.74188232421875,257.4780578613281,261.8621826171875,259.1069030761719],"old":[262.8339538574219,259.8155517578125,265.8741149902344,255.02899169921875,262.1286926269531,261.36077880859375,264.1702575683594],"new":[254.15724182128906,258.5001525878906,256.1673889160156,264.4917907714844,258.9183044433594,260.50262451171875,258.70928955078125]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":2,"same_as_old":false},"old":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true},"new":{"policy":"selection-local-2x","rows":131072,"spans":2,"same_as_old":true}}}]}, + {"case":"1m-uniform","summary":{"contiguous":5.0570878982543945,"zigzag":10.598688125610352,"old":5.082335948944092,"new":5.05398416519165},"records":[{"rank":0,"samples":{"contiguous":[4.995296001434326,5.085984230041504,5.006144046783447,5.05782413482666,5.021376132965088,5.049600124359131,5.009119987487793],"zigzag":[10.59119987487793,10.596927642822266,10.588064193725586,10.561951637268066,10.702912330627441,10.665184020996094,10.6245756149292],"old":[5.015903949737549,4.994207859039307,5.031583786010742,5.027616024017334,5.031680107116699,5.023007869720459,5.033055782318115],"new":[4.990528106689453,5.001664161682129,5.022079944610596,5.063456058502197,5.022848129272461,5.017375946044922,5.008255958557129]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[5.002143859863281,5.105599880218506,5.0570878982543945,5.023903846740723,4.991936206817627,5.065087795257568,5.002143859863281],"zigzag":[10.594880104064941,10.593088150024414,10.579487800598145,10.557087898254395,10.691871643066406,10.66483211517334,10.617024421691895],"old":[5.09932804107666,5.082335948944092,5.069568157196045,5.006688117980957,5.007775783538818,5.040544033050537,5.011648178100586],"new":[5.007199764251709,5.091936111450195,5.05398416519165,4.9937920570373535,5.002431869506836,5.018208026885986,4.9846720695495605]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[4.962080001831055,4.979743957519531,4.955359935760498,4.971199989318848,4.949376106262207,5.04640007019043,5.031199932098389],"zigzag":[10.590080261230469,10.58944034576416,10.58243179321289,10.561792373657227,10.688447952270508,10.660639762878418,10.616800308227539],"old":[5.041056156158447,5.015168190002441,4.977183818817139,4.9594879150390625,4.991040229797363,4.96889591217041,5.043647766113281],"new":[4.961023807525635,5.029344081878662,4.96284818649292,4.948224067687988,4.954912185668945,4.984320163726807,5.026591777801514]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[4.997119903564453,5.004096031188965,4.983007907867432,5.00489616394043,5.003903865814209,5.00275182723999,5.001728057861328],"zigzag":[10.590496063232422,10.592896461486816,10.572064399719238,10.560159683227539,10.692607879638672,10.657088279724121,10.613727569580078],"old":[5.020671844482422,5.005856037139893,5.009024143218994,5.018655776977539,5.029183864593506,5.008351802825928,5.0068159103393555],"new":[4.985727787017822,5.007391929626465,4.977151870727539,5.032351970672607,5.012415885925293,5.0023040771484375,4.986112117767334]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[4.9806718826293945,5.018655776977539,5.023039817810059,5.064703941345215,5.029791831970215,5.105567932128906,4.999231815338135],"zigzag":[10.597824096679688,10.594176292419434,10.58505630493164,10.551775932312012,10.692768096923828,10.660256385803223,10.619487762451172],"old":[5.016448020935059,4.985983848571777,5.038015842437744,5.033696174621582,5.574048042297363,5.0886077880859375,5.010047912597656],"new":[4.992224216461182,4.99945592880249,5.018655776977539,5.0411200523376465,5.030303955078125,5.129248142242432,5.002399921417236]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[5.018464088439941,5.016479969024658,4.986015796661377,5.034624099731445,5.01529598236084,5.042431831359863,5.003392219543457],"zigzag":[10.595680236816406,10.591360092163086,10.573663711547852,10.558079719543457,10.68995189666748,10.65503978729248,10.618271827697754],"old":[5.032703876495361,5.011360168457031,5.019680023193359,5.017151832580566,5.036416053771973,5.005119800567627,5.026432037353516],"new":[4.988863945007324,5.029759883880615,4.997568130493164,5.018752098083496,5.011871814727783,5.007232189178467,5.00051212310791]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[4.999360084533691,5.034304141998291,5.047616004943848,5.023359775543213,5.007167816162109,5.108448028564453,4.990592002868652],"zigzag":[10.594688415527344,10.598688125610352,10.583552360534668,10.554143905639648,10.68115234375,10.655232429504395,10.613183975219727],"old":[5.0087361335754395,5.01577615737915,5.054368019104004,5.006783962249756,5.105792045593262,5.114496231079102,5.020031929016113],"new":[5.004479885101318,5.015935897827148,5.017087936401367,5.012639999389648,5.004255771636963,5.109407901763916,5.006944179534912]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[4.994272232055664,5.048511981964111,5.0088958740234375,5.032447814941406,4.997600078582764,5.023680210113525,5.021247863769531],"zigzag":[10.583359718322754,10.588704109191895,10.570719718933105,10.548480033874512,10.691328048706055,10.655712127685547,10.624992370605469],"old":[5.022975921630859,4.99132776260376,5.04201602935791,4.994463920593262,4.997663974761963,5.006112098693848,5.035007953643799],"new":[4.988704204559326,4.994048118591309,5.0107197761535645,5.006048202514648,5.013728141784668,4.989952087402344,5.021471977233887]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}}]}, + {"case":"1m-near-uniform","summary":{"contiguous":5.080992221832275,"zigzag":10.648415565490723,"old":5.097343921661377,"new":5.074592113494873},"records":[{"rank":0,"samples":{"contiguous":[5.014688014984131,5.018335819244385,5.033120155334473,5.0404157638549805,5.03056001663208,5.015039920806885,5.017759799957275],"zigzag":[10.564255714416504,10.646719932556152,10.700639724731445,10.713088035583496,10.626015663146973,10.627264022827148,10.654239654541016],"old":[5.038496017456055,5.02396821975708,5.101056098937988,5.0485758781433105,5.026944160461426,5.024896144866943,5.030943870544434],"new":[5.037024021148682,5.024064064025879,5.064864158630371,5.023263931274414,5.041888236999512,5.007936000823975,5.033567905426025]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[5.034304141998291,5.030335903167725,5.1445441246032715,5.1439361572265625,5.053088188171387,5.023007869720459,5.138688087463379],"zigzag":[10.562399864196777,10.648415565490723,10.677472114562988,10.672896385192871,10.630687713623047,10.625439643859863,10.650079727172852],"old":[5.046432018280029,5.041632175445557,5.060160160064697,5.166816234588623,5.044640064239502,5.028736114501953,5.1360321044921875],"new":[5.008607864379883,5.014848232269287,5.172959804534912,5.063263893127441,5.028480052947998,5.017727851867676,5.135359764099121]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[4.984127998352051,4.9833598136901855,4.995327949523926,5.037280082702637,5.006015777587891,4.980000019073486,5.062335968017578],"zigzag":[10.553983688354492,10.646240234375,10.69593620300293,10.710975646972656,10.619359970092773,10.626527786254883,10.654047966003418],"old":[5.027071952819824,4.995552062988281,5.00486421585083,5.116960048675537,5.008480072021484,4.972832202911377,5.0101118087768555],"new":[4.986239910125732,4.9990081787109375,4.99724817276001,5.001183986663818,4.999648094177246,4.98089599609375,5.005504131317139]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[5.004767894744873,5.000063896179199,5.029888153076172,5.054495811462402,5.005951881408691,5.0016961097717285,5.011392116546631],"zigzag":[10.568032264709473,10.63980770111084,10.701472282409668,10.710047721862793,10.635616302490234,10.627039909362793,10.65721607208252],"old":[5.013055801391602,4.9798078536987305,5.095263957977295,5.05072021484375,5.022208213806152,4.9925761222839355,5.04640007019043],"new":[4.9984002113342285,4.981919765472412,5.079071998596191,5.021503925323486,5.0147199630737305,5.004255771636963,5.024735927581787]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[5.022304058074951,5.024960041046143,5.06115198135376,5.13040018081665,5.050687789916992,5.079264163970947,5.093440055847168],"zigzag":[10.563008308410645,10.643296241760254,10.69654369354248,10.712512016296387,10.62822437286377,10.62230396270752,10.65459156036377],"old":[5.052480220794678,5.097343921661377,5.113887786865234,5.134880065917969,5.085375785827637,5.048192024230957,5.044991970062256],"new":[5.018400192260742,5.068863868713379,5.111135959625244,5.066431999206543,5.097343921661377,5.074592113494873,5.056447982788086]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[5.014495849609375,5.013311862945557,5.047455787658691,5.094304084777832,5.049727916717529,4.9989118576049805,5.056447982788086],"zigzag":[10.563712120056152,10.642144203186035,10.697888374328613,10.710176467895508,10.633888244628906,10.625215530395508,10.658944129943848],"old":[5.0348801612854,5.011295795440674,5.065311908721924,5.069248199462891,5.038400173187256,5.061376094818115,5.081567764282227],"new":[5.009888172149658,5.000895977020264,5.0966081619262695,5.0496320724487305,5.01632022857666,5.000800132751465,5.0655999183654785]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[5.014624118804932,5.021440029144287,5.0502400398254395,5.055232048034668,5.080992221832275,5.049503803253174,5.133664131164551],"zigzag":[10.561823844909668,10.637184143066406,10.704959869384766,10.704352378845215,10.625408172607422,10.62831974029541,10.660320281982422],"old":[5.058847904205322,5.022496223449707,5.037600040435791,5.068607807159424,5.056896209716797,5.032959938049316,5.101215839385986],"new":[5.022592067718506,5.010560035705566,5.08076810836792,5.032864093780518,5.0477118492126465,5.033631801605225,5.138336181640625]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[5.035103797912598,5.012447834014893,5.006624221801758,5.070943832397461,5.041215896606445,5.0107197761535645,5.031231880187988],"zigzag":[10.55907154083252,10.64031982421875,10.700736045837402,10.70035171508789,10.616607666015625,10.625503540039062,10.656800270080566],"old":[5.046463966369629,5.009280204772949,5.029568195343018,5.132256031036377,5.057888031005859,4.999263763427734,5.031455993652344],"new":[5.012063980102539,4.999904155731201,5.024159908294678,5.042272090911865,5.056960105895996,5.011616230010986,5.019680023193359]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":128,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":8,"same_as_old":true}}}]}, + {"case":"1m-20s2l","summary":{"contiguous":209.65536499023438,"zigzag":127.20108795166016,"old":128.12646484375,"new":127.50678253173828},"records":[{"rank":0,"samples":{"contiguous":[25.563648223876953,22.908992767333984,24.201887130737305,23.73753547668457,23.007488250732422,22.6430721282959,25.469663619995117],"zigzag":[125.82662200927734,127.52198028564453,125.5621109008789,135.98728942871094,126.947265625,124.58684539794922,128.49270629882812],"old":[129.84693908691406,129.01434326171875,126.47516632080078,129.3639373779297,125.25382232666016,122.20540618896484,128.12646484375],"new":[129.84072875976562,123.91792297363281,125.41327667236328,124.83302307128906,127.17558288574219,127.17890930175781,128.63116455078125]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":21,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":44,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":148992,"spans":24,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":148992,"spans":24,"same_as_old":false}}},{"rank":1,"samples":{"contiguous":[78.09942626953125,78.54434967041016,78.62630462646484,76.73187255859375,81.60253143310547,79.73600006103516,77.09619140625],"zigzag":[125.3419189453125,127.15129852294922,125.11427307128906,135.54013061523438,126.65711975097656,124.07762908935547,128.14962768554688],"old":[129.29689025878906,128.21200561523438,126.00415802001953,128.36904907226562,124.28205108642578,121.67523193359375,127.57526397705078],"new":[128.7969207763672,123.44297790527344,124.8689956665039,124.3623046875,126.72374725341797,126.75456237792969,127.98258972167969]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":44,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":false}}},{"rank":2,"samples":{"contiguous":[144.22344970703125,138.1886444091797,146.608642578125,143.43740844726562,141.42172241210938,140.74227905273438,145.6834259033203],"zigzag":[125.59113311767578,127.636962890625,125.4570541381836,135.82009887695312,127.10415649414062,124.29513549804688,128.59222412109375],"old":[129.77162170410156,128.4231414794922,126.44300842285156,127.47711944580078,124.66867065429688,122.13091278076172,128.04527282714844],"new":[128.0482940673828,124.18681335449219,125.70022583007812,125.19353485107422,127.50150299072266,127.53759765625,128.3167724609375]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":44,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128512,"spans":3,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128512,"spans":3,"same_as_old":false}}},{"rank":3,"samples":{"contiguous":[204.18028259277344,208.0279083251953,208.0323486328125,207.7115478515625,206.10537719726562,205.15090942382812,208.54063415527344],"zigzag":[125.56063842773438,127.64335632324219,125.4150390625,135.361083984375,127.16687774658203,124.10508728027344,128.62733459472656],"old":[128.81961059570312,128.6573486328125,125.51769256591797,128.44915771484375,124.82038116455078,121.40108489990234,127.0896987915039],"new":[129.10482788085938,122.96825408935547,124.504638671875,123.96060943603516,126.22624206542969,126.3028793334961,128.05459594726562]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":44,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":false}}},{"rank":4,"samples":{"contiguous":[42.17766571044922,43.285118103027344,42.30656051635742,42.54838562011719,45.45100784301758,42.9257926940918,43.592063903808594],"zigzag":[125.62384033203125,127.58541107177734,125.53433227539062,135.90594482421875,127.09174346923828,124.09855651855469,128.65110778808594],"old":[129.81484985351562,129.03062438964844,126.44825744628906,129.39324951171875,125.26521301269531,122.17603302001953,128.08621215820312],"new":[129.84921264648438,123.89823913574219,125.3927001953125,124.81046295166016,127.1464614868164,127.09862518310547,128.61846923828125]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":2,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":44,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":false}}},{"rank":5,"samples":{"contiguous":[81.10623931884766,79.83865356445312,84.66738891601562,81.05382537841797,83.80486297607422,81.72911834716797,86.68780517578125],"zigzag":[125.47427368164062,127.26611328125,125.23321533203125,135.66006469726562,126.75401306152344,124.23999786376953,128.189208984375],"old":[129.5194549560547,128.12515258789062,126.2044448852539,127.37904357910156,124.56025695800781,121.99311828613281,127.79328155517578],"new":[128.45103454589844,123.78470611572266,125.3051528930664,124.78288269042969,127.06578826904297,127.12550354003906,127.78015899658203]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":44,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":false}}},{"rank":6,"samples":{"contiguous":[146.08047485351562,143.88082885742188,146.4845428466797,147.97164916992188,147.06393432617188,145.03216552734375,146.891357421875],"zigzag":[125.68838500976562,127.7014389038086,125.60368347167969,136.04080200195312,127.20108795166016,124.4283218383789,128.7972412109375],"old":[129.7010498046875,128.66397094726562,126.40201568603516,127.88492584228516,124.83216094970703,122.12879943847656,127.97929382324219],"new":[128.14060974121094,124.1595230102539,125.71123504638672,125.2110366821289,127.50678253173828,127.55001831054688,128.29443359375]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":44,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128512,"spans":3,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128512,"spans":3,"same_as_old":false}}},{"rank":7,"samples":{"contiguous":[207.01487731933594,209.65536499023438,211.78530883789062,206.236572265625,214.5864715576172,213.19769287109375,209.51458740234375],"zigzag":[125.97513580322266,127.64713287353516,125.697021484375,136.12010192871094,127.14873504638672,124.72418975830078,128.63792419433594],"old":[129.75228881835938,128.1879425048828,126.42160034179688,128.7845458984375,124.61634826660156,122.10530853271484,128.00778198242188],"new":[129.2007293701172,123.81327819824219,125.25615692138672,124.71145629882812,127.09951782226562,127.15245056152344,127.9873275756836]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":44,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128512,"spans":4,"same_as_old":false}}}]}, + {"case":"1m-power-law","summary":{"contiguous":215.718017578125,"zigzag":93.88246154785156,"old":94.37833404541016,"new":95.30818939208984},"records":[{"rank":0,"samples":{"contiguous":[14.474720001220703,13.730048179626465,14.225824356079102,14.201408386230469,14.414976119995117,14.070528030395508,14.277600288391113],"zigzag":[92.94329833984375,93.39625549316406,95.4843521118164,94.87696075439453,92.80230712890625,95.3116455078125,92.21142578125],"old":[97.15267181396484,95.37725067138672,94.14678192138672,94.36396789550781,94.67680358886719,91.79078674316406,93.9155502319336],"new":[93.614013671875,95.1145248413086,95.57011413574219,95.86511993408203,94.5149154663086,95.54198455810547,93.44512176513672]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":5,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":14,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":149888,"spans":11,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":149888,"spans":11,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[31.545087814331055,30.905248641967773,29.361120223999023,32.937313079833984,32.32185745239258,31.356063842773438,29.354591369628906],"zigzag":[92.69670104980469,93.12175750732422,95.23260498046875,94.73824310302734,92.56396484375,95.07762908935547,92.0031967163086],"old":[96.92002868652344,95.13990020751953,93.76112365722656,93.98198699951172,94.2259521484375,91.9112319946289,93.57952117919922],"new":[93.34054565429688,94.88108825683594,95.176513671875,95.62710571289062,94.28492736816406,95.30188751220703,93.1211166381836]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":2,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":14,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128384,"spans":8,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128384,"spans":8,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[52.79935836791992,48.046974182128906,49.62313461303711,50.47577667236328,52.81324768066406,47.58156967163086,49.359039306640625],"zigzag":[92.5519027709961,93.5564193725586,95.1299819946289,94.89151763916016,92.41849517822266,94.93571472167969,91.8123550415039],"old":[97.35948944091797,95.58483123779297,93.91436767578125,93.69087982177734,94.23343658447266,92.69904327392578,93.50822448730469],"new":[92.9345932006836,95.28870391845703,94.8399658203125,95.9764175415039,95.09436798095703,95.69554901123047,93.61283111572266]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":14,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128384,"spans":7,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128384,"spans":7,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[111.92031860351562,108.88633728027344,105.19609832763672,105.65478515625,111.65068817138672,108.0697250366211,104.86994934082031],"zigzag":[92.38361358642578,93.50089263916016,94.89929962158203,94.56944274902344,92.21788787841797,94.72582244873047,91.61264038085938],"old":[96.57923126220703,94.79398345947266,93.46969604492188,93.6654052734375,93.95942687988281,92.12691497802734,93.28047943115234],"new":[92.96451568603516,94.54528045654297,94.87833404541016,95.26300811767578,94.45865631103516,94.97824096679688,92.77561950683594]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":14,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128384,"spans":8,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128384,"spans":8,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[32.06550216674805,32.17340850830078,28.925312042236328,29.641376495361328,31.830368041992188,32.12681579589844,30.076671600341797],"zigzag":[92.53311920166016,93.75424194335938,95.12329864501953,95.05110168457031,92.42979431152344,94.89075469970703,91.79561614990234],"old":[97.2594223022461,95.4814682006836,94.16553497314453,94.37833404541016,94.69570922851562,91.75852966308594,93.9361572265625],"new":[93.64832305908203,95.21311950683594,95.58812713623047,95.9935073852539,94.53855895996094,95.6236801147461,93.45670318603516]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":2,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":14,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128384,"spans":8,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128384,"spans":8,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[89.69904327392578,85.53907012939453,87.8163833618164,86.74176025390625,89.30547332763672,85.4366683959961,86.82524871826172],"zigzag":[92.85711669921875,93.3664321899414,95.40451049804688,94.76541137695312,92.72624206542969,95.22614288330078,92.15580749511719],"old":[97.0099868774414,95.24022674560547,93.5738525390625,93.33977508544922,93.88028717041016,92.36211395263672,93.13660430908203],"new":[92.64179229736328,94.95491027832031,94.54009246826172,95.6016616821289,94.73347473144531,95.33977508544922,93.25878143310547]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":14,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128384,"spans":8,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128384,"spans":8,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[155.4150390625,152.91766357421875,147.69708251953125,148.42311096191406,154.561279296875,152.62725830078125,148.523193359375],"zigzag":[92.76048278808594,93.88246154785156,95.31462097167969,95.17826843261719,92.61631774902344,95.12809753417969,92.02188873291016],"old":[97.37741088867188,95.60403442382812,93.9382095336914,93.57190704345703,94.25465393066406,92.71836853027344,93.53075408935547],"new":[92.93011474609375,95.30818939208984,94.8605728149414,96.00147247314453,95.11577606201172,95.72041320800781,93.6319351196289]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":14,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128384,"spans":7,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128384,"spans":7,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[214.4693145751953,216.08627319335938,216.20407104492188,215.02313232421875,213.36898803710938,215.718017578125,216.23199462890625],"zigzag":[93.09062194824219,93.52342224121094,95.63289642333984,95.01219177246094,92.9431381225586,95.45645141601562,92.35910034179688],"old":[97.1454086303711,95.38432312011719,93.91004943847656,94.1021728515625,94.40646362304688,91.87955474853516,93.72473907470703],"new":[93.45616149902344,95.15586853027344,95.31001281738281,95.88703918457031,94.4540786743164,95.57459259033203,93.38751983642578]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":14,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":128384,"spans":6,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":128384,"spans":6,"same_as_old":true}}}]}, + {"case":"1m-count-uniform-256","summary":{"contiguous":2.385472059249878,"zigzag":9.733247756958008,"old":2.3960320949554443,"new":2.3834879398345947},"records":[{"rank":0,"samples":{"contiguous":[2.376607894897461,2.394495964050293,2.3729920387268066,2.4068799018859863,2.3743679523468018,2.404831886291504,2.361567974090576],"zigzag":[9.728511810302734,9.740192413330078,9.712448120117188,9.733535766601562,9.720831871032715,9.731583595275879,9.724543571472168],"old":[2.3865280151367188,2.3618879318237305,2.3849599361419678,2.383392095565796,2.3941121101379395,2.3574399948120117,2.3905599117279053],"new":[2.3634560108184814,2.367232084274292,2.370784044265747,2.370879888534546,2.3755199909210205,2.380095958709717,2.3784000873565674]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[2.3822081089019775,2.379647970199585,2.3623359203338623,2.4128639698028564,2.378880023956299,2.3967039585113525,2.3726720809936523],"zigzag":[9.727871894836426,9.741663932800293,9.71401596069336,9.734496116638184,9.719903945922852,9.736063957214355,9.727904319763184],"old":[2.3956480026245117,2.3711678981781006,2.3869760036468506,2.37609601020813,2.4006080627441406,2.3702080249786377,2.397887945175171],"new":[2.3702399730682373,2.378592014312744,2.3772480487823486,2.3777918815612793,2.366528034210205,2.3839359283447266,2.3834879398345947]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[2.3789761066436768,2.386847972869873,2.366879940032959,2.4128000736236572,2.3645119667053223,2.380703926086426,2.3618240356445312],"zigzag":[9.733247756958008,9.736063957214355,9.72009563446045,9.724639892578125,9.715007781982422,9.729663848876953,9.725760459899902],"old":[2.3849918842315674,2.3663039207458496,2.38044810295105,2.377216100692749,2.388000011444092,2.3662400245666504,2.3790080547332764],"new":[2.3690879344940186,2.3760640621185303,2.362623929977417,2.372864007949829,2.365760087966919,2.377664089202881,2.368000030517578]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[2.381632089614868,2.4096639156341553,2.3718719482421875,2.418303966522217,2.3722240924835205,2.395008087158203,2.369312047958374],"zigzag":[9.72326374053955,9.732799530029297,9.711999893188477,9.719712257385254,9.716608047485352,9.73094367980957,9.715968132019043],"old":[2.3984320163726807,2.3679358959198,2.3897600173950195,2.3821120262145996,2.387392044067383,2.378688097000122,2.392224073410034],"new":[2.3743999004364014,2.3809919357299805,2.3708159923553467,2.382080078125,2.369568109512329,2.3860158920288086,2.3759360313415527]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[2.385472059249878,2.3919360637664795,2.3751039505004883,2.4086720943450928,2.3772480487823486,2.3967039585113525,2.38102388381958],"zigzag":[9.724287986755371,9.731136322021484,9.70956802368164,9.723615646362305,9.714207649230957,9.728704452514648,9.71190357208252],"old":[2.4063680171966553,2.3753600120544434,2.3960320949554443,2.38700795173645,2.4042561054229736,2.375744104385376,2.3928000926971436],"new":[2.3762240409851074,2.3839681148529053,2.3816640377044678,2.3823680877685547,2.369823932647705,2.3895680904388428,2.3789119720458984]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[2.3730239868164062,2.3966081142425537,2.3650240898132324,2.3975679874420166,2.362623929977417,2.387392044067383,2.3640639781951904],"zigzag":[9.725695610046387,9.739999771118164,9.714624404907227,9.729791641235352,9.719072341918945,9.731391906738281,9.721023559570312],"old":[2.3919999599456787,2.3627519607543945,2.3896000385284424,2.371488094329834,2.3815999031066895,2.3607680797576904,2.379103899002075],"new":[2.364799976348877,2.37174391746521,2.3745601177215576,2.3732800483703613,2.3562240600585938,2.377216100692749,2.364288091659546]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[2.383136034011841,2.3971199989318848,2.3654398918151855,2.426719903945923,2.376703977584839,2.393343925476074,2.3731839656829834],"zigzag":[9.71894359588623,9.7324800491333,9.704319953918457,9.716447830200195,9.713824272155762,9.724224090576172,9.713408470153809],"old":[2.3986880779266357,2.3745601177215576,2.3959360122680664,2.3807361125946045,2.3862719535827637,2.3730878829956055,2.3856639862060547],"new":[2.368896007537842,2.369152069091797,2.3737919330596924,2.3894400596618652,2.3767359256744385,2.380768060684204,2.3771519660949707]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[2.3711040019989014,2.391648054122925,2.3790080547332764,2.3894400596618652,2.3679039478302,2.381279945373535,2.3562240600585938],"zigzag":[9.726143836975098,9.737664222717285,9.704511642456055,9.718688011169434,9.707712173461914,9.72492790222168,9.709728240966797],"old":[2.3871359825134277,2.362112045288086,2.3790080547332764,2.3679680824279785,2.38972806930542,2.360543966293335,2.386496067047119],"new":[2.379199981689453,2.385215997695923,2.380160093307495,2.3736000061035156,2.358464002609253,2.386944055557251,2.3656959533691406]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}}]}, + {"case":"1m-count-uniform-1024","summary":{"contiguous":1.767583966255188,"zigzag":15.937952041625977,"old":1.7983039617538452,"new":1.7682240009307861},"records":[{"rank":0,"samples":{"contiguous":[1.7680959701538086,1.761631965637207,1.7531520128250122,1.7959359884262085,1.7584960460662842,1.760032057762146,1.7570559978485107],"zigzag":[15.931296348571777,15.948384284973145,15.937952041625977,15.927776336669922,15.932352066040039,15.937472343444824,15.940959930419922],"old":[1.7950719594955444,1.7511999607086182,1.782912015914917,1.8067519664764404,1.7983039617538452,1.7502080202102661,1.7831679582595825],"new":[1.7635200023651123,1.7530879974365234,1.762495994567871,1.7619520425796509,1.763200044631958,1.7507200241088867,1.7631679773330688]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":2048,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[1.7607680559158325,1.7613760232925415,1.7566720247268677,1.7890559434890747,1.7620160579681396,1.762336015701294,1.7480319738388062],"zigzag":[15.92467212677002,15.943167686462402,15.937376022338867,15.9334077835083,15.92959976196289,15.937600135803223,15.954751968383789],"old":[1.7927680015563965,1.7526719570159912,1.7816319465637207,1.784000039100647,1.7881920337677002,1.7598719596862793,1.7791680097579956],"new":[1.76419198513031,1.7551679611206055,1.7602880001068115,1.7569600343704224,1.7683199644088745,1.751296043395996,1.75273597240448]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":2048,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[1.7585279941558838,1.7576639652252197,1.7560960054397583,1.809440016746521,1.7574399709701538,1.7515840530395508,1.7524800300598145],"zigzag":[15.918432235717773,15.944992065429688,15.934304237365723,15.93280029296875,15.934144020080566,15.935296058654785,15.942432403564453],"old":[1.7868800163269043,1.75872004032135,1.7719680070877075,1.779520034790039,1.7838399410247803,1.747040033340454,1.7789119482040405],"new":[1.7685439586639404,1.7491199970245361,1.7554559707641602,1.7591040134429932,1.7595839500427246,1.7441920042037964,1.7585279941558838]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":2048,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[1.765887975692749,1.7672319412231445,1.7667839527130127,1.8031680583953857,1.7700799703598022,1.7581119537353516,1.7628159523010254],"zigzag":[15.925472259521484,15.941727638244629,15.934528350830078,15.937919616699219,15.928735733032227,15.941344261169434,15.945856094360352],"old":[1.821984052658081,1.7570240497589111,1.810912013053894,1.7935359477996826,1.7976640462875366,1.7569600343704224,1.7896000146865845],"new":[1.7721920013427734,1.7684160470962524,1.7615360021591187,1.7633600234985352,1.765984058380127,1.7519359588623047,1.7558079957962036]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":2048,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[1.7688640356063843,1.767583966255188,1.7548160552978516,1.7928320169448853,1.7700480222702026,1.7633919715881348,1.7559360265731812],"zigzag":[15.919584274291992,15.949695587158203,15.934783935546875,15.93008041381836,15.931232452392578,15.93836784362793,15.945440292358398],"old":[1.79750394821167,1.754431962966919,1.778048038482666,1.7845760583877563,1.7938239574432373,1.755552053451538,1.7954879999160767],"new":[1.7686400413513184,1.75929594039917,1.7628159523010254,1.7644480466842651,1.773792028427124,1.754207968711853,1.7513279914855957]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":2048,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[1.7598719596862793,1.7563199996948242,1.7495039701461792,1.7754240036010742,1.7560319900512695,1.7475520372390747,1.755552053451538],"zigzag":[15.924960136413574,15.947839736938477,15.930527687072754,15.935551643371582,15.932767868041992,15.941439628601074,15.950079917907715],"old":[1.7886719703674316,1.7464959621429443,1.7719039916992188,1.780351996421814,1.7776960134506226,1.745311975479126,1.7815680503845215],"new":[1.761247992515564,1.7507840394973755,1.7521599531173706,1.7507519721984863,1.758687973022461,1.7537280321121216,1.760416030883789]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":2048,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[1.7663999795913696,1.7594560384750366,1.7496000528335571,1.7829760313034058,1.7662400007247925,1.7565439939498901,1.7497279644012451],"zigzag":[15.9170560836792,15.944031715393066,15.927776336669922,15.91868782043457,15.931167602539062,15.933504104614258,15.941887855529785],"old":[1.7863999605178833,1.7484159469604492,1.7804800271987915,1.7936639785766602,1.7934720516204834,1.7461440563201904,1.7835839986801147],"new":[1.7639039754867554,1.7503039836883545,1.7585599422454834,1.7682240009307861,1.7619520425796509,1.751904010772705,1.7611839771270752]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":2048,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[1.7719999551773071,1.7599680423736572,1.7535680532455444,1.7956479787826538,1.7724159955978394,1.7603839635849,1.755679965019226],"zigzag":[15.908160209655762,15.942015647888184,15.932191848754883,15.928192138671875,15.920576095581055,15.92915153503418,15.942560195922852],"old":[1.7984319925308228,1.7506879568099976,1.7898880243301392,1.7827520370483398,1.7956479787826538,1.7493760585784912,1.7798399925231934],"new":[1.7707840204238892,1.753216028213501,1.7606719732284546,1.7622400522232056,1.7711999416351318,1.7513279914855957,1.760543942451477]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":2048,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":true}}}]}, + {"case":"1m-count-near-uniform-512","summary":{"contiguous":1.8842240571975708,"zigzag":12.907423973083496,"old":1.9116480350494385,"new":1.8884799480438232},"records":[{"rank":0,"samples":{"contiguous":[1.8370879888534546,1.8650239706039429,1.8184640407562256,1.8548799753189087,1.8310400247573853,1.8535360097885132,1.8292800188064575],"zigzag":[12.89417552947998,12.902336120605469,12.944671630859375,12.918623924255371,12.893792152404785,12.905695915222168,12.934975624084473],"old":[1.8561919927597046,1.8316800594329834,1.855679988861084,1.840224027633667,1.880511999130249,1.8343360424041748,1.8445760011672974],"new":[1.8396799564361572,1.8402559757232666,1.8261120319366455,1.844383955001831,1.8343039751052856,1.8367359638214111,1.8353919982910156]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":60,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":60,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":60,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[1.825376033782959,1.8439680337905884,1.8162879943847656,1.8575999736785889,1.8219200372695923,1.854367971420288,1.8199679851531982],"zigzag":[12.901727676391602,12.897791862487793,12.934944152832031,12.91823959350586,12.887104034423828,12.907423973083496,12.942655563354492],"old":[1.8511359691619873,1.828320026397705,1.8724479675292969,1.8263360261917114,1.8567999601364136,1.8190079927444458,1.8492480516433716],"new":[1.8324480056762695,1.840831995010376,1.8224960565567017,1.8394559621810913,1.8259520530700684,1.8293119668960571,1.8080960512161255]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":70,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":70,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":70,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[1.8729920387268066,1.9029439687728882,1.8634560108184814,1.8901760578155518,1.86953604221344,1.892896056175232,1.8761919736862183],"zigzag":[12.892607688903809,12.901535987854004,12.939007759094238,12.916576385498047,12.889216423034668,12.899935722351074,12.928832054138184],"old":[1.9084479808807373,1.8734079599380493,1.8897600173950195,1.8760960102081299,1.9154560565948486,1.8626559972763062,1.9116480350494385],"new":[1.88099205493927,1.8727680444717407,1.869312047958374,1.8827840089797974,1.8809280395507812,1.8647359609603882,1.9232640266418457]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":67,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":67,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":67,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[1.8770240545272827,1.9017599821090698,1.8719040155410767,1.93231999874115,1.8685439825057983,1.8986879587173462,1.8642239570617676],"zigzag":[12.892576217651367,12.898880004882812,12.935263633728027,12.914496421813965,12.877599716186523,12.896448135375977,12.929951667785645],"old":[1.9107840061187744,1.87283194065094,1.92576003074646,1.8839360475540161,1.9177279472351074,1.8821760416030884,1.9074560403823853],"new":[1.877120018005371,1.8764480352401733,1.8771519660949707,1.8904000520706177,1.8808319568634033,1.873952031135559,1.877568006515503]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":64,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":64,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":64,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[1.8842240571975708,1.9038399457931519,1.8784639835357666,1.9167040586471558,1.8826240301132202,1.9022079706192017,1.8808640241622925],"zigzag":[12.885727882385254,12.896096229553223,12.932160377502441,12.914719581604004,12.883808135986328,12.894880294799805,12.929023742675781],"old":[1.918239951133728,1.8730239868164062,1.9050240516662598,1.890336036682129,1.9108480215072632,1.8760960102081299,1.9058239459991455],"new":[1.8917440176010132,1.8884799480438232,1.873088002204895,1.8968960046768188,1.8880000114440918,1.8860479593276978,1.8743679523468018]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":64,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":64,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":64,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[1.8752000331878662,1.9065920114517212,1.8738880157470703,1.8980159759521484,1.876479983329773,1.8882240056991577,1.863487958908081],"zigzag":[12.89350414276123,12.898431777954102,12.934464454650879,12.920831680297852,12.887711524963379,12.896191596984863,12.927519798278809],"old":[1.9052159786224365,1.8776320219039917,1.8953280448913574,1.8770560026168823,1.8999680280685425,1.8724160194396973,1.895616054534912],"new":[1.8846720457077026,1.8781119585037231,1.875488042831421,1.885151982307434,1.8844480514526367,1.8698240518569946,1.8649920225143433]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":63,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":63,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":63,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[1.8629759550094604,1.8836480379104614,1.8535360097885132,1.9022079706192017,1.854367971420288,1.8714239597320557,1.8453119993209839],"zigzag":[12.885567665100098,12.895968437194824,12.933600425720215,12.913503646850586,12.887968063354492,12.90009593963623,12.925087928771973],"old":[1.8833919763565063,1.8554879426956177,1.8978240489959717,1.8590079545974731,1.8893439769744873,1.850335955619812,1.87772798538208],"new":[1.8691200017929077,1.863711953163147,1.8520959615707397,1.8694080114364624,1.85043203830719,1.8585280179977417,1.847648024559021]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":65,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":65,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":65,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[1.8653440475463867,1.8913600444793701,1.868064045906067,1.902783989906311,1.8686399459838867,1.8878400325775146,1.856287956237793],"zigzag":[12.896512031555176,12.896191596984863,12.931551933288574,12.909440040588379,12.88310432434082,12.897151947021484,12.927167892456055],"old":[1.894592046737671,1.8747520446777344,1.889248013496399,1.8795839548110962,1.8993279933929443,1.8620480298995972,1.900447964668274],"new":[1.8723200559616089,1.8836480379104614,1.860703945159912,1.8851200342178345,1.8770560026168823,1.8619519472122192,1.8547840118408203]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":65,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":65,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":65,"same_as_old":true}}}]}, + {"case":"1m-count-tiny-mix-512","summary":{"contiguous":6.2696638107299805,"zigzag":14.814240455627441,"old":6.285984039306641,"new":6.2649922370910645},"records":[{"rank":0,"samples":{"contiguous":[4.729951858520508,4.739520072937012,4.731391906738281,4.722879886627197,4.719200134277344,4.7514238357543945,4.717184066772461],"zigzag":[14.802047729492188,14.781120300292969,14.817024230957031,14.816831588745117,14.807616233825684,14.781567573547363,14.7892484664917],"old":[4.760287761688232,4.7433600425720215,4.760096073150635,4.715936183929443,4.754752159118652,4.758912086486816,4.747168064117432],"new":[4.734655857086182,4.7230401039123535,4.7281599044799805,4.719456195831299,4.740287780761719,4.7267842292785645,4.726463794708252]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":53,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131104,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":53,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":53,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[5.445824146270752,5.464000225067139,5.450240135192871,5.4496002197265625,5.439551830291748,5.465983867645264,5.437119960784912],"zigzag":[14.797951698303223,14.7774076461792,14.811552047729492,14.824447631835938,14.813535690307617,14.793888092041016,14.800127983093262],"old":[5.461023807525635,5.464799880981445,5.478528022766113,5.43609619140625,5.476128101348877,5.476831912994385,5.474527835845947],"new":[5.448480129241943,5.451903820037842,5.451039791107178,5.440767765045166,5.444255828857422,5.444032192230225,5.438079833984375]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":85,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131104,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":85,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":85,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[6.157792091369629,6.200352191925049,6.156735897064209,6.138527870178223,6.135519981384277,6.158944129943848,6.135551929473877],"zigzag":[14.792256355285645,14.77667236328125,14.810144424438477,14.817343711853027,14.802751541137695,14.78223991394043,14.78268814086914],"old":[6.172287940979004,6.166175842285156,6.207615852355957,6.136960029602051,6.187039852142334,6.167359828948975,6.160543918609619],"new":[6.1565117835998535,6.161664009094238,6.164063930511475,6.1353278160095215,6.14031982421875,6.139488220214844,6.14192008972168]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":71,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131088,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":71,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":71,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[5.195040225982666,5.180352210998535,5.1572160720825195,5.146687984466553,5.152736186981201,5.255871772766113,5.239712238311768],"zigzag":[14.816672325134277,14.773695945739746,14.815135955810547,14.844127655029297,14.814240455627441,14.800000190734863,14.785759925842285],"old":[5.24399995803833,5.201344013214111,5.1821441650390625,5.156032085418701,5.178400039672852,5.182943820953369,5.207263946533203],"new":[5.22873592376709,5.158336162567139,5.16374397277832,5.1559038162231445,5.165664196014404,5.2435197830200195,5.1561598777771]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131056,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[5.076511859893799,5.099008083343506,5.069632053375244,5.0726399421691895,5.070623874664307,5.092864036560059,5.0761919021606445],"zigzag":[14.79593563079834,14.77014446258545,14.796928405761719,14.813088417053223,14.799455642700195,14.786432266235352,14.798687934875488],"old":[5.1011199951171875,5.085855960845947,5.109951972961426,5.062655925750732,5.093023777008057,5.091296195983887,5.088863849639893],"new":[5.081984043121338,5.0730881690979,5.066656112670898,5.067135810852051,5.071839809417725,5.0865278244018555,5.0787200927734375]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":66,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131056,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":66,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":66,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[4.63375997543335,4.645088195800781,4.6248321533203125,4.632959842681885,4.643519878387451,4.667647838592529,4.632607936859131],"zigzag":[14.79248046875,14.760992050170898,14.789216041564941,14.814720153808594,14.79958438873291,14.780511856079102,14.786272048950195],"old":[4.650335788726807,4.653791904449463,4.667200088500977,4.620607852935791,4.6885762214660645,4.6552958488464355,4.668447971343994],"new":[4.639616012573242,4.627744197845459,4.693471908569336,4.61952018737793,4.633567810058594,4.647552013397217,4.645792007446289]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":62,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131056,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":62,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":62,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[6.2696638107299805,6.2790398597717285,6.262784004211426,6.258495807647705,6.274655818939209,6.271455764770508,6.2663679122924805],"zigzag":[14.801631927490234,14.767135620117188,14.77894401550293,14.826399803161621,14.800288200378418,14.784255981445312,14.777791976928711],"old":[6.285984039306641,6.275807857513428,6.292736053466797,6.250751972198486,6.302271842956543,6.287680149078369,6.281856060028076],"new":[6.258080005645752,6.278111934661865,6.259903907775879,6.249216079711914,6.267615795135498,6.268896102905273,6.2649922370910645]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":92,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131056,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":92,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":92,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[4.817599773406982,4.829984188079834,4.811103820800781,4.80131196975708,4.807839870452881,4.83238410949707,4.811391830444336],"zigzag":[14.80016040802002,14.771936416625977,14.799391746520996,14.817055702209473,14.803999900817871,14.786463737487793,14.774656295776367],"old":[4.843455791473389,4.837887763977051,4.841983795166016,4.802464008331299,4.842624187469482,4.83676815032959,4.836415767669678],"new":[4.824351787567139,4.803199768066406,4.812992095947266,4.806367874145508,4.809760093688965,4.806240081787109,4.809120178222656]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":58,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131056,"spans":1024,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":58,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":58,"same_as_old":true}}}]}, + {"case":"1m-count-tiny-mix-1000","summary":{"contiguous":13.141535758972168,"zigzag":27.165664672851562,"old":12.941760063171387,"new":12.855711936950684},"records":[{"rank":0,"samples":{"contiguous":[6.407519817352295,6.4233598709106445,6.371647834777832,6.408351898193359,6.3857598304748535,6.4268479347229,6.382016181945801],"zigzag":[28.112831115722656,28.639455795288086,25.64476776123047,27.14886474609375,29.296255111694336,26.667776107788086,25.933183670043945],"old":[6.414656162261963,6.376287937164307,6.401760101318359,6.418367862701416,6.419360160827637,6.387968063354492,6.412415981292725],"new":[6.387167930603027,6.381343841552734,6.381504058837891,6.401023864746094,6.386879920959473,6.410943984985352,6.37667179107666]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":174,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131080,"spans":2000,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":174,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":174,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[10.095552444458008,10.11241626739502,10.09347152709961,10.13871955871582,10.067487716674805,10.07590389251709,10.074048042297363],"zigzag":[28.072288513183594,28.5947208404541,25.608415603637695,27.13871955871582,29.239200592041016,26.631711959838867,25.933664321899414],"old":[10.176575660705566,10.109696388244629,10.108575820922852,10.062687873840332,10.091263771057129,10.092351913452148,10.151103973388672],"new":[10.095040321350098,10.137120246887207,10.104991912841797,10.097248077392578,10.055392265319824,10.09558391571045,10.058464050292969]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":167,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131080,"spans":2000,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":167,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":167,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[9.985600471496582,9.884063720703125,9.886848449707031,9.905471801757812,10.05129623413086,10.18899154663086,9.918208122253418],"zigzag":[28.122304916381836,28.65545654296875,25.650592803955078,27.165664672851562,29.298112869262695,26.668127059936523,25.946048736572266],"old":[10.04531192779541,9.919520378112793,9.876511573791504,9.899840354919434,9.938176155090332,9.902591705322266,9.92512035369873],"new":[9.993280410766602,9.94092845916748,9.878432273864746,9.901280403137207,9.973024368286133,9.918144226074219,9.897631645202637]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":71,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131080,"spans":2000,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":71,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":71,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[10.249247550964355,10.301823616027832,10.166751861572266,10.355968475341797,10.447327613830566,10.222368240356445,10.181535720825195],"zigzag":[28.042463302612305,28.558176040649414,25.61516761779785,27.120447158813477,29.198720932006836,26.622112274169922,25.920448303222656],"old":[10.32307243347168,10.30361557006836,10.180864334106445,10.231295585632324,10.22719955444336,10.185343742370605,10.198687553405762],"new":[10.26204776763916,10.259360313415527,10.160479545593262,10.333279609680176,10.222175598144531,10.228351593017578,10.162367820739746]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":117,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131080,"spans":2000,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":117,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":117,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[7.545504093170166,7.542848110198975,7.532192230224609,7.537312030792236,7.520448207855225,7.540863990783691,7.537407875061035],"zigzag":[28.060543060302734,28.57539176940918,25.590431213378906,27.101280212402344,29.218624114990234,26.61155128479004,25.908416748046875],"old":[7.554175853729248,7.518815994262695,7.537024021148682,7.533919811248779,7.552095890045166,7.5232319831848145,7.579135894775391],"new":[7.535999774932861,7.538015842437744,7.532639980316162,7.536640167236328,7.5392961502075195,7.550879955291748,7.534815788269043]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":155,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131080,"spans":2000,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":155,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":155,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[7.832736015319824,7.8506879806518555,7.840191841125488,7.835328102111816,7.8145599365234375,7.847231864929199,7.80511999130249],"zigzag":[28.076095581054688,28.609664916992188,25.605215072631836,27.13577651977539,29.254688262939453,26.639583587646484,25.945695877075195],"old":[7.8540802001953125,7.825344085693359,7.853312015533447,7.808256149291992,7.845856189727783,7.820479869842529,7.844575881958008],"new":[7.829728126525879,7.814367771148682,7.821375846862793,7.815199851989746,7.8256001472473145,7.831711769104004,7.811935901641846]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":139,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131080,"spans":2000,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":139,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":139,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[13.731712341308594,13.14470386505127,12.92460823059082,12.808287620544434,13.355008125305176,13.141535758972168,12.540224075317383],"zigzag":[28.112031936645508,28.644895553588867,25.64169692993164,27.14784049987793,29.285663604736328,26.672000885009766,25.928735733032227],"old":[13.460800170898438,13.236384391784668,12.941760063171387,12.72390365600586,13.165887832641602,12.854368209838867,12.65817642211914],"new":[13.705568313598633,13.445216178894043,12.855711936950684,12.726176261901855,12.723679542541504,12.953791618347168,12.590144157409668]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":29,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131056,"spans":2000,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":29,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":29,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[7.725664138793945,7.741951942443848,7.725567817687988,7.746816158294678,7.717728137969971,7.74675178527832,7.7350077629089355],"zigzag":[28.080799102783203,28.597440719604492,25.608224868774414,27.11769676208496,29.2475528717041,26.642431259155273,25.908031463623047],"old":[7.779104232788086,7.715839862823486,7.737472057342529,7.718719959259033,7.755392074584961,7.740096092224121,7.766528129577637],"new":[7.724512100219727,7.721856117248535,7.720287799835205,7.724224090576172,7.732416152954102,7.747456073760986,7.74019193649292]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":155,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131040,"spans":2000,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":155,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":155,"same_as_old":true}}}]}, + {"case":"1m-count-mixed-256-1long","summary":{"contiguous":250.88035583496094,"zigzag":110.26790618896484,"old":97.8697280883789,"new":98.15644836425781},"records":[{"rank":0,"samples":{"contiguous":[5.479551792144775,5.886655807495117,5.505023956298828,5.357503890991211,5.899903774261475,5.278624057769775,5.3002238273620605],"zigzag":[110.24406433105469,115.53878021240234,109.26486206054688,119.81270599365234,109.60275268554688,115.83328247070312,108.84678649902344],"old":[97.7050552368164,96.73907470703125,97.63053131103516,98.67619323730469,96.62598419189453,95.89641571044922,96.19964599609375],"new":[96.65433502197266,96.19983673095703,98.7933120727539,97.79363250732422,99.81257629394531,96.09894561767578,99.74822235107422]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":74,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":209304,"spans":76,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":209304,"spans":76,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[5.684576034545898,6.160575866699219,6.224959850311279,6.0452799797058105,5.8291521072387695,6.120736122131348,6.2302398681640625],"zigzag":[110.07686614990234,115.42998504638672,109.13945770263672,119.77433776855469,109.47052764892578,115.68809509277344,108.72351837158203],"old":[97.30409240722656,94.06745910644531,95.7332763671875,98.50685119628906,95.604736328125,93.20518493652344,94.5498275756836],"new":[96.36962890625,89.33731079101562,98.5818862915039,89.02489471435547,99.47261047363281,89.45011138916016,99.46633911132812]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":82,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":209304,"spans":84,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":209304,"spans":84,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[12.249504089355469,12.715776443481445,13.73196792602539,13.40505599975586,12.375328063964844,12.685888290405273,12.774720191955566],"zigzag":[110.26790618896484,115.67558288574219,109.37149047851562,119.97853088378906,109.7393569946289,115.94022369384766,108.96002960205078],"old":[97.20703887939453,96.9031982421875,98.82137298583984,98.64383697509766,97.8532485961914,95.98515319824219,97.30697631835938],"new":[96.20809936523438,96.19139099121094,98.42556762695312,97.7892837524414,99.29615783691406,96.0814437866211,99.2801284790039]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":52,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":138072,"spans":53,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":138072,"spans":53,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[58.05436706542969,57.56310272216797,58.7938232421875,57.242305755615234,58.31180953979492,61.79894256591797,57.71731185913086],"zigzag":[110.20047760009766,115.58367919921875,109.28153228759766,119.87798309326172,109.63558197021484,115.8604507446289,108.89478302001953],"old":[98.06320190429688,97.10157012939453,98.69843292236328,98.99353790283203,97.68688201904297,96.2791976928711,97.21337890625],"new":[97.01497650146484,96.57894134521484,99.12480163574219,98.14147186279297,100.17865753173828,96.47209930419922,100.10797119140625]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":78232,"spans":2,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":78232,"spans":2,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[121.00093078613281,120.65753936767578,120.47551727294922,116.72051239013672,118.6644515991211,122.35523223876953,119.07852935791016],"zigzag":[109.9931869506836,115.29312133789062,108.95552062988281,119.56237030029297,109.43209838867188,115.58470153808594,108.60975646972656],"old":[97.57276916503906,94.24339294433594,95.96294403076172,98.73020935058594,95.81581115722656,93.40796661376953,94.73372650146484],"new":[96.59065246582031,89.49072265625,98.81110382080078,89.22332763671875,99.67756652832031,89.63587188720703,99.66496276855469]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":78232,"spans":1,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":78232,"spans":1,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[179.00848388671875,181.03858947753906,180.78317260742188,177.2618865966797,178.3579559326172,179.4130859375,179.38890075683594],"zigzag":[109.96633911132812,115.2259521484375,108.99472045898438,119.44771575927734,109.27391815185547,115.5512924194336,108.61971282958984],"old":[97.53968048095703,94.32406616210938,95.99104309082031,98.74412536621094,95.86761474609375,93.45724487304688,94.80477142333984],"new":[96.6343002319336,89.58723449707031,98.838623046875,89.28217315673828,99.71907043457031,89.70582580566406,99.731201171875]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":78232,"spans":2,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":78232,"spans":2,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[258.05560302734375,252.21839904785156,250.88035583496094,248.61651611328125,246.63107299804688,248.86569213867188,252.38490295410156],"zigzag":[110.09037017822266,115.38233947753906,109.1461410522461,119.7674560546875,109.42412567138672,115.70121765136719,108.7820816040039],"old":[98.08694458007812,97.11309051513672,98.85507202148438,99.02649688720703,97.8697280883789,96.30169677734375,97.34114837646484],"new":[97.03897857666016,96.5541763305664,99.14514923095703,98.15644836425781,100.19564819335938,96.49260711669922,100.11353302001953]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":78232,"spans":2,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":78232,"spans":2,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[67.0362548828125,66.66790771484375,68.18240356445312,62.74911880493164,68.60428619384766,67.7952651977539,66.86483001708984],"zigzag":[110.12268829345703,115.45362854003906,109.0579833984375,119.69001770019531,109.5202865600586,115.71724700927734,108.75001525878906],"old":[96.59264373779297,96.2047348022461,98.19404602050781,98.01129913330078,97.11881256103516,95.32256317138672,96.67151641845703],"new":[95.56976318359375,95.5770263671875,97.82540893554688,97.13843536376953,98.6740493774414,95.45747375488281,98.67887878417969]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":51,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":512,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":178968,"spans":52,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":178968,"spans":52,"same_as_old":true}}}]}, + {"case":"1m-count-mixed-512-2long","summary":{"contiguous":69.0199966430664,"zigzag":62.80374526977539,"old":38.832862854003906,"new":41.24729537963867},"records":[{"rank":0,"samples":{"contiguous":[3.882143974304199,3.4688639640808105,3.8521599769592285,3.629631996154785,4.498720169067383,3.460416078567505,4.412255764007568],"zigzag":[62.72547149658203,61.610111236572266,62.507999420166016,60.124671936035156,63.07414245605469,62.43190383911133,63.32489776611328],"old":[38.35452651977539,38.40943908691406,38.3551025390625,41.158687591552734,38.25449752807617,38.135841369628906,38.12464141845703],"new":[39.17087936401367,38.55913543701172,42.3600959777832,40.7229118347168,40.905086517333984,38.50233459472656,41.29372787475586]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":114,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130816,"spans":1024,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":196608,"spans":118,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":196608,"spans":118,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[4.233791828155518,4.129759788513184,4.902112007141113,4.012608051300049,4.448351860046387,3.9826879501342773,4.068927764892578],"zigzag":[62.772735595703125,61.798622131347656,62.604225158691406,60.08643341064453,63.10960006713867,62.50175857543945,63.548831939697266],"old":[38.58473587036133,38.59369659423828,38.071937561035156,41.155521392822266,38.52326583862305,38.277408599853516,38.45577621459961],"new":[39.49599838256836,38.56582260131836,42.73331069946289,40.71571350097656,40.62953567504883,38.7644157409668,40.92118453979492]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130816,"spans":1024,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":196608,"spans":132,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":196608,"spans":132,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[3.9170238971710205,3.789247989654541,3.942431926727295,3.9196479320526123,4.013023853302002,3.6330881118774414,4.670080184936523],"zigzag":[62.762046813964844,61.73606491088867,62.5819206237793,60.096065521240234,63.08940887451172,62.49699020385742,63.55424118041992],"old":[38.799041748046875,39.27414321899414,38.639488220214844,42.29993438720703,38.16934585571289,38.70988845825195,38.681182861328125],"new":[39.80201721191406,38.89731216430664,42.242305755615234,41.895233154296875,40.675201416015625,38.84294509887695,41.033409118652344]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":121,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130864,"spans":1024,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":196608,"spans":125,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":196608,"spans":125,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[16.143680572509766,16.016544342041016,17.333087921142578,15.9967679977417,16.20502471923828,16.206815719604492,18.24812889099121],"zigzag":[62.831329345703125,61.82601547241211,62.666656494140625,60.09580612182617,63.17488098144531,62.57081604003906,63.62412643432617],"old":[38.86751937866211,39.040958404541016,38.482784271240234,41.91929626464844,38.72060775756836,38.56377410888672,38.63804626464844],"new":[39.71152114868164,38.94499206542969,42.98031997680664,41.49923324584961,40.88524627685547,38.99504089355469,41.31052780151367]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":37,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":100820,"spans":40,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":100820,"spans":40,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[69.58914947509766,68.89584350585938,67.98297882080078,67.56982421875,69.0199966430664,69.34457397460938,70.77378845214844],"zigzag":[63.075233459472656,61.95945739746094,62.80144119262695,60.3480339050293,63.29395294189453,62.7836799621582,63.81081771850586],"old":[38.816062927246094,39.243839263916016,38.785247802734375,42.085472106933594,38.69023895263672,38.62809753417969,38.683998107910156],"new":[39.72627258300781,39.357120513916016,42.87184143066406,41.68025588989258,41.23219299316406,39.00703811645508,41.67219161987305]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":65536,"spans":3,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":65536,"spans":3,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[40.317726135253906,39.3889274597168,40.004417419433594,39.67036819458008,39.95542526245117,40.518558502197266,42.037471771240234],"zigzag":[62.7262077331543,61.72780990600586,62.61324691772461,60.22140884399414,63.127777099609375,62.52604675292969,63.4161262512207],"old":[38.953407287597656,38.973472595214844,38.48944091796875,41.18463897705078,38.7880973815918,38.628257751464844,38.81132888793945],"new":[39.86646270751953,38.90883255004883,43.01542282104492,40.7729606628418,40.98908615112305,39.10825729370117,41.29487991333008]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":63,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":98940,"spans":65,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":98940,"spans":65,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[54.089759826660156,55.030433654785156,53.3392333984375,53.47539138793945,53.36518478393555,53.70172882080078,56.48905563354492],"zigzag":[63.10198211669922,61.903743743896484,62.80374526977539,60.351905822753906,63.29545593261719,62.77414321899414,63.732608795166016],"old":[38.915550231933594,39.388511657714844,38.800865173339844,42.42313766479492,38.822303771972656,38.832862854003906,38.80246353149414],"new":[39.921630859375,39.357696533203125,42.98710250854492,42.01744079589844,41.24729537963867,39.02761459350586,41.69337463378906]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":65536,"spans":4,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":65536,"spans":4,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[54.593536376953125,51.50889587402344,54.802433013916016,53.375328063964844,51.34745788574219,52.581790924072266,52.18889617919922],"zigzag":[63.090911865234375,61.88070297241211,62.789119720458984,60.33692932128906,63.01359939575195,62.762271881103516,63.68463897705078],"old":[38.93417739868164,38.95158386230469,38.47859191894531,41.532447814941406,38.758880615234375,38.6025276184082,38.79606246948242],"new":[39.84944152832031,38.97206497192383,42.99241638183594,41.122337341308594,40.986656188964844,39.08723068237305,41.31190490722656]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":54,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":127920,"spans":56,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":127920,"spans":56,"same_as_old":true}}}]}, + {"case":"1m-count-mixed-1000-1long","summary":{"contiguous":166.75698852539062,"zigzag":87.9244155883789,"old":71.53689575195312,"new":71.80585479736328},"records":[{"rank":0,"samples":{"contiguous":[6.360191822052002,6.369120121002197,6.388735771179199,6.730656147003174,6.577727794647217,6.06982421875,6.181471824645996],"zigzag":[88.0185317993164,87.64249420166016,89.08531188964844,87.8958740234375,86.7570571899414,87.55677032470703,87.39584350585938],"old":[72.85279846191406,70.76764678955078,71.16937255859375,71.40691375732422,71.78380584716797,71.43231964111328,71.00927734375],"new":[71.84268951416016,68.51219177246094,74.44528198242188,69.25270080566406,71.67718505859375,68.51725006103516,73.41305541992188]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":174,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131636,"spans":2000,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":155256,"spans":175,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":155256,"spans":175,"same_as_old":false}}},{"rank":1,"samples":{"contiguous":[45.311073303222656,48.18735885620117,44.96467208862305,45.850494384765625,47.166656494140625,46.411006927490234,44.48969650268555],"zigzag":[88.19026947021484,87.38543701171875,89.21318054199219,88.01433563232422,86.89395141601562,87.64166259765625,87.53145599365234],"old":[72.24479675292969,70.18956756591797,70.56253051757812,70.86876678466797,71.244384765625,70.94329833984375,70.48432159423828],"new":[71.18780517578125,70.06175994873047,73.73004913330078,70.44316864013672,71.0456314086914,70.11219024658203,72.77481842041016]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131636,"spans":2000,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":65536,"spans":2,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":65536,"spans":2,"same_as_old":false}}},{"rank":2,"samples":{"contiguous":[106.40294647216797,106.3924789428711,105.63545227050781,107.06790161132812,108.04399871826172,105.25078582763672,106.65503692626953],"zigzag":[88.11808013916016,87.71513366699219,89.18450927734375,87.98323059082031,86.84841918945312,87.70697784423828,87.50064086914062],"old":[65.37875366210938,66.20377349853516,66.75507354736328,68.03926086425781,65.0755844116211,66.76457977294922,66.77938842773438],"new":[67.03456115722656,69.51641845703125,66.79724884033203,69.98886108398438,67.88130950927734,69.69904327392578,67.89161682128906]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131104,"spans":2000,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":65536,"spans":1,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":65536,"spans":1,"same_as_old":false}}},{"rank":3,"samples":{"contiguous":[166.75698852539062,164.95452880859375,171.61141967773438,165.41763305664062,165.20611572265625,167.8534698486328,173.90594482421875],"zigzag":[88.28345489501953,87.9244155883789,89.25631713867188,88.10336303710938,86.98607635498047,87.31449890136719,87.6141128540039],"old":[65.6960678100586,65.9188461303711,66.49740600585938,68.68061065673828,66.03596496582031,66.58614349365234,66.75164794921875],"new":[67.69990539550781,70.0794906616211,67.181884765625,70.45270538330078,68.5667495727539,70.12815856933594,68.10070037841797]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130840,"spans":2000,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":65536,"spans":2,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":65536,"spans":2,"same_as_old":false}}},{"rank":4,"samples":{"contiguous":[149.30992126464844,147.8230743408203,151.23167419433594,147.42198181152344,152.1530303955078,147.3983612060547,152.80560302734375],"zigzag":[88.03334045410156,87.90038299560547,89.03660583496094,88.00415802001953,86.78575897216797,87.51929473876953,87.32601928710938],"old":[72.9881591796875,70.90348815917969,71.29901123046875,71.53689575195312,71.91606140136719,71.56761932373047,71.13545227050781],"new":[71.95782470703125,69.20028686523438,74.5704345703125,69.64323425292969,71.80585479736328,69.41478729248047,73.54409790039062]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":92,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130840,"spans":2000,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":106888,"spans":93,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":106888,"spans":93,"same_as_old":false}}},{"rank":5,"samples":{"contiguous":[4.244895935058594,4.059423923492432,4.4325761795043945,4.473343849182129,4.623295783996582,3.9895360469818115,4.426303863525391],"zigzag":[88.04198455810547,87.21497344970703,89.02214050292969,87.85286712646484,86.71347045898438,87.05506896972656,87.34111785888672],"old":[65.54361724853516,65.55689239501953,66.16124725341797,68.39676666259766,65.92304229736328,66.45331573486328,66.4188461303711],"new":[67.56867218017578,69.94713592529297,67.0634536743164,70.32438659667969,68.43679809570312,69.9986572265625,67.79100799560547]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":262,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130840,"spans":2000,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":196608,"spans":264,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":196608,"spans":264,"same_as_old":false}}},{"rank":6,"samples":{"contiguous":[4.095776081085205,3.779167890548706,4.045152187347412,4.022592067718506,4.1058878898620605,4.127391815185547,4.553279876708984],"zigzag":[87.73849487304688,87.58841705322266,88.71833801269531,87.66668701171875,86.45804595947266,87.13385772705078,87.05017852783203],"old":[65.25577545166016,66.07730865478516,66.62726593017578,68.02204895019531,65.29408264160156,66.63935852050781,66.65071868896484],"new":[66.95919799804688,69.35916900634766,66.4683837890625,69.77155303955078,67.85555267333984,69.5749740600586,67.57711791992188]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":244,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130840,"spans":2000,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":196608,"spans":246,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":196608,"spans":246,"same_as_old":false}}},{"rank":7,"samples":{"contiguous":[4.394527912139893,4.189919948577881,4.103104114532471,4.289087772369385,4.325664043426514,4.184415817260742,3.8724160194396973],"zigzag":[87.57324981689453,87.49494171142578,88.57628631591797,87.39311981201172,86.2567367553711,87.20249938964844,86.90255737304688],"old":[64.97078704833984,65.40022277832031,66.00476837158203,67.95315551757812,65.24896240234375,65.99715423583984,66.48745727539062],"new":[66.88233947753906,69.39842987060547,66.82911682128906,69.82697296142578,67.73737335205078,69.55878448486328,67.96761322021484]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":232,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130840,"spans":2000,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":196608,"spans":234,"same_as_old":true},"new":{"policy":"selection-paired-local","rows":196608,"spans":234,"same_as_old":false}}}]}, + {"case":"1m-count-mixed-512-4long","summary":{"contiguous":27.50307273864746,"zigzag":35.30652618408203,"old":22.275264739990234,"new":22.947872161865234},"records":[{"rank":0,"samples":{"contiguous":[22.29631996154785,22.00067138671875,21.82579231262207,22.406368255615234,22.21843147277832,21.877695083618164,22.516128540039062],"zigzag":[35.229984283447266,33.175838470458984,35.49417495727539,36.306400299072266,35.779903411865234,32.701568603515625,33.15206527709961],"old":[22.275264739990234,22.17100715637207,21.9946231842041,22.121631622314453,22.42265510559082,22.27884864807129,22.371999740600586],"new":[22.662080764770508,22.74553680419922,22.655296325683594,23.692384719848633,22.936159133911133,23.474271774291992,23.265344619750977]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":6,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131144,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":94016,"spans":7,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":102752,"spans":9,"same_as_old":false}}},{"rank":1,"samples":{"contiguous":[9.27344036102295,9.55884838104248,9.393792152404785,9.122079849243164,9.132255554199219,9.11689567565918,9.103455543518066],"zigzag":[35.205406188964844,33.273441314697266,35.482398986816406,36.310943603515625,35.77260971069336,32.70975875854492,33.162750244140625],"old":[20.76153564453125,20.678464889526367,20.63164710998535,20.51263999938965,20.453216552734375,20.91811180114746,20.348703384399414],"new":[22.266176223754883,22.304607391357422,22.603296279907227,23.16556739807129,22.426271438598633,22.930368423461914,22.755231857299805]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":109,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131144,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":168128,"spans":109,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":181232,"spans":111,"same_as_old":false}}},{"rank":2,"samples":{"contiguous":[3.8422720432281494,3.866624116897583,3.8516159057617188,3.8513600826263428,3.83187198638916,3.9336318969726562,3.986016035079956],"zigzag":[35.2402229309082,33.204830169677734,35.51417541503906,36.200286865234375,35.784446716308594,32.626014709472656,33.062400817871094],"old":[21.68230438232422,21.5468807220459,21.387935638427734,21.527584075927734,21.839807510375977,21.612991333007812,21.779071807861328],"new":[22.179424285888672,22.181055068969727,22.401472091674805,23.064863204956055,22.318784713745117,22.79631996154785,22.628639221191406]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131144,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":183500,"spans":129,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":174764,"spans":130,"same_as_old":false}}},{"rank":3,"samples":{"contiguous":[4.940320014953613,4.963903903961182,4.917759895324707,4.948160171508789,4.9344000816345215,5.016575813293457,4.998816013336182],"zigzag":[35.22470474243164,33.24816131591797,35.45929718017578,36.3201904296875,35.7685432434082,32.716094970703125,33.159393310546875],"old":[21.883712768554688,21.759807586669922,21.60099220275879,21.722848892211914,22.042495727539062,21.842815399169922,21.985759735107422],"new":[22.569887161254883,22.591712951660156,22.596960067749023,23.333696365356445,22.719711303710938,23.057472229003906,22.870431900024414]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":110,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131144,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":168856,"spans":110,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":181964,"spans":112,"same_as_old":false}}},{"rank":4,"samples":{"contiguous":[28.252511978149414,27.19584083557129,27.350048065185547,28.319583892822266,27.591392517089844,27.19500732421875,27.50307273864746],"zigzag":[35.296478271484375,33.210113525390625,35.546016693115234,36.22367858886719,35.82377624511719,32.615966796875,33.04742431640625],"old":[20.984703063964844,20.883808135986328,20.844383239746094,20.727968215942383,20.667680740356445,20.76211166381836,20.560672760009766],"new":[22.694528579711914,22.759904861450195,22.90438461303711,23.704864501953125,22.947872161865234,23.483104705810547,23.27292823791504]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":12,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131144,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":93288,"spans":13,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":80180,"spans":14,"same_as_old":false}}},{"rank":5,"samples":{"contiguous":[16.34771156311035,16.29257583618164,16.376672744750977,16.404191970825195,16.17571258544922,16.46544075012207,16.67897605895996],"zigzag":[35.30652618408203,33.18454360961914,35.5590705871582,36.20489501953125,35.83647918701172,32.57843017578125,33.02531051635742],"old":[22.270591735839844,22.184160232543945,21.98089599609375,22.11529541015625,22.4270076751709,22.285503387451172,22.386655807495117],"new":[22.683008193969727,22.70694351196289,22.89116859436035,23.489599227905273,22.837888717651367,23.24777603149414,23.111711502075195]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":37,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131144,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":112096,"spans":38,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":98988,"spans":38,"same_as_old":false}}},{"rank":6,"samples":{"contiguous":[20.36604881286621,20.174911499023438,20.61724853515625,20.30624008178711,20.233888626098633,19.94976043701172,19.942720413208008],"zigzag":[35.18137741088867,33.248992919921875,35.45929718017578,36.306209564208984,35.740577697753906,32.68678283691406,33.14777755737305],"old":[22.23980712890625,22.099903106689453,21.944543838500977,22.094303131103516,22.414432525634766,22.18003273010254,22.377344131469727],"new":[22.48624038696289,22.489952087402344,22.69830322265625,23.362592697143555,22.63248062133789,23.131711959838867,22.961536407470703]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":63,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130960,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":112660,"spans":64,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":99556,"spans":64,"same_as_old":false}}},{"rank":7,"samples":{"contiguous":[22.937728881835938,22.973344802856445,22.560672760009766,22.79692840576172,23.067520141601562,22.334144592285156,22.09347152709961],"zigzag":[35.17232131958008,33.18204879760742,35.45667266845703,36.164798736572266,35.71430587768555,32.5846061706543,33.00511932373047],"old":[21.946239471435547,21.805280685424805,21.648927688598633,21.81827163696289,22.13910484313965,21.898496627807617,22.095487594604492],"new":[22.408384323120117,22.414592742919922,22.711776733398438,23.24064064025879,22.514911651611328,22.989215850830078,22.810911178588867]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":54,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130752,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":116032,"spans":55,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":129140,"spans":56,"same_as_old":false}}}]}, + {"case":"1m-count-mixed-512-2long-ascending","summary":{"contiguous":85.14825439453125,"zigzag":65.73878479003906,"old":46.470558166503906,"new":46.15964889526367},"records":[{"rank":0,"samples":{"contiguous":[8.012224197387695,8.457023620605469,8.576512336730957,8.383935928344727,8.017248153686523,9.153120040893555,8.297056198120117],"zigzag":[66.03174591064453,63.214942932128906,65.73878479003906,63.69411087036133,66.03340911865234,63.474239349365234,69.157470703125],"old":[44.779937744140625,44.8900146484375,47.97750473022461,46.274208068847656,47.49929428100586,44.738304138183594,48.55321502685547],"new":[46.349151611328125,44.744895935058594,46.10310363769531,44.95635223388672,46.74457550048828,44.855873107910156,45.90009689331055]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":432,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130816,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":196612,"spans":435,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":196612,"spans":435,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[2.658751964569092,3.1491520404815674,2.7704639434814453,2.784127950668335,2.7198081016540527,3.286623954772949,3.11027193069458],"zigzag":[66.05276489257812,63.21247863769531,65.72303771972656,63.69152069091797,66.0462417602539,63.4444465637207,69.16105651855469],"old":[44.49612808227539,44.55654525756836,47.631839752197266,45.94297790527344,47.129695892333984,44.419647216796875,48.22419357299805],"new":[46.00825500488281,44.403167724609375,45.74291229248047,44.627742767333984,46.4192008972168,44.53228759765625,45.56617736816406]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":27,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130816,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":196604,"spans":30,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":196604,"spans":30,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[2.96995210647583,2.9668478965759277,3.2600960731506348,2.830687999725342,2.720639944076538,3.2876479625701904,3.2198081016540527],"zigzag":[66.03775787353516,63.19715118408203,65.72077178955078,63.70521545410156,66.05213165283203,63.45344161987305,69.14793395996094],"old":[44.17036819458008,44.18928146362305,47.2632942199707,45.63679885864258,46.78569412231445,44.07215881347656,47.818878173828125],"new":[45.617919921875,44.15516662597656,45.44521713256836,44.36227035522461,46.07804870605469,44.276832580566406,45.220767974853516]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":27,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130864,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":196604,"spans":29,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":196604,"spans":29,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[2.682687997817993,3.0897281169891357,3.068351984024048,3.399616003036499,2.6957759857177734,2.9661760330200195,3.2894721031188965],"zigzag":[66.04528045654297,63.20547103881836,65.7165756225586,63.703678131103516,66.0277099609375,63.463966369628906,69.17123413085938],"old":[36.447776794433594,35.87548828125,35.48121643066406,35.26211166381836,35.04185485839844,35.81520080566406,35.29859161376953],"new":[38.195072174072266,36.5959358215332,36.31964874267578,36.56118392944336,35.749473571777344,36.79238510131836,36.13343811035156]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":27,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":196608,"spans":29,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":196608,"spans":29,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[28.941503524780273,28.39017677307129,28.248319625854492,28.09280014038086,28.573535919189453,28.317184448242188,28.715167999267578],"zigzag":[65.93619537353516,63.09337615966797,65.61170959472656,63.57904052734375,65.9135971069336,63.3551025390625,69.03667449951172],"old":[36.54707336425781,36.01276779174805,35.58553695678711,35.366912841796875,35.17136001586914,35.67782211303711,35.4312629699707],"new":[38.32633590698242,37.97391891479492,36.72351837158203,38.38345718383789,35.899776458740234,37.74176025390625,36.22995376586914]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":65540,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":65540,"spans":3,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[84.43283081054688,85.13040161132812,84.3733139038086,84.42387390136719,86.36873626708984,84.48563385009766,84.52393341064453],"zigzag":[66.040771484375,63.19510269165039,65.72195434570312,63.68102264404297,66.03794860839844,63.44454574584961,69.15084838867188],"old":[36.8408317565918,36.335968017578125,35.94009780883789,35.640960693359375,35.440608978271484,35.96745681762695,35.68352127075195],"new":[38.706878662109375,38.041534423828125,36.557281494140625,38.470848083496094,36.152000427246094,37.814048767089844,36.49311828613281]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[28.999584197998047,29.740768432617188,28.32899284362793,27.77129554748535,28.33203125,29.585920333862305,28.686399459838867],"zigzag":[65.94287872314453,63.09270477294922,65.6012191772461,63.57497787475586,65.91737365722656,63.35408020019531,69.04073333740234],"old":[44.97612762451172,45.15702438354492,48.252288818359375,46.45151901245117,47.64934539794922,44.92892837524414,48.856449127197266],"new":[46.625247955322266,44.94838333129883,46.29801559448242,45.22227096557617,47.018943786621094,45.13030242919922,46.1300163269043]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[86.49120330810547,84.69939422607422,84.66371154785156,84.51414489746094,87.73900604248047,85.14825439453125,86.52582550048828],"zigzag":[66.0396499633789,63.18739318847656,65.71663665771484,63.681888580322266,66.03202819824219,63.45897674560547,69.14985656738281],"old":[44.99683380126953,45.183135986328125,48.26396942138672,46.470558166503906,47.665504455566406,44.955265045166016,48.869056701660156],"new":[46.6343994140625,44.9705924987793,46.315040588378906,45.24406433105469,47.03263854980469,45.15516662597656,46.15964889526367]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true}}}]}, + {"case":"1m-count-mixed-512-2long-descending","summary":{"contiguous":87.61004638671875,"zigzag":57.071327209472656,"old":36.46918487548828,"new":37.4989128112793},"records":[{"rank":0,"samples":{"contiguous":[29.04534339904785,28.322303771972656,32.3502082824707,29.005023956298828,29.437183380126953,28.47488021850586,31.69206428527832],"zigzag":[56.953758239746094,54.347713470458984,57.027713775634766,59.4771842956543,55.08399963378906,58.00067138671875,55.318687438964844],"old":[35.73222351074219,36.20918273925781,35.53683090209961,36.46575927734375,35.48195266723633,36.76240158081055,36.643455505371094],"new":[37.904544830322266,38.97324752807617,36.53398513793945,35.45334243774414,36.30089569091797,38.28704071044922,37.18950271606445]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130816,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":65540,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":65540,"spans":3,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[87.68150329589844,86.28985595703125,88.93638610839844,84.07862091064453,87.61004638671875,85.09600067138672,89.96524810791016],"zigzag":[57.0463981628418,54.466529846191406,57.12575912475586,59.57664108276367,55.187774658203125,58.10985565185547,55.42598342895508],"old":[35.723934173583984,36.18435287475586,35.52025604248047,36.51887893676758,35.46732711791992,36.77862548828125,36.62089538574219],"new":[37.891136169433594,38.95439910888672,36.360286712646484,35.428958892822266,36.12688064575195,38.266849517822266,37.17536163330078]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130816,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[29.671327590942383,28.271135330200195,31.631999969482422,27.9836483001709,30.155296325683594,27.689632415771484,28.922527313232422],"zigzag":[56.93743896484375,54.337345123291016,57.02143859863281,59.466976165771484,55.05567932128906,57.98873519897461,55.32223892211914],"old":[36.05267333984375,36.41929626464844,35.755615234375,37.32454299926758,35.86921691894531,37.4529914855957,36.62108612060547],"new":[38.314334869384766,39.08591842651367,37.16729736328125,35.819007873535156,36.39286422729492,38.901790618896484,37.4989128112793]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130864,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[87.01026916503906,86.6523208618164,91.51548767089844,85.36991882324219,87.0579833984375,85.97801971435547,90.7008285522461],"zigzag":[57.063232421875,54.45907211303711,57.11257553100586,59.55984115600586,55.19033432006836,58.12403106689453,55.40809631347656],"old":[35.83545684814453,36.46918487548828,35.63923263549805,37.1940803527832,35.73215866088867,37.48640060424805,36.360321044921875],"new":[38.151519775390625,39.15651321411133,37.0458869934082,35.683231353759766,36.19721603393555,38.936927795410156,37.364990234375]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":65536,"spans":3,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[3.4785280227661133,2.7355198860168457,2.899104118347168,3.0354878902435303,3.0188159942626953,2.6235198974609375,2.9895999431610107],"zigzag":[57.0557746887207,54.442142486572266,57.12374496459961,59.58137512207031,55.199615478515625,58.1129264831543,55.42617416381836],"old":[35.93123245239258,36.08060836791992,35.619232177734375,36.86707305908203,35.69731140136719,37.11145782470703,36.499935150146484],"new":[38.188350677490234,38.76105499267578,36.70995330810547,35.639713287353516,36.2619514465332,38.549503326416016,37.36928176879883]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":27,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":196604,"spans":30,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":196604,"spans":30,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[3.1193599700927734,2.7321279048919678,3.101599931716919,3.115072011947632,3.259903907775879,2.745215892791748,2.9839038848876953],"zigzag":[57.004638671875,54.39779281616211,57.048160552978516,59.5579833984375,55.15116882324219,58.02812957763672,55.428192138671875],"old":[35.19081497192383,35.95286560058594,35.02675247192383,36.68582534790039,35.0365104675293,37.001312255859375,36.21446228027344],"new":[37.331966400146484,38.64787292480469,36.579681396484375,35.10502243041992,35.87510299682617,38.36524963378906,36.61564636230469]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":27,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":196604,"spans":29,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":196604,"spans":29,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[3.3851840496063232,3.0013439655303955,3.4962880611419678,3.0185279846191406,3.201280117034912,3.2262399196624756,2.970463991165161],"zigzag":[57.071327209472656,54.46147155761719,57.11967849731445,59.58787155151367,55.19475173950195,58.12192153930664,55.40809631347656],"old":[35.272544860839844,35.77318572998047,35.07465744018555,36.01289749145508,35.05497741699219,36.20870590209961,36.21686553955078],"new":[37.42921447753906,38.470462799072266,36.40630340576172,34.98246383666992,36.16579055786133,37.8078727722168,36.69465637207031]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":27,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":196608,"spans":29,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":196608,"spans":29,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[6.580639839172363,5.232448101043701,6.130239963531494,5.654335975646973,6.079584121704102,5.504543781280518,6.449151992797852],"zigzag":[57.04316711425781,54.442142486572266,57.090816497802734,59.572608947753906,55.183712005615234,58.103614807128906,55.419681549072266],"old":[35.611873626708984,36.219390869140625,35.388736724853516,36.940223693847656,35.497920989990234,37.261024475097656,36.128929138183594],"new":[37.899776458740234,38.90281677246094,36.809600830078125,35.43907165527344,35.95123291015625,38.69068908691406,37.121150970458984]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":432,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1024,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":196612,"spans":435,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":196612,"spans":435,"same_as_old":true}}}]}, + {"case":"1m-heldout-lognormal-257-seed20261114","summary":{"contiguous":5.129216194152832,"zigzag":12.668095588684082,"old":5.151008129119873,"new":5.133791923522949},"records":[{"rank":0,"samples":{"contiguous":[3.5044479370117188,3.515455961227417,3.5029120445251465,3.504863977432251,3.4996800422668457,3.5145599842071533,3.50217604637146],"zigzag":[12.653599739074707,12.669856071472168,12.671487808227539,12.640607833862305,12.669440269470215,12.639616012573242,12.654656410217285],"old":[3.5291199684143066,3.5376319885253906,3.5183680057525635,3.4920639991760254,3.516223907470703,3.5281920433044434,3.52345609664917],"new":[3.519007921218872,3.509727954864502,3.509536027908325,3.490432024002075,3.5084478855133057,3.502432107925415,3.5055038928985596]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":35,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131080,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":35,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":35,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[5.129216194152832,5.150176048278809,5.121344089508057,5.125152111053467,5.142816066741943,5.1399359703063965,5.1235198974609375],"zigzag":[12.656800270080566,12.658016204833984,12.665375709533691,12.632320404052734,12.674431800842285,12.644927978515625,12.668095588684082],"old":[5.151008129119873,5.163328170776367,5.160031795501709,5.117631912231445,5.1530561447143555,5.138879776000977,5.1495361328125],"new":[5.133791923522949,5.1333441734313965,5.130623817443848,5.117728233337402,5.141439914703369,5.145472049713135,5.1345601081848145]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":28,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131048,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":28,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":28,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[3.816159963607788,3.833695888519287,3.798815965652466,3.8128960132598877,3.7974720001220703,3.837023973464966,3.8146560192108154],"zigzag":[12.641311645507812,12.658687591552734,12.674528121948242,12.634655952453613,12.659392356872559,12.639776229858398,12.648799896240234],"old":[3.8417599201202393,3.8434879779815674,3.8231360912323,3.7994558811187744,3.8288960456848145,3.8325119018554688,3.8294079303741455],"new":[3.818176031112671,3.8076159954071045,3.809823989868164,3.7992000579833984,3.8193600177764893,3.813663959503174,3.8178560733795166]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":35,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131052,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":35,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":35,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[4.821055889129639,4.824128150939941,4.800000190734863,4.824672222137451,4.8124799728393555,4.828991889953613,4.810527801513672],"zigzag":[12.640607833862305,12.663392066955566,12.664863586425781,12.625215530395508,12.659968376159668,12.651840209960938,12.66256046295166],"old":[4.841279983520508,4.833471775054932,4.823423862457275,4.8099517822265625,4.8190717697143555,4.833248138427734,4.838047981262207],"new":[4.824031829833984,4.81660795211792,4.81990385055542,4.8130879402160645,4.818272113800049,4.804255962371826,4.825088024139404]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":31,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131064,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":31,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":31,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[4.00761604309082,4.030879974365234,4.001567840576172,4.0016961097717285,4.010079860687256,4.032288074493408,3.9981439113616943],"zigzag":[12.63980770111084,12.652928352355957,12.65881633758545,12.63161563873291,12.675552368164062,12.642016410827637,12.6561279296875],"old":[4.033247947692871,4.021920204162598,4.028831958770752,3.9968960285186768,4.031040191650391,4.026368141174316,4.024447917938232],"new":[4.009215831756592,4.007264137268066,4.016895771026611,4.011040210723877,4.00764799118042,4.006368160247803,4.014527797698975]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":41,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131080,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":41,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":41,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[3.9935359954833984,4.017024040222168,3.9875199794769287,3.9853439331054688,3.9811840057373047,3.9950718879699707,3.9868481159210205],"zigzag":[12.642751693725586,12.64675235748291,12.653568267822266,12.635295867919922,12.66211223602295,12.633407592773438,12.656607627868652],"old":[4.015615940093994,4.019968032836914,4.000415802001953,3.9872639179229736,4.00051212310791,3.9965438842773438,3.9936320781707764],"new":[3.992959976196289,4.006464004516602,3.9845120906829834,3.977760076522827,3.993920087814331,3.985759973526001,3.987584114074707]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":39,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131048,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":39,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":39,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[4.284575939178467,4.302720069885254,4.281951904296875,4.278592109680176,4.287807941436768,4.311583995819092,4.283199787139893],"zigzag":[12.641632080078125,12.646880149841309,12.66329574584961,12.624799728393555,12.661279678344727,12.635711669921875,12.647744178771973],"old":[4.318719863891602,4.308640003204346,4.288959980010986,4.277984142303467,4.308896064758301,4.305503845214844,4.303199768066406],"new":[4.286208152770996,4.279520034790039,4.285791873931885,4.266111850738525,4.287456035614014,4.286496162414551,4.2860798835754395]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131112,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[4.92742395401001,4.928991794586182,4.915647983551025,4.93612813949585,4.926943778991699,4.946368217468262,4.923776149749756],"zigzag":[12.632224082946777,12.648223876953125,12.651647567749023,12.627679824829102,12.657695770263672,12.629823684692383,12.647359848022461],"old":[4.938144207000732,4.948319911956787,4.937280178070068,4.910367965698242,4.939519882202148,4.9431681632995605,4.9418559074401855],"new":[4.935200214385986,4.938623905181885,4.918560028076172,4.9258880615234375,4.926176071166992,4.929535865783691,4.924543857574463]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":23,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131092,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":23,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":23,"same_as_old":true}}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261114","summary":{"contiguous":7.79856014251709,"zigzag":21.488191604614258,"old":7.905151844024658,"new":7.847424030303955},"records":[{"rank":0,"samples":{"contiguous":[6.034815788269043,6.033247947692871,6.000160217285156,6.043871879577637,6.020512104034424,6.0313920974731445,6.019392013549805],"zigzag":[22.45078468322754,21.513824462890625,21.44780731201172,20.753023147583008,22.57254409790039,21.478303909301758,21.222272872924805],"old":[6.044288158416748,6.007904052734375,6.035007953643799,6.014143943786621,6.034592151641846,6.010687828063965,6.0511040687561035],"new":[6.022655963897705,6.015711784362793,6.006048202514648,6.007775783538818,6.011104106903076,6.021120071411133,6.012767791748047]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":112,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131064,"spans":1770,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":112,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":112,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[5.361567974090576,5.367519855499268,5.350560188293457,5.384255886077881,5.359551906585693,5.366847991943359,5.3500800132751465],"zigzag":[22.448640823364258,21.515104293823242,21.45030403137207,20.74857521057129,22.571840286254883,21.488191604614258,21.21798324584961],"old":[5.382656097412109,5.357344150543213,5.381087779998779,5.342239856719971,5.377408027648926,5.350111961364746,5.395616054534912],"new":[5.359871864318848,5.358463764190674,5.34441614151001,5.351583957672119,5.344736099243164,5.361504077911377,5.354944229125977]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":186,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131096,"spans":1783,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":186,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":186,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[6.581952095031738,6.611616134643555,6.573599815368652,6.65283203125,6.579552173614502,6.606048107147217,6.562240123748779],"zigzag":[22.443519592285156,21.511455535888672,21.452991485595703,20.74787139892578,22.57855987548828,21.4800968170166,21.22640037536621],"old":[6.593984127044678,6.567776203155518,6.590400218963623,6.563199996948242,6.573696136474609,6.557983875274658,6.587711811065674],"new":[6.568704128265381,6.580160140991211,6.563295841217041,6.571392059326172,6.566847801208496,6.556191921234131,6.575488090515137]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":157,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131104,"spans":1776,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":157,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":157,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[6.109119892120361,6.11027193069458,6.078080177307129,6.120192050933838,6.091904163360596,6.112480163574219,6.0871357917785645],"zigzag":[22.45542335510254,21.5163516998291,21.449087142944336,20.74787139892578,22.584447860717773,21.487167358398438,21.222719192504883],"old":[6.119264125823975,6.101376056671143,6.106592178344727,6.086656093597412,6.105567932128906,6.0873918533325195,6.1178879737854],"new":[6.0884480476379395,6.089983940124512,6.090303897857666,6.084799766540527,6.088895797729492,6.099264144897461,6.098464012145996]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":123,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131136,"spans":1778,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":123,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":123,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[7.803743839263916,7.894144058227539,7.685311794281006,7.7300801277160645,7.79856014251709,7.8348798751831055,7.672224044799805],"zigzag":[22.44633674621582,21.507423400878906,21.43974494934082,20.74185562133789,22.575807571411133,21.48534393310547,21.215391159057617],"old":[8.1245756149292,7.911647796630859,7.721343994140625,7.866367816925049,8.124064445495605,7.905151844024658,7.72492790222168],"new":[7.6839680671691895,7.945087909698486,7.680191993713379,7.864352226257324,7.847424030303955,7.945568084716797,7.689631938934326]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":66,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131140,"spans":1782,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":66,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":66,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[4.948671817779541,5.052256107330322,4.94755220413208,5.21619176864624,4.94982385635376,4.9864959716796875,4.944575786590576],"zigzag":[22.46134376525879,21.516223907470703,21.441823959350586,20.746112823486328,22.561376571655273,21.479488372802734,21.21820831298828],"old":[5.020224094390869,4.9496002197265625,4.977663993835449,4.951168060302734,4.966976165771484,4.951519966125488,4.965983867645264],"new":[4.946176052093506,4.970816135406494,4.955967903137207,4.959807872772217,4.956863880157471,4.956064224243164,4.955296039581299]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":87,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131064,"spans":1783,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":87,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":87,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[6.99129581451416,7.003232002258301,6.975552082061768,7.0101118087768555,6.984767913818359,6.996416091918945,6.9804158210754395],"zigzag":[22.456256866455078,21.51148796081543,21.444032669067383,20.74505615234375,22.569599151611328,21.47942352294922,21.216224670410156],"old":[7.0088958740234375,6.9838080406188965,6.998079776763916,6.9962239265441895,6.9945597648620605,6.975264072418213,7.00380802154541],"new":[6.997183799743652,6.984096050262451,6.989727973937988,6.9746880531311035,6.993951797485352,6.985951900482178,6.998176097869873]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":112,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131060,"spans":1790,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":112,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":112,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[7.238304138183594,7.272672176361084,7.240447998046875,7.263807773590088,7.238944053649902,7.258368015289307,7.22435188293457],"zigzag":[22.43846321105957,21.484479904174805,21.440799713134766,20.744640350341797,22.57855987548828,21.4835205078125,21.21014404296875],"old":[7.267263889312744,7.245632171630859,7.259103775024414,7.242784023284912,7.24345588684082,7.236192226409912,7.259007930755615],"new":[7.236767768859863,7.2512640953063965,7.238048076629639,7.231872081756592,7.23583984375,7.2325439453125,7.241983890533447]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":164,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":130912,"spans":1772,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":164,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":164,"same_as_old":true}}}]}, + {"case":"1m-heldout-jittered-768-seed20261114","summary":{"contiguous":1.8360320329666138,"zigzag":14.983263969421387,"old":1.8664000034332275,"new":1.8361279964447021},"records":[{"rank":0,"samples":{"contiguous":[1.8020800352096558,1.7873280048370361,1.7898240089416504,1.817855954170227,1.7966079711914062,1.783903956413269,1.7806400060653687],"zigzag":[14.97059154510498,14.97225570678711,14.98031997680664,14.982687950134277,14.967679977416992,14.981280326843262,14.983263969421387],"old":[1.826367974281311,1.8008639812469482,1.8155839443206787,1.8114880323410034,1.8235520124435425,1.79312002658844,1.8224960565567017],"new":[1.7993919849395752,1.7999039888381958,1.800704002380371,1.7885119915008545,1.7969599962234497,1.7912960052490234,1.793503999710083]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":99,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131212,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":99,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":99,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[1.8493119478225708,1.833184003829956,1.8297920227050781,1.8524479866027832,1.8224960565567017,1.8234879970550537,1.8348159790039062],"zigzag":[14.9684476852417,14.978560447692871,14.976160049438477,14.991999626159668,14.975071907043457,14.988351821899414,14.98038387298584],"old":[1.8656959533691406,1.8341439962387085,1.8517440557479858,1.8490879535675049,1.8731839656829834,1.8302719593048096,1.8601919412612915],"new":[1.8452479839324951,1.8173120021820068,1.8301759958267212,1.8359040021896362,1.833888053894043,1.8356800079345703,1.828768014907837]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131144,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[1.8372160196304321,1.8209919929504395,1.819167971611023,1.839967966079712,1.8165760040283203,1.821344017982483,1.8234879970550537],"zigzag":[14.962688446044922,14.965920448303223,14.976991653442383,14.992351531982422,14.973823547363281,14.981280326843262,14.97436809539795],"old":[1.8472959995269775,1.8266880512237549,1.844256043434143,1.8454400300979614,1.865056037902832,1.812608003616333,1.8531520366668701],"new":[1.8266240358352661,1.815999984741211,1.8205759525299072,1.8231680393218994,1.8211840391159058,1.816640019416809,1.83132803440094]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":96,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131112,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":96,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":96,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[1.8492799997329712,1.8412799835205078,1.8284159898757935,1.8619519472122192,1.8285759687423706,1.8338559865951538,1.8288320302963257],"zigzag":[14.969023704528809,14.96713638305664,14.966976165771484,14.991040229797363,14.968064308166504,14.974944114685059,14.973631858825684],"old":[1.8610880374908447,1.8315199613571167,1.8570560216903687,1.9250240325927734,1.8627840280532837,1.8290239572525024,1.8664000034332275],"new":[1.8444479703903198,1.8311359882354736,1.8320319652557373,1.8352320194244385,1.832927942276001,1.8272639513015747,1.836192011833191]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131060,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[1.8184319734573364,1.7935999631881714,1.7952640056610107,1.8245439529418945,1.8087680339813232,1.804960012435913,1.804352045059204],"zigzag":[14.966527938842773,14.970015525817871,14.983488082885742,15.000479698181152,14.97321605682373,14.981792449951172,14.979776382446289],"old":[1.8288320302963257,1.8112319707870483,1.8315199613571167,1.825760006904602,1.8447999954223633,1.8033599853515625,1.8346879482269287],"new":[1.8088959455490112,1.8009599447250366,1.801759958267212,1.8041919469833374,1.8013440370559692,1.8023680448532104,1.796671986579895]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":94,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131028,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":94,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":94,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[1.8372479677200317,1.8362239599227905,1.8360320329666138,1.8547519445419312,1.8230400085449219,1.8239359855651855,1.8250880241394043],"zigzag":[14.970463752746582,14.97439956665039,14.982560157775879,14.991904258728027,14.975616455078125,14.983712196350098,14.981535911560059],"old":[1.8560960292816162,1.8181439638137817,1.9336960315704346,1.8598719835281372,1.855072021484375,1.817952036857605,1.8523839712142944],"new":[1.838912010192871,1.8214720487594604,1.8432960510253906,1.8292479515075684,1.8354560136795044,1.8182400465011597,1.8336000442504883]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":130960,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[1.8427519798278809,1.8348480463027954,1.830847978591919,1.8568320274353027,1.8227200508117676,1.828320026397705,1.8242239952087402],"zigzag":[14.95849609375,14.96771240234375,14.97321605682373,14.98265552520752,14.96780776977539,14.98521614074707,14.967488288879395],"old":[1.860703945159912,1.829535961151123,1.8507519960403442,1.8513280153274536,1.8777920007705688,1.8217920064926147,1.8544319868087769],"new":[1.8419840335845947,1.8216639757156372,1.8367999792099,1.828927993774414,1.8361279964447021,1.8302719593048096,1.8354560136795044]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131016,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[1.8332159519195557,1.8203200101852417,1.8169920444488525,1.8381439447402954,1.8116480112075806,1.820255994796753,1.8142080307006836],"zigzag":[14.958335876464844,14.970335960388184,14.966912269592285,14.98742389678955,14.964384078979492,14.97555160522461,14.975008010864258],"old":[1.8602880239486694,1.8318400382995605,1.8445440530776978,1.8451520204544067,1.8778560161590576,1.8143359422683716,1.8402880430221558],"new":[1.8264319896697998,1.8143680095672607,1.8197439908981323,1.8138879537582397,1.8242239952087402,1.8138879537582397,1.815392017364502]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":96,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131044,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":96,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":96,"same_as_old":true}}}]}, + {"case":"1m-heldout-tiny-tail-768-seed20261114","summary":{"contiguous":64.88998413085938,"zigzag":48.52131271362305,"old":32.123329162597656,"new":30.771072387695312},"records":[{"rank":0,"samples":{"contiguous":[10.238688468933105,10.252096176147461,10.222111701965332,10.254752159118652,10.2774076461792,10.238688468933105,10.48857593536377],"zigzag":[48.158302307128906,48.014400482177734,49.09443283081055,44.62489700317383,48.33359909057617,48.883872985839844,48.82108688354492],"old":[31.76527976989746,31.773792266845703,32.11868667602539,32.1756477355957,31.7653751373291,31.768159866333008,31.819583892822266],"new":[30.429792404174805,30.93824005126953,30.65363121032715,30.634559631347656,30.3703670501709,31.010944366455078,30.98681640625]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":263,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":1179,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":212280,"spans":267,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":192584,"spans":266,"same_as_old":false}}},{"rank":1,"samples":{"contiguous":[8.447296142578125,8.345600128173828,9.390912055969238,8.333824157714844,8.511327743530273,8.537376403808594,8.53331184387207],"zigzag":[48.11103820800781,47.98643112182617,49.03596878051758,44.55376052856445,48.29286575317383,48.844608306884766,48.78326416015625],"old":[32.037086486816406,32.05235290527344,32.3834228515625,32.44563293457031,32.030399322509766,32.160736083984375,32.123329162597656],"new":[30.546815872192383,30.975040435791016,30.702655792236328,30.690336227416992,30.4138240814209,31.028127670288086,31.061439514160156]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":114,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131212,"spans":1205,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":129736,"spans":116,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":132244,"spans":115,"same_as_old":false}}},{"rank":2,"samples":{"contiguous":[16.755104064941406,16.194368362426758,16.181312561035156,16.22265625,16.247295379638672,16.074880599975586,16.439903259277344],"zigzag":[48.2367057800293,48.0830078125,49.169151306152344,44.546783447265625,48.40166473388672,48.94745635986328,48.89020919799805],"old":[32.02278518676758,32.041473388671875,32.371456146240234,32.432640075683594,32.0164794921875,32.14838409423828,32.109310150146484],"new":[30.548383712768555,31.046527862548828,30.771072387695312,30.75257682800293,30.486879348754883,31.119232177734375,31.102336883544922]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":34,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131252,"spans":1232,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":103800,"spans":36,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":104040,"spans":36,"same_as_old":false}}},{"rank":3,"samples":{"contiguous":[65.12995147705078,63.91312026977539,64.88998413085938,63.625118255615234,65.61577606201172,64.83878326416016,65.58604431152344],"zigzag":[48.321502685546875,48.196510314941406,49.291648864746094,44.5118408203125,48.52131271362305,49.06332778930664,49.023681640625],"old":[31.806880950927734,31.81929588317871,32.147518157958984,32.21129608154297,31.820575714111328,31.908191680908203,31.890880584716797],"new":[30.36751937866211,31.042463302612305,30.574687957763672,30.53932762145996,30.306272506713867,31.077152252197266,30.913951873779297]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131152,"spans":1236,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":57316,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":74416,"spans":3,"same_as_old":false}}},{"rank":4,"samples":{"contiguous":[30.20368003845215,30.3057918548584,29.805952072143555,29.973535537719727,30.232864379882812,29.927295684814453,30.484512329101562],"zigzag":[48.143455505371094,48.002784729003906,49.06729507446289,44.698753356933594,48.29484939575195,48.87184143066406,48.814815521240234],"old":[31.76460838317871,31.775039672851562,32.110816955566406,32.15315246582031,31.75222396850586,31.85321617126465,31.845535278320312],"new":[30.52422332763672,30.93891143798828,30.66556739807129,30.65715217590332,30.403648376464844,31.011167526245117,31.041696548461914]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":26,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131068,"spans":1239,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":66640,"spans":25,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":86580,"spans":26,"same_as_old":false}}},{"rank":5,"samples":{"contiguous":[19.614208221435547,19.15216064453125,19.12073516845703,19.181856155395508,20.062463760375977,19.10371208190918,19.43231964111328],"zigzag":[48.0601921081543,47.949344635009766,48.96063995361328,44.517982482910156,48.23235321044922,48.78646469116211,48.70441436767578],"old":[31.572128295898438,31.58153533935547,31.897279739379883,31.96784019470215,31.572416305541992,31.588607788085938,31.608287811279297],"new":[29.84012794494629,30.45452880859375,30.076448440551758,30.033184051513672,29.812768936157227,30.499040603637695,30.416671752929688]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":58,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130960,"spans":1244,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":133852,"spans":61,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":134792,"spans":60,"same_as_old":false}}},{"rank":6,"samples":{"contiguous":[8.27347183227539,8.307168006896973,8.490240097045898,8.301088333129883,8.45148754119873,8.266112327575684,8.289536476135254],"zigzag":[48.220191955566406,48.09231948852539,49.15737533569336,44.485374450683594,48.41872024536133,48.95555114746094,48.89708709716797],"old":[31.1648006439209,31.16316795349121,31.482175827026367,31.559839248657227,31.163040161132812,31.157312393188477,31.209247589111328],"new":[27.322879791259766,27.796831130981445,27.434528350830078,27.291423797607422,27.686304092407227,27.81599998474121,27.54528045654297]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":141,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130844,"spans":1253,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":209028,"spans":145,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":187860,"spans":143,"same_as_old":false}}},{"rank":7,"samples":{"contiguous":[8.33193588256836,8.21564769744873,8.247743606567383,8.321151733398438,8.3603515625,8.198687553405762,8.23196792602539],"zigzag":[48.216224670410156,48.09388732910156,49.16425704956055,44.498111724853516,48.39468765258789,48.950401306152344,48.90412902832031],"old":[31.721920013427734,31.777408599853516,32.079742431640625,32.1927375793457,31.801952362060547,31.722431182861328,31.794591903686523],"new":[30.22559928894043,30.755136489868164,30.41427230834961,30.39251136779785,30.13484764099121,30.792863845825195,30.763168334960938]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":138,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130872,"spans":1260,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":135924,"spans":139,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":136060,"spans":140,"same_as_old":false}}}]}, + {"case":"1m-heldout-trimodal-513-seed20261114","summary":{"contiguous":137.4833221435547,"zigzag":92.880126953125,"old":82.51590728759766,"new":83.0060806274414},"records":[{"rank":0,"samples":{"contiguous":[12.88377571105957,12.476896286010742,12.128128051757812,12.115327835083008,13.47372817993164,12.47913646697998,12.439680099487305],"zigzag":[91.85462188720703,100.56668853759766,92.77977752685547,100.22016143798828,92.56380462646484,101.73689270019531,90.9603500366211],"old":[84.94499206542969,81.81942749023438,84.51741027832031,81.50819396972656,82.51225280761719,81.00032043457031,83.67718505859375],"new":[84.6720962524414,79.0263671875,83.5752944946289,79.78125,84.60726165771484,80.79312133789062,82.98841857910156]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":233,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131104,"spans":782,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":214448,"spans":237,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":214448,"spans":237,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[37.65248107910156,39.62432098388672,39.029537200927734,41.72639846801758,38.50428771972656,40.43628692626953,40.11686325073242],"zigzag":[91.48150634765625,99.81228637695312,92.44783782958984,99.48483276367188,92.21292877197266,100.97698974609375,91.14470672607422],"old":[84.66121673583984,81.57341003417969,84.21392059326172,81.25312042236328,82.2498550415039,81.45945739746094,83.38323211669922],"new":[84.36243438720703,79.06649780273438,83.3001937866211,79.8371810913086,84.31417846679688,80.84515380859375,82.72783660888672]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131152,"spans":801,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":105984,"spans":4,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":105984,"spans":4,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[100.6484146118164,98.50697326660156,94.30070495605469,96.8255386352539,97.58467102050781,99.27814483642578,99.37718200683594],"zigzag":[91.62659454345703,100.08879852294922,92.58729553222656,99.77366638183594,92.34912109375,101.25929260253906,91.23478698730469],"old":[84.73577880859375,81.62598419189453,84.28860473632812,81.32022094726562,82.3111343383789,81.04716491699219,83.46300506591797],"new":[84.4392318725586,78.80127716064453,83.35807800292969,79.59817504882812,84.39408111572266,80.58716583251953,82.79596710205078]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131168,"spans":818,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":105980,"spans":5,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":105980,"spans":5,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[84.33795166015625,83.39036560058594,86.382080078125,86.0302734375,86.3826904296875,82.9207992553711,83.59916687011719],"zigzag":[91.88674926757812,100.14454650878906,92.55398559570312,99.77503967285156,92.5758056640625,101.29759979248047,90.91849517822266],"old":[84.07132720947266,81.0650863647461,83.6789779663086,80.73273468017578,81.73222351074219,81.44044494628906,82.84489440917969],"new":[83.88371276855469,78.72652435302734,82.77324676513672,79.52310180664062,83.74998474121094,80.51929473876953,82.21673583984375]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":103,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131188,"spans":827,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":160844,"spans":106,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":160844,"spans":106,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[21.632352828979492,20.079423904418945,19.518112182617188,20.457855224609375,20.4979190826416,19.28188705444336,19.69923210144043],"zigzag":[91.86067199707031,100.56793975830078,92.79519653320312,100.23321533203125,92.57628631591797,101.74134063720703,91.08649444580078],"old":[84.73334503173828,81.63046264648438,84.29837036132812,81.31155395507812,82.30729675292969,80.94774627685547,83.45967864990234],"new":[84.44297790527344,79.02754974365234,83.37481689453125,79.79289245605469,84.38633728027344,80.76838684082031,82.80867004394531]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":49,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131132,"spans":835,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":134568,"spans":53,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":134568,"spans":53,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[75.37763214111328,71.99440002441406,72.91622161865234,72.50521850585938,73.91522979736328,72.76643371582031,72.29535675048828],"zigzag":[91.74508666992188,100.02899169921875,92.69709014892578,99.75151824951172,92.40227508544922,101.24940490722656,91.03453063964844],"old":[84.61043548583984,81.59855651855469,84.14857482910156,81.30387115478516,82.25997161865234,81.1798095703125,83.34022521972656],"new":[84.34979248046875,79.45734405517578,83.3542709350586,80.24374389648438,84.2988510131836,81.25103759765625,82.79373168945312]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130988,"spans":825,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":84532,"spans":4,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":84532,"spans":4,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[134.38601684570312,134.35906982421875,140.3488311767578,138.13031005859375,137.4833221435547,136.08583068847656,141.60137939453125],"zigzag":[91.87904357910156,100.18569946289062,92.880126953125,99.95260620117188,92.59363555908203,101.39292907714844,91.0544662475586],"old":[84.91651153564453,81.80902099609375,84.52092742919922,81.5195541381836,82.51590728759766,81.01033782958984,83.6794204711914],"new":[84.66067504882812,79.40038299560547,83.58799743652344,80.21331024169922,84.60931396484375,81.1701431274414,83.0060806274414]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130912,"spans":820,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":84420,"spans":4,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":84420,"spans":4,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[110.6099853515625,106.1488037109375,113.45097351074219,112.88182067871094,108.15267181396484,106.16614532470703,114.04220581054688],"zigzag":[91.46979522705078,99.9454116821289,92.4111328125,99.60809326171875,92.18038177490234,101.11917114257812,91.12908935546875],"old":[84.68220520019531,81.6711654663086,84.22201538085938,81.39155578613281,82.3259506225586,80.92422485351562,83.41024017333984],"new":[84.43148803710938,79.44076538085938,83.44985961914062,80.2270736694336,84.36637115478516,81.22684478759766,82.87824249267578]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":131,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130932,"spans":821,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":157800,"spans":135,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":157800,"spans":135,"same_as_old":true}}}]}, + {"case":"1m-heldout-lognormal-257-seed20261115","summary":{"contiguous":9.48425579071045,"zigzag":14.37235164642334,"old":11.254624366760254,"new":9.465632438659668},"records":[{"rank":0,"samples":{"contiguous":[9.48425579071045,9.556608200073242,9.38435173034668,9.429984092712402,9.502016067504883,9.55459213256836,9.352895736694336],"zigzag":[14.722399711608887,14.319808006286621,14.33340835571289,14.238271713256836,14.82265567779541,14.382111549377441,14.361824035644531],"old":[11.221440315246582,11.23840045928955,11.198528289794922,11.205087661743164,11.209088325500488,11.193344116210938,11.223520278930664],"new":[9.405983924865723,9.591360092163086,9.449503898620605,9.465632438659668,9.551487922668457,9.770079612731934,9.36684799194336]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":22,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131028,"spans":513,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":98112,"spans":23,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":22,"same_as_old":false}}},{"rank":1,"samples":{"contiguous":[3.5676798820495605,3.5740160942077637,3.5683200359344482,3.5729920864105225,3.562592029571533,3.586944103240967,3.561728000640869],"zigzag":[14.716447830200195,14.314016342163086,14.31708812713623,14.216959953308105,14.810079574584961,14.366751670837402,14.359552383422852],"old":[10.71673583984375,10.734911918640137,10.69644832611084,10.70348834991455,10.704671859741211,10.699647903442383,10.72383975982666],"new":[3.578239917755127,3.577471971511841,3.5769920349121094,3.5532801151275635,3.5663681030273438,3.5730879306793213,3.583712100982666]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":40,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131028,"spans":513,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":149300,"spans":41,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":40,"same_as_old":false}}},{"rank":2,"samples":{"contiguous":[8.476767539978027,8.50649642944336,8.489248275756836,8.490752220153809,8.48310375213623,8.508864402770996,8.4933443069458],"zigzag":[14.685279846191406,14.305888175964355,14.319968223571777,14.209088325500488,14.76534366607666,14.3635835647583,14.333888053894043],"old":[11.279264450073242,11.28486442565918,11.250432014465332,11.254624366760254,11.2510404586792,11.244704246520996,11.278143882751465],"new":[8.502464294433594,8.483712196350098,8.489727973937988,8.479040145874023,8.482751846313477,8.528191566467285,8.505375862121582]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":14,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131020,"spans":513,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":96416,"spans":14,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":14,"same_as_old":false}}},{"rank":3,"samples":{"contiguous":[4.043392181396484,4.05676794052124,4.02345609664917,4.047135829925537,4.019872188568115,4.044672012329102,4.021056175231934],"zigzag":[14.743488311767578,14.32688045501709,14.337727546691895,14.250207901000977,14.833824157714844,14.390239715576172,14.37235164642334],"old":[10.212160110473633,10.228287696838379,10.214943885803223,10.20582389831543,10.21020793914795,10.20854377746582,10.179743766784668],"new":[4.054463863372803,4.062367916107178,4.056960105895996,4.019775867462158,4.050848007202148,4.043583869934082,4.052864074707031]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":43,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131052,"spans":513,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":143920,"spans":43,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":43,"same_as_old":false}}},{"rank":4,"samples":{"contiguous":[3.769184112548828,3.7805120944976807,3.758080005645752,3.7704639434814453,3.7597439289093018,3.775808095932007,3.7545599937438965],"zigzag":[14.694239616394043,14.29587173461914,14.307231903076172,14.20576000213623,14.7892484664917,14.358912467956543,14.341952323913574],"old":[10.907520294189453,10.895872116088867,10.850496292114258,10.880736351013184,10.91971206665039,10.872544288635254,10.887231826782227],"new":[3.7799038887023926,3.775808095932007,3.7741758823394775,3.7648000717163086,3.770047903060913,3.777951955795288,3.769536018371582]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":43,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131092,"spans":514,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":147552,"spans":44,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":43,"same_as_old":false}}},{"rank":5,"samples":{"contiguous":[6.096640110015869,6.13040018081665,6.107903957366943,6.129824161529541,6.1168317794799805,6.133376121520996,6.116511821746826],"zigzag":[14.68073558807373,14.298368453979492,14.302687644958496,14.216608047485352,14.767007827758789,14.35632038116455,14.330719947814941],"old":[10.796416282653809,10.80684757232666,10.776415824890137,10.786080360412598,10.781567573547363,10.774911880493164,10.797216415405273],"new":[6.124927997589111,6.131648063659668,6.12332820892334,6.1069440841674805,6.125823974609375,6.135776042938232,6.1407999992370605]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":31,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131112,"spans":514,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":117288,"spans":32,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":31,"same_as_old":false}}},{"rank":6,"samples":{"contiguous":[4.8239359855651855,4.853055953979492,4.829919815063477,4.852575778961182,4.8242878913879395,4.875679969787598,4.8354878425598145],"zigzag":[14.694751739501953,14.290528297424316,14.303936004638672,14.215840339660645,14.779135704040527,14.362015724182129,14.332799911499023],"old":[11.261983871459961,11.267711639404297,11.238304138183594,11.245183944702148,11.232959747314453,11.228768348693848,11.256383895874023],"new":[4.866720199584961,4.853695869445801,4.848800182342529,4.824960231781006,4.837503910064697,4.849247932434082,4.850815773010254]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":39,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131108,"spans":514,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":148456,"spans":41,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":39,"same_as_old":false}}},{"rank":7,"samples":{"contiguous":[4.375904083251953,4.389023780822754,4.359007835388184,4.3815999031066895,4.357696056365967,4.383488178253174,4.363999843597412],"zigzag":[14.676799774169922,14.280511856079102,14.288640022277832,14.208064079284668,14.783519744873047,14.349408149719238,14.328096389770508],"old":[9.960448265075684,9.978336334228516,9.96787166595459,9.95798397064209,9.94649600982666,9.956704139709473,9.94099235534668],"new":[4.386879920959473,4.380224227905273,4.3816962242126465,4.371744155883789,4.369152069091797,4.3831682205200195,4.376319885253906]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131136,"spans":514,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":147532,"spans":33,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":32,"same_as_old":false}}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261115","summary":{"contiguous":9.611200332641602,"zigzag":20.937952041625977,"old":11.427136421203613,"new":9.656288146972656},"records":[{"rank":0,"samples":{"contiguous":[4.930016040802002,4.934368133544922,4.938015937805176,4.972064018249512,4.926784038543701,4.935520172119141,4.934815883636475],"zigzag":[20.89788818359375,21.62828826904297,20.902751922607422,20.902175903320312,20.992704391479492,21.46886444091797,20.897632598876953],"old":[10.98265552520752,10.976927757263184,11.036928176879883,10.9716796875,10.9716796875,11.047967910766602,11.03286361694336],"new":[4.949696063995361,4.928127765655518,4.943615913391113,4.937727928161621,4.94265604019165,4.922463893890381,4.948351860046387]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131264,"spans":1749,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":154132,"spans":136,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":128,"same_as_old":false}}},{"rank":1,"samples":{"contiguous":[6.0801920890808105,6.0862717628479,6.0676798820495605,6.135136127471924,6.078303813934326,6.076992034912109,6.074175834655762],"zigzag":[20.910079956054688,21.607839584350586,20.928319931030273,20.931360244750977,21.002592086791992,21.459808349609375,20.91904067993164],"old":[11.174816131591797,11.175040245056152,11.232576370239258,11.167360305786133,11.155712127685547,11.224384307861328,11.220383644104004],"new":[6.105152130126953,6.086175918579102,6.09984016418457,6.091423988342285,6.093887805938721,6.055744171142578,6.111999988555908]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":92,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131244,"spans":1756,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":117292,"spans":99,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":92,"same_as_old":false}}},{"rank":2,"samples":{"contiguous":[9.611200332641602,9.656831741333008,9.656991958618164,9.591391563415527,9.5697603225708,9.577280044555664,9.66710376739502],"zigzag":[20.91334342956543,21.60767936706543,20.910112380981445,20.912063598632812,20.997631072998047,21.4550724029541,20.891647338867188],"old":[11.408191680908203,11.427136421203613,11.492863655090332,11.41055965423584,11.391936302185059,11.478943824768066,11.464287757873535],"new":[9.71235179901123,9.656288146972656,9.92086410522461,9.58124828338623,9.592255592346191,9.642016410827637,9.66966438293457]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":80,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131156,"spans":1736,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":92040,"spans":86,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":80,"same_as_old":false}}},{"rank":3,"samples":{"contiguous":[6.833407878875732,6.8427839279174805,6.821792125701904,6.844736099243164,6.809408187866211,6.806335926055908,6.828832149505615],"zigzag":[20.920352935791016,21.631168365478516,20.937952041625977,20.93791961669922,21.007808685302734,21.472639083862305,20.924991607666016],"old":[11.182784080505371,11.181952476501465,11.246623992919922,11.17091178894043,11.160927772521973,11.23635196685791,11.22867202758789],"new":[6.833600044250488,6.814815998077393,6.826655864715576,6.835999965667725,6.817535877227783,6.806399822235107,6.841887950897217]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":146,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131076,"spans":1725,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":104568,"spans":152,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":146,"same_as_old":false}}},{"rank":4,"samples":{"contiguous":[5.38153600692749,5.386496067047119,5.3856000900268555,5.401311874389648,5.375455856323242,5.37667179107666,5.377471923828125],"zigzag":[20.900127410888672,21.592159271240234,20.90403175354004,20.912992477416992,20.984384536743164,21.43552017211914,20.89628791809082],"old":[11.373151779174805,11.353407859802246,11.42240047454834,11.354207992553711,11.350943565368652,11.425919532775879,11.407423973083496],"new":[5.400896072387695,5.372511863708496,5.384607791900635,5.3848958015441895,5.386879920959473,5.369664192199707,5.377791881561279]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":121,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131032,"spans":1717,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":154128,"spans":129,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":121,"same_as_old":false}}},{"rank":5,"samples":{"contiguous":[4.892831802368164,4.900256156921387,4.887455940246582,4.918079853057861,4.878943920135498,4.8882880210876465,4.891871929168701],"zigzag":[20.903615951538086,21.60041618347168,20.89731216430664,20.910751342773438,20.984703063964844,21.44486427307129,20.89936065673828],"old":[10.970399856567383,10.967904090881348,11.02950382232666,10.967455863952637,10.95036792755127,11.027968406677246,11.020000457763672],"new":[4.899104118347168,4.893439769744873,4.9075517654418945,4.889023780822754,4.905119895935059,4.89024019241333,4.906688213348389]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":205,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130980,"spans":1708,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":154128,"spans":213,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":205,"same_as_old":false}}},{"rank":6,"samples":{"contiguous":[5.657792091369629,5.656864166259766,5.631552219390869,5.665664196014404,5.6275200843811035,5.623136043548584,5.6327362060546875],"zigzag":[20.898944854736328,21.590911865234375,20.897951126098633,20.91119956970215,20.9833927154541,21.43110466003418,20.895679473876953],"old":[11.287615776062012,11.296223640441895,11.36195182800293,11.286144256591797,11.268735885620117,11.350111961364746,11.342944145202637],"new":[5.676767826080322,5.6412482261657715,5.641600131988525,5.640480041503906,5.634912014007568,5.628928184509277,5.632863998413086]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":110,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130960,"spans":1707,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":118156,"spans":117,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":110,"same_as_old":false}}},{"rank":7,"samples":{"contiguous":[4.85862398147583,4.859424114227295,4.858719825744629,4.886176109313965,4.902592182159424,4.864416122436523,4.870560169219971],"zigzag":[20.884960174560547,21.595264434814453,20.88912010192871,20.8920955657959,20.905887603759766,21.443008422851562,20.880159378051758],"old":[10.968064308166504,10.967103958129883,11.024895668029785,10.962016105651855,10.944576263427734,11.021439552307129,11.013343811035156],"new":[4.874080181121826,4.8473920822143555,4.87497615814209,4.902976036071777,4.877024173736572,4.894400119781494,4.870463848114014]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":125,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130864,"spans":1696,"same_as_old":false},"old":{"policy":"selection-paired-local","rows":154132,"spans":130,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":125,"same_as_old":false}}}]}, + {"case":"1m-heldout-jittered-768-seed20261115","summary":{"contiguous":1.8524160385131836,"zigzag":14.844832420349121,"old":1.8672959804534912,"new":1.8480000495910645},"records":[{"rank":0,"samples":{"contiguous":[1.7920000553131104,1.815168023109436,1.7929919958114624,1.8118400573730469,1.778880000114441,1.8318719863891602,1.7750719785690308],"zigzag":[14.844832420349121,14.864704132080078,14.816864013671875,14.852448463439941,14.82156753540039,14.84943962097168,14.829216003417969],"old":[1.8262399435043335,1.7907520532608032,1.8082879781723022,1.7736320495605469,1.8132799863815308,1.7758400440216064,1.807744026184082],"new":[1.789471983909607,1.79203200340271,1.7815040349960327,1.7923840284347534,1.781216025352478,1.7825920581817627,1.7710720300674438]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131096,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[1.8385920524597168,1.8596800565719604,1.837664008140564,1.8530559539794922,1.8349119424819946,1.8805439472198486,1.8309119939804077],"zigzag":[14.838303565979004,14.862272262573242,14.824383735656738,14.850848197937012,14.814047813415527,14.842816352844238,14.840255737304688],"old":[1.8719040155410767,1.8296960592269897,1.8549120426177979,1.8364479541778564,1.8524479866027832,1.8172800540924072,1.852128028869629],"new":[1.8408000469207764,1.8322240114212036,1.8313920497894287,1.833888053894043,1.8367359638214111,1.8266240358352661,1.8286720514297485]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131036,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[1.8270399570465088,1.8464959859848022,1.8106240034103394,1.8449280261993408,1.8130240440368652,1.8649280071258545,1.8114559650421143],"zigzag":[14.827327728271484,14.85366439819336,14.818592071533203,14.849023818969727,14.814528465270996,14.841983795166016,14.830304145812988],"old":[1.8588800430297852,1.8229440450668335,1.8470720052719116,1.819167971611023,1.836575984954834,1.8104959726333618,1.8519359827041626],"new":[1.8342080116271973,1.8340799808502197,1.8182719945907593,1.8300479650497437,1.8148159980773926,1.8173439502716064,1.817952036857605]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":96,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131028,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":96,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":96,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[1.8169599771499634,1.8359999656677246,1.804095983505249,1.8553600311279297,1.8148800134658813,1.8335360288619995,1.7929279804229736],"zigzag":[14.835007667541504,14.85638427734375,14.802528381347656,14.856927871704102,14.813759803771973,14.83135986328125,14.828096389770508],"old":[1.8317439556121826,1.811743974685669,1.8339840173721313,1.8046720027923584,1.855679988861084,1.8087680339813232,1.8247679471969604],"new":[1.8095999956130981,1.822816014289856,1.802623987197876,1.8064639568328857,1.806879997253418,1.8077759742736816,1.7965439558029175]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131052,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[1.8490879535675049,1.8730239868164062,1.8524160385131836,1.8721920251846313,1.8451199531555176,1.862112045288086,1.8384640216827393],"zigzag":[14.836832046508789,14.851296424865723,14.80675220489502,14.849984169006348,14.8253755569458,14.849151611328125,14.828384399414062],"old":[1.8809280395507812,1.8472959995269775,1.8716800212860107,1.8465280532836914,1.8602559566497803,1.8367999792099,1.8672959804534912],"new":[1.860640048980713,1.854591965675354,1.8480000495910645,1.8535679578781128,1.8479679822921753,1.8433599472045898,1.8279680013656616]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131084,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[1.8446719646453857,1.8688640594482422,1.835263967514038,1.8591359853744507,1.834879994392395,1.8489279747009277,1.8213119506835938],"zigzag":[14.82748794555664,14.856863975524902,14.812576293945312,14.861727714538574,14.817024230957031,14.845215797424316,14.837599754333496],"old":[1.8711040019989014,1.8411519527435303,1.8636800050735474,1.8418240547180176,1.8494399785995483,1.8277440071105957,1.8629120588302612],"new":[1.8495359420776367,1.8431040048599243,1.839136004447937,1.8482880592346191,1.8366719484329224,1.8328640460968018,1.8259199857711792]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131056,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[1.844704031944275,1.8675199747085571,1.8384640216827393,1.8652479648590088,1.8341120481491089,1.8587839603424072,1.834015965461731],"zigzag":[14.829504013061523,14.84598445892334,14.824480056762695,14.85638427734375,14.821087837219238,14.840352058410645,14.829695701599121],"old":[1.8737280368804932,1.8451520204544067,1.8615360260009766,1.8385920524597168,1.8691519498825073,1.835103988647461,1.8581440448760986],"new":[1.8500159978866577,1.8506879806518555,1.841215968132019,1.847648024559021,1.8406720161437988,1.8429440259933472,1.8360320329666138]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131108,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[1.8208320140838623,1.8507519960403442,1.8132799863815308,1.8541120290756226,1.8227519989013672,1.8455359935760498,1.8071039915084839],"zigzag":[14.82579231262207,14.847519874572754,14.819711685180664,14.84659194946289,14.812352180480957,14.842911720275879,14.83142375946045],"old":[1.8512320518493652,1.813599944114685,1.8457920551300049,1.8233280181884766,1.8379839658737183,1.8203840255737305,1.8374719619750977],"new":[1.8226560354232788,1.8231680393218994,1.8132480382919312,1.8214720487594604,1.8237119913101196,1.8134080171585083,1.8131200075149536]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131116,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true}}}]}, + {"case":"1m-heldout-tiny-tail-768-seed20261115","summary":{"contiguous":120.4626235961914,"zigzag":54.4879035949707,"old":42.036705017089844,"new":43.17609786987305},"records":[{"rank":0,"samples":{"contiguous":[9.424192428588867,9.732416152954102,9.166975975036621,10.220928192138672,9.67136001586914,10.164608001708984,9.500767707824707],"zigzag":[54.426334381103516,51.60006332397461,56.02819061279297,53.48633575439453,58.77155303955078,52.129600524902344,55.553855895996094],"old":[41.829345703125,41.90739059448242,42.4304313659668,42.30207824707031,42.934814453125,41.355777740478516,42.036705017089844],"new":[43.98348617553711,41.15510559082031,43.561344146728516,41.86588668823242,43.302303314208984,41.349857330322266,43.17609786987305]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":152,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131348,"spans":1182,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":155116,"spans":154,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":155116,"spans":154,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[22.187519073486328,20.4333438873291,19.47420883178711,21.806304931640625,21.303136825561523,20.23139190673828,20.02012825012207],"zigzag":[54.4879035949707,51.514591217041016,56.065086364746094,53.4365119934082,58.883262634277344,52.14380645751953,55.6231689453125],"old":[41.51615905761719,41.51686477661133,41.985694885253906,41.97110366821289,42.574913024902344,41.134559631347656,41.559326171875],"new":[43.963008880615234,40.74630355834961,43.1385612487793,41.38505554199219,43.216224670410156,40.9617919921875,42.792640686035156]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":53,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131312,"spans":1210,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":125596,"spans":56,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":125596,"spans":56,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[74.72294616699219,74.44560241699219,75.89708709716797,75.56121826171875,74.10185241699219,76.81581115722656,74.85334777832031],"zigzag":[54.47577667236328,51.56025695800781,56.05097579956055,53.418846130371094,58.87043380737305,52.16105651855469,55.61625671386719],"old":[41.698272705078125,41.82447814941406,42.1761589050293,42.092063903808594,42.777374267578125,41.30271911621094,41.86924743652344],"new":[43.611934661865234,41.08348846435547,43.31052780151367,41.676544189453125,43.13875198364258,41.285888671875,43.120094299316406]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131316,"spans":1233,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":42104,"spans":2,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":42104,"spans":2,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[121.03116607666016,120.4626235961914,120.90796661376953,120.31187438964844,120.5601577758789,117.92777252197266,119.88953399658203],"zigzag":[54.44287872314453,51.480865478515625,55.92764663696289,53.35724639892578,58.8647346496582,52.05392074584961,55.611488342285156],"old":[41.80748748779297,41.91996765136719,42.413822174072266,42.31292724609375,42.930206298828125,41.37721633911133,42.033409118652344],"new":[44.01203155517578,41.156063079833984,43.566368103027344,41.88198471069336,43.29939270019531,41.35123062133789,43.17212677001953]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":27,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131200,"spans":1229,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":88648,"spans":28,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":88648,"spans":28,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[9.869664192199707,10.3057279586792,8.93507194519043,10.37177562713623,9.686495780944824,10.252415657043457,8.93769645690918],"zigzag":[54.33433532714844,51.46995162963867,55.86918258666992,53.24156951904297,58.73814392089844,51.963775634765625,55.495361328125],"old":[41.389278411865234,41.4835205078125,41.89263916015625,41.771583557128906,42.48323059082031,40.97123336791992,41.5214729309082],"new":[43.540897369384766,40.73984146118164,43.01356887817383,41.36006546020508,42.81302261352539,40.933631896972656,42.758750915527344]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":176,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131020,"spans":1226,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":168392,"spans":177,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":168392,"spans":177,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[8.691264152526855,8.63856029510498,8.090399742126465,9.85580825805664,9.861184120178223,8.410528182983398,8.574015617370605],"zigzag":[54.405982971191406,51.47455978393555,56.02182388305664,53.28684616088867,58.77372741699219,51.90790557861328,55.53724670410156],"old":[41.58233642578125,41.73116683959961,42.200862884521484,42.09049606323242,42.793888092041016,41.127681732177734,41.7869758605957],"new":[43.78239822387695,40.807743072509766,43.32825469970703,41.575233459472656,43.14031982421875,41.02995300292969,42.96963119506836]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":120,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130876,"spans":1216,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":141556,"spans":121,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":141556,"spans":121,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[8.834239959716797,10.31993579864502,8.81430435180664,9.04918384552002,8.595840454101562,10.301504135131836,8.34108829498291],"zigzag":[54.38665771484375,51.637664794921875,55.90585708618164,53.466209411621094,58.749664306640625,52.13916778564453,55.4923210144043],"old":[41.47840118408203,41.56275177001953,42.04857635498047,41.94134521484375,42.588321685791016,41.041568756103516,41.6541748046875],"new":[43.63033676147461,40.77151870727539,43.18812942504883,41.48396682739258,42.95347213745117,40.997249603271484,42.811134338378906]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":142,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130756,"spans":1214,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":153984,"spans":144,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":153984,"spans":144,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[8.18835163116455,8.37724781036377,7.356480121612549,7.994207859039307,8.483327865600586,7.567615985870361,7.851039886474609],"zigzag":[54.31689453125,51.6130256652832,55.874366760253906,53.375553131103516,58.68697738647461,52.127967834472656,55.45929718017578],"old":[41.177406311035156,41.266944885253906,41.677982330322266,41.59257507324219,42.270015716552734,40.779361724853516,41.31135940551758],"new":[41.15193557739258,40.52608108520508,42.80489730834961,41.137569427490234,42.64195251464844,40.74118423461914,42.533729553222656]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":104,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130748,"spans":1215,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":173180,"spans":105,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":173180,"spans":105,"same_as_old":true}}}]}, + {"case":"1m-heldout-trimodal-513-seed20261115","summary":{"contiguous":160.3368377685547,"zigzag":92.0136947631836,"old":81.7628173828125,"new":82.71683502197266},"records":[{"rank":0,"samples":{"contiguous":[22.968639373779297,21.345312118530273,22.266016006469727,21.02694320678711,21.562175750732422,21.955968856811523,22.12883186340332],"zigzag":[87.08060455322266,92.03833770751953,93.4524154663086,87.51126098632812,86.93663787841797,93.14390563964844,92.0136947631836],"old":[82.47036743164062,81.7628173828125,78.9089584350586,79.79430389404297,84.1846694946289,82.4598388671875,81.2026596069336],"new":[82.71683502197266,82.56256103515625,83.20416259765625,80.2468490600586,81.62643432617188,82.93321228027344,83.46086120605469]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":68,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131184,"spans":784,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":106148,"spans":70,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":106148,"spans":70,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[77.14457702636719,80.34764862060547,78.10643005371094,78.27385711669922,80.31574249267578,80.5494384765625,77.18637084960938],"zigzag":[86.94719696044922,91.79766082763672,93.30361938476562,87.39984130859375,86.83372497558594,93.04447937011719,91.87808227539062],"old":[82.45820617675781,81.74390411376953,78.88310241699219,79.78694152832031,84.15682983398438,82.43859100341797,81.18418884277344],"new":[82.69827270507812,82.54354858398438,83.18758392333984,80.22077178955078,81.6065902709961,82.91219329833984,83.4703369140625]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131216,"spans":799,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":105260,"spans":5,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":105260,"spans":5,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[143.32826232910156,143.9424591064453,144.80111694335938,141.948486328125,143.6755828857422,141.82041931152344,143.37017822265625],"zigzag":[86.85782623291016,92.2109146118164,93.15904235839844,87.28348541259766,86.49763488769531,93.0414047241211,91.73808288574219],"old":[82.09712219238281,81.35123443603516,78.72447967529297,79.34349060058594,83.80934143066406,82.0857925415039,81.03456115722656],"new":[82.33404541015625,82.19558715820312,82.82921600341797,79.8186264038086,81.2224349975586,82.55980682373047,83.15574645996094]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131176,"spans":814,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":105668,"spans":5,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":105668,"spans":5,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[26.521696090698242,23.96556854248047,25.79644775390625,23.88591957092285,22.84160041809082,23.820064544677734,24.91142463684082],"zigzag":[86.80028533935547,92.18412780761719,93.08831787109375,87.1937255859375,86.642333984375,93.0215072631836,91.71974182128906],"old":[82.11078643798828,81.39564514160156,78.42681884765625,79.46546936035156,83.85657501220703,82.0829086303711,80.75062561035156],"new":[82.45491027832031,82.169921875,82.93183898925781,79.870849609375,81.27021026611328,82.64876556396484,83.36876678466797]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":182,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131072,"spans":810,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":197284,"spans":185,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":197284,"spans":185,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[44.78956985473633,42.92816162109375,43.46099090576172,40.493919372558594,43.114078521728516,39.881534576416016,43.01276779174805],"zigzag":[86.64825439453125,91.82592010498047,92.95532989501953,87.03456115722656,86.48182678222656,92.69999694824219,91.53142547607422],"old":[82.09689331054688,81.39334106445312,78.55007934570312,79.34329223632812,83.83660888671875,82.08735656738281,80.85279846191406],"new":[82.3479995727539,82.2033920288086,82.83792114257812,79.8306884765625,81.21295928955078,82.55583953857422,83.44889831542969]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131048,"spans":810,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":105260,"spans":5,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":105260,"spans":5,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[97.53247833251953,100.23693084716797,97.07030487060547,98.09423828125,101.86630249023438,99.94931030273438,101.18364715576172],"zigzag":[86.99657440185547,91.91069030761719,93.10623931884766,87.36803436279297,86.74784088134766,92.85676574707031,91.83452606201172],"old":[82.11007690429688,81.3980484008789,78.54029083251953,79.39539337158203,83.83094024658203,82.07212829589844,80.83503723144531],"new":[82.43449401855469,82.17823791503906,82.90476989746094,79.84230041503906,81.2248306274414,82.62822723388672,83.18566131591797]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130972,"spans":808,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":84328,"spans":4,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":84328,"spans":4,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[162.6366729736328,156.6243896484375,160.3368377685547,161.69549560546875,164.25369262695312,157.57997131347656,158.7797088623047],"zigzag":[86.87372589111328,91.98188781738281,93.2363510131836,87.30863952636719,86.74134063720703,92.95244598388672,91.81635284423828],"old":[81.98108673095703,81.30464172363281,78.6464614868164,79.5791015625,83.71107482910156,81.98655700683594,80.92483520507812],"new":[82.22978973388672,82.08755493164062,82.73558044433594,80.02134704589844,81.37814331054688,82.4210205078125,83.4916763305664]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":6,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130932,"spans":810,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":108192,"spans":9,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":108192,"spans":9,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[5.941535949707031,4.804351806640625,6.156735897064209,5.194143772125244,5.489855766296387,4.773344039916992,5.254015922546387],"zigzag":[86.97539520263672,91.75081634521484,93.23356628417969,87.28636932373047,86.74476623535156,92.96495819091797,91.81558227539062],"old":[81.85997009277344,81.15523529052734,78.43138885498047,79.28067016601562,83.57561492919922,81.85676574707031,80.69715118408203],"new":[82.11676788330078,81.95152282714844,82.60995483398438,79.71123504638672,81.06832122802734,82.31769561767578,83.18742370605469]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":260,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130976,"spans":817,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":236436,"spans":265,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":236436,"spans":265,"same_as_old":true}}}]}, + {"case":"1m-heldout-lognormal-257-seed20261116","summary":{"contiguous":8.773599624633789,"zigzag":15.471808433532715,"old":8.92198371887207,"new":8.945088386535645},"records":[{"rank":0,"samples":{"contiguous":[3.8737919330596924,3.86028790473938,3.865920066833496,3.8896639347076416,3.863136053085327,3.866015911102295,3.868704080581665],"zigzag":[14.29804801940918,16.136512756347656,15.98316764831543,15.026975631713867,14.680864334106445,15.626496315002441,15.455455780029297],"old":[3.8935680389404297,3.8743040561676025,3.88588809967041,3.8842239379882812,3.887648105621338,3.8630080223083496,3.8950400352478027],"new":[3.875839948654175,3.8659839630126953,3.880703926086426,3.8880319595336914,3.872159957885742,3.8614718914031982,3.866111993789673]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":40,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131056,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":40,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":40,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[4.148320198059082,4.139520168304443,4.156896114349365,4.174975872039795,4.145503997802734,4.142303943634033,4.140192031860352],"zigzag":[14.307680130004883,16.107616424560547,15.953408241271973,15.027935981750488,14.686880111694336,15.609024047851562,15.455648422241211],"old":[4.169663906097412,4.161856174468994,4.191296100616455,4.180448055267334,4.173984050750732,4.137792110443115,4.173600196838379],"new":[4.154240131378174,4.1708478927612305,4.176095962524414,4.152703762054443,4.154047966003418,4.133791923522949,4.149407863616943]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":54,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131064,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":54,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":54,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[3.8928000926971436,3.89247989654541,3.893120050430298,3.928191900253296,3.8902719020843506,3.890655994415283,3.880415916442871],"zigzag":[14.3090238571167,16.116512298583984,15.972512245178223,15.035455703735352,14.688287734985352,15.605088233947754,15.443840026855469],"old":[3.912287950515747,3.902240037918091,3.9117119312286377,3.912735939025879,3.9124159812927246,3.9091200828552246,3.914655923843384],"new":[3.894239902496338,3.913408041000366,3.907167911529541,3.9014720916748047,3.891648054122925,3.8936960697174072,3.8945600986480713]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":37,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131080,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":37,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":37,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[8.179936408996582,8.215680122375488,8.385760307312012,8.26540756225586,8.234687805175781,8.273407936096191,8.389120101928711],"zigzag":[14.297408103942871,16.10553550720215,15.945535659790039,15.02672004699707,14.682527542114258,15.603743553161621,15.428383827209473],"old":[8.156479835510254,8.37936019897461,8.403424263000488,8.367008209228516,8.226335525512695,8.413951873779297,8.570048332214355],"new":[8.154175758361816,8.315199851989746,8.377056121826172,8.258432388305664,8.26313591003418,8.248160362243652,8.384096145629883]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":17,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131092,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":17,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":17,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[8.595552444458008,9.066656112670898,9.06492805480957,8.773599624633789,8.756799697875977,8.741984367370605,8.946335792541504],"zigzag":[14.301631927490234,16.1343994140625,15.968735694885254,15.02780818939209,14.690688133239746,15.617535591125488,15.471808433532715],"old":[8.606368064880371,8.938976287841797,9.488672256469727,9.286368370056152,8.749728202819824,8.727744102478027,8.92198371887207],"new":[8.945088386535645,9.075039863586426,9.191424369812012,8.7674560546875,8.733311653137207,8.701727867126465,8.989151954650879]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":15,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131060,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":15,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":15,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[4.7915520668029785,4.8023681640625,4.80025577545166,4.817887783050537,4.789247989654541,4.794400215148926,4.789055824279785],"zigzag":[14.303520202636719,16.148479461669922,15.984224319458008,15.030240058898926,14.700448036193848,15.628607749938965,15.46720027923584],"old":[4.824575901031494,4.786367893218994,4.8205437660217285,4.810592174530029,4.814911842346191,4.823967933654785,4.823008060455322],"new":[4.792575836181641,4.789760112762451,4.847936153411865,4.804512023925781,4.79091215133667,4.781407833099365,4.792799949645996]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":28,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131088,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":28,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":28,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[3.5315520763397217,3.534559965133667,3.528991937637329,3.545952081680298,3.5152320861816406,3.5196480751037598,3.5289599895477295],"zigzag":[14.303711891174316,16.119583129882812,15.973823547363281,15.022720336914062,14.685248374938965,15.60912036895752,15.453375816345215],"old":[3.550879955291748,3.5193920135498047,3.5484800338745117,3.5495998859405518,3.5446081161499023,3.5497279167175293,3.547840118408203],"new":[3.5413119792938232,3.5251200199127197,3.5227839946746826,3.534816026687622,3.5312321186065674,3.518143892288208,3.527008056640625]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":30,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131064,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":30,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":30,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[4.307616233825684,4.287839889526367,4.291071891784668,4.307007789611816,4.278016090393066,4.282495975494385,4.275872230529785],"zigzag":[14.287872314453125,16.1265926361084,15.972800254821777,15.018303871154785,14.686240196228027,15.614015579223633,15.458335876464844],"old":[4.312575817108154,4.279967784881592,4.307072162628174,4.297408103942871,4.313248157501221,4.276735782623291,4.299551963806152],"new":[4.281536102294922,4.275392055511475,4.282815933227539,4.3048319816589355,4.28000020980835,4.267551898956299,4.277535915374756]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":43,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":514,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":43,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":43,"same_as_old":true}}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261116","summary":{"contiguous":11.950464248657227,"zigzag":25.045215606689453,"old":13.300095558166504,"new":11.969216346740723},"records":[{"rank":0,"samples":{"contiguous":[5.442368030548096,5.467264175415039,5.438720226287842,5.469279766082764,5.471072196960449,5.4687042236328125,5.438015937805176],"zigzag":[25.005056381225586,24.99452781677246,25.30352020263672,25.045215606689453,25.07494354248047,25.001855850219727,25.157760620117188],"old":[11.3057279586792,11.318367958068848,11.306528091430664,11.327168464660645,11.303999900817871,11.341504096984863,11.31049633026123],"new":[5.469600200653076,5.471168041229248,5.449632167816162,5.457920074462891,5.457056045532227,5.440159797668457,5.442815780639648]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":139,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131240,"spans":1742,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":151488,"spans":140,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":139,"same_as_old":false}}},{"rank":1,"samples":{"contiguous":[8.315679550170898,8.343968391418457,8.306400299072266,8.347007751464844,8.341024398803711,8.342080116271973,8.312000274658203],"zigzag":[25.011295318603516,25.002527236938477,25.316736221313477,25.035839080810547,25.070560455322266,25.005983352661133,25.15951919555664],"old":[13.294624328613281,13.288479804992676,13.284255981445312,13.280735969543457,13.262784004211426,13.306879997253418,13.27184009552002],"new":[8.357600212097168,8.320480346679688,8.331839561462402,8.369919776916504,8.35696029663086,8.317536354064941,8.346912384033203]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":112,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131200,"spans":1743,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":94600,"spans":112,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":112,"same_as_old":false}}},{"rank":2,"samples":{"contiguous":[7.630144119262695,7.677504062652588,7.623456001281738,7.655168056488037,7.643072128295898,7.656415939331055,7.612736225128174],"zigzag":[25.00150489807129,25.006175994873047,25.300575256347656,25.03548812866211,25.07734489440918,24.99305534362793,25.168127059936523],"old":[9.819583892822266,9.821248054504395,9.81827163696289,9.825568199157715,9.838944435119629,9.831104278564453,9.853568077087402],"new":[7.642816066741943,7.636159896850586,7.6296000480651855,7.629439830780029,7.661664009094238,7.628448009490967,7.634592056274414]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":133,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131160,"spans":1733,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":131072,"spans":133,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":133,"same_as_old":false}}},{"rank":3,"samples":{"contiguous":[5.002687931060791,5.015168190002441,4.993599891662598,5.020895957946777,4.981823921203613,5.008927822113037,4.981472015380859],"zigzag":[25.010143280029297,24.986591339111328,25.317407608032227,25.024991989135742,25.059711456298828,24.99500846862793,25.137632369995117],"old":[12.996447563171387,12.984800338745117,12.973759651184082,12.991519927978516,12.968768119812012,13.012191772460938,12.976799964904785],"new":[4.999839782714844,5.0009918212890625,5.003359794616699,5.001535892486572,5.007391929626465,4.984288215637207,5.000576019287109]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":100,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131048,"spans":1721,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":150036,"spans":101,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":100,"same_as_old":false}}},{"rank":4,"samples":{"contiguous":[5.3785600662231445,5.3858561515808105,5.34876823425293,5.397727966308594,5.369631767272949,5.372320175170898,5.383615970611572],"zigzag":[24.998048782348633,24.993568420410156,25.312255859375,25.03436851501465,25.06697654724121,24.997600555419922,25.156063079833984],"old":[12.982303619384766,12.958399772644043,12.9486083984375,12.961503982543945,12.943327903747559,12.965791702270508,12.941727638244629],"new":[5.3974080085754395,5.371520042419434,5.358975887298584,5.373568058013916,5.3924479484558105,5.351679801940918,5.36572790145874]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":145,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131032,"spans":1719,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":150036,"spans":146,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":145,"same_as_old":false}}},{"rank":5,"samples":{"contiguous":[11.851840019226074,11.875040054321289,12.147775650024414,12.145855903625488,11.917535781860352,11.950464248657227,12.056351661682129],"zigzag":[25.01148796081543,24.990591049194336,25.320064544677734,25.03696060180664,25.056703567504883,24.987680435180664,25.151456832885742],"old":[13.314687728881836,13.304096221923828,13.298848152160645,13.300095558166504,13.271936416625977,13.321599960327148,13.288543701171875],"new":[11.871199607849121,11.845024108886719,11.864352226257324,12.212127685546875,11.969216346740723,12.033632278442383,12.040608406066895]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":89,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131032,"spans":1718,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":69824,"spans":89,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":89,"same_as_old":false}}},{"rank":6,"samples":{"contiguous":[7.092800140380859,7.1156158447265625,7.081471920013428,7.1141438484191895,7.085984230041504,7.100895881652832,7.112512111663818],"zigzag":[25.008031845092773,24.997535705566406,25.316736221313477,25.02662467956543,25.061471939086914,24.999935150146484,25.1562557220459],"old":[11.304512023925781,11.315103530883789,11.302271842956543,11.334815979003906,11.296287536621094,11.339136123657227,11.312704086303711],"new":[7.101408004760742,7.082240104675293,7.086368083953857,7.09878396987915,7.10371208190918,7.083360195159912,7.085440158843994]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":165,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130952,"spans":1709,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":151488,"spans":166,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":165,"same_as_old":false}}},{"rank":7,"samples":{"contiguous":[6.821599960327148,6.844192028045654,6.809279918670654,6.840991973876953,6.802976131439209,6.818624019622803,6.807231903076172],"zigzag":[25.00592041015625,24.994176864624023,25.303071975708008,25.02774429321289,25.059200286865234,24.989023208618164,25.146591186523438],"old":[12.990367889404297,12.974111557006836,12.974528312683105,12.989503860473633,12.962656021118164,13.007840156555176,12.97481632232666],"new":[6.832575798034668,6.811615943908691,6.820608139038086,6.837503910064697,6.835999965667725,6.799295902252197,6.828927993774414]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":124,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130912,"spans":1712,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":150032,"spans":125,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":124,"same_as_old":false}}}]}, + {"case":"1m-heldout-jittered-768-seed20261116","summary":{"contiguous":1.8613120317459106,"zigzag":14.839648246765137,"old":1.8912960290908813,"new":1.8623360395431519},"records":[{"rank":0,"samples":{"contiguous":[1.7838720083236694,1.8013759851455688,1.7846399545669556,1.7787200212478638,1.7797119617462158,1.7979520559310913,1.7840960025787354],"zigzag":[14.843903541564941,14.834400177001953,14.843040466308594,14.831232070922852,14.822848320007324,14.850239753723145,14.839648246765137],"old":[1.8071999549865723,1.8084160089492798,1.791327953338623,1.7696959972381592,1.8171199560165405,1.8087999820709229,1.8059200048446655],"new":[1.786911964416504,1.7791359424591064,1.7837120294570923,1.7757439613342285,1.7811839580535889,1.7901760339736938,1.7836480140686035]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131176,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true}}},{"rank":1,"samples":{"contiguous":[1.8528640270233154,1.8702720403671265,1.833791971206665,1.83843195438385,1.8376959562301636,1.8775039911270142,1.8540799617767334],"zigzag":[14.839712142944336,14.824128150939941,14.83625602722168,14.818623542785645,14.825535774230957,14.860480308532715,14.829055786132812],"old":[1.885599970817566,1.8719359636306763,1.8725440502166748,1.8455040454864502,1.893407940864563,1.8646080493927002,1.871616005897522],"new":[1.847424030303955,1.8480960130691528,1.8443520069122314,1.8360320329666138,1.8453439474105835,1.8473279476165771,1.8572800159454346]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131128,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true}}},{"rank":2,"samples":{"contiguous":[1.8161920309066772,1.849120020866394,1.8179199695587158,1.8179839849472046,1.8146239519119263,1.830623984336853,1.8154239654541016],"zigzag":[14.839648246765137,14.826272010803223,14.835328102111816,14.827648162841797,14.82534408569336,14.849535942077637,14.8306884765625],"old":[1.8742719888687134,1.8432320356369019,1.8482240438461304,1.821023941040039,1.8860479593276978,1.8468159437179565,1.9040000438690186],"new":[1.830016016960144,1.818176031112671,1.8243199586868286,1.8125760555267334,1.8242239952087402,1.8237760066986084,1.8261760473251343]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131072,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true}}},{"rank":3,"samples":{"contiguous":[1.8323520421981812,1.8422080278396606,1.8287039995193481,1.8219200372695923,1.8185280561447144,1.8565759658813477,1.8196799755096436],"zigzag":[14.827903747558594,14.829055786132812,14.833151817321777,14.814847946166992,14.82140827178955,14.845120429992676,14.825504302978516],"old":[1.8642239570617676,1.8538880348205566,1.8641279935836792,1.8226560354232788,1.8574399948120117,1.840224027633667,1.8727999925613403],"new":[1.8394240140914917,1.83513605594635,1.8292479515075684,1.8200639486312866,1.8269120454788208,1.8250880241394043,1.8416320085525513]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131036,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true}}},{"rank":4,"samples":{"contiguous":[1.843008041381836,1.8643519878387451,1.8296960592269897,1.8379520177841187,1.8385599851608276,1.8642879724502563,1.84825599193573],"zigzag":[14.8372802734375,14.823519706726074,14.834495544433594,14.826335906982422,14.831392288208008,14.849984169006348,14.829343795776367],"old":[1.8757439851760864,1.8630080223083496,1.863584041595459,1.8283519744873047,1.8625600337982178,1.8558080196380615,1.8651200532913208],"new":[1.849120020866394,1.8384959697723389,1.8412480354309082,1.8304959535598755,1.8424960374832153,1.8472959995269775,1.8474559783935547]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131044,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true}}},{"rank":5,"samples":{"contiguous":[1.819808006286621,1.832095980644226,1.8101439476013184,1.8156479597091675,1.806175947189331,1.8490560054779053,1.8154879808425903],"zigzag":[14.848416328430176,14.827903747558594,14.840448379516602,14.828800201416016,14.815808296203613,14.849663734436035,14.835968017578125],"old":[1.8352960348129272,1.8339840173721313,1.8343679904937744,1.8055039644241333,1.8600640296936035,1.8331199884414673,1.8412480354309082],"new":[1.8225599527359009,1.8099199533462524,1.8092479705810547,1.8082879781723022,1.811743974685669,1.8264319896697998,1.8241280317306519]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131052,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":95,"same_as_old":true}}},{"rank":6,"samples":{"contiguous":[1.8587520122528076,1.882591962814331,1.854207992553711,1.8551039695739746,1.8655680418014526,1.8808319568634033,1.8613120317459106],"zigzag":[14.837151527404785,14.82147216796875,14.835328102111816,14.826239585876465,14.819071769714355,14.834239959716797,14.820832252502441],"old":[1.8803520202636719,1.8912960290908813,1.91593599319458,1.8518400192260742,1.8832000494003296,1.879263997077942,1.8958719968795776],"new":[1.8623360395431519,1.8683840036392212,1.8725440502166748,1.8554240465164185,1.8655359745025635,1.862272024154663,1.8543360233306885]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131060,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":98,"same_as_old":true}}},{"rank":7,"samples":{"contiguous":[1.8341120481491089,1.8588160276412964,1.832703948020935,1.829856038093567,1.826591968536377,1.8688000440597534,1.8290879726409912],"zigzag":[14.832320213317871,14.820063591003418,14.829888343811035,14.82585620880127,14.816896438598633,14.840127944946289,14.827199935913086],"old":[1.8707200288772583,1.8609280586242676,1.855679988861084,1.830623984336853,1.8753279447555542,1.8556159734725952,1.865407943725586],"new":[1.8401600122451782,1.8400319814682007,1.8359040021896362,1.8326719999313354,1.8365119695663452,1.842079997062683,1.8386880159378052]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"zigzag":{"policy":"zigzag","rows":131008,"spans":1536,"same_as_old":false},"old":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true},"new":{"policy":"contiguous","rows":131072,"spans":97,"same_as_old":true}}}]}, + {"case":"1m-heldout-tiny-tail-768-seed20261116","summary":{"contiguous":161.96754455566406,"zigzag":76.86553955078125,"old":67.51702117919922,"new":65.7647705078125},"records":[{"rank":0,"samples":{"contiguous":[10.976127624511719,9.758111953735352,10.52348804473877,10.550399780273438,11.263487815856934,11.527968406677246,10.983872413635254],"zigzag":[74.8421401977539,76.05545806884766,73.91824340820312,79.76668548583984,76.7775650024414,76.863037109375,77.15814208984375],"old":[67.27970886230469,67.73241424560547,66.79977416992188,67.2768325805664,64.97869110107422,67.41673278808594,65.32931518554688],"new":[65.7647705078125,67.67164611816406,64.26719665527344,60.808990478515625,65.994140625,65.15039825439453,67.10012817382812]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":178,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131272,"spans":1181,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":139164,"spans":179,"same_as_old":true},"new":{"policy":"selection-local-4x","rows":157084,"spans":179,"same_as_old":false}}},{"rank":1,"samples":{"contiguous":[42.204959869384766,42.460670471191406,41.356353759765625,40.31795120239258,40.55644989013672,41.049312591552734,41.02265548706055],"zigzag":[75.22803497314453,76.45702362060547,74.28396606445312,80.19487762451172,77.17839813232422,76.52947235107422,77.54086303710938],"old":[66.88790130615234,67.36140441894531,66.42294311523438,66.97392272949219,64.64422607421875,67.09510040283203,65.02031707763672],"new":[64.96934509277344,66.89820861816406,63.51510238647461,60.30604934692383,65.30796813964844,64.3248291015625,66.39148712158203]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131300,"spans":1214,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":120100,"spans":4,"same_as_old":true},"new":{"policy":"selection-local-4x","rows":89876,"spans":3,"same_as_old":false}}},{"rank":2,"samples":{"contiguous":[99.17721557617188,100.76921844482422,102.56537628173828,97.15007781982422,99.22386932373047,101.2590103149414,100.52076721191406],"zigzag":[75.32166290283203,76.54950714111328,74.3845443725586,79.99203491210938,77.09075164794922,76.34620666503906,77.42630767822266],"old":[67.50617980957031,67.96761322021484,67.00118255615234,67.60956573486328,65.17680358886719,67.62905883789062,65.49897766113281],"new":[65.60681915283203,67.50694274902344,64.11660766601562,60.649471282958984,65.82784271240234,65.00179290771484,66.9546890258789]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131276,"spans":1237,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":90960,"spans":3,"same_as_old":true},"new":{"policy":"selection-local-4x","rows":102188,"spans":4,"same_as_old":false}}},{"rank":3,"samples":{"contiguous":[161.11798095703125,160.38182067871094,165.8477783203125,164.32083129882812,163.5062713623047,159.48739624023438,161.96754455566406],"zigzag":[75.30831909179688,76.2215347290039,74.19821166992188,80.28851318359375,77.27359771728516,76.5973129272461,77.63231658935547],"old":[67.30032348632812,67.75318145751953,66.79872131347656,67.38246154785156,65.01795196533203,67.41238403320312,65.30815887451172],"new":[65.00099182128906,66.98643493652344,63.57670211791992,60.7922248840332,65.32288360595703,64.41932678222656,66.43212890625]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131132,"spans":1236,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":87800,"spans":4,"same_as_old":true},"new":{"policy":"selection-local-4x","rows":89824,"spans":3,"same_as_old":false}}},{"rank":4,"samples":{"contiguous":[62.03113555908203,58.350399017333984,59.91494369506836,58.5365104675293,59.72467041015625,58.734657287597656,58.75526428222656],"zigzag":[74.98470306396484,76.1858901977539,73.946044921875,79.90217590332031,76.90201568603516,76.86553955078125,77.25279998779297],"old":[67.0663070678711,67.55661010742188,66.59977722167969,67.17772674560547,64.85113525390625,67.22329711914062,65.13267517089844],"new":[64.63622283935547,66.53241729736328,63.16579055786133,59.911582946777344,64.90188598632812,64.01068878173828,66.00188446044922]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":65,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131044,"spans":1239,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":139276,"spans":66,"same_as_old":true},"new":{"policy":"selection-local-4x","rows":118184,"spans":65,"same_as_old":false}}},{"rank":5,"samples":{"contiguous":[11.934271812438965,11.194751739501953,12.066080093383789,10.870623588562012,12.676992416381836,11.28707218170166,11.328160285949707],"zigzag":[75.0225601196289,76.0118408203125,73.94611358642578,79.8908462524414,76.96870422363281,76.4441909790039,77.34489440917969],"old":[66.99769592285156,67.49254608154297,66.55865478515625,66.9952621459961,64.71564483642578,67.17353820800781,65.07820892333984],"new":[65.00121307373047,66.8963851928711,63.55846405029297,60.34310531616211,65.24249267578125,64.30140686035156,66.4402847290039]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":186,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130900,"spans":1232,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":162696,"spans":186,"same_as_old":true},"new":{"policy":"selection-local-4x","rows":172944,"spans":186,"same_as_old":false}}},{"rank":6,"samples":{"contiguous":[12.47766399383545,11.197728157043457,11.650176048278809,11.281599998474121,11.065407752990723,11.71776008605957,12.729599952697754],"zigzag":[74.92063903808594,76.19257354736328,73.9639663696289,79.84544372558594,76.82364654541016,76.65219116210938,77.25635528564453],"old":[67.47618865966797,67.94758605957031,66.97660827636719,67.58844757080078,65.06310272216797,67.60604858398438,65.45219421386719],"new":[65.7438735961914,67.64575958251953,64.24518585205078,60.77177429199219,65.9593276977539,65.13433837890625,67.07865905761719]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":225,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130860,"spans":1248,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":149172,"spans":226,"same_as_old":true},"new":{"policy":"selection-local-4x","rows":169876,"spans":227,"same_as_old":false}}},{"rank":7,"samples":{"contiguous":[11.08240032196045,10.92240047454834,12.469440460205078,10.599488258361816,11.222463607788086,10.712703704833984,11.790399551391602],"zigzag":[74.88387298583984,76.12448120117188,73.94656372070312,79.697021484375,76.71481323242188,76.4801254272461,77.09654235839844],"old":[67.51702117919922,68.00249481201172,67.04467010498047,67.64067077636719,65.24188995361328,67.65564727783203,65.54752349853516],"new":[64.46768188476562,66.5235824584961,63.16953659057617,60.76287841796875,64.87155151367188,63.89984130859375,65.96797180175781]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":118,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130792,"spans":1244,"same_as_old":false},"old":{"policy":"selection-local-5x","rows":159408,"spans":121,"same_as_old":true},"new":{"policy":"selection-local-4x","rows":148600,"spans":120,"same_as_old":false}}}]}, + {"case":"1m-heldout-trimodal-513-seed20261116","summary":{"contiguous":209.26693725585938,"zigzag":112.60671997070312,"old":98.81462097167969,"new":96.77021026611328},"records":[{"rank":0,"samples":{"contiguous":[25.25129508972168,27.228607177734375,25.384639739990234,25.085983276367188,26.65430450439453,27.15376091003418,27.397184371948242],"zigzag":[118.52774047851562,112.19039916992188,109.70877075195312,112.33888244628906,110.5167007446289,113.4949722290039,115.62806701660156],"old":[95.55868530273438,100.2146224975586,97.58316802978516,98.72560119628906,98.45091247558594,102.29756927490234,95.3741455078125],"new":[95.78857421875,96.22176361083984,97.02323150634766,100.5525131225586,96.42546844482422,96.36601257324219,96.45452880859375]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":27,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131172,"spans":797,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":115676,"spans":31,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":95108,"spans":30,"same_as_old":false}}},{"rank":1,"samples":{"contiguous":[83.08246612548828,82.08684539794922,83.6052474975586,78.67219543457031,79.65289306640625,81.55516815185547,84.27305603027344],"zigzag":[118.76573181152344,111.93417358398438,109.92591857910156,112.51091003417969,110.75328063964844,113.33869171142578,115.81721496582031],"old":[95.69731140136719,100.35699462890625,97.7580795288086,98.83747100830078,98.57091522216797,102.38333129882812,95.51702117919922],"new":[95.18911743164062,96.13846588134766,96.7014389038086,100.44627380371094,95.92092895507812,95.79148864746094,95.86953735351562]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131180,"spans":820,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":106840,"spans":5,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":85128,"spans":4,"same_as_old":false}}},{"rank":2,"samples":{"contiguous":[145.9727020263672,145.56600952148438,150.78659057617188,141.09878540039062,144.30831909179688,148.9935302734375,150.28985595703125],"zigzag":[118.33026885986328,112.49100494384766,109.60150146484375,112.21414184570312,110.35929870605469,113.60806274414062,115.49247741699219],"old":[95.73772430419922,100.39746856689453,97.77993774414062,98.88992309570312,98.59600067138672,102.42473602294922,95.51331329345703],"new":[96.06269073486328,96.52758026123047,97.30937957763672,100.83999633789062,96.72217559814453,96.66000366210938,96.76278686523438]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131176,"spans":832,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":84560,"spans":4,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":105696,"spans":5,"same_as_old":false}}},{"rank":3,"samples":{"contiguous":[211.1461181640625,206.09974670410156,208.32383728027344,205.12535095214844,211.67596435546875,209.33033752441406,209.26693725585938],"zigzag":[118.88006591796875,112.2037124633789,109.83261108398438,112.4869155883789,110.75798034667969,113.3601303100586,115.76627349853516],"old":[95.93990325927734,100.59871673583984,97.98694610595703,99.09613037109375,98.81462097167969,102.6278076171875,95.72764587402344],"new":[96.0709457397461,96.56940460205078,97.32575988769531,100.88662719726562,96.75373077392578,96.68089294433594,96.77334594726562]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131136,"spans":836,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":84556,"spans":4,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":107416,"spans":5,"same_as_old":false}}},{"rank":4,"samples":{"contiguous":[151.57772827148438,152.09336853027344,151.1959686279297,146.54147338867188,147.23654174804688,150.9036865234375,152.21401977539062],"zigzag":[118.77005004882812,112.06108856201172,109.92915344238281,112.53081512451172,110.75164794921875,113.2356185913086,115.82396697998047],"old":[95.62230682373047,100.2922592163086,97.66719818115234,98.81385803222656,98.517822265625,102.34524536132812,95.4422378540039],"new":[95.39328002929688,95.99974060058594,96.72649383544922,100.31161499023438,95.9869155883789,95.94429016113281,96.0063705444336]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":113,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":131084,"spans":837,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":139176,"spans":116,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":159736,"spans":117,"same_as_old":false}}},{"rank":5,"samples":{"contiguous":[13.339232444763184,13.140064239501953,13.035679817199707,10.766016006469727,11.820128440856934,12.426624298095703,12.387776374816895],"zigzag":[118.55244445800781,111.97321319580078,109.62979125976562,112.2212142944336,110.41085052490234,113.20499420166016,115.53753662109375],"old":[95.80620574951172,100.47859191894531,97.70976257324219,98.9616928100586,98.76802825927734,102.54991912841797,95.50157165527344],"new":[95.5120620727539,96.45132446289062,96.68771362304688,100.69811248779297,96.19792175292969,96.05558776855469,96.12425231933594]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":240,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130972,"spans":835,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":237504,"spans":243,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":215228,"spans":243,"same_as_old":false}}},{"rank":6,"samples":{"contiguous":[38.092960357666016,40.14451217651367,38.88604736328125,37.05152130126953,38.507713317871094,39.315486907958984,39.46758270263672],"zigzag":[118.71651458740234,112.46892547607422,109.90707397460938,112.60671997070312,110.7837142944336,113.77827453613281,115.8888931274414],"old":[95.9240951538086,100.5723876953125,97.95673370361328,99.06944274902344,98.79170989990234,102.60546875,95.70515441894531],"new":[96.11357116699219,96.56915283203125,97.32787322998047,100.88329315185547,96.77021026611328,96.68768310546875,96.7892837524414]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":1,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130896,"spans":835,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":107412,"spans":5,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":106268,"spans":5,"same_as_old":false}}},{"rank":7,"samples":{"contiguous":[28.93916893005371,30.915712356567383,26.787328720092773,25.938976287841797,26.854496002197266,27.012319564819336,27.912288665771484],"zigzag":[118.71590423583984,112.49110412597656,109.92813110351562,112.58940887451172,110.77823638916016,113.76287841796875,115.87644958496094],"old":[95.4552993774414,100.10486602783203,97.56732940673828,98.59120178222656,98.25926208496094,102.11357116699219,95.27958679199219],"new":[95.97395324707031,96.10208129882812,97.02877044677734,100.42578887939453,96.43904113769531,96.41264343261719,96.5032958984375]},"plans":{"contiguous":{"policy":"contiguous","rows":131072,"spans":136,"same_as_old":false},"zigzag":{"policy":"zigzag","rows":130960,"spans":847,"same_as_old":false},"old":{"policy":"selection-local-6x","rows":172852,"spans":138,"same_as_old":true},"new":{"policy":"selection-local-6x","rows":173996,"spans":138,"same_as_old":false}}}]} + ]}, + "query_scope": {"warmups": 2, "repeats": 5, "scope": "One complete CSA instance with shared inputs, all runtime layout/communication and seven gradients; not a four-layer stack", "cases": [ + {"case":"check-mixed","summary":{"contiguous":3.196928024291992,"selection":3.2277441024780273,"queries_zigzag":3.7522881031036377,"queries_balanced":3.130176067352295},"records":[{"rank":0,"init_s":11.896972166956402,"first_calls_s":{"contiguous":15.825320462929085,"selection":0.005750156939029694,"queries_zigzag":1.9992326620267704,"queries_balanced":0.005042238044552505},"samples":{"contiguous":[{"ms":3.112607955932617,"stages":{"query_redistribute_ms":0.03187200054526329,"pool_fwd_ms":0.09388799965381622,"pool_gather_ms":0.06745599955320358,"selection_key_layout_ms":0.008671999908983707,"selection_ms":0.3577600121498108,"selection_restore_ms":0.012223999947309494,"expand_tail_ms":0.46083199977874756,"kv_gather_ms":0.1719679981470108,"attention_fwd_ms":0.06758400052785873,"teacher_kl_ms":0.3616639971733093,"output_restore_ms":0.041728001087903976,"dout_redistribute_ms":0.032607998698949814,"attention_bwd_ms":0.23695999383926392,"kv_reduce_scatter_ms":0.6944959759712219,"indexer_bwd_ms":0.05567999929189682,"pool_grad_exchange_ms":0.048128001391887665,"pool_bwd_ms":0.3401600122451782,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":0.29042816162109375},{"ms":3.1152000427246094,"stages":{"query_redistribute_ms":0.03311999887228012,"pool_fwd_ms":0.09520000219345093,"pool_gather_ms":0.06707199662923813,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":0.35766398906707764,"selection_restore_ms":0.012896000407636166,"expand_tail_ms":0.45631998777389526,"kv_gather_ms":0.17427200078964233,"attention_fwd_ms":0.049984000623226166,"teacher_kl_ms":0.3736000061035156,"output_restore_ms":0.04342399910092354,"dout_redistribute_ms":0.031488001346588135,"attention_bwd_ms":0.23756800591945648,"kv_reduce_scatter_ms":0.6840639710426331,"indexer_bwd_ms":0.05196800082921982,"pool_grad_exchange_ms":0.05222399905323982,"pool_bwd_ms":0.3668479919433594,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":0.29042816162109375},{"ms":3.092479944229126,"stages":{"query_redistribute_ms":0.03177599981427193,"pool_fwd_ms":0.09670399874448776,"pool_gather_ms":0.07078400254249573,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":0.35235199332237244,"selection_restore_ms":0.013088000006973743,"expand_tail_ms":0.4575360119342804,"kv_gather_ms":0.17308799922466278,"attention_fwd_ms":0.047968000173568726,"teacher_kl_ms":0.36950400471687317,"output_restore_ms":0.042080000042915344,"dout_redistribute_ms":0.02985600009560585,"attention_bwd_ms":0.24166400730609894,"kv_reduce_scatter_ms":0.6955199837684631,"indexer_bwd_ms":0.05177599936723709,"pool_grad_exchange_ms":0.0544000007212162,"pool_bwd_ms":0.33692800998687744,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":0.29042816162109375},{"ms":3.1071999073028564,"stages":{"query_redistribute_ms":0.03315199911594391,"pool_fwd_ms":0.09241600334644318,"pool_gather_ms":0.07859200239181519,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":0.33267199993133545,"selection_restore_ms":0.01321600005030632,"expand_tail_ms":0.46246400475502014,"kv_gather_ms":0.19974400103092194,"attention_fwd_ms":0.0390079990029335,"teacher_kl_ms":0.34323200583457947,"output_restore_ms":0.04323200136423111,"dout_redistribute_ms":0.03110400028526783,"attention_bwd_ms":0.23667199909687042,"kv_reduce_scatter_ms":0.7127040028572083,"indexer_bwd_ms":0.052032001316547394,"pool_grad_exchange_ms":0.05632000043988228,"pool_bwd_ms":0.3524160087108612,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":0.29042816162109375},{"ms":3.1461760997772217,"stages":{"query_redistribute_ms":0.033984001725912094,"pool_fwd_ms":0.0981760025024414,"pool_gather_ms":0.07820799946784973,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":0.3394240140914917,"selection_restore_ms":0.013055999763309956,"expand_tail_ms":0.4659839868545532,"kv_gather_ms":0.194815993309021,"attention_fwd_ms":0.03907199949026108,"teacher_kl_ms":0.3543680012226105,"output_restore_ms":0.042527999728918076,"dout_redistribute_ms":0.03046399913728237,"attention_bwd_ms":0.23817600309848785,"kv_reduce_scatter_ms":0.7155839800834656,"indexer_bwd_ms":0.05241600051522255,"pool_grad_exchange_ms":0.05209600180387497,"pool_bwd_ms":0.3697279989719391,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":0.29042816162109375}],"selection":[{"ms":3.1421120166778564,"stages":{"query_redistribute_ms":0.03283200040459633,"pool_fwd_ms":0.09532800316810608,"pool_gather_ms":0.07257600128650665,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":0.342848002910614,"selection_restore_ms":0.013824000023305416,"expand_tail_ms":0.4721280038356781,"kv_gather_ms":0.18854400515556335,"attention_fwd_ms":0.03907199949026108,"teacher_kl_ms":0.3694719970226288,"output_restore_ms":0.043455999344587326,"dout_redistribute_ms":0.029600000008940697,"attention_bwd_ms":0.24038399755954742,"kv_reduce_scatter_ms":0.7306560277938843,"indexer_bwd_ms":0.05567999929189682,"pool_grad_exchange_ms":0.046112000942230225,"pool_bwd_ms":0.33900800347328186,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.29042816162109375},{"ms":3.1432321071624756,"stages":{"query_redistribute_ms":0.03731200098991394,"pool_fwd_ms":0.09571199864149094,"pool_gather_ms":0.07443200051784515,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":0.34675198793411255,"selection_restore_ms":0.012736000120639801,"expand_tail_ms":0.46934399008750916,"kv_gather_ms":0.18835200369358063,"attention_fwd_ms":0.039903998374938965,"teacher_kl_ms":0.3569599986076355,"output_restore_ms":0.04291199892759323,"dout_redistribute_ms":0.034143999218940735,"attention_bwd_ms":0.24086399376392365,"kv_reduce_scatter_ms":0.7106239795684814,"indexer_bwd_ms":0.05407999828457832,"pool_grad_exchange_ms":0.050144001841545105,"pool_bwd_ms":0.3606399893760681,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":0.29042816162109375},{"ms":3.105504035949707,"stages":{"query_redistribute_ms":0.032127998769283295,"pool_fwd_ms":0.0963520035147667,"pool_gather_ms":0.07011199742555618,"selection_key_layout_ms":0.002655999967828393,"selection_ms":0.34409600496292114,"selection_restore_ms":0.012543999589979649,"expand_tail_ms":0.46691200137138367,"kv_gather_ms":0.177279993891716,"attention_fwd_ms":0.04505600035190582,"teacher_kl_ms":0.3561600148677826,"output_restore_ms":0.04195199906826019,"dout_redistribute_ms":0.03033600002527237,"attention_bwd_ms":0.2473600059747696,"kv_reduce_scatter_ms":0.6866239905357361,"indexer_bwd_ms":0.0514880008995533,"pool_grad_exchange_ms":0.05641600117087364,"pool_bwd_ms":0.36057600378990173,"query_grad_restore_ms":0.0027199999894946814},"peak_allocated_gib":0.29042816162109375},{"ms":3.1556479930877686,"stages":{"query_redistribute_ms":0.04009599983692169,"pool_fwd_ms":0.09827200323343277,"pool_gather_ms":0.0711359977722168,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":0.3490239977836609,"selection_restore_ms":0.013407999649643898,"expand_tail_ms":0.4784640073776245,"kv_gather_ms":0.17452800273895264,"attention_fwd_ms":0.051263999193906784,"teacher_kl_ms":0.3631359934806824,"output_restore_ms":0.053599998354911804,"dout_redistribute_ms":0.03270399942994118,"attention_bwd_ms":0.24262399971485138,"kv_reduce_scatter_ms":0.6649280190467834,"indexer_bwd_ms":0.05177599936723709,"pool_grad_exchange_ms":0.05632000043988228,"pool_bwd_ms":0.3861440122127533,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":0.29042816162109375},{"ms":4.382656097412109,"stages":{"query_redistribute_ms":0.03222399950027466,"pool_fwd_ms":0.10127999633550644,"pool_gather_ms":1.2518399953842163,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":0.04585599899291992,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":0.20953600108623505,"kv_gather_ms":0.7988160252571106,"attention_fwd_ms":0.038816001266241074,"teacher_kl_ms":0.20982399582862854,"output_restore_ms":0.0027840000111609697,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":0.11273600161075592,"kv_reduce_scatter_ms":0.8958079814910889,"indexer_bwd_ms":0.05241600051522255,"pool_grad_exchange_ms":0.049855999648571014,"pool_bwd_ms":0.5470079779624939,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":0.29042816162109375}],"queries_zigzag":[{"ms":3.702176094055176,"stages":{"query_redistribute_ms":0.3147200047969818,"pool_fwd_ms":0.010367999784648418,"pool_gather_ms":0.08499199897050858,"selection_key_layout_ms":0.008415999822318554,"selection_ms":0.22102400660514832,"selection_restore_ms":0.015039999969303608,"expand_tail_ms":0.48262399435043335,"kv_gather_ms":0.21296000480651855,"attention_fwd_ms":0.1043199971318245,"teacher_kl_ms":0.27033600211143494,"output_restore_ms":0.3503040075302124,"dout_redistribute_ms":0.1812800019979477,"attention_bwd_ms":0.39612799882888794,"kv_reduce_scatter_ms":0.11369600147008896,"indexer_bwd_ms":0.06438399851322174,"pool_grad_exchange_ms":0.03177599981427193,"pool_bwd_ms":0.5327039957046509,"query_grad_restore_ms":0.2795200049877167},"peak_allocated_gib":0.40329837799072266},{"ms":3.74783992767334,"stages":{"query_redistribute_ms":0.3345920145511627,"pool_fwd_ms":0.009312000125646591,"pool_gather_ms":0.09107200056314468,"selection_key_layout_ms":0.008191999979317188,"selection_ms":0.19894400238990784,"selection_restore_ms":0.013472000136971474,"expand_tail_ms":0.4864639937877655,"kv_gather_ms":0.23094399273395538,"attention_fwd_ms":0.10339199751615524,"teacher_kl_ms":0.2662400007247925,"output_restore_ms":0.33590400218963623,"dout_redistribute_ms":0.20179200172424316,"attention_bwd_ms":0.39715200662612915,"kv_reduce_scatter_ms":0.12831999361515045,"indexer_bwd_ms":0.06643199920654297,"pool_grad_exchange_ms":0.03564799949526787,"pool_bwd_ms":0.5072000026702881,"query_grad_restore_ms":0.3099839985370636},"peak_allocated_gib":0.40267276763916016},{"ms":4.3405442237854,"stages":{"query_redistribute_ms":0.32102400064468384,"pool_fwd_ms":0.010304000228643417,"pool_gather_ms":0.11075200140476227,"selection_key_layout_ms":0.007104000076651573,"selection_ms":0.19414399564266205,"selection_restore_ms":0.014303999952971935,"expand_tail_ms":0.48131200671195984,"kv_gather_ms":0.22867199778556824,"attention_fwd_ms":0.10444799810647964,"teacher_kl_ms":0.26214399933815,"output_restore_ms":0.34326401352882385,"dout_redistribute_ms":0.17689600586891174,"attention_bwd_ms":0.3951359987258911,"kv_reduce_scatter_ms":0.12390399724245071,"indexer_bwd_ms":0.06867200136184692,"pool_grad_exchange_ms":0.031968001276254654,"pool_bwd_ms":0.5272319912910461,"query_grad_restore_ms":0.9154559969902039},"peak_allocated_gib":0.40329837799072266},{"ms":3.686944007873535,"stages":{"query_redistribute_ms":0.3229759931564331,"pool_fwd_ms":0.010432000271975994,"pool_gather_ms":0.08076799660921097,"selection_key_layout_ms":0.0081599997356534,"selection_ms":0.21142399311065674,"selection_restore_ms":0.01408000010997057,"expand_tail_ms":0.48422399163246155,"kv_gather_ms":0.21292799711227417,"attention_fwd_ms":0.10441599786281586,"teacher_kl_ms":0.26044800877571106,"output_restore_ms":0.37567999958992004,"dout_redistribute_ms":0.1748799979686737,"attention_bwd_ms":0.39715200662612915,"kv_reduce_scatter_ms":0.10745599865913391,"indexer_bwd_ms":0.07100799679756165,"pool_grad_exchange_ms":0.03177599981427193,"pool_bwd_ms":0.5190079808235168,"query_grad_restore_ms":0.27747198939323425},"peak_allocated_gib":0.40267276763916016},{"ms":3.7545599937438965,"stages":{"query_redistribute_ms":0.3420799970626831,"pool_fwd_ms":0.009056000038981438,"pool_gather_ms":0.10969600081443787,"selection_key_layout_ms":0.008128000423312187,"selection_ms":0.18688000738620758,"selection_restore_ms":0.01548799965530634,"expand_tail_ms":0.47567999362945557,"kv_gather_ms":0.2508159875869751,"attention_fwd_ms":0.10335999727249146,"teacher_kl_ms":0.26131200790405273,"output_restore_ms":0.33187198638916016,"dout_redistribute_ms":0.2141759991645813,"attention_bwd_ms":0.39587199687957764,"kv_reduce_scatter_ms":0.11177600175142288,"indexer_bwd_ms":0.06841599941253662,"pool_grad_exchange_ms":0.03152000159025192,"pool_bwd_ms":0.5307520031929016,"query_grad_restore_ms":0.2856000065803528},"peak_allocated_gib":0.40329837799072266}],"queries_balanced":[{"ms":3.114720106124878,"stages":{"query_redistribute_ms":0.05641600117087364,"pool_fwd_ms":0.09884800016880035,"pool_gather_ms":0.12310399860143661,"selection_key_layout_ms":0.002495999913662672,"selection_ms":0.19971199333667755,"selection_restore_ms":0.01369599997997284,"expand_tail_ms":0.4943999946117401,"kv_gather_ms":0.25203201174736023,"attention_fwd_ms":0.038943998515605927,"teacher_kl_ms":0.290336012840271,"output_restore_ms":0.042527999728918076,"dout_redistribute_ms":0.03001599945127964,"attention_bwd_ms":0.24659200012683868,"kv_reduce_scatter_ms":0.7934079766273499,"indexer_bwd_ms":0.05612799897789955,"pool_grad_exchange_ms":0.04608000069856644,"pool_bwd_ms":0.3015359938144684,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.29042816162109375},{"ms":3.0313920974731445,"stages":{"query_redistribute_ms":0.048767998814582825,"pool_fwd_ms":0.09497600048780441,"pool_gather_ms":0.08105599880218506,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":0.23600000143051147,"selection_restore_ms":0.013919999822974205,"expand_tail_ms":0.4893760085105896,"kv_gather_ms":0.17686399817466736,"attention_fwd_ms":0.043007999658584595,"teacher_kl_ms":0.35756799578666687,"output_restore_ms":0.04259200021624565,"dout_redistribute_ms":0.03033600002527237,"attention_bwd_ms":0.2495039999485016,"kv_reduce_scatter_ms":0.6898239850997925,"indexer_bwd_ms":0.05417599901556969,"pool_grad_exchange_ms":0.04608000069856644,"pool_bwd_ms":0.34835198521614075,"query_grad_restore_ms":0.002687999978661537},"peak_allocated_gib":0.29042816162109375},{"ms":3.0953919887542725,"stages":{"query_redistribute_ms":0.05423999950289726,"pool_fwd_ms":0.09824000298976898,"pool_gather_ms":0.07171200215816498,"selection_key_layout_ms":0.004288000054657459,"selection_ms":0.2521600127220154,"selection_restore_ms":0.012223999947309494,"expand_tail_ms":0.48291200399398804,"kv_gather_ms":0.20476800203323364,"attention_fwd_ms":0.03888000175356865,"teacher_kl_ms":0.3495999872684479,"output_restore_ms":0.04323200136423111,"dout_redistribute_ms":0.02908799983561039,"attention_bwd_ms":0.2396160066127777,"kv_reduce_scatter_ms":0.6952959895133972,"indexer_bwd_ms":0.05222399905323982,"pool_grad_exchange_ms":0.05615999922156334,"pool_bwd_ms":0.38515201210975647,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.29042816162109375},{"ms":3.034303903579712,"stages":{"query_redistribute_ms":0.046560000628232956,"pool_fwd_ms":0.09350399672985077,"pool_gather_ms":0.07545600086450577,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":0.2473600059747696,"selection_restore_ms":0.012927999719977379,"expand_tail_ms":0.47388800978660583,"kv_gather_ms":0.17766399681568146,"attention_fwd_ms":0.04195199906826019,"teacher_kl_ms":0.36950400471687317,"output_restore_ms":0.04291199892759323,"dout_redistribute_ms":0.028960000723600388,"attention_bwd_ms":0.2375359982252121,"kv_reduce_scatter_ms":0.709663987159729,"indexer_bwd_ms":0.05407999828457832,"pool_grad_exchange_ms":0.050175998359918594,"pool_bwd_ms":0.3444159924983978,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":0.29042816162109375},{"ms":3.0481278896331787,"stages":{"query_redistribute_ms":0.054368000477552414,"pool_fwd_ms":0.09910400211811066,"pool_gather_ms":0.07942400127649307,"selection_key_layout_ms":0.002495999913662672,"selection_ms":0.24691200256347656,"selection_restore_ms":0.012736000120639801,"expand_tail_ms":0.48265600204467773,"kv_gather_ms":0.17679999768733978,"attention_fwd_ms":0.044064000248909,"teacher_kl_ms":0.3684160113334656,"output_restore_ms":0.044064000248909,"dout_redistribute_ms":0.030527999624609947,"attention_bwd_ms":0.23894399404525757,"kv_reduce_scatter_ms":0.6746879816055298,"indexer_bwd_ms":0.05241600051522255,"pool_grad_exchange_ms":0.05398400127887726,"pool_bwd_ms":0.3596479892730713,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.29042816162109375}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.941583030662418e-06,"max_abs":0.00390625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":1.7406306783279016e-05,"max_abs":1.1641532182693481e-10,"finite":true},"d_pool_score":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_ape":{"relative_rms":3.575422756763063e-06,"max_abs":4.632738637155853e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0066585540771484375,"relative_rms":0.0014454888878390193,"finite":true},"dq":{"max_abs":0.006994724273681641,"relative_rms":0.0027879581321030855,"finite":true},"dkv":{"max_abs":0.116912841796875,"relative_rms":0.0021042735315859318,"finite":true},"teacher":{"max_abs":5.960464477539063e-08,"relative_rms":4.384860119444056e-08,"finite":true},"d_index_q":{"max_abs":2.7836932758873445e-10,"relative_rms":0.002315328223630786,"finite":true},"d_weights":{"max_abs":2.3502070689573884e-07,"relative_rms":0.001670349738560617,"finite":true},"d_kbar":{"max_abs":1.6366357158403844e-09,"relative_rms":0.0014904083218425512,"finite":true},"d_pool_kv":{"max_abs":1.8173693661083234e-09,"relative_rms":0.0024396765511482954,"finite":true},"d_pool_score":{"max_abs":1.2059047094226116e-09,"relative_rms":0.002440191339701414,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.0003926231001969427,"finite":true}},"loss_abs_error":2.8558133635669947e-10},"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":6.4887335945747795e-06,"max_abs":0.0078125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":1.7541764152457687e-05,"max_abs":1.1641532182693481e-10,"finite":true},"d_pool_score":{"relative_rms":4.775211289559344e-05,"max_abs":1.1641532182693481e-10,"finite":true},"d_ape":{"relative_rms":4.856075859708116e-06,"max_abs":5.832134775118902e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0066585540771484375,"relative_rms":0.0014454888878390193,"finite":true},"dq":{"max_abs":0.006994724273681641,"relative_rms":0.0027879581321030855,"finite":true},"dkv":{"max_abs":0.116912841796875,"relative_rms":0.002104273997247219,"finite":true},"teacher":{"max_abs":5.960464477539063e-08,"relative_rms":4.384860119444056e-08,"finite":true},"d_index_q":{"max_abs":2.7836932758873445e-10,"relative_rms":0.002315328223630786,"finite":true},"d_weights":{"max_abs":2.3502070689573884e-07,"relative_rms":0.001670349738560617,"finite":true},"d_kbar":{"max_abs":1.6366357158403844e-09,"relative_rms":0.0014904363779351115,"finite":true},"d_pool_kv":{"max_abs":1.8173693661083234e-09,"relative_rms":0.0024396765511482954,"finite":true},"d_pool_score":{"max_abs":1.2059047094226116e-09,"relative_rms":0.002440191339701414,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.00039224408101290464,"finite":true}},"loss_abs_error":2.8558133635669947e-10},"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.0005554878319193202,"max_abs":0.11883544921875,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0031692447183804015,"max_abs":1.862645149230957e-09,"finite":true},"d_pool_score":{"relative_rms":0.0030827168118893996,"max_abs":1.862645149230957e-09,"finite":true},"d_ape":{"relative_rms":0.0004183098277011757,"max_abs":1.5209025150397792e-09,"finite":true}},"loss":0.0014107624301686883,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0066585540771484375,"relative_rms":0.0014454888878390193,"finite":true},"dq":{"max_abs":0.006994724273681641,"relative_rms":0.0027879581321030855,"finite":true},"dkv":{"max_abs":0.116912841796875,"relative_rms":0.0021039280109107494,"finite":true},"teacher":{"max_abs":5.960464477539063e-08,"relative_rms":5.0209244761845184e-08,"finite":true},"d_index_q":{"max_abs":2.7836932758873445e-10,"relative_rms":0.002315328223630786,"finite":true},"d_weights":{"max_abs":2.3502070689573884e-07,"relative_rms":0.001670349738560617,"finite":true},"d_kbar":{"max_abs":1.36407152240281e-09,"relative_rms":0.0013607572764158249,"finite":true},"d_pool_kv":{"max_abs":1.7071215552277863e-09,"relative_rms":0.002389180473983288,"finite":true},"d_pool_score":{"max_abs":1.676141891948646e-09,"relative_rms":0.002376682125031948,"finite":true},"d_ape":{"max_abs":1.275225258723367e-09,"relative_rms":0.0003506349166855216,"finite":true}},"loss_abs_error":6.773461791453883e-10},"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":5.0289985946338325e-06,"max_abs":0.00390625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":1.9591656212548055e-05,"max_abs":1.1641532182693481e-10,"finite":true},"d_pool_score":{"relative_rms":3.197264616825367e-05,"max_abs":1.1641532182693481e-10,"finite":true},"d_ape":{"relative_rms":7.287152366196297e-06,"max_abs":6.838263288955204e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0066585540771484375,"relative_rms":0.0014454888878390193,"finite":true},"dq":{"max_abs":0.006994724273681641,"relative_rms":0.0027879581321030855,"finite":true},"dkv":{"max_abs":0.116912841796875,"relative_rms":0.002104272600263357,"finite":true},"teacher":{"max_abs":5.960464477539063e-08,"relative_rms":4.384860119444056e-08,"finite":true},"d_index_q":{"max_abs":2.7836932758873445e-10,"relative_rms":0.002315328223630786,"finite":true},"d_weights":{"max_abs":2.3502070689573884e-07,"relative_rms":0.001670349738560617,"finite":true},"d_kbar":{"max_abs":1.6366357158403844e-09,"relative_rms":0.0014902701368555427,"finite":true},"d_pool_kv":{"max_abs":1.8173693661083234e-09,"relative_rms":0.0024396246299147606,"finite":true},"d_pool_score":{"max_abs":1.2059047094226116e-09,"relative_rms":0.002440159674733877,"finite":true},"d_ape":{"max_abs":1.951775630004704e-09,"relative_rms":0.000392444955650717,"finite":true}},"loss_abs_error":2.8558133635669947e-10},"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"selection":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"queries_zigzag":{"policy":"zigzag","source_rows":512,"attention_rows":736,"selection_rows":736},"queries_balanced":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512}}},{"rank":1,"init_s":11.92281069001183,"first_calls_s":{"contiguous":15.82511917303782,"selection":0.1428698879899457,"queries_zigzag":2.000594034092501,"queries_balanced":0.02661932003684342},"samples":{"contiguous":[{"ms":3.196928024291992,"stages":{"query_redistribute_ms":0.032575998455286026,"pool_fwd_ms":0.09699200093746185,"pool_gather_ms":0.07103999704122543,"selection_key_layout_ms":0.011168000288307667,"selection_ms":0.36032000184059143,"selection_restore_ms":0.013663999736309052,"expand_tail_ms":0.5283200144767761,"kv_gather_ms":0.10521599650382996,"attention_fwd_ms":0.1762239933013916,"teacher_kl_ms":0.3792319893836975,"output_restore_ms":0.04681599885225296,"dout_redistribute_ms":0.03311999887228012,"attention_bwd_ms":0.3898240029811859,"kv_reduce_scatter_ms":0.39209601283073425,"indexer_bwd_ms":0.060447998344898224,"pool_grad_exchange_ms":0.04198399931192398,"pool_bwd_ms":0.3527680039405823,"query_grad_restore_ms":0.06639999896287918},"peak_allocated_gib":0.2535576820373535},{"ms":3.1980159282684326,"stages":{"query_redistribute_ms":0.033504001796245575,"pool_fwd_ms":0.09974399954080582,"pool_gather_ms":0.06047999858856201,"selection_key_layout_ms":0.011711999773979187,"selection_ms":0.36950400471687317,"selection_restore_ms":0.013279999606311321,"expand_tail_ms":0.5195840001106262,"kv_gather_ms":0.09337600320577621,"attention_fwd_ms":0.18252800405025482,"teacher_kl_ms":0.37801599502563477,"output_restore_ms":0.046271998435258865,"dout_redistribute_ms":0.03155200183391571,"attention_bwd_ms":0.3882240056991577,"kv_reduce_scatter_ms":0.38416001200675964,"indexer_bwd_ms":0.05804799869656563,"pool_grad_exchange_ms":0.04585599899291992,"pool_bwd_ms":0.37916800379753113,"query_grad_restore_ms":0.0666240006685257},"peak_allocated_gib":0.2540459632873535},{"ms":3.178879976272583,"stages":{"query_redistribute_ms":0.03385600075125694,"pool_fwd_ms":0.09728000313043594,"pool_gather_ms":0.06188800185918808,"selection_key_layout_ms":0.011552000418305397,"selection_ms":0.36723199486732483,"selection_restore_ms":0.013024000450968742,"expand_tail_ms":0.5231360197067261,"kv_gather_ms":0.09321600198745728,"attention_fwd_ms":0.18243199586868286,"teacher_kl_ms":0.3731839954853058,"output_restore_ms":0.04588799923658371,"dout_redistribute_ms":0.033663999289274216,"attention_bwd_ms":0.3869760036468506,"kv_reduce_scatter_ms":0.3962880074977875,"indexer_bwd_ms":0.056223999708890915,"pool_grad_exchange_ms":0.05020799860358238,"pool_bwd_ms":0.3471679985523224,"query_grad_restore_ms":0.06748799979686737},"peak_allocated_gib":0.2540459632873535},{"ms":3.191711902618408,"stages":{"query_redistribute_ms":0.034432001411914825,"pool_fwd_ms":0.09737599641084671,"pool_gather_ms":0.06758400052785873,"selection_key_layout_ms":0.009151999838650227,"selection_ms":0.35625600814819336,"selection_restore_ms":0.013024000450968742,"expand_tail_ms":0.5321279764175415,"kv_gather_ms":0.09808000177145004,"attention_fwd_ms":0.17206400632858276,"teacher_kl_ms":0.37648001313209534,"output_restore_ms":0.04531199857592583,"dout_redistribute_ms":0.046751998364925385,"attention_bwd_ms":0.38652798533439636,"kv_reduce_scatter_ms":0.3842560052871704,"indexer_bwd_ms":0.05593600124120712,"pool_grad_exchange_ms":0.04809600114822388,"pool_bwd_ms":0.36323198676109314,"query_grad_restore_ms":0.06623999774456024},"peak_allocated_gib":0.2535576820373535},{"ms":3.226016044616699,"stages":{"query_redistribute_ms":0.03551999852061272,"pool_fwd_ms":0.10127999633550644,"pool_gather_ms":0.06355199962854385,"selection_key_layout_ms":0.010495999827980995,"selection_ms":0.36768001317977905,"selection_restore_ms":0.01360000018030405,"expand_tail_ms":0.5421760082244873,"kv_gather_ms":0.09455999732017517,"attention_fwd_ms":0.17795200645923615,"teacher_kl_ms":0.3792639970779419,"output_restore_ms":0.04540799930691719,"dout_redistribute_ms":0.031808000057935715,"attention_bwd_ms":0.40143999457359314,"kv_reduce_scatter_ms":0.3723199963569641,"indexer_bwd_ms":0.0560000017285347,"pool_grad_exchange_ms":0.04816000163555145,"pool_bwd_ms":0.3815680146217346,"query_grad_restore_ms":0.06560000032186508},"peak_allocated_gib":0.2535576820373535}],"selection":[{"ms":3.2255680561065674,"stages":{"query_redistribute_ms":0.03516799956560135,"pool_fwd_ms":0.09904000163078308,"pool_gather_ms":0.06140799820423126,"selection_key_layout_ms":0.010751999914646149,"selection_ms":0.36819198727607727,"selection_restore_ms":0.01369599997997284,"expand_tail_ms":0.5395200252532959,"kv_gather_ms":0.0963200032711029,"attention_fwd_ms":0.17660799622535706,"teacher_kl_ms":0.3908480107784271,"output_restore_ms":0.04742399975657463,"dout_redistribute_ms":0.03433600068092346,"attention_bwd_ms":0.39161598682403564,"kv_reduce_scatter_ms":0.40246400237083435,"indexer_bwd_ms":0.060416001826524734,"pool_grad_exchange_ms":0.03993599861860275,"pool_bwd_ms":0.3500480055809021,"query_grad_restore_ms":0.06723199784755707},"peak_allocated_gib":0.2535576820373535},{"ms":3.2277441024780273,"stages":{"query_redistribute_ms":0.040991999208927155,"pool_fwd_ms":0.10179200023412704,"pool_gather_ms":0.06047999858856201,"selection_key_layout_ms":0.010912000201642513,"selection_ms":0.36716800928115845,"selection_restore_ms":0.013055999763309956,"expand_tail_ms":0.540287971496582,"kv_gather_ms":0.09593600034713745,"attention_fwd_ms":0.17206400632858276,"teacher_kl_ms":0.3787199854850769,"output_restore_ms":0.04556800052523613,"dout_redistribute_ms":0.032607998698949814,"attention_bwd_ms":0.4031359851360321,"kv_reduce_scatter_ms":0.39001598954200745,"indexer_bwd_ms":0.06060799956321716,"pool_grad_exchange_ms":0.0398080013692379,"pool_bwd_ms":0.37094399333000183,"query_grad_restore_ms":0.06630399823188782},"peak_allocated_gib":0.2540459632873535},{"ms":3.184864044189453,"stages":{"query_redistribute_ms":0.035711999982595444,"pool_fwd_ms":0.09747199714183807,"pool_gather_ms":0.06252799928188324,"selection_key_layout_ms":0.011711999773979187,"selection_ms":0.3599039912223816,"selection_restore_ms":0.013311999849975109,"expand_tail_ms":0.5334399938583374,"kv_gather_ms":0.09238400310277939,"attention_fwd_ms":0.17423999309539795,"teacher_kl_ms":0.38601601123809814,"output_restore_ms":0.046911999583244324,"dout_redistribute_ms":0.03177599981427193,"attention_bwd_ms":0.3903360068798065,"kv_reduce_scatter_ms":0.37145599722862244,"indexer_bwd_ms":0.05632000043988228,"pool_grad_exchange_ms":0.04816000163555145,"pool_bwd_ms":0.37113600969314575,"query_grad_restore_ms":0.06537599861621857},"peak_allocated_gib":0.2540459632873535},{"ms":3.240799903869629,"stages":{"query_redistribute_ms":0.04070400074124336,"pool_fwd_ms":0.10435199737548828,"pool_gather_ms":0.060575999319553375,"selection_key_layout_ms":0.00863999966531992,"selection_ms":0.3668160140514374,"selection_restore_ms":0.013344000093638897,"expand_tail_ms":0.5448319911956787,"kv_gather_ms":0.10153599828481674,"attention_fwd_ms":0.17520000040531158,"teacher_kl_ms":0.39798399806022644,"output_restore_ms":0.046751998364925385,"dout_redistribute_ms":0.033440001308918,"attention_bwd_ms":0.3860799968242645,"kv_reduce_scatter_ms":0.3553600013256073,"indexer_bwd_ms":0.05423999950289726,"pool_grad_exchange_ms":0.0522879995405674,"pool_bwd_ms":0.3962559998035431,"query_grad_restore_ms":0.06563200056552887},"peak_allocated_gib":0.2540459632873535},{"ms":3.4153599739074707,"stages":{"query_redistribute_ms":0.057760000228881836,"pool_fwd_ms":0.16448000073432922,"pool_gather_ms":0.09097599983215332,"selection_key_layout_ms":0.011136000044643879,"selection_ms":0.39881598949432373,"selection_restore_ms":0.013248000293970108,"expand_tail_ms":0.5406399965286255,"kv_gather_ms":0.10576000064611435,"attention_fwd_ms":0.17718400061130524,"teacher_kl_ms":0.3798080086708069,"output_restore_ms":0.04460800066590309,"dout_redistribute_ms":0.033376000821590424,"attention_bwd_ms":0.3872320055961609,"kv_reduce_scatter_ms":0.2178560048341751,"indexer_bwd_ms":0.05612799897789955,"pool_grad_exchange_ms":0.04841599985957146,"pool_bwd_ms":0.5583360195159912,"query_grad_restore_ms":0.06531199812889099},"peak_allocated_gib":0.2535576820373535}],"queries_zigzag":[{"ms":3.7069759368896484,"stages":{"query_redistribute_ms":0.3164159953594208,"pool_fwd_ms":0.009216000325977802,"pool_gather_ms":0.08607999980449677,"selection_key_layout_ms":0.007040000054985285,"selection_ms":0.23523199558258057,"selection_restore_ms":0.015263999812304974,"expand_tail_ms":0.5564159750938416,"kv_gather_ms":0.12492799758911133,"attention_fwd_ms":0.16592000424861908,"teacher_kl_ms":0.36604800820350647,"output_restore_ms":0.21148799359798431,"dout_redistribute_ms":0.15263999998569489,"attention_bwd_ms":0.3900800049304962,"kv_reduce_scatter_ms":0.1302720010280609,"indexer_bwd_ms":0.06035200133919716,"pool_grad_exchange_ms":0.041760001331567764,"pool_bwd_ms":0.5253440141677856,"query_grad_restore_ms":0.28672000765800476},"peak_allocated_gib":0.3224968910217285},{"ms":3.7489919662475586,"stages":{"query_redistribute_ms":0.3333440124988556,"pool_fwd_ms":0.00940799992531538,"pool_gather_ms":0.0907519981265068,"selection_key_layout_ms":0.008191999979317188,"selection_ms":0.23715199530124664,"selection_restore_ms":0.014271999709308147,"expand_tail_ms":0.5552639961242676,"kv_gather_ms":0.1210239976644516,"attention_fwd_ms":0.17206400632858276,"teacher_kl_ms":0.35571199655532837,"output_restore_ms":0.21667200326919556,"dout_redistribute_ms":0.158720001578331,"attention_bwd_ms":0.37987199425697327,"kv_reduce_scatter_ms":0.15081599354743958,"indexer_bwd_ms":0.06255999952554703,"pool_grad_exchange_ms":0.03964800015091896,"pool_bwd_ms":0.5038400292396545,"query_grad_restore_ms":0.31632000207901},"peak_allocated_gib":0.3220086097717285},{"ms":4.341951847076416,"stages":{"query_redistribute_ms":0.3222399950027466,"pool_fwd_ms":0.009279999881982803,"pool_gather_ms":0.1085439994931221,"selection_key_layout_ms":0.0071680000983178616,"selection_ms":0.2272000014781952,"selection_restore_ms":0.01539199985563755,"expand_tail_ms":0.5543040037155151,"kv_gather_ms":0.11961600184440613,"attention_fwd_ms":0.1719679981470108,"teacher_kl_ms":0.3564479947090149,"output_restore_ms":0.20380799472332,"dout_redistribute_ms":0.14659200608730316,"attention_bwd_ms":0.4021120071411133,"kv_reduce_scatter_ms":0.13007999956607819,"indexer_bwd_ms":0.06451199948787689,"pool_grad_exchange_ms":0.039872001856565475,"pool_bwd_ms":0.523360013961792,"query_grad_restore_ms":0.9152960181236267},"peak_allocated_gib":0.3224968910217285},{"ms":3.6879680156707764,"stages":{"query_redistribute_ms":0.3214719891548157,"pool_fwd_ms":0.0081599997356534,"pool_gather_ms":0.07999999821186066,"selection_key_layout_ms":0.0071680000983178616,"selection_ms":0.246848002076149,"selection_restore_ms":0.014783999882638454,"expand_tail_ms":0.5540800094604492,"kv_gather_ms":0.10688000172376633,"attention_fwd_ms":0.1823039948940277,"teacher_kl_ms":0.3726400136947632,"output_restore_ms":0.20182399451732635,"dout_redistribute_ms":0.1496960073709488,"attention_bwd_ms":0.38675200939178467,"kv_reduce_scatter_ms":0.12812800705432892,"indexer_bwd_ms":0.0644799992442131,"pool_grad_exchange_ms":0.04188799858093262,"pool_bwd_ms":0.5120959877967834,"query_grad_restore_ms":0.2836480140686035},"peak_allocated_gib":0.3220086097717285},{"ms":3.750623941421509,"stages":{"query_redistribute_ms":0.3338240087032318,"pool_fwd_ms":0.008927999995648861,"pool_gather_ms":0.10764800012111664,"selection_key_layout_ms":0.007040000054985285,"selection_ms":0.21321600675582886,"selection_restore_ms":0.015615999698638916,"expand_tail_ms":0.5477120280265808,"kv_gather_ms":0.15423999726772308,"attention_fwd_ms":0.13619199395179749,"teacher_kl_ms":0.37065601348876953,"output_restore_ms":0.2346239984035492,"dout_redistribute_ms":0.15251199901103973,"attention_bwd_ms":0.3686720132827759,"kv_reduce_scatter_ms":0.1547520011663437,"indexer_bwd_ms":0.0644799992442131,"pool_grad_exchange_ms":0.03993599861860275,"pool_bwd_ms":0.5241600275039673,"query_grad_restore_ms":0.29283198714256287},"peak_allocated_gib":0.3224968910217285}],"queries_balanced":[{"ms":3.1559998989105225,"stages":{"query_redistribute_ms":0.0578560009598732,"pool_fwd_ms":0.10198400169610977,"pool_gather_ms":0.11711999773979187,"selection_key_layout_ms":0.002623999956995249,"selection_ms":0.2115519940853119,"selection_restore_ms":0.01375999953597784,"expand_tail_ms":0.565887987613678,"kv_gather_ms":0.1656319946050644,"attention_fwd_ms":0.10239999741315842,"teacher_kl_ms":0.37516799569129944,"output_restore_ms":0.056832000613212585,"dout_redistribute_ms":0.03359999880194664,"attention_bwd_ms":0.3863680064678192,"kv_reduce_scatter_ms":0.4905279874801636,"indexer_bwd_ms":0.060575999319553375,"pool_grad_exchange_ms":0.0398080013692379,"pool_bwd_ms":0.3040960133075714,"query_grad_restore_ms":0.03215999901294708},"peak_allocated_gib":0.2535576820373535},{"ms":3.115488052368164,"stages":{"query_redistribute_ms":0.04879999905824661,"pool_fwd_ms":0.09964799880981445,"pool_gather_ms":0.07360000163316727,"selection_key_layout_ms":0.009759999811649323,"selection_ms":0.24687999486923218,"selection_restore_ms":0.013663999736309052,"expand_tail_ms":0.5575680136680603,"kv_gather_ms":0.09312000125646591,"attention_fwd_ms":0.17081600427627563,"teacher_kl_ms":0.3723840117454529,"output_restore_ms":0.056095998734235764,"dout_redistribute_ms":0.0306560005992651,"attention_bwd_ms":0.3905920088291168,"kv_reduce_scatter_ms":0.3883199989795685,"indexer_bwd_ms":0.06006399914622307,"pool_grad_exchange_ms":0.04217600077390671,"pool_bwd_ms":0.35897600650787354,"query_grad_restore_ms":0.06595200300216675},"peak_allocated_gib":0.2540459632873535},{"ms":3.1403520107269287,"stages":{"query_redistribute_ms":0.05619199946522713,"pool_fwd_ms":0.10188800096511841,"pool_gather_ms":0.06364800035953522,"selection_key_layout_ms":0.018432000651955605,"selection_ms":0.25884801149368286,"selection_restore_ms":0.01398400031030178,"expand_tail_ms":0.5500479936599731,"kv_gather_ms":0.11100800335407257,"attention_fwd_ms":0.15542399883270264,"teacher_kl_ms":0.3925119936466217,"output_restore_ms":0.04684799909591675,"dout_redistribute_ms":0.033055998384952545,"attention_bwd_ms":0.3877440094947815,"kv_reduce_scatter_ms":0.3843519985675812,"indexer_bwd_ms":0.05587200075387955,"pool_grad_exchange_ms":0.052480001002550125,"pool_bwd_ms":0.38383999466896057,"query_grad_restore_ms":0.03728000074625015},"peak_allocated_gib":0.2535576820373535},{"ms":3.1151680946350098,"stages":{"query_redistribute_ms":0.04755200073122978,"pool_fwd_ms":0.09865599870681763,"pool_gather_ms":0.06643199920654297,"selection_key_layout_ms":0.01603199914097786,"selection_ms":0.25948798656463623,"selection_restore_ms":0.013567999936640263,"expand_tail_ms":0.5446720123291016,"kv_gather_ms":0.09151999652385712,"attention_fwd_ms":0.1693439930677414,"teacher_kl_ms":0.3959999978542328,"output_restore_ms":0.04652800038456917,"dout_redistribute_ms":0.031328000128269196,"attention_bwd_ms":0.3894079923629761,"kv_reduce_scatter_ms":0.38604798913002014,"indexer_bwd_ms":0.05830400064587593,"pool_grad_exchange_ms":0.04601600021123886,"pool_bwd_ms":0.3535040020942688,"query_grad_restore_ms":0.06374400109052658},"peak_allocated_gib":0.2535576820373535},{"ms":3.130176067352295,"stages":{"query_redistribute_ms":0.05536000058054924,"pool_fwd_ms":0.10262399911880493,"pool_gather_ms":0.07161600142717361,"selection_key_layout_ms":0.009375999681651592,"selection_ms":0.26185598969459534,"selection_restore_ms":0.013663999736309052,"expand_tail_ms":0.5437440276145935,"kv_gather_ms":0.09190399944782257,"attention_fwd_ms":0.16998399794101715,"teacher_kl_ms":0.3877759873867035,"output_restore_ms":0.04569600149989128,"dout_redistribute_ms":0.029823999851942062,"attention_bwd_ms":0.3866240084171295,"kv_reduce_scatter_ms":0.3819519877433777,"indexer_bwd_ms":0.056543998420238495,"pool_grad_exchange_ms":0.047968000173568726,"pool_bwd_ms":0.3712640106678009,"query_grad_restore_ms":0.0663679987192154},"peak_allocated_gib":0.2535576820373535}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.455013675346444e-05,"max_abs":0.00390625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.2889265922852515e-06,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":1.4760279727303335e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":3.575422756763063e-06,"max_abs":4.632738637155853e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0004350319504737854,"relative_rms":0.0023096539080142975,"finite":true},"dq":{"max_abs":0.00030640512704849243,"relative_rms":0.0020802589133381844,"finite":true},"dkv":{"max_abs":0.006085693836212158,"relative_rms":0.0023958839010447264,"finite":true},"teacher":{"max_abs":5.587935447692871e-09,"relative_rms":1.1645799702364457e-07,"finite":true},"d_index_q":{"max_abs":6.258282780891022e-11,"relative_rms":0.0022141498047858477,"finite":true},"d_weights":{"max_abs":1.1885276762768626e-07,"relative_rms":0.0016582082025706768,"finite":true},"d_kbar":{"max_abs":3.7992720081092557e-10,"relative_rms":0.0012958486331626773,"finite":true},"d_pool_kv":{"max_abs":7.131575330276974e-10,"relative_rms":0.002357444493100047,"finite":true},"d_pool_score":{"max_abs":5.710845130124653e-10,"relative_rms":0.002330789575353265,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.0003926231001969427,"finite":true}},"loss_abs_error":2.455635694786906e-10},"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.880296080942489e-05,"max_abs":0.00390625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":1.5197636463484525e-05,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":1.4753353437345735e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":4.856075859708116e-06,"max_abs":5.832134775118902e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0004350319504737854,"relative_rms":0.0023096539080142975,"finite":true},"dq":{"max_abs":0.00030640512704849243,"relative_rms":0.0020802589133381844,"finite":true},"dkv":{"max_abs":0.006085693836212158,"relative_rms":0.002395927207544446,"finite":true},"teacher":{"max_abs":5.587935447692871e-09,"relative_rms":1.1645799702364457e-07,"finite":true},"d_index_q":{"max_abs":6.258282780891022e-11,"relative_rms":0.0022141498047858477,"finite":true},"d_weights":{"max_abs":1.1885276762768626e-07,"relative_rms":0.0016582082025706768,"finite":true},"d_kbar":{"max_abs":3.7992720081092557e-10,"relative_rms":0.0012958245351910591,"finite":true},"d_pool_kv":{"max_abs":7.131575330276974e-10,"relative_rms":0.0023574354127049446,"finite":true},"d_pool_score":{"max_abs":5.710845130124653e-10,"relative_rms":0.0023307758383452892,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.00039224408101290464,"finite":true}},"loss_abs_error":2.455635694786906e-10},"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.002383072410469181,"max_abs":0.00616455078125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0030179402493399907,"max_abs":9.313225746154785e-10,"finite":true},"d_pool_score":{"relative_rms":0.0029285497047578353,"max_abs":9.313225746154785e-10,"finite":true},"d_ape":{"relative_rms":0.0004183098277011757,"max_abs":1.5209025150397792e-09,"finite":true}},"loss":0.0014107624301686883,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0004350319504737854,"relative_rms":0.0023096539080142975,"finite":true},"dq":{"max_abs":0.00030640512704849243,"relative_rms":0.0020802589133381844,"finite":true},"dkv":{"max_abs":0.0047037601470947266,"relative_rms":0.0024011090863496065,"finite":true},"teacher":{"max_abs":1.4901161193847656e-08,"relative_rms":1.1312761927229076e-07,"finite":true},"d_index_q":{"max_abs":6.258282780891022e-11,"relative_rms":0.0022141498047858477,"finite":true},"d_weights":{"max_abs":1.1885276762768626e-07,"relative_rms":0.0016582082025706768,"finite":true},"d_kbar":{"max_abs":3.3797675769164925e-10,"relative_rms":0.001114631537348032,"finite":true},"d_pool_kv":{"max_abs":7.048441830193042e-10,"relative_rms":0.002162234392017126,"finite":true},"d_pool_score":{"max_abs":5.255316182228853e-10,"relative_rms":0.002128841355443001,"finite":true},"d_ape":{"max_abs":1.275225258723367e-09,"relative_rms":0.0003506349166855216,"finite":true}},"loss_abs_error":1.0613803169690073e-09},"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.4424423996079614e-05,"max_abs":0.00390625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":3.4299298233386864e-05,"max_abs":1.1641532182693481e-10,"finite":true},"d_pool_score":{"relative_rms":5.963590522188698e-05,"max_abs":1.1641532182693481e-10,"finite":true},"d_ape":{"relative_rms":7.287152366196297e-06,"max_abs":6.838263288955204e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0004350319504737854,"relative_rms":0.0023096539080142975,"finite":true},"dq":{"max_abs":0.00030640512704849243,"relative_rms":0.0020802589133381844,"finite":true},"dkv":{"max_abs":0.006085693836212158,"relative_rms":0.0023959146346896887,"finite":true},"teacher":{"max_abs":5.587935447692871e-09,"relative_rms":1.1645799702364457e-07,"finite":true},"d_index_q":{"max_abs":6.258282780891022e-11,"relative_rms":0.0022141498047858477,"finite":true},"d_weights":{"max_abs":1.1885276762768626e-07,"relative_rms":0.0016582082025706768,"finite":true},"d_kbar":{"max_abs":3.7992720081092557e-10,"relative_rms":0.0012958827428519726,"finite":true},"d_pool_kv":{"max_abs":7.131575330276974e-10,"relative_rms":0.002357444493100047,"finite":true},"d_pool_score":{"max_abs":5.710845130124653e-10,"relative_rms":0.0023307977244257927,"finite":true},"d_ape":{"max_abs":1.951775630004704e-09,"relative_rms":0.000392444955650717,"finite":true}},"loss_abs_error":2.455635694786906e-10},"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"selection":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"queries_zigzag":{"policy":"zigzag","source_rows":512,"attention_rows":480,"selection_rows":480},"queries_balanced":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512}}},{"rank":2,"init_s":11.936398235964589,"first_calls_s":{"contiguous":15.825131243094802,"selection":0.14276524994056672,"queries_zigzag":2.000711460947059,"queries_balanced":0.026615879964083433},"samples":{"contiguous":[{"ms":3.163680076599121,"stages":{"query_redistribute_ms":0.032255999743938446,"pool_fwd_ms":0.09743999689817429,"pool_gather_ms":0.07030399888753891,"selection_key_layout_ms":0.01152000017464161,"selection_ms":0.36262398958206177,"selection_restore_ms":0.01414399966597557,"expand_tail_ms":0.5201280117034912,"kv_gather_ms":0.10489600151777267,"attention_fwd_ms":0.20895999670028687,"teacher_kl_ms":0.33980798721313477,"output_restore_ms":0.04633599892258644,"dout_redistribute_ms":0.03376000002026558,"attention_bwd_ms":0.5424960255622864,"kv_reduce_scatter_ms":0.2510400116443634,"indexer_bwd_ms":0.05827200040221214,"pool_grad_exchange_ms":0.04399999976158142,"pool_bwd_ms":0.3410879969596863,"query_grad_restore_ms":0.045343998819589615},"peak_allocated_gib":0.25429773330688477},{"ms":3.1522879600524902,"stages":{"query_redistribute_ms":0.03254399821162224,"pool_fwd_ms":0.0989760011434555,"pool_gather_ms":0.06124800071120262,"selection_key_layout_ms":0.00979200005531311,"selection_ms":0.3648959994316101,"selection_restore_ms":0.01462399959564209,"expand_tail_ms":0.5112959742546082,"kv_gather_ms":0.10924799740314484,"attention_fwd_ms":0.2027519941329956,"teacher_kl_ms":0.3378559947013855,"output_restore_ms":0.04492799937725067,"dout_redistribute_ms":0.03270399942994118,"attention_bwd_ms":0.5448639988899231,"kv_reduce_scatter_ms":0.24899199604988098,"indexer_bwd_ms":0.06451199948787689,"pool_grad_exchange_ms":0.03791999816894531,"pool_bwd_ms":0.37065601348876953,"query_grad_restore_ms":0.02816000021994114},"peak_allocated_gib":0.25368738174438477},{"ms":3.1359360218048096,"stages":{"query_redistribute_ms":0.032896000891923904,"pool_fwd_ms":0.09916800260543823,"pool_gather_ms":0.06345599889755249,"selection_key_layout_ms":0.007040000054985285,"selection_ms":0.3721599876880646,"selection_restore_ms":0.01369599997997284,"expand_tail_ms":0.5184640288352966,"kv_gather_ms":0.09830400347709656,"attention_fwd_ms":0.21219199895858765,"teacher_kl_ms":0.3343360126018524,"output_restore_ms":0.04416000097990036,"dout_redistribute_ms":0.03155200183391571,"attention_bwd_ms":0.5409600138664246,"kv_reduce_scatter_ms":0.25519999861717224,"indexer_bwd_ms":0.062272001057863235,"pool_grad_exchange_ms":0.04419200122356415,"pool_bwd_ms":0.3368000090122223,"query_grad_restore_ms":0.032255999743938446},"peak_allocated_gib":0.25368738174438477},{"ms":3.1427841186523438,"stages":{"query_redistribute_ms":0.0350399985909462,"pool_fwd_ms":0.09830400347709656,"pool_gather_ms":0.06784000247716904,"selection_key_layout_ms":0.006527999881654978,"selection_ms":0.35715198516845703,"selection_restore_ms":0.01414399966597557,"expand_tail_ms":0.5275840163230896,"kv_gather_ms":0.1032319962978363,"attention_fwd_ms":0.19964799284934998,"teacher_kl_ms":0.3324800133705139,"output_restore_ms":0.04527999833226204,"dout_redistribute_ms":0.04483199864625931,"attention_bwd_ms":0.5449600219726562,"kv_reduce_scatter_ms":0.2428479939699173,"indexer_bwd_ms":0.06249599903821945,"pool_grad_exchange_ms":0.04195199906826019,"pool_bwd_ms":0.3553279936313629,"query_grad_restore_ms":0.02595200017094612},"peak_allocated_gib":0.25405359268188477},{"ms":3.1934080123901367,"stages":{"query_redistribute_ms":0.03481600061058998,"pool_fwd_ms":0.10089600086212158,"pool_gather_ms":0.06249599903821945,"selection_key_layout_ms":0.010015999898314476,"selection_ms":0.36399999260902405,"selection_restore_ms":0.012959999963641167,"expand_tail_ms":0.5337280035018921,"kv_gather_ms":0.09923200309276581,"attention_fwd_ms":0.2083519995212555,"teacher_kl_ms":0.33670398592948914,"output_restore_ms":0.044895999133586884,"dout_redistribute_ms":0.03276799991726875,"attention_bwd_ms":0.5607039928436279,"kv_reduce_scatter_ms":0.2282560020685196,"indexer_bwd_ms":0.06457599997520447,"pool_grad_exchange_ms":0.036031998693943024,"pool_bwd_ms":0.3725759983062744,"query_grad_restore_ms":0.042527999728918076},"peak_allocated_gib":0.25429773330688477}],"selection":[{"ms":3.188352108001709,"stages":{"query_redistribute_ms":0.03446400165557861,"pool_fwd_ms":0.1019200012087822,"pool_gather_ms":0.0631679967045784,"selection_key_layout_ms":0.010143999941647053,"selection_ms":0.3651520013809204,"selection_restore_ms":0.013279999606311321,"expand_tail_ms":0.5381119847297668,"kv_gather_ms":0.09737599641084671,"attention_fwd_ms":0.2115519940853119,"teacher_kl_ms":0.3492479920387268,"output_restore_ms":0.046592000871896744,"dout_redistribute_ms":0.03468799963593483,"attention_bwd_ms":0.5495359897613525,"kv_reduce_scatter_ms":0.2552320063114166,"indexer_bwd_ms":0.05795200169086456,"pool_grad_exchange_ms":0.04211200028657913,"pool_bwd_ms":0.3388800024986267,"query_grad_restore_ms":0.04169600084424019},"peak_allocated_gib":0.25429773330688477},{"ms":3.1927359104156494,"stages":{"query_redistribute_ms":0.04134399816393852,"pool_fwd_ms":0.10233599692583084,"pool_gather_ms":0.0626240000128746,"selection_key_layout_ms":0.011552000418305397,"selection_ms":0.362527996301651,"selection_restore_ms":0.014336000196635723,"expand_tail_ms":0.5271999835968018,"kv_gather_ms":0.10454399883747101,"attention_fwd_ms":0.20291200280189514,"teacher_kl_ms":0.34777599573135376,"output_restore_ms":0.04633599892258644,"dout_redistribute_ms":0.03331200033426285,"attention_bwd_ms":0.5574079751968384,"kv_reduce_scatter_ms":0.2385600060224533,"indexer_bwd_ms":0.06259199976921082,"pool_grad_exchange_ms":0.03788800165057182,"pool_bwd_ms":0.3604480028152466,"query_grad_restore_ms":0.040863998234272},"peak_allocated_gib":0.25368738174438477},{"ms":3.181823968887329,"stages":{"query_redistribute_ms":0.03254399821162224,"pool_fwd_ms":0.09743999689817429,"pool_gather_ms":0.06806399673223495,"selection_key_layout_ms":0.0037440001033246517,"selection_ms":0.35311999917030334,"selection_restore_ms":0.013088000006973743,"expand_tail_ms":0.5219200253486633,"kv_gather_ms":0.11177600175142288,"attention_fwd_ms":0.19251200556755066,"teacher_kl_ms":0.36111998558044434,"output_restore_ms":0.0490880012512207,"dout_redistribute_ms":0.03187200054526329,"attention_bwd_ms":0.5459200143814087,"kv_reduce_scatter_ms":0.22441600263118744,"indexer_bwd_ms":0.06032000109553337,"pool_grad_exchange_ms":0.04198399931192398,"pool_bwd_ms":0.3688960075378418,"query_grad_restore_ms":0.0663679987192154},"peak_allocated_gib":0.25368738174438477},{"ms":4.588768005371094,"stages":{"query_redistribute_ms":0.04188799858093262,"pool_fwd_ms":0.1032319962978363,"pool_gather_ms":0.05993599817156792,"selection_key_layout_ms":0.01056000031530857,"selection_ms":0.36111998558044434,"selection_restore_ms":0.013504000380635262,"expand_tail_ms":0.5361599922180176,"kv_gather_ms":0.10556799918413162,"attention_fwd_ms":0.20070399343967438,"teacher_kl_ms":0.3486720025539398,"output_restore_ms":0.04588799923658371,"dout_redistribute_ms":0.03203200176358223,"attention_bwd_ms":0.547327995300293,"kv_reduce_scatter_ms":0.22617599368095398,"indexer_bwd_ms":0.06451199948787689,"pool_grad_exchange_ms":0.040031999349594116,"pool_bwd_ms":1.7355200052261353,"query_grad_restore_ms":0.07212799787521362},"peak_allocated_gib":0.25478601455688477},{"ms":4.360608100891113,"stages":{"query_redistribute_ms":0.05344000086188316,"pool_fwd_ms":0.10758399963378906,"pool_gather_ms":1.1945600509643555,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":0.02566399984061718,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":0.21356800198554993,"kv_gather_ms":0.8265600204467773,"attention_fwd_ms":0.10534399747848511,"teacher_kl_ms":0.21792000532150269,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":0.4120959937572479,"kv_reduce_scatter_ms":0.5127040147781372,"indexer_bwd_ms":0.06431999802589417,"pool_grad_exchange_ms":0.03791999816894531,"pool_bwd_ms":0.5479360222816467,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":0.25429773330688477}],"queries_zigzag":[{"ms":3.7125120162963867,"stages":{"query_redistribute_ms":0.31727999448776245,"pool_fwd_ms":0.03993599861860275,"pool_gather_ms":0.056992001831531525,"selection_key_layout_ms":0.02876799926161766,"selection_ms":0.2656640112400055,"selection_restore_ms":0.01568000018596649,"expand_tail_ms":0.5392640233039856,"kv_gather_ms":0.09529600292444229,"attention_fwd_ms":0.18825599551200867,"teacher_kl_ms":0.36713600158691406,"output_restore_ms":0.2165440022945404,"dout_redistribute_ms":0.14028799533843994,"attention_bwd_ms":0.42607998847961426,"kv_reduce_scatter_ms":0.06656000018119812,"indexer_bwd_ms":0.06032000109553337,"pool_grad_exchange_ms":0.04387199878692627,"pool_bwd_ms":0.5337600111961365,"query_grad_restore_ms":0.285504013299942},"peak_allocated_gib":0.34954309463500977},{"ms":3.7519359588623047,"stages":{"query_redistribute_ms":0.3333120048046112,"pool_fwd_ms":0.044895999133586884,"pool_gather_ms":0.05708799883723259,"selection_key_layout_ms":0.029823999851942062,"selection_ms":0.25894400477409363,"selection_restore_ms":0.015200000256299973,"expand_tail_ms":0.5411840081214905,"kv_gather_ms":0.09670399874448776,"attention_fwd_ms":0.1921280026435852,"teacher_kl_ms":0.3544960021972656,"output_restore_ms":0.23449599742889404,"dout_redistribute_ms":0.13398399949073792,"attention_bwd_ms":0.43091198801994324,"kv_reduce_scatter_ms":0.07923199981451035,"indexer_bwd_ms":0.06224000081419945,"pool_grad_exchange_ms":0.042047999799251556,"pool_bwd_ms":0.5126399993896484,"query_grad_restore_ms":0.30956798791885376},"peak_allocated_gib":0.35041284561157227},{"ms":4.350368022918701,"stages":{"query_redistribute_ms":0.3208639919757843,"pool_fwd_ms":0.06483200192451477,"pool_gather_ms":0.057151999324560165,"selection_key_layout_ms":0.030047999694943428,"selection_ms":0.2528960108757019,"selection_restore_ms":0.014399999752640724,"expand_tail_ms":0.5391359925270081,"kv_gather_ms":0.09241600334644318,"attention_fwd_ms":0.18918399512767792,"teacher_kl_ms":0.3501119911670685,"output_restore_ms":0.2234559953212738,"dout_redistribute_ms":0.14425599575042725,"attention_bwd_ms":0.4249280095100403,"kv_reduce_scatter_ms":0.0666240006685257,"indexer_bwd_ms":0.062431998550891876,"pool_grad_exchange_ms":0.04403200000524521,"pool_bwd_ms":0.5212479829788208,"query_grad_restore_ms":0.92876797914505},"peak_allocated_gib":0.34980249404907227},{"ms":3.6975998878479004,"stages":{"query_redistribute_ms":0.3246400058269501,"pool_fwd_ms":0.0331839993596077,"pool_gather_ms":0.05552000179886818,"selection_key_layout_ms":0.028575999662280083,"selection_ms":0.25600001215934753,"selection_restore_ms":0.015231999568641186,"expand_tail_ms":0.5399680137634277,"kv_gather_ms":0.09955199807882309,"attention_fwd_ms":0.18960000574588776,"teacher_kl_ms":0.371071994304657,"output_restore_ms":0.23417599499225616,"dout_redistribute_ms":0.12995199859142303,"attention_bwd_ms":0.41673600673675537,"kv_reduce_scatter_ms":0.06678400188684464,"indexer_bwd_ms":0.062431998550891876,"pool_grad_exchange_ms":0.04800000041723251,"pool_bwd_ms":0.5186240077018738,"query_grad_restore_ms":0.28406399488449097},"peak_allocated_gib":0.35051965713500977},{"ms":3.7636160850524902,"stages":{"query_redistribute_ms":0.3251839876174927,"pool_fwd_ms":0.0634239986538887,"pool_gather_ms":0.05801599845290184,"selection_key_layout_ms":0.029023999348282814,"selection_ms":0.2717120051383972,"selection_restore_ms":0.016127999871969223,"expand_tail_ms":0.5320000052452087,"kv_gather_ms":0.09241600334644318,"attention_fwd_ms":0.19062399864196777,"teacher_kl_ms":0.36556801199913025,"output_restore_ms":0.21404799818992615,"dout_redistribute_ms":0.1443520039319992,"attention_bwd_ms":0.4258880019187927,"kv_reduce_scatter_ms":0.06656000018119812,"indexer_bwd_ms":0.062463998794555664,"pool_grad_exchange_ms":0.046112000942230225,"pool_bwd_ms":0.5323200225830078,"query_grad_restore_ms":0.29311999678611755},"peak_allocated_gib":0.35029077529907227}],"queries_balanced":[{"ms":3.1091198921203613,"stages":{"query_redistribute_ms":0.058687999844551086,"pool_fwd_ms":0.10313600301742554,"pool_gather_ms":0.11264000087976456,"selection_key_layout_ms":0.002848000032827258,"selection_ms":0.21273599565029144,"selection_restore_ms":0.014592000283300877,"expand_tail_ms":0.5520640015602112,"kv_gather_ms":0.17817600071430206,"attention_fwd_ms":0.11980800330638885,"teacher_kl_ms":0.3352639973163605,"output_restore_ms":0.04841599985957146,"dout_redistribute_ms":0.042688000947237015,"attention_bwd_ms":0.5443199872970581,"kv_reduce_scatter_ms":0.35334399342536926,"indexer_bwd_ms":0.06032000109553337,"pool_grad_exchange_ms":0.03791999816894531,"pool_bwd_ms":0.3041599988937378,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":0.25429773330688477},{"ms":3.0761919021606445,"stages":{"query_redistribute_ms":0.05286400020122528,"pool_fwd_ms":0.10931199789047241,"pool_gather_ms":0.06441599875688553,"selection_key_layout_ms":0.01990400068461895,"selection_ms":0.24480000138282776,"selection_restore_ms":0.01408000010997057,"expand_tail_ms":0.5503360033035278,"kv_gather_ms":0.09139200299978256,"attention_fwd_ms":0.2046400010585785,"teacher_kl_ms":0.332863986492157,"output_restore_ms":0.0562559999525547,"dout_redistribute_ms":0.031007999554276466,"attention_bwd_ms":0.5451840162277222,"kv_reduce_scatter_ms":0.23468799889087677,"indexer_bwd_ms":0.0605119988322258,"pool_grad_exchange_ms":0.040192000567913055,"pool_bwd_ms":0.35017600655555725,"query_grad_restore_ms":0.03907199949026108},"peak_allocated_gib":0.25368738174438477},{"ms":3.093280076980591,"stages":{"query_redistribute_ms":0.05615999922156334,"pool_fwd_ms":0.1053759977221489,"pool_gather_ms":0.06239999830722809,"selection_key_layout_ms":0.018880000337958336,"selection_ms":0.2569279968738556,"selection_restore_ms":0.01484800036996603,"expand_tail_ms":0.5397120118141174,"kv_gather_ms":0.11987199634313583,"attention_fwd_ms":0.17923200130462646,"teacher_kl_ms":0.3463999927043915,"output_restore_ms":0.046560000628232956,"dout_redistribute_ms":0.030880000442266464,"attention_bwd_ms":0.5447679758071899,"kv_reduce_scatter_ms":0.2507520020008087,"indexer_bwd_ms":0.06259199976921082,"pool_grad_exchange_ms":0.04403200000524521,"pool_bwd_ms":0.3871679902076721,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":0.25405359268188477},{"ms":3.0577280521392822,"stages":{"query_redistribute_ms":0.04707200080156326,"pool_fwd_ms":0.0968639999628067,"pool_gather_ms":0.06947200000286102,"selection_key_layout_ms":0.011455999687314034,"selection_ms":0.2551040053367615,"selection_restore_ms":0.013183999806642532,"expand_tail_ms":0.5370240211486816,"kv_gather_ms":0.1048320010304451,"attention_fwd_ms":0.19049599766731262,"teacher_kl_ms":0.34460800886154175,"output_restore_ms":0.04694399982690811,"dout_redistribute_ms":0.03136000037193298,"attention_bwd_ms":0.5438399910926819,"kv_reduce_scatter_ms":0.26310399174690247,"indexer_bwd_ms":0.06444799900054932,"pool_grad_exchange_ms":0.03996799886226654,"pool_bwd_ms":0.3450239896774292,"query_grad_restore_ms":0.015584000386297703},"peak_allocated_gib":0.25405359268188477},{"ms":3.097088098526001,"stages":{"query_redistribute_ms":0.0560000017285347,"pool_fwd_ms":0.10451199859380722,"pool_gather_ms":0.05833600088953972,"selection_key_layout_ms":0.019648000597953796,"selection_ms":0.25990399718284607,"selection_restore_ms":0.015039999969303608,"expand_tail_ms":0.5369920134544373,"kv_gather_ms":0.09504000097513199,"attention_fwd_ms":0.20633600652217865,"teacher_kl_ms":0.33977600932121277,"output_restore_ms":0.046560000628232956,"dout_redistribute_ms":0.03136000037193298,"attention_bwd_ms":0.543936014175415,"kv_reduce_scatter_ms":0.22416000068187714,"indexer_bwd_ms":0.06230400130152702,"pool_grad_exchange_ms":0.04198399931192398,"pool_bwd_ms":0.36108800768852234,"query_grad_restore_ms":0.04508800059556961},"peak_allocated_gib":0.25429773330688477}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.300738259971971e-05,"max_abs":0.001953125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":2.000027054490135e-06,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":1.9492309075767996e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":3.575422756763063e-06,"max_abs":4.632738637155853e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00033286213874816895,"relative_rms":0.0022889021784067154,"finite":true},"dq":{"max_abs":0.0002582669258117676,"relative_rms":0.0019475392764434218,"finite":true},"dkv":{"max_abs":0.0030028223991394043,"relative_rms":0.0024051587097346783,"finite":true},"teacher":{"max_abs":2.3283064365386963e-09,"relative_rms":1.2102493940346903e-07,"finite":true},"d_index_q":{"max_abs":5.473488329243992e-11,"relative_rms":0.002110010012984276,"finite":true},"d_weights":{"max_abs":1.1856172932311893e-07,"relative_rms":0.0016738880658522248,"finite":true},"d_kbar":{"max_abs":1.9672086182254134e-10,"relative_rms":0.0014504884602501988,"finite":true},"d_pool_kv":{"max_abs":4.396696340336348e-10,"relative_rms":0.002516050124540925,"finite":true},"d_pool_score":{"max_abs":2.1738344457844505e-10,"relative_rms":0.002486665267497301,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.0003926231001969427,"finite":true}},"loss_abs_error":1.2064447219017893e-09},"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.783443090691082e-05,"max_abs":0.001953125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":1.0255218879129562e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":9.376982770114984e-06,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.856075859708116e-06,"max_abs":5.832134775118902e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00033286213874816895,"relative_rms":0.0022889021784067154,"finite":true},"dq":{"max_abs":0.0002582669258117676,"relative_rms":0.0019475392764434218,"finite":true},"dkv":{"max_abs":0.0030028223991394043,"relative_rms":0.0024051647633314133,"finite":true},"teacher":{"max_abs":2.3283064365386963e-09,"relative_rms":1.2102493940346903e-07,"finite":true},"d_index_q":{"max_abs":5.473488329243992e-11,"relative_rms":0.002110010012984276,"finite":true},"d_weights":{"max_abs":1.1856172932311893e-07,"relative_rms":0.0016738880658522248,"finite":true},"d_kbar":{"max_abs":1.9672086182254134e-10,"relative_rms":0.0014505140716210008,"finite":true},"d_pool_kv":{"max_abs":4.396696340336348e-10,"relative_rms":0.0025160517543554306,"finite":true},"d_pool_score":{"max_abs":2.1738344457844505e-10,"relative_rms":0.002486666664481163,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.00039224408101290464,"finite":true}},"loss_abs_error":1.2064447219017893e-09},"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.002399153066530527,"max_abs":0.003173828125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0031008716093577876,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_score":{"relative_rms":0.0030822057722476115,"max_abs":2.3283064365386963e-10,"finite":true},"d_ape":{"relative_rms":0.0004183098277011757,"max_abs":1.5209025150397792e-09,"finite":true}},"loss":0.0014107624301686883,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00033286213874816895,"relative_rms":0.0022889021784067154,"finite":true},"dq":{"max_abs":0.0002582669258117676,"relative_rms":0.0019475392764434218,"finite":true},"dkv":{"max_abs":0.002265527844429016,"relative_rms":0.0024059959687292576,"finite":true},"teacher":{"max_abs":5.587935447692871e-09,"relative_rms":1.128749786971639e-07,"finite":true},"d_index_q":{"max_abs":5.473488329243992e-11,"relative_rms":0.002110010012984276,"finite":true},"d_weights":{"max_abs":1.1856172932311893e-07,"relative_rms":0.0016738880658522248,"finite":true},"d_kbar":{"max_abs":1.3292833500599954e-10,"relative_rms":0.001215233700349927,"finite":true},"d_pool_kv":{"max_abs":3.341327214911871e-10,"relative_rms":0.002220088616013527,"finite":true},"d_pool_score":{"max_abs":2.1737633915108745e-10,"relative_rms":0.002238455694168806,"finite":true},"d_ape":{"max_abs":1.275225258723367e-09,"relative_rms":0.0003506349166855216,"finite":true}},"loss_abs_error":3.283275873400271e-10},"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.126876720521061e-05,"max_abs":0.001953125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.831666041699425e-06,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":1.571800448515009e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":7.287152366196297e-06,"max_abs":6.838263288955204e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00033286213874816895,"relative_rms":0.0022889021784067154,"finite":true},"dq":{"max_abs":0.0002582669258117676,"relative_rms":0.0019475392764434218,"finite":true},"dkv":{"max_abs":0.0030028223991394043,"relative_rms":0.0024051698856055737,"finite":true},"teacher":{"max_abs":2.3283064365386963e-09,"relative_rms":1.2102493940346903e-07,"finite":true},"d_index_q":{"max_abs":5.473488329243992e-11,"relative_rms":0.002110010012984276,"finite":true},"d_weights":{"max_abs":1.1856172932311893e-07,"relative_rms":0.0016738880658522248,"finite":true},"d_kbar":{"max_abs":1.9672086182254134e-10,"relative_rms":0.0014504403807222843,"finite":true},"d_pool_kv":{"max_abs":4.396696340336348e-10,"relative_rms":0.0025160489603877068,"finite":true},"d_pool_score":{"max_abs":2.1738344457844505e-10,"relative_rms":0.002486665267497301,"finite":true},"d_ape":{"max_abs":1.951775630004704e-09,"relative_rms":0.000392444955650717,"finite":true}},"loss_abs_error":1.2064447219017893e-09},"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"selection":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"queries_zigzag":{"policy":"zigzag","source_rows":512,"attention_rows":480,"selection_rows":480},"queries_balanced":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512}}},{"rank":3,"init_s":11.921977063058876,"first_calls_s":{"contiguous":15.825116631924175,"selection":0.14275659900158644,"queries_zigzag":2.0007091789739206,"queries_balanced":0.02662320400122553},"samples":{"contiguous":[{"ms":3.110624074935913,"stages":{"query_redistribute_ms":0.030559999868273735,"pool_fwd_ms":0.09417600184679031,"pool_gather_ms":0.06707199662923813,"selection_key_layout_ms":0.0063680000603199005,"selection_ms":0.352512001991272,"selection_restore_ms":0.012608000077307224,"expand_tail_ms":0.4641279876232147,"kv_gather_ms":0.1791680008172989,"attention_fwd_ms":0.16383999586105347,"teacher_kl_ms":0.2686080038547516,"output_restore_ms":0.04383999854326248,"dout_redistribute_ms":0.03200000151991844,"attention_bwd_ms":0.6998400092124939,"kv_reduce_scatter_ms":0.2221439927816391,"indexer_bwd_ms":0.06681600213050842,"pool_grad_exchange_ms":0.03776000067591667,"pool_bwd_ms":0.34112000465393066,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":0.25503015518188477},{"ms":3.113215923309326,"stages":{"query_redistribute_ms":0.03209599852561951,"pool_fwd_ms":0.0958079993724823,"pool_gather_ms":0.06259199976921082,"selection_key_layout_ms":0.006816000211983919,"selection_ms":0.3494719862937927,"selection_restore_ms":0.012640000320971012,"expand_tail_ms":0.46112000942230225,"kv_gather_ms":0.1786240041255951,"attention_fwd_ms":0.15360000729560852,"teacher_kl_ms":0.27478399872779846,"output_restore_ms":0.04435199871659279,"dout_redistribute_ms":0.03171199932694435,"attention_bwd_ms":0.7005119919776917,"kv_reduce_scatter_ms":0.2099519968032837,"indexer_bwd_ms":0.066880002617836,"pool_grad_exchange_ms":0.03580800071358681,"pool_bwd_ms":0.36959999799728394,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":0.25441980361938477},{"ms":3.0913920402526855,"stages":{"query_redistribute_ms":0.03465599939227104,"pool_fwd_ms":0.09974399954080582,"pool_gather_ms":0.0605119988322258,"selection_key_layout_ms":0.01027199998497963,"selection_ms":0.3567360043525696,"selection_restore_ms":0.012736000120639801,"expand_tail_ms":0.4619840085506439,"kv_gather_ms":0.16291199624538422,"attention_fwd_ms":0.17817600071430206,"teacher_kl_ms":0.26739200949668884,"output_restore_ms":0.0416640006005764,"dout_redistribute_ms":0.030688000842928886,"attention_bwd_ms":0.703328013420105,"kv_reduce_scatter_ms":0.20003199577331543,"indexer_bwd_ms":0.06841599941253662,"pool_grad_exchange_ms":0.03580800071358681,"pool_bwd_ms":0.33817601203918457,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.25441980361938477},{"ms":3.1082239151000977,"stages":{"query_redistribute_ms":0.03187200054526329,"pool_fwd_ms":0.09344000369310379,"pool_gather_ms":0.08038400113582611,"selection_key_layout_ms":0.0027520000003278255,"selection_ms":0.3272320032119751,"selection_restore_ms":0.012799999676644802,"expand_tail_ms":0.47171199321746826,"kv_gather_ms":0.18592000007629395,"attention_fwd_ms":0.14348800480365753,"teacher_kl_ms":0.2661759853363037,"output_restore_ms":0.042527999728918076,"dout_redistribute_ms":0.03129599988460541,"attention_bwd_ms":0.7123839855194092,"kv_reduce_scatter_ms":0.21804800629615784,"indexer_bwd_ms":0.06656000018119812,"pool_grad_exchange_ms":0.03993599861860275,"pool_bwd_ms":0.35452800989151,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":0.25478601455688477},{"ms":3.1431360244750977,"stages":{"query_redistribute_ms":0.03254399821162224,"pool_fwd_ms":0.09904000163078308,"pool_gather_ms":0.07068800181150436,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":0.3471679985523224,"selection_restore_ms":0.012575999833643436,"expand_tail_ms":0.4758400022983551,"kv_gather_ms":0.18886399269104004,"attention_fwd_ms":0.14441600441932678,"teacher_kl_ms":0.2708800137042999,"output_restore_ms":0.04339199885725975,"dout_redistribute_ms":0.030368000268936157,"attention_bwd_ms":0.7026879787445068,"kv_reduce_scatter_ms":0.22032000124454498,"indexer_bwd_ms":0.06844799965620041,"pool_grad_exchange_ms":0.035840000957250595,"pool_bwd_ms":0.371071994304657,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.25503015518188477}],"selection":[{"ms":3.1381759643554688,"stages":{"query_redistribute_ms":0.03270399942994118,"pool_fwd_ms":0.09775999933481216,"pool_gather_ms":0.06486400216817856,"selection_key_layout_ms":0.003648000070825219,"selection_ms":0.3511680066585541,"selection_restore_ms":0.012223999947309494,"expand_tail_ms":0.4803839921951294,"kv_gather_ms":0.1796479970216751,"attention_fwd_ms":0.1555200070142746,"teacher_kl_ms":0.27379199862480164,"output_restore_ms":0.0453759990632534,"dout_redistribute_ms":0.0315839983522892,"attention_bwd_ms":0.699679970741272,"kv_reduce_scatter_ms":0.24268800020217896,"indexer_bwd_ms":0.06460800021886826,"pool_grad_exchange_ms":0.03379200026392937,"pool_bwd_ms":0.3410559892654419,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":0.25503015518188477},{"ms":3.142143964767456,"stages":{"query_redistribute_ms":0.03907199949026108,"pool_fwd_ms":0.09996800124645233,"pool_gather_ms":0.06400000303983688,"selection_key_layout_ms":0.006752000190317631,"selection_ms":0.3564479947090149,"selection_restore_ms":0.01360000018030405,"expand_tail_ms":0.4780159890651703,"kv_gather_ms":0.16713599860668182,"attention_fwd_ms":0.16896000504493713,"teacher_kl_ms":0.2653760015964508,"output_restore_ms":0.04224000126123428,"dout_redistribute_ms":0.03136000037193298,"attention_bwd_ms":0.6980800032615662,"kv_reduce_scatter_ms":0.2202879935503006,"indexer_bwd_ms":0.06480000168085098,"pool_grad_exchange_ms":0.037856001406908035,"pool_bwd_ms":0.3595519959926605,"query_grad_restore_ms":0.0031999999191612005},"peak_allocated_gib":0.25441980361938477},{"ms":3.1011199951171875,"stages":{"query_redistribute_ms":0.03232000023126602,"pool_fwd_ms":0.09430400282144547,"pool_gather_ms":0.07356800138950348,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":0.3405120074748993,"selection_restore_ms":0.012736000120639801,"expand_tail_ms":0.4785600006580353,"kv_gather_ms":0.16607999801635742,"attention_fwd_ms":0.16687999665737152,"teacher_kl_ms":0.2582400143146515,"output_restore_ms":0.04102399945259094,"dout_redistribute_ms":0.04105599969625473,"attention_bwd_ms":0.7019199728965759,"kv_reduce_scatter_ms":0.19971199333667755,"indexer_bwd_ms":0.06668800115585327,"pool_grad_exchange_ms":0.03776000067591667,"pool_bwd_ms":0.36083200573921204,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.25441980361938477},{"ms":3.152575969696045,"stages":{"query_redistribute_ms":0.03923200070858002,"pool_fwd_ms":0.10016000270843506,"pool_gather_ms":0.06451199948787689,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":0.35152000188827515,"selection_restore_ms":0.013311999849975109,"expand_tail_ms":0.4769279956817627,"kv_gather_ms":0.1826239973306656,"attention_fwd_ms":0.1515199989080429,"teacher_kl_ms":0.26204800605773926,"output_restore_ms":0.056832000613212585,"dout_redistribute_ms":0.031168000772595406,"attention_bwd_ms":0.6994879841804504,"kv_reduce_scatter_ms":0.20147199928760529,"indexer_bwd_ms":0.06579200178384781,"pool_grad_exchange_ms":0.040031999349594116,"pool_bwd_ms":0.38601601123809814,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":0.25551843643188477},{"ms":4.363423824310303,"stages":{"query_redistribute_ms":0.050303999334573746,"pool_fwd_ms":0.1074879989027977,"pool_gather_ms":1.2037440538406372,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":0.025855999439954758,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":0.22780799865722656,"kv_gather_ms":0.8110079765319824,"attention_fwd_ms":0.13945600390434265,"teacher_kl_ms":0.22812800109386444,"output_restore_ms":0.02537599951028824,"dout_redistribute_ms":0.03411199897527695,"attention_bwd_ms":0.7576000094413757,"kv_reduce_scatter_ms":0.06668800115585327,"indexer_bwd_ms":0.06835199892520905,"pool_grad_exchange_ms":0.03788800165057182,"pool_bwd_ms":0.5490880012512207,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":0.25503015518188477}],"queries_zigzag":[{"ms":3.709376096725464,"stages":{"query_redistribute_ms":0.3169279992580414,"pool_fwd_ms":0.02409599907696247,"pool_gather_ms":0.07100799679756165,"selection_key_layout_ms":0.01027199998497963,"selection_ms":0.25673601031303406,"selection_restore_ms":0.013728000223636627,"expand_tail_ms":0.4896639883518219,"kv_gather_ms":0.17577600479125977,"attention_fwd_ms":0.11059200018644333,"teacher_kl_ms":0.317984014749527,"output_restore_ms":0.3210560083389282,"dout_redistribute_ms":0.12176000326871872,"attention_bwd_ms":0.35305601358413696,"kv_reduce_scatter_ms":0.1812800019979477,"indexer_bwd_ms":0.060416001826524734,"pool_grad_exchange_ms":0.042208001017570496,"pool_bwd_ms":0.5264959931373596,"query_grad_restore_ms":0.2916800081729889},"peak_allocated_gib":0.35027551651000977},{"ms":3.7522881031036377,"stages":{"query_redistribute_ms":0.33235201239585876,"pool_fwd_ms":0.028031999245285988,"pool_gather_ms":0.07526399940252304,"selection_key_layout_ms":0.006399999838322401,"selection_ms":0.2520639896392822,"selection_restore_ms":0.014303999952971935,"expand_tail_ms":0.49347200989723206,"kv_gather_ms":0.17263999581336975,"attention_fwd_ms":0.11059200018644333,"teacher_kl_ms":0.3163520097732544,"output_restore_ms":0.3247680068016052,"dout_redistribute_ms":0.12787200510501862,"attention_bwd_ms":0.3550719916820526,"kv_reduce_scatter_ms":0.19366399943828583,"indexer_bwd_ms":0.062431998550891876,"pool_grad_exchange_ms":0.037856001406908035,"pool_bwd_ms":0.5071039795875549,"query_grad_restore_ms":0.3184640109539032},"peak_allocated_gib":0.35114526748657227},{"ms":4.3433918952941895,"stages":{"query_redistribute_ms":0.3187200129032135,"pool_fwd_ms":0.03827200084924698,"pool_gather_ms":0.07766400277614594,"selection_key_layout_ms":0.00800000037997961,"selection_ms":0.24915200471878052,"selection_restore_ms":0.014944000169634819,"expand_tail_ms":0.4890559911727905,"kv_gather_ms":0.17455999553203583,"attention_fwd_ms":0.10969600081443787,"teacher_kl_ms":0.3153280019760132,"output_restore_ms":0.3051519989967346,"dout_redistribute_ms":0.12185599654912949,"attention_bwd_ms":0.3540160059928894,"kv_reduce_scatter_ms":0.1897599995136261,"indexer_bwd_ms":0.0623680017888546,"pool_grad_exchange_ms":0.04412800073623657,"pool_bwd_ms":0.5242879986763,"query_grad_restore_ms":0.9225599765777588},"peak_allocated_gib":0.35053491592407227},{"ms":3.6934399604797363,"stages":{"query_redistribute_ms":0.3224320113658905,"pool_fwd_ms":0.02844800055027008,"pool_gather_ms":0.061503998935222626,"selection_key_layout_ms":0.018624000251293182,"selection_ms":0.2515200078487396,"selection_restore_ms":0.014175999909639359,"expand_tail_ms":0.4886080026626587,"kv_gather_ms":0.16099199652671814,"attention_fwd_ms":0.12310399860143661,"teacher_kl_ms":0.33024001121520996,"output_restore_ms":0.3023360073566437,"dout_redistribute_ms":0.12796799838542938,"attention_bwd_ms":0.35516801476478577,"kv_reduce_scatter_ms":0.17295999825000763,"indexer_bwd_ms":0.06252799928188324,"pool_grad_exchange_ms":0.044064000248909,"pool_bwd_ms":0.5142719745635986,"query_grad_restore_ms":0.289792001247406},"peak_allocated_gib":0.35125207901000977},{"ms":3.7589759826660156,"stages":{"query_redistribute_ms":0.33798399567604065,"pool_fwd_ms":0.026048000901937485,"pool_gather_ms":0.09257599711418152,"selection_key_layout_ms":0.008191999979317188,"selection_ms":0.24454399943351746,"selection_restore_ms":0.014944000169634819,"expand_tail_ms":0.48371198773384094,"kv_gather_ms":0.19068799912929535,"attention_fwd_ms":0.10236799716949463,"teacher_kl_ms":0.3303680121898651,"output_restore_ms":0.31376001238822937,"dout_redistribute_ms":0.12595200538635254,"attention_bwd_ms":0.3530240058898926,"kv_reduce_scatter_ms":0.18326400220394135,"indexer_bwd_ms":0.060736000537872314,"pool_grad_exchange_ms":0.04588799923658371,"pool_bwd_ms":0.526528000831604,"query_grad_restore_ms":0.2959040105342865},"peak_allocated_gib":0.35102319717407227}],"queries_balanced":[{"ms":3.109920024871826,"stages":{"query_redistribute_ms":0.05737600103020668,"pool_fwd_ms":0.10000000149011612,"pool_gather_ms":0.11798399686813354,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":0.20127999782562256,"selection_restore_ms":0.012671999633312225,"expand_tail_ms":0.5062400102615356,"kv_gather_ms":0.23574399948120117,"attention_fwd_ms":0.14035199582576752,"teacher_kl_ms":0.2282239943742752,"output_restore_ms":0.03884800150990486,"dout_redistribute_ms":0.031039999797940254,"attention_bwd_ms":0.7111999988555908,"kv_reduce_scatter_ms":0.2959679961204529,"indexer_bwd_ms":0.06483200192451477,"pool_grad_exchange_ms":0.03558399900794029,"pool_bwd_ms":0.30428799986839294,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.25503015518188477},{"ms":3.0272319316864014,"stages":{"query_redistribute_ms":0.04992000013589859,"pool_fwd_ms":0.1013759970664978,"pool_gather_ms":0.06620799750089645,"selection_key_layout_ms":0.013824000023305416,"selection_ms":0.24057599902153015,"selection_restore_ms":0.01228800043463707,"expand_tail_ms":0.4962559938430786,"kv_gather_ms":0.1627199947834015,"attention_fwd_ms":0.16390399634838104,"teacher_kl_ms":0.262719988822937,"output_restore_ms":0.044064000248909,"dout_redistribute_ms":0.028704000636935234,"attention_bwd_ms":0.7097600102424622,"kv_reduce_scatter_ms":0.19782400131225586,"indexer_bwd_ms":0.06444799900054932,"pool_grad_exchange_ms":0.03580800071358681,"pool_bwd_ms":0.35129600763320923,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":0.25441980361938477},{"ms":3.091775894165039,"stages":{"query_redistribute_ms":0.05276799947023392,"pool_fwd_ms":0.09967999905347824,"pool_gather_ms":0.07267200201749802,"selection_key_layout_ms":0.006047999951988459,"selection_ms":0.2523840069770813,"selection_restore_ms":0.012799999676644802,"expand_tail_ms":0.484607994556427,"kv_gather_ms":0.1913599967956543,"attention_fwd_ms":0.14028799533843994,"teacher_kl_ms":0.2733759880065918,"output_restore_ms":0.04553600028157234,"dout_redistribute_ms":0.0306560005992651,"attention_bwd_ms":0.7008320093154907,"kv_reduce_scatter_ms":0.20982399582862854,"indexer_bwd_ms":0.06665600091218948,"pool_grad_exchange_ms":0.04198399931192398,"pool_bwd_ms":0.38524800539016724,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.25478601455688477},{"ms":3.032896041870117,"stages":{"query_redistribute_ms":0.04575999826192856,"pool_fwd_ms":0.09689600020647049,"pool_gather_ms":0.07241600006818771,"selection_key_layout_ms":0.007391999941319227,"selection_ms":0.2491839975118637,"selection_restore_ms":0.012543999589979649,"expand_tail_ms":0.4824959933757782,"kv_gather_ms":0.16579200327396393,"attention_fwd_ms":0.15993599593639374,"teacher_kl_ms":0.27910399436950684,"output_restore_ms":0.044415999203920364,"dout_redistribute_ms":0.0289280004799366,"attention_bwd_ms":0.7029439806938171,"kv_reduce_scatter_ms":0.21007999777793884,"indexer_bwd_ms":0.06646399945020676,"pool_grad_exchange_ms":0.03791999816894531,"pool_bwd_ms":0.34518399834632874,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":0.25478601455688477},{"ms":3.044735908508301,"stages":{"query_redistribute_ms":0.054496001452207565,"pool_fwd_ms":0.10000000149011612,"pool_gather_ms":0.07648000121116638,"selection_key_layout_ms":0.0027520000003278255,"selection_ms":0.24876800179481506,"selection_restore_ms":0.012608000077307224,"expand_tail_ms":0.4824639856815338,"kv_gather_ms":0.17846399545669556,"attention_fwd_ms":0.1499200016260147,"teacher_kl_ms":0.2736000120639801,"output_restore_ms":0.04492799937725067,"dout_redistribute_ms":0.02816000021994114,"attention_bwd_ms":0.699616014957428,"kv_reduce_scatter_ms":0.19977599382400513,"indexer_bwd_ms":0.06883200258016586,"pool_grad_exchange_ms":0.03388800099492073,"pool_bwd_ms":0.36345601081848145,"query_grad_restore_ms":0.0027199999894946814},"peak_allocated_gib":0.25503015518188477}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.9765792873984347e-05,"max_abs":0.0009765625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.00029764679455626376,"max_abs":2.3283064365386963e-10,"finite":true},"d_pool_score":{"relative_rms":5.209820208108642e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":3.575422756763063e-06,"max_abs":4.632738637155853e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00028511881828308105,"relative_rms":0.0022659071255475283,"finite":true},"dq":{"max_abs":0.00024081766605377197,"relative_rms":0.0018810669425874949,"finite":true},"dkv":{"max_abs":0.001771688461303711,"relative_rms":0.002327547175809741,"finite":true},"teacher":{"max_abs":1.3969838619232178e-09,"relative_rms":1.19322820069101e-07,"finite":true},"d_index_q":{"max_abs":3.18953752298512e-11,"relative_rms":0.002042708219960332,"finite":true},"d_weights":{"max_abs":1.1827796697616577e-07,"relative_rms":0.0016622852999716997,"finite":true},"d_kbar":{"max_abs":1.2217071798659163e-10,"relative_rms":0.0017562942812219262,"finite":true},"d_pool_kv":{"max_abs":2.1513457681976433e-10,"relative_rms":0.0028835274279117584,"finite":true},"d_pool_score":{"max_abs":1.2727774389986735e-10,"relative_rms":0.002924299333244562,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.0003926231001969427,"finite":true}},"loss_abs_error":5.284164217300713e-10},"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.054685882886458e-05,"max_abs":0.0009765625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_score":{"relative_rms":8.394411508182235e-06,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":4.856075859708116e-06,"max_abs":5.832134775118902e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00028511881828308105,"relative_rms":0.0022659071255475283,"finite":true},"dq":{"max_abs":0.00024081766605377197,"relative_rms":0.0018810669425874949,"finite":true},"dkv":{"max_abs":0.001771688461303711,"relative_rms":0.0023275448475033045,"finite":true},"teacher":{"max_abs":1.3969838619232178e-09,"relative_rms":1.19322820069101e-07,"finite":true},"d_index_q":{"max_abs":3.18953752298512e-11,"relative_rms":0.002042708219960332,"finite":true},"d_weights":{"max_abs":1.1827796697616577e-07,"relative_rms":0.0016622852999716997,"finite":true},"d_kbar":{"max_abs":1.2217071798659163e-10,"relative_rms":0.001756633399054408,"finite":true},"d_pool_kv":{"max_abs":2.1513457681976433e-10,"relative_rms":0.002883896231651306,"finite":true},"d_pool_score":{"max_abs":1.2727774389986735e-10,"relative_rms":0.0029246460180729628,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.00039224408101290464,"finite":true}},"loss_abs_error":5.284164217300713e-10},"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.002330111105206585,"max_abs":0.001953125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0035127095002242415,"max_abs":2.3283064365386963e-10,"finite":true},"d_pool_score":{"relative_rms":0.0035486452999039172,"max_abs":2.3283064365386963e-10,"finite":true},"d_ape":{"relative_rms":0.0004183098277011757,"max_abs":1.5209025150397792e-09,"finite":true}},"loss":0.0014107624301686883,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00028511881828308105,"relative_rms":0.0022659071255475283,"finite":true},"dq":{"max_abs":0.00024081766605377197,"relative_rms":0.0018810669425874949,"finite":true},"dkv":{"max_abs":0.0015518665313720703,"relative_rms":0.0023047050926834345,"finite":true},"teacher":{"max_abs":5.587935447692871e-09,"relative_rms":1.20645466950009e-07,"finite":true},"d_index_q":{"max_abs":3.18953752298512e-11,"relative_rms":0.002042708219960332,"finite":true},"d_weights":{"max_abs":1.1827796697616577e-07,"relative_rms":0.0016622852999716997,"finite":true},"d_kbar":{"max_abs":7.44897477034101e-11,"relative_rms":0.001565630896948278,"finite":true},"d_pool_kv":{"max_abs":1.6484946741002204e-10,"relative_rms":0.0025755774695426226,"finite":true},"d_pool_score":{"max_abs":1.1502976349220262e-10,"relative_rms":0.0025927575770765543,"finite":true},"d_ape":{"max_abs":1.275225258723367e-09,"relative_rms":0.0003506349166855216,"finite":true}},"loss_abs_error":1.5825207810848951e-10},"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":5.144676662409827e-05,"max_abs":0.0009765625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":1.439231829032034e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":8.545131244168987e-06,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":7.287152366196297e-06,"max_abs":6.838263288955204e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00028511881828308105,"relative_rms":0.0022659071255475283,"finite":true},"dq":{"max_abs":0.00024081766605377197,"relative_rms":0.0018810669425874949,"finite":true},"dkv":{"max_abs":0.001771688461303711,"relative_rms":0.0023275616113096476,"finite":true},"teacher":{"max_abs":1.3969838619232178e-09,"relative_rms":1.19322820069101e-07,"finite":true},"d_index_q":{"max_abs":3.18953752298512e-11,"relative_rms":0.002042708219960332,"finite":true},"d_weights":{"max_abs":1.1827796697616577e-07,"relative_rms":0.0016622852999716997,"finite":true},"d_kbar":{"max_abs":1.2217071798659163e-10,"relative_rms":0.0017565807793289423,"finite":true},"d_pool_kv":{"max_abs":2.1513457681976433e-10,"relative_rms":0.0028838396538048983,"finite":true},"d_pool_score":{"max_abs":1.2727774389986735e-10,"relative_rms":0.002924632281064987,"finite":true},"d_ape":{"max_abs":1.951775630004704e-09,"relative_rms":0.000392444955650717,"finite":true}},"loss_abs_error":5.284164217300713e-10},"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"selection":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"queries_zigzag":{"policy":"zigzag","source_rows":512,"attention_rows":480,"selection_rows":480},"queries_balanced":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512}}},{"rank":4,"init_s":11.91371405206155,"first_calls_s":{"contiguous":15.825124899973162,"selection":0.1427964500617236,"queries_zigzag":2.0007425599033013,"queries_balanced":0.026593692018650472},"samples":{"contiguous":[{"ms":3.114687919616699,"stages":{"query_redistribute_ms":0.03516799956560135,"pool_fwd_ms":0.09545599669218063,"pool_gather_ms":0.06956800073385239,"selection_key_layout_ms":0.011744000017642975,"selection_ms":0.35526400804519653,"selection_restore_ms":0.014592000283300877,"expand_tail_ms":0.5075520277023315,"kv_gather_ms":0.1178240031003952,"attention_fwd_ms":0.158720001578331,"teacher_kl_ms":0.36764800548553467,"output_restore_ms":0.04374400153756142,"dout_redistribute_ms":0.03407999873161316,"attention_bwd_ms":0.3993600010871887,"kv_reduce_scatter_ms":0.4275520145893097,"indexer_bwd_ms":0.06060799956321716,"pool_grad_exchange_ms":0.03999999910593033,"pool_bwd_ms":0.34300801157951355,"query_grad_restore_ms":0.002976000076159835},"peak_allocated_gib":0.25370264053344727},{"ms":3.127232074737549,"stages":{"query_redistribute_ms":0.03215999901294708,"pool_fwd_ms":0.09484799951314926,"pool_gather_ms":0.06092799827456474,"selection_key_layout_ms":0.010304000228643417,"selection_ms":0.36076799035072327,"selection_restore_ms":0.014688000082969666,"expand_tail_ms":0.5008320212364197,"kv_gather_ms":0.12243200093507767,"attention_fwd_ms":0.13705599308013916,"teacher_kl_ms":0.3781439960002899,"output_restore_ms":0.04460800066590309,"dout_redistribute_ms":0.033535998314619064,"attention_bwd_ms":0.3977600038051605,"kv_reduce_scatter_ms":0.4249599874019623,"indexer_bwd_ms":0.056223999708890915,"pool_grad_exchange_ms":0.04387199878692627,"pool_bwd_ms":0.37119999527931213,"query_grad_restore_ms":0.00508800009265542},"peak_allocated_gib":0.25309228897094727},{"ms":3.1296000480651855,"stages":{"query_redistribute_ms":0.034304000437259674,"pool_fwd_ms":0.09772799909114838,"pool_gather_ms":0.06140799820423126,"selection_key_layout_ms":0.010111999697983265,"selection_ms":0.3684479892253876,"selection_restore_ms":0.01500799972563982,"expand_tail_ms":0.5073599815368652,"kv_gather_ms":0.10467199981212616,"attention_fwd_ms":0.16687999665737152,"teacher_kl_ms":0.3715519905090332,"output_restore_ms":0.04505600035190582,"dout_redistribute_ms":0.032735999673604965,"attention_bwd_ms":0.39664000272750854,"kv_reduce_scatter_ms":0.4104959964752197,"indexer_bwd_ms":0.05615999922156334,"pool_grad_exchange_ms":0.04835199937224388,"pool_bwd_ms":0.33692800998687744,"query_grad_restore_ms":0.02879999950528145},"peak_allocated_gib":0.25309228897094727},{"ms":3.1112959384918213,"stages":{"query_redistribute_ms":0.03452799841761589,"pool_fwd_ms":0.0974079966545105,"pool_gather_ms":0.06883200258016586,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":0.3511039912700653,"selection_restore_ms":0.01414399966597557,"expand_tail_ms":0.5095999836921692,"kv_gather_ms":0.12886400520801544,"attention_fwd_ms":0.13513599336147308,"teacher_kl_ms":0.3641600012779236,"output_restore_ms":0.045504000037908554,"dout_redistribute_ms":0.03359999880194664,"attention_bwd_ms":0.40668800473213196,"kv_reduce_scatter_ms":0.4269759953022003,"indexer_bwd_ms":0.05619199946522713,"pool_grad_exchange_ms":0.04608000069856644,"pool_bwd_ms":0.35763201117515564,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":0.25345849990844727},{"ms":3.14518404006958,"stages":{"query_redistribute_ms":0.036607999354600906,"pool_fwd_ms":0.09920000284910202,"pool_gather_ms":0.0663679987192154,"selection_key_layout_ms":0.007071999832987785,"selection_ms":0.3595840036869049,"selection_restore_ms":0.015552000142633915,"expand_tail_ms":0.5200960040092468,"kv_gather_ms":0.12272000312805176,"attention_fwd_ms":0.1454080045223236,"teacher_kl_ms":0.366784006357193,"output_restore_ms":0.045024000108242035,"dout_redistribute_ms":0.03379200026392937,"attention_bwd_ms":0.4084480106830597,"kv_reduce_scatter_ms":0.4145599901676178,"indexer_bwd_ms":0.05827200040221214,"pool_grad_exchange_ms":0.04412800073623657,"pool_bwd_ms":0.3728320002555847,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":0.25370264053344727}],"selection":[{"ms":3.13753604888916,"stages":{"query_redistribute_ms":0.0344959981739521,"pool_fwd_ms":0.100832000374794,"pool_gather_ms":0.058687999844551086,"selection_key_layout_ms":0.011296000331640244,"selection_ms":0.36022400856018066,"selection_restore_ms":0.01375999953597784,"expand_tail_ms":0.5188480019569397,"kv_gather_ms":0.11875200271606445,"attention_fwd_ms":0.14441600441932678,"teacher_kl_ms":0.3754880130290985,"output_restore_ms":0.04495999962091446,"dout_redistribute_ms":0.032735999673604965,"attention_bwd_ms":0.403872013092041,"kv_reduce_scatter_ms":0.447519987821579,"indexer_bwd_ms":0.06022400036454201,"pool_grad_exchange_ms":0.04217600077390671,"pool_bwd_ms":0.3388479948043823,"query_grad_restore_ms":0.0031679999083280563},"peak_allocated_gib":0.25370264053344727},{"ms":3.146559953689575,"stages":{"query_redistribute_ms":0.039872001856565475,"pool_fwd_ms":0.10172799974679947,"pool_gather_ms":0.06083200126886368,"selection_key_layout_ms":0.01071999967098236,"selection_ms":0.35814398527145386,"selection_restore_ms":0.014208000153303146,"expand_tail_ms":0.5212159752845764,"kv_gather_ms":0.11574400216341019,"attention_fwd_ms":0.15052799880504608,"teacher_kl_ms":0.36959999799728394,"output_restore_ms":0.044544000178575516,"dout_redistribute_ms":0.034143999218940735,"attention_bwd_ms":0.40675199031829834,"kv_reduce_scatter_ms":0.4208959937095642,"indexer_bwd_ms":0.05846399813890457,"pool_grad_exchange_ms":0.041728001087903976,"pool_bwd_ms":0.3595840036869049,"query_grad_restore_ms":0.0031679999083280563},"peak_allocated_gib":0.25309228897094727},{"ms":3.11296010017395,"stages":{"query_redistribute_ms":0.03513599932193756,"pool_fwd_ms":0.0987199991941452,"pool_gather_ms":0.06163199990987778,"selection_key_layout_ms":0.012384000234305859,"selection_ms":0.35315200686454773,"selection_restore_ms":0.013824000023305416,"expand_tail_ms":0.5158079862594604,"kv_gather_ms":0.10947199910879135,"attention_fwd_ms":0.15360000729560852,"teacher_kl_ms":0.37439998984336853,"output_restore_ms":0.044544000178575516,"dout_redistribute_ms":0.03359999880194664,"attention_bwd_ms":0.40057599544525146,"kv_reduce_scatter_ms":0.4004479944705963,"indexer_bwd_ms":0.05795200169086456,"pool_grad_exchange_ms":0.04403200000524521,"pool_bwd_ms":0.36374399065971375,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":0.25309228897094727},{"ms":3.153791904449463,"stages":{"query_redistribute_ms":0.04108799993991852,"pool_fwd_ms":0.10003200173377991,"pool_gather_ms":0.06217600032687187,"selection_key_layout_ms":0.007424000184983015,"selection_ms":0.36534398794174194,"selection_restore_ms":0.014720000326633453,"expand_tail_ms":0.5144000053405762,"kv_gather_ms":0.12624000012874603,"attention_fwd_ms":0.14127999544143677,"teacher_kl_ms":0.37696000933647156,"output_restore_ms":0.044576000422239304,"dout_redistribute_ms":0.0315839983522892,"attention_bwd_ms":0.39587199687957764,"kv_reduce_scatter_ms":0.41468799114227295,"indexer_bwd_ms":0.05820799991488457,"pool_grad_exchange_ms":0.04633599892258644,"pool_bwd_ms":0.385919988155365,"query_grad_restore_ms":0.003103999886661768},"peak_allocated_gib":0.25419092178344727},{"ms":4.360832214355469,"stages":{"query_redistribute_ms":0.050016000866889954,"pool_fwd_ms":0.10972800105810165,"pool_gather_ms":1.1990400552749634,"selection_key_layout_ms":0.0031679999083280563,"selection_ms":0.023135999217629433,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":0.2122880071401596,"kv_gather_ms":0.826367974281311,"attention_fwd_ms":0.06867200136184692,"teacher_kl_ms":0.21795199811458588,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.003135999897494912,"attention_bwd_ms":0.2624320089817047,"kv_reduce_scatter_ms":0.6993280053138733,"indexer_bwd_ms":0.058400001376867294,"pool_grad_exchange_ms":0.04387199878692627,"pool_bwd_ms":0.5501440167427063,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.25370264053344727}],"queries_zigzag":[{"ms":3.7066240310668945,"stages":{"query_redistribute_ms":0.31113600730895996,"pool_fwd_ms":0.03907199949026108,"pool_gather_ms":0.05728000029921532,"selection_key_layout_ms":0.02828799933195114,"selection_ms":0.25836798548698425,"selection_restore_ms":0.015647999942302704,"expand_tail_ms":0.5326399803161621,"kv_gather_ms":0.11113599687814713,"attention_fwd_ms":0.17903999984264374,"teacher_kl_ms":0.3420479893684387,"output_restore_ms":0.22832000255584717,"dout_redistribute_ms":0.13872000575065613,"attention_bwd_ms":0.43561598658561707,"kv_reduce_scatter_ms":0.08511999994516373,"indexer_bwd_ms":0.058400001376867294,"pool_grad_exchange_ms":0.04387199878692627,"pool_bwd_ms":0.5279039740562439,"query_grad_restore_ms":0.2882879972457886},"peak_allocated_gib":0.34894800186157227},{"ms":3.7501120567321777,"stages":{"query_redistribute_ms":0.3277760148048401,"pool_fwd_ms":0.041600000113248825,"pool_gather_ms":0.06083200126886368,"selection_key_layout_ms":0.025119999423623085,"selection_ms":0.2545279860496521,"selection_restore_ms":0.017055999487638474,"expand_tail_ms":0.5327360033988953,"kv_gather_ms":0.11155200004577637,"attention_fwd_ms":0.17919999361038208,"teacher_kl_ms":0.3410879969596863,"output_restore_ms":0.23340800404548645,"dout_redistribute_ms":0.13516800105571747,"attention_bwd_ms":0.4349440038204193,"kv_reduce_scatter_ms":0.10780800133943558,"indexer_bwd_ms":0.06038400158286095,"pool_grad_exchange_ms":0.03788800165057182,"pool_bwd_ms":0.5068479776382446,"query_grad_restore_ms":0.31747201085090637},"peak_allocated_gib":0.34981775283813477},{"ms":4.344064235687256,"stages":{"query_redistribute_ms":0.3171519935131073,"pool_fwd_ms":0.05183999985456467,"pool_gather_ms":0.06876800209283829,"selection_key_layout_ms":0.01679999940097332,"selection_ms":0.2568959891796112,"selection_restore_ms":0.015135999768972397,"expand_tail_ms":0.5228800177574158,"kv_gather_ms":0.12118399888277054,"attention_fwd_ms":0.1669120043516159,"teacher_kl_ms":0.33801600337028503,"output_restore_ms":0.22518399357795715,"dout_redistribute_ms":0.1361600011587143,"attention_bwd_ms":0.432096004486084,"kv_reduce_scatter_ms":0.10143999755382538,"indexer_bwd_ms":0.062463998794555664,"pool_grad_exchange_ms":0.03999999910593033,"pool_bwd_ms":0.52537602186203,"query_grad_restore_ms":0.9214400053024292},"peak_allocated_gib":0.34920740127563477},{"ms":3.68937611579895,"stages":{"query_redistribute_ms":0.31459200382232666,"pool_fwd_ms":0.04124800115823746,"pool_gather_ms":0.054368000477552414,"selection_key_layout_ms":0.029184000566601753,"selection_ms":0.2555840015411377,"selection_restore_ms":0.016063999384641647,"expand_tail_ms":0.5248000025749207,"kv_gather_ms":0.10889600217342377,"attention_fwd_ms":0.17919999361038208,"teacher_kl_ms":0.3547520041465759,"output_restore_ms":0.22281600534915924,"dout_redistribute_ms":0.13619199395179749,"attention_bwd_ms":0.4277440011501312,"kv_reduce_scatter_ms":0.09145600348711014,"indexer_bwd_ms":0.060256000608205795,"pool_grad_exchange_ms":0.045951999723911285,"pool_bwd_ms":0.5142719745635986,"query_grad_restore_ms":0.28672000765800476},"peak_allocated_gib":0.34992456436157227},{"ms":3.758143901824951,"stages":{"query_redistribute_ms":0.3357439935207367,"pool_fwd_ms":0.017184000462293625,"pool_gather_ms":0.10201600193977356,"selection_key_layout_ms":0.006912000011652708,"selection_ms":0.24060800671577454,"selection_restore_ms":0.01568000018596649,"expand_tail_ms":0.5175039768218994,"kv_gather_ms":0.16220800578594208,"attention_fwd_ms":0.12777599692344666,"teacher_kl_ms":0.3564479947090149,"output_restore_ms":0.2641279995441437,"dout_redistribute_ms":0.13619199395179749,"attention_bwd_ms":0.3839679956436157,"kv_reduce_scatter_ms":0.14236800372600555,"indexer_bwd_ms":0.0623680017888546,"pool_grad_exchange_ms":0.044096000492572784,"pool_bwd_ms":0.5266559720039368,"query_grad_restore_ms":0.29254400730133057},"peak_allocated_gib":0.34969568252563477}],"queries_balanced":[{"ms":3.1094720363616943,"stages":{"query_redistribute_ms":0.05782400071620941,"pool_fwd_ms":0.10147199779748917,"pool_gather_ms":0.11590400338172913,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":0.20732800662517548,"selection_restore_ms":0.015584000386297703,"expand_tail_ms":0.5377920269966125,"kv_gather_ms":0.19571200013160706,"attention_fwd_ms":0.06860800087451935,"teacher_kl_ms":0.36447998881340027,"output_restore_ms":0.04560000076889992,"dout_redistribute_ms":0.02969600073993206,"attention_bwd_ms":0.4060800075531006,"kv_reduce_scatter_ms":0.5314559936523438,"indexer_bwd_ms":0.06015999987721443,"pool_grad_exchange_ms":0.037856001406908035,"pool_bwd_ms":0.3044160008430481,"query_grad_restore_ms":0.003135999897494912},"peak_allocated_gib":0.25370264053344727},{"ms":3.0682239532470703,"stages":{"query_redistribute_ms":0.05299200117588043,"pool_fwd_ms":0.09967999905347824,"pool_gather_ms":0.06656000018119812,"selection_key_layout_ms":0.02054399996995926,"selection_ms":0.24051199853420258,"selection_restore_ms":0.014303999952971935,"expand_tail_ms":0.5407360196113586,"kv_gather_ms":0.10809600353240967,"attention_fwd_ms":0.15670399367809296,"teacher_kl_ms":0.3685440123081207,"output_restore_ms":0.05526399984955788,"dout_redistribute_ms":0.03244800120592117,"attention_bwd_ms":0.39977601170539856,"kv_reduce_scatter_ms":0.3962880074977875,"indexer_bwd_ms":0.05817599967122078,"pool_grad_exchange_ms":0.039903998374938965,"pool_bwd_ms":0.35043200850486755,"query_grad_restore_ms":0.03267199918627739},"peak_allocated_gib":0.25309228897094727},{"ms":3.0901119709014893,"stages":{"query_redistribute_ms":0.05696000158786774,"pool_fwd_ms":0.10099200159311295,"pool_gather_ms":0.0615679994225502,"selection_key_layout_ms":0.021536000072956085,"selection_ms":0.2580159902572632,"selection_restore_ms":0.014368000440299511,"expand_tail_ms":0.5225920081138611,"kv_gather_ms":0.13100799918174744,"attention_fwd_ms":0.1279039978981018,"teacher_kl_ms":0.37833601236343384,"output_restore_ms":0.0461760014295578,"dout_redistribute_ms":0.03161599859595299,"attention_bwd_ms":0.3980160057544708,"kv_reduce_scatter_ms":0.4227840006351471,"indexer_bwd_ms":0.05612799897789955,"pool_grad_exchange_ms":0.04809600114822388,"pool_bwd_ms":0.38627201318740845,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":0.25345849990844727},{"ms":3.033440113067627,"stages":{"query_redistribute_ms":0.047200001776218414,"pool_fwd_ms":0.09759999811649323,"pool_gather_ms":0.06790400296449661,"selection_key_layout_ms":0.011264000087976456,"selection_ms":0.2534080147743225,"selection_restore_ms":0.014336000196635723,"expand_tail_ms":0.5215359926223755,"kv_gather_ms":0.12003199756145477,"attention_fwd_ms":0.13312000036239624,"teacher_kl_ms":0.38227200508117676,"output_restore_ms":0.04540799930691719,"dout_redistribute_ms":0.030400000512599945,"attention_bwd_ms":0.4020799994468689,"kv_reduce_scatter_ms":0.43113601207733154,"indexer_bwd_ms":0.058111999183893204,"pool_grad_exchange_ms":0.04403200000524521,"pool_bwd_ms":0.34649598598480225,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":0.25345849990844727},{"ms":3.0438079833984375,"stages":{"query_redistribute_ms":0.05571199953556061,"pool_fwd_ms":0.10175999999046326,"pool_gather_ms":0.06992000341415405,"selection_key_layout_ms":0.010528000071644783,"selection_ms":0.2539199888706207,"selection_restore_ms":0.01369599997997284,"expand_tail_ms":0.5189759731292725,"kv_gather_ms":0.1316480040550232,"attention_fwd_ms":0.12800000607967377,"teacher_kl_ms":0.3760640025138855,"output_restore_ms":0.045823998749256134,"dout_redistribute_ms":0.03046399913728237,"attention_bwd_ms":0.3985599875450134,"kv_reduce_scatter_ms":0.41676801443099976,"indexer_bwd_ms":0.05814399942755699,"pool_grad_exchange_ms":0.04412800073623657,"pool_bwd_ms":0.36268800497055054,"query_grad_restore_ms":0.0031679999083280563},"peak_allocated_gib":0.25370264053344727}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":1.4131406421253547e-05,"max_abs":0.001953125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.00013374695173492808,"max_abs":9.313225746154785e-10,"finite":true},"d_pool_score":{"relative_rms":1.33105554507152e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":3.575422756763063e-06,"max_abs":4.632738637155853e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0042868852615356445,"relative_rms":0.002026519738137722,"finite":true},"dq":{"max_abs":0.003407895565032959,"relative_rms":0.0023712904658168554,"finite":true},"dkv":{"max_abs":0.08058738708496094,"relative_rms":0.0022832946851849556,"finite":true},"teacher":{"max_abs":5.960464477539063e-08,"relative_rms":9.160623193338324e-08,"finite":true},"d_index_q":{"max_abs":4.2098236008314416e-10,"relative_rms":0.0023055875208228827,"finite":true},"d_weights":{"max_abs":4.3213367462158203e-07,"relative_rms":0.0016722342697903514,"finite":true},"d_kbar":{"max_abs":1.5648993212380446e-09,"relative_rms":0.0014725159853696823,"finite":true},"d_pool_kv":{"max_abs":1.5888019788690144e-09,"relative_rms":0.002468063961714506,"finite":true},"d_pool_score":{"max_abs":1.5499779237870825e-09,"relative_rms":0.0025200480595231056,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.0003926231001969427,"finite":true}},"loss_abs_error":1.036596586345695e-09},"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.3114415574326926e-05,"max_abs":0.015625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.00013400791417178082,"max_abs":9.313225746154785e-10,"finite":true},"d_pool_score":{"relative_rms":1.0926744582206338e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":4.856075859708116e-06,"max_abs":5.832134775118902e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0042868852615356445,"relative_rms":0.002026519738137722,"finite":true},"dq":{"max_abs":0.003407895565032959,"relative_rms":0.0023712904658168554,"finite":true},"dkv":{"max_abs":0.08058738708496094,"relative_rms":0.0022832686081528664,"finite":true},"teacher":{"max_abs":5.960464477539063e-08,"relative_rms":9.160623193338324e-08,"finite":true},"d_index_q":{"max_abs":4.2098236008314416e-10,"relative_rms":0.0023055875208228827,"finite":true},"d_weights":{"max_abs":4.3213367462158203e-07,"relative_rms":0.0016722342697903514,"finite":true},"d_kbar":{"max_abs":1.5648993212380446e-09,"relative_rms":0.001472955453209579,"finite":true},"d_pool_kv":{"max_abs":1.5888019788690144e-09,"relative_rms":0.002467354293912649,"finite":true},"d_pool_score":{"max_abs":1.5499779237870825e-09,"relative_rms":0.002519975882023573,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.00039224408101290464,"finite":true}},"loss_abs_error":1.036596586345695e-09},"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.002325447843677498,"max_abs":0.092529296875,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.003174598047852319,"max_abs":3.725290298461914e-09,"finite":true},"d_pool_score":{"relative_rms":0.0031401611096672755,"max_abs":1.862645149230957e-09,"finite":true},"d_ape":{"relative_rms":0.0004183098277011757,"max_abs":1.5209025150397792e-09,"finite":true}},"loss":0.0014107624301686883,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0042868852615356445,"relative_rms":0.002026519738137722,"finite":true},"dq":{"max_abs":0.003407895565032959,"relative_rms":0.0023712904658168554,"finite":true},"dkv":{"max_abs":0.07936859130859375,"relative_rms":0.002275982405990362,"finite":true},"teacher":{"max_abs":3.725290298461914e-09,"relative_rms":1.1518216069816845e-07,"finite":true},"d_index_q":{"max_abs":4.2098236008314416e-10,"relative_rms":0.0023055875208228827,"finite":true},"d_weights":{"max_abs":4.3213367462158203e-07,"relative_rms":0.0016722342697903514,"finite":true},"d_kbar":{"max_abs":1.6491412679897621e-09,"relative_rms":0.0013548032147809863,"finite":true},"d_pool_kv":{"max_abs":2.716603830776876e-09,"relative_rms":0.002367237349972129,"finite":true},"d_pool_score":{"max_abs":1.90294713320327e-09,"relative_rms":0.0023677542340010405,"finite":true},"d_ape":{"max_abs":1.275225258723367e-09,"relative_rms":0.0003506349166855216,"finite":true}},"loss_abs_error":2.191882231272757e-10},"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":1.4727515615153802e-05,"max_abs":0.00390625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":8.354983443486326e-06,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":2.3939010954411327e-07,"max_abs":9.094947017729282e-13,"finite":true},"d_ape":{"relative_rms":7.287152366196297e-06,"max_abs":6.838263288955204e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0042868852615356445,"relative_rms":0.002026519738137722,"finite":true},"dq":{"max_abs":0.003407895565032959,"relative_rms":0.0023712904658168554,"finite":true},"dkv":{"max_abs":0.08058738708496094,"relative_rms":0.0022832623217254877,"finite":true},"teacher":{"max_abs":5.960464477539063e-08,"relative_rms":9.160623193338324e-08,"finite":true},"d_index_q":{"max_abs":4.2098236008314416e-10,"relative_rms":0.0023055875208228827,"finite":true},"d_weights":{"max_abs":4.3213367462158203e-07,"relative_rms":0.0016722342697903514,"finite":true},"d_kbar":{"max_abs":1.5648993212380446e-09,"relative_rms":0.001473014010116458,"finite":true},"d_pool_kv":{"max_abs":1.5888019788690144e-09,"relative_rms":0.0024673757143318653,"finite":true},"d_pool_score":{"max_abs":1.5499779237870825e-09,"relative_rms":0.0025200480595231056,"finite":true},"d_ape":{"max_abs":1.951775630004704e-09,"relative_rms":0.000392444955650717,"finite":true}},"loss_abs_error":1.036596586345695e-09},"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"selection":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"queries_zigzag":{"policy":"zigzag","source_rows":512,"attention_rows":480,"selection_rows":480},"queries_balanced":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512}}},{"rank":5,"init_s":11.897927548969164,"first_calls_s":{"contiguous":15.825110396021046,"selection":0.142818410997279,"queries_zigzag":2.000713736983016,"queries_balanced":0.026624648948200047},"samples":{"contiguous":[{"ms":3.1319680213928223,"stages":{"query_redistribute_ms":0.03324799984693527,"pool_fwd_ms":0.09724800288677216,"pool_gather_ms":0.06870400160551071,"selection_key_layout_ms":0.010975999757647514,"selection_ms":0.357695996761322,"selection_restore_ms":0.013856000266969204,"expand_tail_ms":0.5074560046195984,"kv_gather_ms":0.1101439967751503,"attention_fwd_ms":0.17507199943065643,"teacher_kl_ms":0.3627839982509613,"output_restore_ms":0.044863998889923096,"dout_redistribute_ms":0.0318400003015995,"attention_bwd_ms":0.42579200863838196,"kv_reduce_scatter_ms":0.396479994058609,"indexer_bwd_ms":0.06204799935221672,"pool_grad_exchange_ms":0.03993599861860275,"pool_bwd_ms":0.34140801429748535,"query_grad_restore_ms":0.012768000364303589},"peak_allocated_gib":0.2537407875061035},{"ms":3.1213760375976562,"stages":{"query_redistribute_ms":0.03209599852561951,"pool_fwd_ms":0.09824000298976898,"pool_gather_ms":0.06176000088453293,"selection_key_layout_ms":0.0098879998549819,"selection_ms":0.3577280044555664,"selection_restore_ms":0.013504000380635262,"expand_tail_ms":0.5087360143661499,"kv_gather_ms":0.11468800157308578,"attention_fwd_ms":0.15459200739860535,"teacher_kl_ms":0.3739199936389923,"output_restore_ms":0.04265600070357323,"dout_redistribute_ms":0.03142400085926056,"attention_bwd_ms":0.42239999771118164,"kv_reduce_scatter_ms":0.3922559916973114,"indexer_bwd_ms":0.05820799991488457,"pool_grad_exchange_ms":0.04211200028657913,"pool_bwd_ms":0.37171199917793274,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.2542290687561035},{"ms":3.096832036972046,"stages":{"query_redistribute_ms":0.03167999908328056,"pool_fwd_ms":0.09676799923181534,"pool_gather_ms":0.06345599889755249,"selection_key_layout_ms":0.006432000081986189,"selection_ms":0.3638719916343689,"selection_restore_ms":0.013887999579310417,"expand_tail_ms":0.5070080161094666,"kv_gather_ms":0.11231999844312668,"attention_fwd_ms":0.16896000504493713,"teacher_kl_ms":0.3606399893760681,"output_restore_ms":0.04419200122356415,"dout_redistribute_ms":0.0323840007185936,"attention_bwd_ms":0.42719998955726624,"kv_reduce_scatter_ms":0.3920319974422455,"indexer_bwd_ms":0.06015999987721443,"pool_grad_exchange_ms":0.04224000126123428,"pool_bwd_ms":0.3389120101928711,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.2542290687561035},{"ms":3.10697603225708,"stages":{"query_redistribute_ms":0.03331200033426285,"pool_fwd_ms":0.0968639999628067,"pool_gather_ms":0.07231999933719635,"selection_key_layout_ms":0.002848000032827258,"selection_ms":0.34457600116729736,"selection_restore_ms":0.014015999622642994,"expand_tail_ms":0.5167040228843689,"kv_gather_ms":0.12444800138473511,"attention_fwd_ms":0.14640000462532043,"teacher_kl_ms":0.35948801040649414,"output_restore_ms":0.0432640016078949,"dout_redistribute_ms":0.03171199932694435,"attention_bwd_ms":0.4370560050010681,"kv_reduce_scatter_ms":0.3965440094470978,"indexer_bwd_ms":0.05817599967122078,"pool_grad_exchange_ms":0.04281599819660187,"pool_bwd_ms":0.35843199491500854,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.2537407875061035},{"ms":3.1447041034698486,"stages":{"query_redistribute_ms":0.033215999603271484,"pool_fwd_ms":0.10182400047779083,"pool_gather_ms":0.07075200229883194,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":0.355648010969162,"selection_restore_ms":0.01414399966597557,"expand_tail_ms":0.5210239887237549,"kv_gather_ms":0.12720000743865967,"attention_fwd_ms":0.14643199741840363,"teacher_kl_ms":0.3595840036869049,"output_restore_ms":0.04403200000524521,"dout_redistribute_ms":0.0307839997112751,"attention_bwd_ms":0.44118401408195496,"kv_reduce_scatter_ms":0.39263999462127686,"indexer_bwd_ms":0.059007998555898666,"pool_grad_exchange_ms":0.044064000248909,"pool_bwd_ms":0.371616005897522,"query_grad_restore_ms":0.003008000086992979},"peak_allocated_gib":0.2537407875061035}],"selection":[{"ms":3.1499838829040527,"stages":{"query_redistribute_ms":0.035071998834609985,"pool_fwd_ms":0.10047999769449234,"pool_gather_ms":0.0597120001912117,"selection_key_layout_ms":0.01065600011497736,"selection_ms":0.36188799142837524,"selection_restore_ms":0.013791999779641628,"expand_tail_ms":0.525983989238739,"kv_gather_ms":0.10659199953079224,"attention_fwd_ms":0.16771200299263,"teacher_kl_ms":0.3704639971256256,"output_restore_ms":0.04435199871659279,"dout_redistribute_ms":0.03209599852561951,"attention_bwd_ms":0.43167999386787415,"kv_reduce_scatter_ms":0.4045119881629944,"indexer_bwd_ms":0.0623680017888546,"pool_grad_exchange_ms":0.03811199963092804,"pool_bwd_ms":0.3407360017299652,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.2537407875061035},{"ms":3.1427199840545654,"stages":{"query_redistribute_ms":0.04047999903559685,"pool_fwd_ms":0.10211200267076492,"pool_gather_ms":0.060095999389886856,"selection_key_layout_ms":0.011231999844312668,"selection_ms":0.36073601245880127,"selection_restore_ms":0.01235199999064207,"expand_tail_ms":0.5312960147857666,"kv_gather_ms":0.10118400305509567,"attention_fwd_ms":0.1720000058412552,"teacher_kl_ms":0.35686400532722473,"output_restore_ms":0.04412800073623657,"dout_redistribute_ms":0.032287999987602234,"attention_bwd_ms":0.43510401248931885,"kv_reduce_scatter_ms":0.3922240138053894,"indexer_bwd_ms":0.060127999633550644,"pool_grad_exchange_ms":0.03791999816894531,"pool_bwd_ms":0.3606719970703125,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.2542290687561035},{"ms":3.104736089706421,"stages":{"query_redistribute_ms":0.033504001796245575,"pool_fwd_ms":0.09804800152778625,"pool_gather_ms":0.06745599955320358,"selection_key_layout_ms":0.003936000168323517,"selection_ms":0.35100799798965454,"selection_restore_ms":0.013120000250637531,"expand_tail_ms":0.5215359926223755,"kv_gather_ms":0.10768000036478043,"attention_fwd_ms":0.16179199516773224,"teacher_kl_ms":0.3670080006122589,"output_restore_ms":0.043168000876903534,"dout_redistribute_ms":0.03251200169324875,"attention_bwd_ms":0.42873600125312805,"kv_reduce_scatter_ms":0.37782400846481323,"indexer_bwd_ms":0.06038400158286095,"pool_grad_exchange_ms":0.04214400053024292,"pool_bwd_ms":0.36444801092147827,"query_grad_restore_ms":0.002976000076159835},"peak_allocated_gib":0.2542290687561035},{"ms":3.1535680294036865,"stages":{"query_redistribute_ms":0.039903998374938965,"pool_fwd_ms":0.10291200131177902,"pool_gather_ms":0.06108799949288368,"selection_key_layout_ms":0.007135999854654074,"selection_ms":0.3627519905567169,"selection_restore_ms":0.01228800043463707,"expand_tail_ms":0.5198720097541809,"kv_gather_ms":0.12198399752378464,"attention_fwd_ms":0.14950400590896606,"teacher_kl_ms":0.3770560026168823,"output_restore_ms":0.045471999794244766,"dout_redistribute_ms":0.031136000528931618,"attention_bwd_ms":0.4269759953022003,"kv_reduce_scatter_ms":0.3758080005645752,"indexer_bwd_ms":0.056543998420238495,"pool_grad_exchange_ms":0.044895999133586884,"pool_bwd_ms":0.39107200503349304,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":0.2542290687561035},{"ms":4.364352226257324,"stages":{"query_redistribute_ms":0.046911999583244324,"pool_fwd_ms":0.10777600109577179,"pool_gather_ms":1.2134720087051392,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":0.02396799996495247,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":0.21423999965190887,"kv_gather_ms":0.8170880079269409,"attention_fwd_ms":0.07667200267314911,"teacher_kl_ms":0.21804800629615784,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0031999999191612005,"attention_bwd_ms":0.2932159900665283,"kv_reduce_scatter_ms":0.662335991859436,"indexer_bwd_ms":0.0586559996008873,"pool_grad_exchange_ms":0.04790399968624115,"pool_bwd_ms":0.5460479855537415,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.2537407875061035}],"queries_zigzag":[{"ms":3.705535888671875,"stages":{"query_redistribute_ms":0.3092159926891327,"pool_fwd_ms":0.009727999567985535,"pool_gather_ms":0.08793599903583527,"selection_key_layout_ms":0.007040000054985285,"selection_ms":0.23571200668811798,"selection_restore_ms":0.015615999698638916,"expand_tail_ms":0.5399360060691833,"kv_gather_ms":0.14377599954605103,"attention_fwd_ms":0.1493760049343109,"teacher_kl_ms":0.34489598870277405,"output_restore_ms":0.21929599344730377,"dout_redistribute_ms":0.16886399686336517,"attention_bwd_ms":0.3797439932823181,"kv_reduce_scatter_ms":0.1467200070619583,"indexer_bwd_ms":0.060416001826524734,"pool_grad_exchange_ms":0.04185599833726883,"pool_bwd_ms":0.5274559855461121,"query_grad_restore_ms":0.289792001247406},"peak_allocated_gib":0.3226799964904785},{"ms":3.7450239658355713,"stages":{"query_redistribute_ms":0.32812801003456116,"pool_fwd_ms":0.009151999838650227,"pool_gather_ms":0.09545599669218063,"selection_key_layout_ms":0.006943999789655209,"selection_ms":0.22201600670814514,"selection_restore_ms":0.015424000099301338,"expand_tail_ms":0.5380480289459229,"kv_gather_ms":0.1554879993200302,"attention_fwd_ms":0.13504000008106232,"teacher_kl_ms":0.3405439853668213,"output_restore_ms":0.22886399924755096,"dout_redistribute_ms":0.18732799589633942,"attention_bwd_ms":0.37961599230766296,"kv_reduce_scatter_ms":0.15887999534606934,"indexer_bwd_ms":0.05852799862623215,"pool_grad_exchange_ms":0.03977600112557411,"pool_bwd_ms":0.5083199739456177,"query_grad_restore_ms":0.31302401423454285},"peak_allocated_gib":0.3221917152404785},{"ms":4.341695785522461,"stages":{"query_redistribute_ms":0.31833600997924805,"pool_fwd_ms":0.009312000125646591,"pool_gather_ms":0.11075200140476227,"selection_key_layout_ms":0.007104000076651573,"selection_ms":0.2146880030632019,"selection_restore_ms":0.014879999682307243,"expand_tail_ms":0.535647988319397,"kv_gather_ms":0.1565759927034378,"attention_fwd_ms":0.13020800054073334,"teacher_kl_ms":0.34009599685668945,"output_restore_ms":0.2197760045528412,"dout_redistribute_ms":0.19145600497722626,"attention_bwd_ms":0.3798080086708069,"kv_reduce_scatter_ms":0.14035199582576752,"indexer_bwd_ms":0.06230400130152702,"pool_grad_exchange_ms":0.03999999910593033,"pool_bwd_ms":0.5265920162200928,"query_grad_restore_ms":0.9193599820137024},"peak_allocated_gib":0.3226799964904785},{"ms":3.68940806388855,"stages":{"query_redistribute_ms":0.31881600618362427,"pool_fwd_ms":0.009503999724984169,"pool_gather_ms":0.0788159966468811,"selection_key_layout_ms":0.0071680000983178616,"selection_ms":0.23577600717544556,"selection_restore_ms":0.014336000196635723,"expand_tail_ms":0.535423994064331,"kv_gather_ms":0.1393599957227707,"attention_fwd_ms":0.1494079977273941,"teacher_kl_ms":0.35359999537467957,"output_restore_ms":0.21766400337219238,"dout_redistribute_ms":0.1919039934873581,"attention_bwd_ms":0.3792319893836975,"kv_reduce_scatter_ms":0.12422399967908859,"indexer_bwd_ms":0.06239999830722809,"pool_grad_exchange_ms":0.043935999274253845,"pool_bwd_ms":0.5161920189857483,"query_grad_restore_ms":0.28672000765800476},"peak_allocated_gib":0.3221917152404785},{"ms":3.7571520805358887,"stages":{"query_redistribute_ms":0.3369919955730438,"pool_fwd_ms":0.009247999638319016,"pool_gather_ms":0.11055999994277954,"selection_key_layout_ms":0.007199999876320362,"selection_ms":0.21279999613761902,"selection_restore_ms":0.015231999568641186,"expand_tail_ms":0.522271990776062,"kv_gather_ms":0.18252800405025482,"attention_fwd_ms":0.10550399869680405,"teacher_kl_ms":0.3543680012226105,"output_restore_ms":0.20982399582862854,"dout_redistribute_ms":0.2059839963912964,"attention_bwd_ms":0.37968000769615173,"kv_reduce_scatter_ms":0.15494400262832642,"indexer_bwd_ms":0.06239999830722809,"pool_grad_exchange_ms":0.04374400153756142,"pool_bwd_ms":0.5274559855461121,"query_grad_restore_ms":0.29388800263404846},"peak_allocated_gib":0.3226799964904785}],"queries_balanced":[{"ms":3.109312057495117,"stages":{"query_redistribute_ms":0.05910399928689003,"pool_fwd_ms":0.09939199686050415,"pool_gather_ms":0.11430399864912033,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":0.20748800039291382,"selection_restore_ms":0.013439999893307686,"expand_tail_ms":0.5409600138664246,"kv_gather_ms":0.18960000574588776,"attention_fwd_ms":0.08297599852085114,"teacher_kl_ms":0.35923200845718384,"output_restore_ms":0.04467200115323067,"dout_redistribute_ms":0.031007999554276466,"attention_bwd_ms":0.4436799883842468,"kv_reduce_scatter_ms":0.4885439872741699,"indexer_bwd_ms":0.06022400036454201,"pool_grad_exchange_ms":0.03996799886226654,"pool_bwd_ms":0.3041920065879822,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.2537407875061035},{"ms":3.03987193107605,"stages":{"query_redistribute_ms":0.04825599864125252,"pool_fwd_ms":0.097120001912117,"pool_gather_ms":0.0753600001335144,"selection_key_layout_ms":0.003616000059992075,"selection_ms":0.24400000274181366,"selection_restore_ms":0.013344000093638897,"expand_tail_ms":0.5421440005302429,"kv_gather_ms":0.1175680011510849,"attention_fwd_ms":0.1515520066022873,"teacher_kl_ms":0.35545599460601807,"output_restore_ms":0.04428799822926521,"dout_redistribute_ms":0.03884800150990486,"attention_bwd_ms":0.4307839870452881,"kv_reduce_scatter_ms":0.390175998210907,"indexer_bwd_ms":0.05833600088953972,"pool_grad_exchange_ms":0.039903998374938965,"pool_bwd_ms":0.35129600763320923,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.2542290687561035},{"ms":3.088320016860962,"stages":{"query_redistribute_ms":0.0562559999525547,"pool_fwd_ms":0.09996800124645233,"pool_gather_ms":0.06800000369548798,"selection_key_layout_ms":0.012927999719977379,"selection_ms":0.2529279887676239,"selection_restore_ms":0.014047999866306782,"expand_tail_ms":0.5340480208396912,"kv_gather_ms":0.1260479986667633,"attention_fwd_ms":0.14032000303268433,"teacher_kl_ms":0.371071994304657,"output_restore_ms":0.045024000108242035,"dout_redistribute_ms":0.031808000057935715,"attention_bwd_ms":0.42348799109458923,"kv_reduce_scatter_ms":0.39852800965309143,"indexer_bwd_ms":0.05827200040221214,"pool_grad_exchange_ms":0.044863998889923096,"pool_bwd_ms":0.3840959966182709,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":0.2537407875061035},{"ms":3.0323519706726074,"stages":{"query_redistribute_ms":0.04960000142455101,"pool_fwd_ms":0.0968639999628067,"pool_gather_ms":0.06560000032186508,"selection_key_layout_ms":0.015968000516295433,"selection_ms":0.251583993434906,"selection_restore_ms":0.014047999866306782,"expand_tail_ms":0.5259519815444946,"kv_gather_ms":0.11075200140476227,"attention_fwd_ms":0.1526080071926117,"teacher_kl_ms":0.37088000774383545,"output_restore_ms":0.04383999854326248,"dout_redistribute_ms":0.029791999608278275,"attention_bwd_ms":0.4238080084323883,"kv_reduce_scatter_ms":0.4044800102710724,"indexer_bwd_ms":0.05817599967122078,"pool_grad_exchange_ms":0.04399999976158142,"pool_bwd_ms":0.3473599851131439,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":0.2537407875061035},{"ms":3.0458879470825195,"stages":{"query_redistribute_ms":0.05427199974656105,"pool_fwd_ms":0.10063999891281128,"pool_gather_ms":0.07500799745321274,"selection_key_layout_ms":0.0031679999083280563,"selection_ms":0.2547839879989624,"selection_restore_ms":0.013407999649643898,"expand_tail_ms":0.5306559801101685,"kv_gather_ms":0.1239359974861145,"attention_fwd_ms":0.14406399428844452,"teacher_kl_ms":0.3700160086154938,"output_restore_ms":0.045632001012563705,"dout_redistribute_ms":0.030368000268936157,"attention_bwd_ms":0.42636799812316895,"kv_reduce_scatter_ms":0.3803200125694275,"indexer_bwd_ms":0.05878400057554245,"pool_grad_exchange_ms":0.04399999976158142,"pool_bwd_ms":0.36268800497055054,"query_grad_restore_ms":0.0029440000653266907},"peak_allocated_gib":0.2537407875061035}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.6142358639647426e-05,"max_abs":0.001953125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.10498470019047e-06,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":4.48607614811975e-06,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.575422756763063e-06,"max_abs":4.632738637155853e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0005344599485397339,"relative_rms":0.002292157616466284,"finite":true},"dq":{"max_abs":0.00027135759592056274,"relative_rms":0.00203726883046329,"finite":true},"dkv":{"max_abs":0.004059851169586182,"relative_rms":0.002300130669027567,"finite":true},"teacher":{"max_abs":4.6566128730773926e-09,"relative_rms":1.1858188031510508e-07,"finite":true},"d_index_q":{"max_abs":4.084910187884816e-11,"relative_rms":0.0021842746064066887,"finite":true},"d_weights":{"max_abs":1.1845258995890617e-07,"relative_rms":0.001658319029957056,"finite":true},"d_kbar":{"max_abs":3.4728486753010657e-10,"relative_rms":0.0013379870215430856,"finite":true},"d_pool_kv":{"max_abs":7.971578952492564e-10,"relative_rms":0.002489396370947361,"finite":true},"d_pool_score":{"max_abs":4.225313432471012e-10,"relative_rms":0.0024215634912252426,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.0003926231001969427,"finite":true}},"loss_abs_error":8.86757334228605e-11},"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.5733518698408706e-05,"max_abs":0.001953125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.991675684964557e-06,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":6.1033317882162765e-06,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.856075859708116e-06,"max_abs":5.832134775118902e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0005344599485397339,"relative_rms":0.002292157616466284,"finite":true},"dq":{"max_abs":0.00027135759592056274,"relative_rms":0.00203726883046329,"finite":true},"dkv":{"max_abs":0.004059851169586182,"relative_rms":0.0022999527864158154,"finite":true},"teacher":{"max_abs":4.6566128730773926e-09,"relative_rms":1.1858188031510508e-07,"finite":true},"d_index_q":{"max_abs":4.084910187884816e-11,"relative_rms":0.0021842746064066887,"finite":true},"d_weights":{"max_abs":1.1845258995890617e-07,"relative_rms":0.001658319029957056,"finite":true},"d_kbar":{"max_abs":3.4728486753010657e-10,"relative_rms":0.0013379264855757356,"finite":true},"d_pool_kv":{"max_abs":7.971578952492564e-10,"relative_rms":0.0024893952067941427,"finite":true},"d_pool_score":{"max_abs":4.225313432471012e-10,"relative_rms":0.002421421930193901,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.00039224408101290464,"finite":true}},"loss_abs_error":8.86757334228605e-11},"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.0022989929024574873,"max_abs":0.005859375,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0031679616203084894,"max_abs":9.313225746154785e-10,"finite":true},"d_pool_score":{"relative_rms":0.003102586478614211,"max_abs":4.656612873077393e-10,"finite":true},"d_ape":{"relative_rms":0.0004183098277011757,"max_abs":1.5209025150397792e-09,"finite":true}},"loss":0.0014107624301686883,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0005344599485397339,"relative_rms":0.002292157616466284,"finite":true},"dq":{"max_abs":0.00027135759592056274,"relative_rms":0.00203726883046329,"finite":true},"dkv":{"max_abs":0.004579082131385803,"relative_rms":0.0022932221181690693,"finite":true},"teacher":{"max_abs":2.7939677238464355e-09,"relative_rms":1.1310902436889592e-07,"finite":true},"d_index_q":{"max_abs":4.084910187884816e-11,"relative_rms":0.0021842746064066887,"finite":true},"d_weights":{"max_abs":1.1845258995890617e-07,"relative_rms":0.001658319029957056,"finite":true},"d_kbar":{"max_abs":2.2724577775079524e-10,"relative_rms":0.0011410531587898731,"finite":true},"d_pool_kv":{"max_abs":6.727276513629477e-10,"relative_rms":0.002199434209614992,"finite":true},"d_pool_score":{"max_abs":3.526352543303801e-10,"relative_rms":0.0021895496174693108,"finite":true},"d_ape":{"max_abs":1.275225258723367e-09,"relative_rms":0.0003506349166855216,"finite":true}},"loss_abs_error":1.1064003047067672e-09},"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.615533120130565e-05,"max_abs":0.001953125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":1.679621347725096e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":5.703690698426482e-05,"max_abs":5.820766091346741e-11,"finite":true},"d_ape":{"relative_rms":7.287152366196297e-06,"max_abs":6.838263288955204e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0005344599485397339,"relative_rms":0.002292157616466284,"finite":true},"dq":{"max_abs":0.00027135759592056274,"relative_rms":0.00203726883046329,"finite":true},"dkv":{"max_abs":0.004059851169586182,"relative_rms":0.0023000945802778006,"finite":true},"teacher":{"max_abs":4.6566128730773926e-09,"relative_rms":1.1858188031510508e-07,"finite":true},"d_index_q":{"max_abs":4.084910187884816e-11,"relative_rms":0.0021842746064066887,"finite":true},"d_weights":{"max_abs":1.1845258995890617e-07,"relative_rms":0.001658319029957056,"finite":true},"d_kbar":{"max_abs":3.4728486753010657e-10,"relative_rms":0.0013378966832533479,"finite":true},"d_pool_kv":{"max_abs":7.971578952492564e-10,"relative_rms":0.0024893968366086483,"finite":true},"d_pool_score":{"max_abs":4.225313432471012e-10,"relative_rms":0.0024216396268457174,"finite":true},"d_ape":{"max_abs":1.951775630004704e-09,"relative_rms":0.000392444955650717,"finite":true}},"loss_abs_error":8.86757334228605e-11},"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"selection":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"queries_zigzag":{"policy":"zigzag","source_rows":512,"attention_rows":480,"selection_rows":480},"queries_balanced":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512}}},{"rank":6,"init_s":11.89791682898067,"first_calls_s":{"contiguous":15.825126031995751,"selection":0.14281242608558387,"queries_zigzag":2.00070977199357,"queries_balanced":0.02662060095462948},"samples":{"contiguous":[{"ms":3.1085119247436523,"stages":{"query_redistribute_ms":0.03356799855828285,"pool_fwd_ms":0.09683199971914291,"pool_gather_ms":0.07075200229883194,"selection_key_layout_ms":0.010400000028312206,"selection_ms":0.35283198952674866,"selection_restore_ms":0.01369599997997284,"expand_tail_ms":0.5024960041046143,"kv_gather_ms":0.11939200013875961,"attention_fwd_ms":0.2008959949016571,"teacher_kl_ms":0.31833600997924805,"output_restore_ms":0.04310400038957596,"dout_redistribute_ms":0.03286400064826012,"attention_bwd_ms":0.5780159831047058,"kv_reduce_scatter_ms":0.2632960081100464,"indexer_bwd_ms":0.06054399907588959,"pool_grad_exchange_ms":0.03984000161290169,"pool_bwd_ms":0.3431679904460907,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":0.25448083877563477},{"ms":3.1136960983276367,"stages":{"query_redistribute_ms":0.033535998314619064,"pool_fwd_ms":0.09667199850082397,"pool_gather_ms":0.05859199911355972,"selection_key_layout_ms":0.010784000158309937,"selection_ms":0.35139200091362,"selection_restore_ms":0.01360000018030405,"expand_tail_ms":0.49830400943756104,"kv_gather_ms":0.13023999333381653,"attention_fwd_ms":0.17308799922466278,"teacher_kl_ms":0.32784000039100647,"output_restore_ms":0.043455999344587326,"dout_redistribute_ms":0.03379200026392937,"attention_bwd_ms":0.5786880254745483,"kv_reduce_scatter_ms":0.26128000020980835,"indexer_bwd_ms":0.06467200070619583,"pool_grad_exchange_ms":0.03798399865627289,"pool_bwd_ms":0.3715519905090332,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":0.25387048721313477},{"ms":3.091423988342285,"stages":{"query_redistribute_ms":0.03436800092458725,"pool_fwd_ms":0.09600000083446503,"pool_gather_ms":0.06230400130152702,"selection_key_layout_ms":0.0077760000713169575,"selection_ms":0.3591040074825287,"selection_restore_ms":0.013791999779641628,"expand_tail_ms":0.502560019493103,"kv_gather_ms":0.12031999975442886,"attention_fwd_ms":0.19043199717998505,"teacher_kl_ms":0.3165760040283203,"output_restore_ms":0.04016000032424927,"dout_redistribute_ms":0.03174399957060814,"attention_bwd_ms":0.5768640041351318,"kv_reduce_scatter_ms":0.2693760097026825,"indexer_bwd_ms":0.06457599997520447,"pool_grad_exchange_ms":0.039903998374938965,"pool_bwd_ms":0.33907198905944824,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":0.25387048721313477},{"ms":3.1462080478668213,"stages":{"query_redistribute_ms":0.03859199956059456,"pool_fwd_ms":0.10089600086212158,"pool_gather_ms":0.0652799978852272,"selection_key_layout_ms":0.01033599954098463,"selection_ms":0.3590080142021179,"selection_restore_ms":0.013407999649643898,"expand_tail_ms":0.5222399830818176,"kv_gather_ms":0.10124800354242325,"attention_fwd_ms":0.21673600375652313,"teacher_kl_ms":0.32368001341819763,"output_restore_ms":0.04368000105023384,"dout_redistribute_ms":0.038784001022577286,"attention_bwd_ms":0.5857279896736145,"kv_reduce_scatter_ms":0.1955520063638687,"indexer_bwd_ms":0.06480000168085098,"pool_grad_exchange_ms":0.03580800071358681,"pool_bwd_ms":0.3604480028152466,"query_grad_restore_ms":0.03244800120592117},"peak_allocated_gib":0.25423669815063477},{"ms":3.1447041034698486,"stages":{"query_redistribute_ms":0.03436800092458725,"pool_fwd_ms":0.10076799988746643,"pool_gather_ms":0.06752000004053116,"selection_key_layout_ms":0.004511999897658825,"selection_ms":0.3537920117378235,"selection_restore_ms":0.014015999622642994,"expand_tail_ms":0.5126720070838928,"kv_gather_ms":0.13663999736309052,"attention_fwd_ms":0.169855996966362,"teacher_kl_ms":0.3128319978713989,"output_restore_ms":0.04342399910092354,"dout_redistribute_ms":0.0331839993596077,"attention_bwd_ms":0.5893120169639587,"kv_reduce_scatter_ms":0.26924800872802734,"indexer_bwd_ms":0.06496000289916992,"pool_grad_exchange_ms":0.035551998764276505,"pool_bwd_ms":0.37484800815582275,"query_grad_restore_ms":0.0031999999191612005},"peak_allocated_gib":0.25448083877563477}],"selection":[{"ms":3.138751983642578,"stages":{"query_redistribute_ms":0.034143999218940735,"pool_fwd_ms":0.09974399954080582,"pool_gather_ms":0.05929600074887276,"selection_key_layout_ms":0.010015999898314476,"selection_ms":0.3538239896297455,"selection_restore_ms":0.013311999849975109,"expand_tail_ms":0.5210559964179993,"kv_gather_ms":0.12563200294971466,"attention_fwd_ms":0.1812479943037033,"teacher_kl_ms":0.3298879861831665,"output_restore_ms":0.04419200122356415,"dout_redistribute_ms":0.03222399950027466,"attention_bwd_ms":0.5829439759254456,"kv_reduce_scatter_ms":0.27929601073265076,"indexer_bwd_ms":0.06060799956321716,"pool_grad_exchange_ms":0.041728001087903976,"pool_bwd_ms":0.3412480056285858,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":0.25448083877563477},{"ms":3.139647960662842,"stages":{"query_redistribute_ms":0.03993599861860275,"pool_fwd_ms":0.10063999891281128,"pool_gather_ms":0.0615679994225502,"selection_key_layout_ms":0.009855999611318111,"selection_ms":0.35948801040649414,"selection_restore_ms":0.013887999579310417,"expand_tail_ms":0.5064640045166016,"kv_gather_ms":0.1303039938211441,"attention_fwd_ms":0.17395199835300446,"teacher_kl_ms":0.31571200489997864,"output_restore_ms":0.04118400067090988,"dout_redistribute_ms":0.03270399942994118,"attention_bwd_ms":0.5869439840316772,"kv_reduce_scatter_ms":0.2796480059623718,"indexer_bwd_ms":0.0626240000128746,"pool_grad_exchange_ms":0.03580800071358681,"pool_bwd_ms":0.3616960048675537,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":0.25387048721313477},{"ms":3.102560043334961,"stages":{"query_redistribute_ms":0.032735999673604965,"pool_fwd_ms":0.09769599884748459,"pool_gather_ms":0.06457599997520447,"selection_key_layout_ms":0.0058559998869895935,"selection_ms":0.347104012966156,"selection_restore_ms":0.013248000293970108,"expand_tail_ms":0.5098879933357239,"kv_gather_ms":0.12361600250005722,"attention_fwd_ms":0.17894400656223297,"teacher_kl_ms":0.32227200269699097,"output_restore_ms":0.04092799872159958,"dout_redistribute_ms":0.031647998839616776,"attention_bwd_ms":0.5920320153236389,"kv_reduce_scatter_ms":0.24691200256347656,"indexer_bwd_ms":0.0655680000782013,"pool_grad_exchange_ms":0.03612799942493439,"pool_bwd_ms":0.36425599455833435,"query_grad_restore_ms":0.0030400000978261232},"peak_allocated_gib":0.25387048721313477},{"ms":3.151808023452759,"stages":{"query_redistribute_ms":0.042688000947237015,"pool_fwd_ms":0.1003199964761734,"pool_gather_ms":0.06022400036454201,"selection_key_layout_ms":0.010400000028312206,"selection_ms":0.3546240031719208,"selection_restore_ms":0.014368000440299511,"expand_tail_ms":0.5152639746665955,"kv_gather_ms":0.1226240023970604,"attention_fwd_ms":0.18412800133228302,"teacher_kl_ms":0.3272320032119751,"output_restore_ms":0.04278400167822838,"dout_redistribute_ms":0.031328000128269196,"attention_bwd_ms":0.5804799795150757,"kv_reduce_scatter_ms":0.24457600712776184,"indexer_bwd_ms":0.06473600119352341,"pool_grad_exchange_ms":0.035840000957250595,"pool_bwd_ms":0.39232000708580017,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":0.25496912002563477},{"ms":4.366591930389404,"stages":{"query_redistribute_ms":0.04915200173854828,"pool_fwd_ms":0.10755199939012527,"pool_gather_ms":1.2071679830551147,"selection_key_layout_ms":0.002816000021994114,"selection_ms":0.02566399984061718,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":0.21024000644683838,"kv_gather_ms":0.8222399950027466,"attention_fwd_ms":0.11369600147008896,"teacher_kl_ms":0.22227199375629425,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":0.45107200741767883,"kv_reduce_scatter_ms":0.4647360146045685,"indexer_bwd_ms":0.0644799992442131,"pool_grad_exchange_ms":0.03574400022625923,"pool_bwd_ms":0.5543680191040039,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":0.25448083877563477}],"queries_zigzag":[{"ms":3.709439992904663,"stages":{"query_redistribute_ms":0.3149760067462921,"pool_fwd_ms":0.030079999938607216,"pool_gather_ms":0.06735999882221222,"selection_key_layout_ms":0.013728000223636627,"selection_ms":0.25484800338745117,"selection_restore_ms":0.01369599997997284,"expand_tail_ms":0.5210880041122437,"kv_gather_ms":0.1385599970817566,"attention_fwd_ms":0.14745600521564484,"teacher_kl_ms":0.3376320004463196,"output_restore_ms":0.284960001707077,"dout_redistribute_ms":0.146464005112648,"attention_bwd_ms":0.38383999466896057,"kv_reduce_scatter_ms":0.10931199789047241,"indexer_bwd_ms":0.06067200005054474,"pool_grad_exchange_ms":0.03993599861860275,"pool_bwd_ms":0.5305600166320801,"query_grad_restore_ms":0.2897599935531616},"peak_allocated_gib":0.34972620010375977},{"ms":3.749631881713867,"stages":{"query_redistribute_ms":0.329120010137558,"pool_fwd_ms":0.03619199991226196,"pool_gather_ms":0.06521599739789963,"selection_key_layout_ms":0.019967999309301376,"selection_ms":0.2500160038471222,"selection_restore_ms":0.014560000039637089,"expand_tail_ms":0.5295360088348389,"kv_gather_ms":0.12387199699878693,"attention_fwd_ms":0.16176000237464905,"teacher_kl_ms":0.3362880051136017,"output_restore_ms":0.2945280075073242,"dout_redistribute_ms":0.14847999811172485,"attention_bwd_ms":0.3816959857940674,"kv_reduce_scatter_ms":0.11161600053310394,"indexer_bwd_ms":0.0628800019621849,"pool_grad_exchange_ms":0.033663999289274216,"pool_bwd_ms":0.5101439952850342,"query_grad_restore_ms":0.31721600890159607},"peak_allocated_gib":0.35059595108032227},{"ms":4.349503993988037,"stages":{"query_redistribute_ms":0.3210560083389282,"pool_fwd_ms":0.036768000572919846,"pool_gather_ms":0.08105599880218506,"selection_key_layout_ms":0.0081599997356534,"selection_ms":0.24848000705242157,"selection_restore_ms":0.015039999969303608,"expand_tail_ms":0.5159040093421936,"kv_gather_ms":0.14217600226402283,"attention_fwd_ms":0.14336000382900238,"teacher_kl_ms":0.3299520015716553,"output_restore_ms":0.29260799288749695,"dout_redistribute_ms":0.14643199741840363,"attention_bwd_ms":0.3837760090827942,"kv_reduce_scatter_ms":0.10543999820947647,"indexer_bwd_ms":0.0626240000128746,"pool_grad_exchange_ms":0.04025600105524063,"pool_bwd_ms":0.5253440141677856,"query_grad_restore_ms":0.9265599846839905},"peak_allocated_gib":0.34998559951782227},{"ms":3.6920320987701416,"stages":{"query_redistribute_ms":0.32307198643684387,"pool_fwd_ms":0.026944000273942947,"pool_gather_ms":0.06006399914622307,"selection_key_layout_ms":0.02348800003528595,"selection_ms":0.2502399981021881,"selection_restore_ms":0.014495999552309513,"expand_tail_ms":0.5213119983673096,"kv_gather_ms":0.1212799996137619,"attention_fwd_ms":0.1669120043516159,"teacher_kl_ms":0.343968003988266,"output_restore_ms":0.29395198822021484,"dout_redistribute_ms":0.14851200580596924,"attention_bwd_ms":0.3837440013885498,"kv_reduce_scatter_ms":0.08092799782752991,"indexer_bwd_ms":0.06464000046253204,"pool_grad_exchange_ms":0.03999999910593033,"pool_bwd_ms":0.5183039903640747,"query_grad_restore_ms":0.2856000065803528},"peak_allocated_gib":0.35070276260375977},{"ms":3.7577919960021973,"stages":{"query_redistribute_ms":0.33510398864746094,"pool_fwd_ms":0.018464000895619392,"pool_gather_ms":0.09939199686050415,"selection_key_layout_ms":0.007040000054985285,"selection_ms":0.24348799884319305,"selection_restore_ms":0.01532800029963255,"expand_tail_ms":0.507968008518219,"kv_gather_ms":0.16633599996566772,"attention_fwd_ms":0.11449600011110306,"teacher_kl_ms":0.3468799889087677,"output_restore_ms":0.28598400950431824,"dout_redistribute_ms":0.16582399606704712,"attention_bwd_ms":0.3837760090827942,"kv_reduce_scatter_ms":0.11577600240707397,"indexer_bwd_ms":0.05827200040221214,"pool_grad_exchange_ms":0.04623999819159508,"pool_bwd_ms":0.5294719934463501,"query_grad_restore_ms":0.29289600253105164},"peak_allocated_gib":0.35047388076782227}],"queries_balanced":[{"ms":3.1063361167907715,"stages":{"query_redistribute_ms":0.058079998940229416,"pool_fwd_ms":0.10201600193977356,"pool_gather_ms":0.11219199746847153,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":0.20735999941825867,"selection_restore_ms":0.013919999822974205,"expand_tail_ms":0.5303679704666138,"kv_gather_ms":0.20291200280189514,"attention_fwd_ms":0.11363200098276138,"teacher_kl_ms":0.298880010843277,"output_restore_ms":0.04447999969124794,"dout_redistribute_ms":0.030880000442266464,"attention_bwd_ms":0.5901119709014893,"kv_reduce_scatter_ms":0.3718079924583435,"indexer_bwd_ms":0.06035200133919716,"pool_grad_exchange_ms":0.0379519984126091,"pool_bwd_ms":0.3022400140762329,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":0.25448083877563477},{"ms":3.028991937637329,"stages":{"query_redistribute_ms":0.05104000121355057,"pool_fwd_ms":0.10124800354242325,"pool_gather_ms":0.06950400024652481,"selection_key_layout_ms":0.019360000267624855,"selection_ms":0.24009600281715393,"selection_restore_ms":0.013472000136971474,"expand_tail_ms":0.5292800068855286,"kv_gather_ms":0.118367999792099,"attention_fwd_ms":0.1765120029449463,"teacher_kl_ms":0.3129279911518097,"output_restore_ms":0.04371200129389763,"dout_redistribute_ms":0.029759999364614487,"attention_bwd_ms":0.5919039845466614,"kv_reduce_scatter_ms":0.25702399015426636,"indexer_bwd_ms":0.06284800171852112,"pool_grad_exchange_ms":0.03561599925160408,"pool_bwd_ms":0.3513279855251312,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":0.25387048721313477},{"ms":3.17792010307312,"stages":{"query_redistribute_ms":0.05852799862623215,"pool_fwd_ms":0.10316800326108932,"pool_gather_ms":0.06563200056552887,"selection_key_layout_ms":0.02022399939596653,"selection_ms":0.26655998826026917,"selection_restore_ms":0.014592000283300877,"expand_tail_ms":0.5466560125350952,"kv_gather_ms":0.09996800124645233,"attention_fwd_ms":0.2189439982175827,"teacher_kl_ms":0.3460479974746704,"output_restore_ms":0.047168001532554626,"dout_redistribute_ms":0.0307839997112751,"attention_bwd_ms":0.5874879956245422,"kv_reduce_scatter_ms":0.1671680063009262,"indexer_bwd_ms":0.06464000046253204,"pool_grad_exchange_ms":0.03558399900794029,"pool_bwd_ms":0.40041598677635193,"query_grad_restore_ms":0.06787200272083282},"peak_allocated_gib":0.25423669815063477},{"ms":3.0303680896759033,"stages":{"query_redistribute_ms":0.047775998711586,"pool_fwd_ms":0.0992640033364296,"pool_gather_ms":0.0634239986538887,"selection_key_layout_ms":0.01865600049495697,"selection_ms":0.2457599937915802,"selection_restore_ms":0.013055999763309956,"expand_tail_ms":0.5208960175514221,"kv_gather_ms":0.11615999788045883,"attention_fwd_ms":0.18531200289726257,"teacher_kl_ms":0.324288010597229,"output_restore_ms":0.043807998299598694,"dout_redistribute_ms":0.030368000268936157,"attention_bwd_ms":0.5794559717178345,"kv_reduce_scatter_ms":0.2670400142669678,"indexer_bwd_ms":0.06464000046253204,"pool_grad_exchange_ms":0.03587200120091438,"pool_bwd_ms":0.348224014043808,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":0.25423669815063477},{"ms":3.043519973754883,"stages":{"query_redistribute_ms":0.053279999643564224,"pool_fwd_ms":0.09852799773216248,"pool_gather_ms":0.07411199808120728,"selection_key_layout_ms":0.0033599999733269215,"selection_ms":0.252703994512558,"selection_restore_ms":0.014015999622642994,"expand_tail_ms":0.5187519788742065,"kv_gather_ms":0.13891200721263885,"attention_fwd_ms":0.15984000265598297,"teacher_kl_ms":0.32307198643684387,"output_restore_ms":0.04575999826192856,"dout_redistribute_ms":0.03126399964094162,"attention_bwd_ms":0.5800319910049438,"kv_reduce_scatter_ms":0.25673601031303406,"indexer_bwd_ms":0.06457599997520447,"pool_grad_exchange_ms":0.035840000957250595,"pool_bwd_ms":0.36579200625419617,"query_grad_restore_ms":0.0032319999299943447},"peak_allocated_gib":0.25448083877563477}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.123222349842506e-05,"max_abs":0.001953125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":1.6886908291562572e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":3.0424150741289458e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":3.575422756763063e-06,"max_abs":4.632738637155853e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0003173127770423889,"relative_rms":0.002285403897985816,"finite":true},"dq":{"max_abs":0.00024580955505371094,"relative_rms":0.001927908044308424,"finite":true},"dkv":{"max_abs":0.0030221939086914062,"relative_rms":0.0023346117231994867,"finite":true},"teacher":{"max_abs":2.3283064365386963e-09,"relative_rms":1.1837680347071e-07,"finite":true},"d_index_q":{"max_abs":3.5499603256994305e-11,"relative_rms":0.0020937996450811625,"finite":true},"d_weights":{"max_abs":1.1339579941704869e-07,"relative_rms":0.0016636225627735257,"finite":true},"d_kbar":{"max_abs":1.7982415556616616e-10,"relative_rms":0.0015509685035794973,"finite":true},"d_pool_kv":{"max_abs":4.3004888539144304e-10,"relative_rms":0.002723663579672575,"finite":true},"d_pool_score":{"max_abs":2.1151791429474542e-10,"relative_rms":0.002712831599637866,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.0003926231001969427,"finite":true}},"loss_abs_error":7.612470653839409e-10},"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.127465988263596e-05,"max_abs":0.0009765625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":3.942768493396022e-05,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":4.998042099598285e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":4.856075859708116e-06,"max_abs":5.832134775118902e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0003173127770423889,"relative_rms":0.002285403897985816,"finite":true},"dq":{"max_abs":0.00024580955505371094,"relative_rms":0.001927908044308424,"finite":true},"dkv":{"max_abs":0.0030221939086914062,"relative_rms":0.0023346731904894114,"finite":true},"teacher":{"max_abs":2.3283064365386963e-09,"relative_rms":1.1837680347071e-07,"finite":true},"d_index_q":{"max_abs":3.5499603256994305e-11,"relative_rms":0.0020937996450811625,"finite":true},"d_weights":{"max_abs":1.1339579941704869e-07,"relative_rms":0.0016636225627735257,"finite":true},"d_kbar":{"max_abs":1.7982415556616616e-10,"relative_rms":0.0015510093653574586,"finite":true},"d_pool_kv":{"max_abs":4.3004888539144304e-10,"relative_rms":0.0027237313333898783,"finite":true},"d_pool_score":{"max_abs":2.1151791429474542e-10,"relative_rms":0.0027128453366458416,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.00039224408101290464,"finite":true}},"loss_abs_error":7.612470653839409e-10},"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.002330574704125351,"max_abs":0.00311279296875,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0032904646468561124,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_score":{"relative_rms":0.0033276712164334267,"max_abs":2.3283064365386963e-10,"finite":true},"d_ape":{"relative_rms":0.0004183098277011757,"max_abs":1.5209025150397792e-09,"finite":true}},"loss":0.0014107624301686883,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0003173127770423889,"relative_rms":0.002285403897985816,"finite":true},"dq":{"max_abs":0.00024580955505371094,"relative_rms":0.001927908044308424,"finite":true},"dkv":{"max_abs":0.00219610333442688,"relative_rms":0.0023147279862314463,"finite":true},"teacher":{"max_abs":2.3283064365386963e-09,"relative_rms":1.1819345502317447e-07,"finite":true},"d_index_q":{"max_abs":3.5499603256994305e-11,"relative_rms":0.0020937996450811625,"finite":true},"d_weights":{"max_abs":1.1339579941704869e-07,"relative_rms":0.0016636225627735257,"finite":true},"d_kbar":{"max_abs":1.3393730569077889e-10,"relative_rms":0.0012534760171547532,"finite":true},"d_pool_kv":{"max_abs":3.1881342010819935e-10,"relative_rms":0.00227117957547307,"finite":true},"d_pool_score":{"max_abs":1.552855621866911e-10,"relative_rms":0.002241276204586029,"finite":true},"d_ape":{"max_abs":1.275225258723367e-09,"relative_rms":0.0003506349166855216,"finite":true}},"loss_abs_error":4.461071512196213e-10},"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.0292332537187827e-05,"max_abs":0.00048828125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.050117428845765e-05,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":2.4954221727900914e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":7.287152366196297e-06,"max_abs":6.838263288955204e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.0003173127770423889,"relative_rms":0.002285403897985816,"finite":true},"dq":{"max_abs":0.00024580955505371094,"relative_rms":0.001927908044308424,"finite":true},"dkv":{"max_abs":0.0030221939086914062,"relative_rms":0.0023346401285380125,"finite":true},"teacher":{"max_abs":2.3283064365386963e-09,"relative_rms":1.1837680347071e-07,"finite":true},"d_index_q":{"max_abs":3.5499603256994305e-11,"relative_rms":0.0020937996450811625,"finite":true},"d_weights":{"max_abs":1.1339579941704869e-07,"relative_rms":0.0016636225627735257,"finite":true},"d_kbar":{"max_abs":1.7982415556616616e-10,"relative_rms":0.0015508051728829741,"finite":true},"d_pool_kv":{"max_abs":4.3004888539144304e-10,"relative_rms":0.002723442390561104,"finite":true},"d_pool_score":{"max_abs":2.1151791429474542e-10,"relative_rms":0.0027127896901220083,"finite":true},"d_ape":{"max_abs":1.951775630004704e-09,"relative_rms":0.000392444955650717,"finite":true}},"loss_abs_error":7.612470653839409e-10},"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"selection":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"queries_zigzag":{"policy":"zigzag","source_rows":512,"attention_rows":480,"selection_rows":480},"queries_balanced":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512}}},{"rank":7,"init_s":11.954860997968353,"first_calls_s":{"contiguous":15.825120450928807,"selection":0.14282480394467711,"queries_zigzag":2.000745416036807,"queries_balanced":0.02657504507806152},"samples":{"contiguous":[{"ms":3.150752067565918,"stages":{"query_redistribute_ms":0.033984001725912094,"pool_fwd_ms":0.09785600006580353,"pool_gather_ms":0.0689919963479042,"selection_key_layout_ms":0.010975999757647514,"selection_ms":0.35555198788642883,"selection_restore_ms":0.013887999579310417,"expand_tail_ms":0.513375997543335,"kv_gather_ms":0.10838399827480316,"attention_fwd_ms":0.25251200795173645,"teacher_kl_ms":0.2953599989414215,"output_restore_ms":0.04492799937725067,"dout_redistribute_ms":0.03222399950027466,"attention_bwd_ms":0.7403839826583862,"kv_reduce_scatter_ms":0.06668800115585327,"indexer_bwd_ms":0.06668800115585327,"pool_grad_exchange_ms":0.039903998374938965,"pool_bwd_ms":0.3409920036792755,"query_grad_restore_ms":0.030271999537944794},"peak_allocated_gib":0.25521326065063477},{"ms":3.137216091156006,"stages":{"query_redistribute_ms":0.0342399999499321,"pool_fwd_ms":0.09948799759149551,"pool_gather_ms":0.05782400071620941,"selection_key_layout_ms":0.011008000001311302,"selection_ms":0.35920000076293945,"selection_restore_ms":0.013856000266969204,"expand_tail_ms":0.5085440278053284,"kv_gather_ms":0.10515200346708298,"attention_fwd_ms":0.24569599330425262,"teacher_kl_ms":0.28755199909210205,"output_restore_ms":0.04335999861359596,"dout_redistribute_ms":0.030527999624609947,"attention_bwd_ms":0.7465919852256775,"kv_reduce_scatter_ms":0.06646399945020676,"indexer_bwd_ms":0.066880002617836,"pool_grad_exchange_ms":0.03551999852061272,"pool_bwd_ms":0.37279999256134033,"query_grad_restore_ms":0.014015999622642994},"peak_allocated_gib":0.25460290908813477},{"ms":3.115295886993408,"stages":{"query_redistribute_ms":0.0342399999499321,"pool_fwd_ms":0.09833600372076035,"pool_gather_ms":0.0594559982419014,"selection_key_layout_ms":0.011487999930977821,"selection_ms":0.3604159951210022,"selection_restore_ms":0.013567999936640263,"expand_tail_ms":0.5142719745635986,"kv_gather_ms":0.09539200365543365,"attention_fwd_ms":0.25088000297546387,"teacher_kl_ms":0.2897599935531616,"output_restore_ms":0.04339199885725975,"dout_redistribute_ms":0.03161599859595299,"attention_bwd_ms":0.7451519966125488,"kv_reduce_scatter_ms":0.06665600091218948,"indexer_bwd_ms":0.06870400160551071,"pool_grad_exchange_ms":0.03577600046992302,"pool_bwd_ms":0.3399359881877899,"query_grad_restore_ms":0.01727999933063984},"peak_allocated_gib":0.25460290908813477},{"ms":3.135744094848633,"stages":{"query_redistribute_ms":0.03587200120091438,"pool_fwd_ms":0.09718400239944458,"pool_gather_ms":0.06451199948787689,"selection_key_layout_ms":0.0060800001956522465,"selection_ms":0.34915199875831604,"selection_restore_ms":0.013567999936640263,"expand_tail_ms":0.5221120119094849,"kv_gather_ms":0.12083200365304947,"attention_fwd_ms":0.2181120067834854,"teacher_kl_ms":0.28540799021720886,"output_restore_ms":0.043487999588251114,"dout_redistribute_ms":0.031488001346588135,"attention_bwd_ms":0.7608640193939209,"kv_reduce_scatter_ms":0.06857600063085556,"indexer_bwd_ms":0.06678400188684464,"pool_grad_exchange_ms":0.03363199904561043,"pool_bwd_ms":0.35836800932884216,"query_grad_restore_ms":0.02179200015962124},"peak_allocated_gib":0.25496912002563477},{"ms":3.1567680835723877,"stages":{"query_redistribute_ms":0.036479998379945755,"pool_fwd_ms":0.10201600193977356,"pool_gather_ms":0.06351999938488007,"selection_key_layout_ms":0.00687999976798892,"selection_ms":0.35923200845718384,"selection_restore_ms":0.013824000023305416,"expand_tail_ms":0.5226560235023499,"kv_gather_ms":0.11423999816179276,"attention_fwd_ms":0.22835199534893036,"teacher_kl_ms":0.2919360101222992,"output_restore_ms":0.043136000633239746,"dout_redistribute_ms":0.031936001032590866,"attention_bwd_ms":0.753055989742279,"kv_reduce_scatter_ms":0.06656000018119812,"indexer_bwd_ms":0.06886400282382965,"pool_grad_exchange_ms":0.03811199963092804,"pool_bwd_ms":0.3736959993839264,"query_grad_restore_ms":0.0041600000113248825},"peak_allocated_gib":0.25521326065063477}],"selection":[{"ms":3.1856000423431396,"stages":{"query_redistribute_ms":0.03564799949526787,"pool_fwd_ms":0.10127999633550644,"pool_gather_ms":0.06224000081419945,"selection_key_layout_ms":0.011071999557316303,"selection_ms":0.3625600039958954,"selection_restore_ms":0.013791999779641628,"expand_tail_ms":0.5339199900627136,"kv_gather_ms":0.09491200000047684,"attention_fwd_ms":0.25094398856163025,"teacher_kl_ms":0.3075839877128601,"output_restore_ms":0.04684799909591675,"dout_redistribute_ms":0.030848000198602676,"attention_bwd_ms":0.7462400197982788,"kv_reduce_scatter_ms":0.06649599969387054,"indexer_bwd_ms":0.06438399851322174,"pool_grad_exchange_ms":0.04201599955558777,"pool_bwd_ms":0.33907198905944824,"query_grad_restore_ms":0.03753599897027016},"peak_allocated_gib":0.25521326065063477},{"ms":3.1576640605926514,"stages":{"query_redistribute_ms":0.04153599962592125,"pool_fwd_ms":0.10265599936246872,"pool_gather_ms":0.058240000158548355,"selection_key_layout_ms":0.009375999681651592,"selection_ms":0.3611840009689331,"selection_restore_ms":0.014208000153303146,"expand_tail_ms":0.5240640044212341,"kv_gather_ms":0.10633599758148193,"attention_fwd_ms":0.23968000710010529,"teacher_kl_ms":0.2853119969367981,"output_restore_ms":0.04438399896025658,"dout_redistribute_ms":0.033984001725912094,"attention_bwd_ms":0.757311999797821,"kv_reduce_scatter_ms":0.06659200042486191,"indexer_bwd_ms":0.0647680014371872,"pool_grad_exchange_ms":0.03798399865627289,"pool_bwd_ms":0.36131200194358826,"query_grad_restore_ms":0.011296000331640244},"peak_allocated_gib":0.25460290908813477},{"ms":3.115391969680786,"stages":{"query_redistribute_ms":0.035360001027584076,"pool_fwd_ms":0.09996800124645233,"pool_gather_ms":0.05920000001788139,"selection_key_layout_ms":0.01152000017464161,"selection_ms":0.34915199875831604,"selection_restore_ms":0.014560000039637089,"expand_tail_ms":0.5179839730262756,"kv_gather_ms":0.1043199971318245,"attention_fwd_ms":0.23654399812221527,"teacher_kl_ms":0.29180800914764404,"output_restore_ms":0.040991999208927155,"dout_redistribute_ms":0.030208000913262367,"attention_bwd_ms":0.7427520155906677,"kv_reduce_scatter_ms":0.066880002617836,"indexer_bwd_ms":0.06838399916887283,"pool_grad_exchange_ms":0.03376000002026558,"pool_bwd_ms":0.3648639917373657,"query_grad_restore_ms":0.009184000082314014},"peak_allocated_gib":0.25460290908813477},{"ms":3.149888038635254,"stages":{"query_redistribute_ms":0.03977600112557411,"pool_fwd_ms":0.10246399790048599,"pool_gather_ms":0.05804799869656563,"selection_key_layout_ms":0.009535999968647957,"selection_ms":0.3577919900417328,"selection_restore_ms":0.014303999952971935,"expand_tail_ms":0.5177599787712097,"kv_gather_ms":0.12358400225639343,"attention_fwd_ms":0.2253119945526123,"teacher_kl_ms":0.29708799719810486,"output_restore_ms":0.044319998472929,"dout_redistribute_ms":0.031936001032590866,"attention_bwd_ms":0.7416960000991821,"kv_reduce_scatter_ms":0.06681600213050842,"indexer_bwd_ms":0.06854400038719177,"pool_grad_exchange_ms":0.03372799977660179,"pool_bwd_ms":0.3900800049304962,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.25570154190063477},{"ms":4.361343860626221,"stages":{"query_redistribute_ms":0.04947200044989586,"pool_fwd_ms":0.10707200318574905,"pool_gather_ms":1.2057280540466309,"selection_key_layout_ms":0.002655999967828393,"selection_ms":0.027168000116944313,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":0.22857600450515747,"kv_gather_ms":0.7988160252571106,"attention_fwd_ms":0.14854399859905243,"teacher_kl_ms":0.2261119931936264,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":0.612064003944397,"kv_reduce_scatter_ms":0.2675839960575104,"indexer_bwd_ms":0.0689919963479042,"pool_grad_exchange_ms":0.03359999880194664,"pool_bwd_ms":0.5517759919166565,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":0.25521326065063477}],"queries_zigzag":[{"ms":3.7054080963134766,"stages":{"query_redistribute_ms":0.3165439963340759,"pool_fwd_ms":0.03347200155258179,"pool_gather_ms":0.060575999319553375,"selection_key_layout_ms":0.023391999304294586,"selection_ms":0.25644800066947937,"selection_restore_ms":0.015359999611973763,"expand_tail_ms":0.5314880013465881,"kv_gather_ms":0.11027199774980545,"attention_fwd_ms":0.177279993891716,"teacher_kl_ms":0.3394559919834137,"output_restore_ms":0.25971201062202454,"dout_redistribute_ms":0.16256000101566315,"attention_bwd_ms":0.3861120045185089,"kv_reduce_scatter_ms":0.0888959988951683,"indexer_bwd_ms":0.06054399907588959,"pool_grad_exchange_ms":0.043935999274253845,"pool_bwd_ms":0.5254080295562744,"query_grad_restore_ms":0.2898559868335724},"peak_allocated_gib":0.35045862197875977},{"ms":3.7473599910736084,"stages":{"query_redistribute_ms":0.31775999069213867,"pool_fwd_ms":0.044704001396894455,"pool_gather_ms":0.058368001133203506,"selection_key_layout_ms":0.029440000653266907,"selection_ms":0.25900799036026,"selection_restore_ms":0.015296000055968761,"expand_tail_ms":0.5357440114021301,"kv_gather_ms":0.09257599711418152,"attention_fwd_ms":0.1987520009279251,"teacher_kl_ms":0.3436479866504669,"output_restore_ms":0.23916800320148468,"dout_redistribute_ms":0.17395199835300446,"attention_bwd_ms":0.4104959964752197,"kv_reduce_scatter_ms":0.06665600091218948,"indexer_bwd_ms":0.06249599903821945,"pool_grad_exchange_ms":0.03788800165057182,"pool_bwd_ms":0.510208010673523,"query_grad_restore_ms":0.3161279857158661},"peak_allocated_gib":0.35132837295532227},{"ms":4.345056056976318,"stages":{"query_redistribute_ms":0.3235520124435425,"pool_fwd_ms":0.050016000866889954,"pool_gather_ms":0.06675200164318085,"selection_key_layout_ms":0.021503999829292297,"selection_ms":0.25174400210380554,"selection_restore_ms":0.014879999682307243,"expand_tail_ms":0.5295040011405945,"kv_gather_ms":0.10809600353240967,"attention_fwd_ms":0.1791359931230545,"teacher_kl_ms":0.33795198798179626,"output_restore_ms":0.24060800671577454,"dout_redistribute_ms":0.17001600563526154,"attention_bwd_ms":0.4012799859046936,"kv_reduce_scatter_ms":0.07487999647855759,"indexer_bwd_ms":0.058559998869895935,"pool_grad_exchange_ms":0.04800000041723251,"pool_bwd_ms":1.1268479824066162,"query_grad_restore_ms":0.3198400139808655},"peak_allocated_gib":0.35071802139282227},{"ms":3.6903679370880127,"stages":{"query_redistribute_ms":0.3243519961833954,"pool_fwd_ms":0.03356799855828285,"pool_gather_ms":0.05417599901556969,"selection_key_layout_ms":0.027775999158620834,"selection_ms":0.2571200132369995,"selection_restore_ms":0.015744000673294067,"expand_tail_ms":0.5358719825744629,"kv_gather_ms":0.091839998960495,"attention_fwd_ms":0.19814400374889374,"teacher_kl_ms":0.3564159870147705,"output_restore_ms":0.23235200345516205,"dout_redistribute_ms":0.18016000092029572,"attention_bwd_ms":0.3819519877433777,"kv_reduce_scatter_ms":0.06880000233650208,"indexer_bwd_ms":0.06259199976921082,"pool_grad_exchange_ms":0.04585599899291992,"pool_bwd_ms":0.5130239725112915,"query_grad_restore_ms":0.28672000765800476},"peak_allocated_gib":0.35143518447875977},{"ms":3.7537920475006104,"stages":{"query_redistribute_ms":0.33423998951911926,"pool_fwd_ms":0.025760000571608543,"pool_gather_ms":0.09094399958848953,"selection_key_layout_ms":0.0071680000983178616,"selection_ms":0.24771200120449066,"selection_restore_ms":0.015200000256299973,"expand_tail_ms":0.5207359790802002,"kv_gather_ms":0.14614400267601013,"attention_fwd_ms":0.1454080045223236,"teacher_kl_ms":0.3538239896297455,"output_restore_ms":0.2749119997024536,"dout_redistribute_ms":0.16284799575805664,"attention_bwd_ms":0.3819200098514557,"kv_reduce_scatter_ms":0.095551997423172,"indexer_bwd_ms":0.06028800085186958,"pool_grad_exchange_ms":0.04816000163555145,"pool_bwd_ms":0.5240640044212341,"query_grad_restore_ms":0.2949120104312897},"peak_allocated_gib":0.35120630264282227}],"queries_balanced":[{"ms":3.1913280487060547,"stages":{"query_redistribute_ms":0.0575999990105629,"pool_fwd_ms":0.1412159949541092,"pool_gather_ms":0.09094399958848953,"selection_key_layout_ms":0.02611199952661991,"selection_ms":0.2569600045681,"selection_restore_ms":0.013856000266969204,"expand_tail_ms":0.5526080131530762,"kv_gather_ms":0.09577599912881851,"attention_fwd_ms":0.24991999566555023,"teacher_kl_ms":0.3007360100746155,"output_restore_ms":0.04684799909591675,"dout_redistribute_ms":0.030368000268936157,"attention_bwd_ms":0.7431359887123108,"kv_reduce_scatter_ms":0.06864000111818314,"indexer_bwd_ms":0.06483200192451477,"pool_grad_exchange_ms":0.03766399994492531,"pool_bwd_ms":0.3110080063343048,"query_grad_restore_ms":0.06560000032186508},"peak_allocated_gib":0.25521326065063477},{"ms":3.0526719093322754,"stages":{"query_redistribute_ms":0.05273599922657013,"pool_fwd_ms":0.1016639992594719,"pool_gather_ms":0.06191999837756157,"selection_key_layout_ms":0.020096000283956528,"selection_ms":0.24035200476646423,"selection_restore_ms":0.013824000023305416,"expand_tail_ms":0.535647988319397,"kv_gather_ms":0.10672000050544739,"attention_fwd_ms":0.22934399545192719,"teacher_kl_ms":0.28489598631858826,"output_restore_ms":0.04428799822926521,"dout_redistribute_ms":0.04195199906826019,"attention_bwd_ms":0.745855987071991,"kv_reduce_scatter_ms":0.06668800115585327,"indexer_bwd_ms":0.06483200192451477,"pool_grad_exchange_ms":0.03564799949526787,"pool_bwd_ms":0.3532159924507141,"query_grad_restore_ms":0.015104000456631184},"peak_allocated_gib":0.25460290908813477},{"ms":3.084127902984619,"stages":{"query_redistribute_ms":0.055743999779224396,"pool_fwd_ms":0.10569600015878677,"pool_gather_ms":0.06003199890255928,"selection_key_layout_ms":0.02054399996995926,"selection_ms":0.2542079985141754,"selection_restore_ms":0.01360000018030405,"expand_tail_ms":0.5280320048332214,"kv_gather_ms":0.12915199995040894,"attention_fwd_ms":0.21199999749660492,"teacher_kl_ms":0.2985920011997223,"output_restore_ms":0.04483199864625931,"dout_redistribute_ms":0.030239999294281006,"attention_bwd_ms":0.7464640140533447,"kv_reduce_scatter_ms":0.06668800115585327,"indexer_bwd_ms":0.07056000083684921,"pool_grad_exchange_ms":0.033824000507593155,"pool_bwd_ms":0.38710400462150574,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":0.25496912002563477},{"ms":3.0631039142608643,"stages":{"query_redistribute_ms":0.05164799839258194,"pool_fwd_ms":0.09939199686050415,"pool_gather_ms":0.058720000088214874,"selection_key_layout_ms":0.019392000511288643,"selection_ms":0.25273600220680237,"selection_restore_ms":0.013952000066637993,"expand_tail_ms":0.5301120281219482,"kv_gather_ms":0.0960640013217926,"attention_fwd_ms":0.2385919988155365,"teacher_kl_ms":0.30185601115226746,"output_restore_ms":0.043776001781225204,"dout_redistribute_ms":0.029791999608278275,"attention_bwd_ms":0.7457600235939026,"kv_reduce_scatter_ms":0.06656000018119812,"indexer_bwd_ms":0.06867200136184692,"pool_grad_exchange_ms":0.03392000123858452,"pool_bwd_ms":0.34832000732421875,"query_grad_restore_ms":0.02630399912595749},"peak_allocated_gib":0.25496912002563477},{"ms":3.047679901123047,"stages":{"query_redistribute_ms":0.05657599866390228,"pool_fwd_ms":0.10038399696350098,"pool_gather_ms":0.07081600278615952,"selection_key_layout_ms":0.007712000049650669,"selection_ms":0.2579199969768524,"selection_restore_ms":0.013632000423967838,"expand_tail_ms":0.5272639989852905,"kv_gather_ms":0.11215999722480774,"attention_fwd_ms":0.2200320065021515,"teacher_kl_ms":0.29395198822021484,"output_restore_ms":0.04681599885225296,"dout_redistribute_ms":0.02969600073993206,"attention_bwd_ms":0.7435839772224426,"kv_reduce_scatter_ms":0.06700800359249115,"indexer_bwd_ms":0.0660799965262413,"pool_grad_exchange_ms":0.04195199906826019,"pool_bwd_ms":0.35951998829841614,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":0.25521326065063477}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.346175795086496e-05,"max_abs":0.00048828125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":1.8306090228574048e-09,"max_abs":8.881784197001252e-16,"finite":true},"d_pool_score":{"relative_rms":9.620152727797243e-10,"max_abs":2.220446049250313e-16,"finite":true},"d_ape":{"relative_rms":3.575422756763063e-06,"max_abs":4.632738637155853e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00027088820934295654,"relative_rms":0.002293083118274808,"finite":true},"dq":{"max_abs":0.00023459643125534058,"relative_rms":0.0018682674271985888,"finite":true},"dkv":{"max_abs":0.0013345777988433838,"relative_rms":0.0023022175300866365,"finite":true},"teacher":{"max_abs":1.3969838619232178e-09,"relative_rms":1.243801932560018e-07,"finite":true},"d_index_q":{"max_abs":3.016253913301625e-11,"relative_rms":0.002028041286394,"finite":true},"d_weights":{"max_abs":1.192347554024309e-07,"relative_rms":0.0016731632640585303,"finite":true},"d_kbar":{"max_abs":8.183675959116954e-11,"relative_rms":0.0019484899239614606,"finite":true},"d_pool_kv":{"max_abs":9.78488401415234e-11,"relative_rms":0.0025497833266854286,"finite":true},"d_pool_score":{"max_abs":9.762857189343777e-11,"relative_rms":0.0025546299293637276,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.0003926231001969427,"finite":true}},"loss_abs_error":1.0418261808808893e-09},"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.3353630826908136e-05,"max_abs":0.0009765625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":7.317100590432213e-06,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":1.2084902389412194e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":4.856075859708116e-06,"max_abs":5.832134775118902e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00027088820934295654,"relative_rms":0.002293083118274808,"finite":true},"dq":{"max_abs":0.00023459643125534058,"relative_rms":0.0018682674271985888,"finite":true},"dkv":{"max_abs":0.0013345777988433838,"relative_rms":0.0023022114764899015,"finite":true},"teacher":{"max_abs":1.3969838619232178e-09,"relative_rms":1.243801932560018e-07,"finite":true},"d_index_q":{"max_abs":3.016253913301625e-11,"relative_rms":0.002028041286394,"finite":true},"d_weights":{"max_abs":1.192347554024309e-07,"relative_rms":0.0016731632640585303,"finite":true},"d_kbar":{"max_abs":8.183675959116954e-11,"relative_rms":0.0019485122757032514,"finite":true},"d_pool_kv":{"max_abs":9.78488401415234e-11,"relative_rms":0.0025497907772660255,"finite":true},"d_pool_score":{"max_abs":9.762857189343777e-11,"relative_rms":0.002554643666371703,"finite":true},"d_ape":{"max_abs":1.9515482563292608e-09,"relative_rms":0.00039224408101290464,"finite":true}},"loss_abs_error":1.0418261808808893e-09},"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.002255202519441243,"max_abs":0.001708984375,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0033103901253269175,"max_abs":1.1641532182693481e-10,"finite":true},"d_pool_score":{"relative_rms":0.0032575092371879863,"max_abs":1.1641532182693481e-10,"finite":true},"d_ape":{"relative_rms":0.0004183098277011757,"max_abs":1.5209025150397792e-09,"finite":true}},"loss":0.0014107624301686883,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00027088820934295654,"relative_rms":0.002293083118274808,"finite":true},"dq":{"max_abs":0.00023459643125534058,"relative_rms":0.0018682674271985888,"finite":true},"dkv":{"max_abs":0.0012949109077453613,"relative_rms":0.002283533802255988,"finite":true},"teacher":{"max_abs":2.3283064365386963e-09,"relative_rms":1.2585013564603287e-07,"finite":true},"d_index_q":{"max_abs":3.016253913301625e-11,"relative_rms":0.002028041286394,"finite":true},"d_weights":{"max_abs":1.192347554024309e-07,"relative_rms":0.0016731632640585303,"finite":true},"d_kbar":{"max_abs":6.74145184120789e-11,"relative_rms":0.0016487528337165713,"finite":true},"d_pool_kv":{"max_abs":1.028226392918441e-10,"relative_rms":0.0026405828539282084,"finite":true},"d_pool_score":{"max_abs":7.9397821650673e-11,"relative_rms":0.0025727932807058096,"finite":true},"d_ape":{"max_abs":1.275225258723367e-09,"relative_rms":0.0003506349166855216,"finite":true}},"loss_abs_error":8.790266292635351e-10},"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":1.8513373141298923e-05,"max_abs":0.00048828125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":8.054512198390497e-06,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":1.2159805614924443e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":7.287152366196297e-06,"max_abs":6.838263288955204e-11,"finite":true}},"loss":0.0014107623137533665,"reference_loss":0.0014107623137533665,"oracle":{"pass_":true,"metadata_ok":true,"errors":{"output":{"max_abs":0.00027088820934295654,"relative_rms":0.002293083118274808,"finite":true},"dq":{"max_abs":0.00023459643125534058,"relative_rms":0.0018682674271985888,"finite":true},"dkv":{"max_abs":0.0013345777988433838,"relative_rms":0.0023021958768367767,"finite":true},"teacher":{"max_abs":1.3969838619232178e-09,"relative_rms":1.243801932560018e-07,"finite":true},"d_index_q":{"max_abs":3.016253913301625e-11,"relative_rms":0.002028041286394,"finite":true},"d_weights":{"max_abs":1.192347554024309e-07,"relative_rms":0.0016731632640585303,"finite":true},"d_kbar":{"max_abs":8.183675959116954e-11,"relative_rms":0.001948508433997631,"finite":true},"d_pool_kv":{"max_abs":9.78488401415234e-11,"relative_rms":0.0025497900787740946,"finite":true},"d_pool_score":{"max_abs":9.762857189343777e-11,"relative_rms":0.0025546362157911062,"finite":true},"d_ape":{"max_abs":1.951775630004704e-09,"relative_rms":0.000392444955650717,"finite":true}},"loss_abs_error":1.0418261808808893e-09},"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"selection":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512},"queries_zigzag":{"policy":"zigzag","source_rows":512,"attention_rows":480,"selection_rows":480},"queries_balanced":{"policy":"contiguous","source_rows":512,"attention_rows":512,"selection_rows":512}}}]}, + {"case":"1m-count-mixed-1000-1long","summary":{"contiguous":529.1997680664062,"selection":433.09722900390625,"queries_zigzag":474.7626037597656,"queries_balanced":460.81591796875},"records":[{"rank":0,"init_s":0.27078068000264466,"first_calls_s":{"contiguous":14.341555670951493,"selection":12.288803438073955,"queries_zigzag":9.008662625099532,"queries_balanced":7.055683772079647},"samples":{"contiguous":[{"ms":527.597412109375,"stages":{"query_redistribute_ms":0.0533440001308918,"pool_fwd_ms":0.17654399573802948,"pool_gather_ms":0.21199999749660492,"selection_key_layout_ms":0.002687999978661537,"selection_ms":4.912415981292725,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.019488334655762,"kv_gather_ms":159.0301513671875,"attention_fwd_ms":25.611583709716797,"teacher_kl_ms":25.179807662963867,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":106.52998352050781,"kv_reduce_scatter_ms":188.73117065429688,"indexer_bwd_ms":6.581344127655029,"pool_grad_exchange_ms":0.9901120066642761,"pool_bwd_ms":1.5269440412521362,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":101.37826824188232},{"ms":533.1838989257812,"stages":{"query_redistribute_ms":0.05209600180387497,"pool_fwd_ms":0.18307200074195862,"pool_gather_ms":0.20988799631595612,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":4.898335933685303,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.011263847351074,"kv_gather_ms":162.8783721923828,"attention_fwd_ms":25.608192443847656,"teacher_kl_ms":25.1964168548584,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":106.30735778808594,"kv_reduce_scatter_ms":190.67404174804688,"indexer_bwd_ms":6.601984024047852,"pool_grad_exchange_ms":0.9901440143585205,"pool_bwd_ms":1.528704047203064,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":101.37826824188232},{"ms":529.1973876953125,"stages":{"query_redistribute_ms":0.05750399827957153,"pool_fwd_ms":0.18345600366592407,"pool_gather_ms":0.2077759951353073,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":4.9198079109191895,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.019359588623047,"kv_gather_ms":158.11279296875,"attention_fwd_ms":25.614240646362305,"teacher_kl_ms":25.728992462158203,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":106.67660522460938,"kv_reduce_scatter_ms":190.5303955078125,"indexer_bwd_ms":6.570943832397461,"pool_grad_exchange_ms":1.008512020111084,"pool_bwd_ms":1.527999997138977,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":101.37826824188232},{"ms":529.7794799804688,"stages":{"query_redistribute_ms":0.0549440011382103,"pool_fwd_ms":0.18195199966430664,"pool_gather_ms":0.2178879976272583,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":4.898047924041748,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.015583992004395,"kv_gather_ms":160.32351684570312,"attention_fwd_ms":25.61840057373047,"teacher_kl_ms":25.31532859802246,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":106.04550170898438,"kv_reduce_scatter_ms":189.96429443359375,"indexer_bwd_ms":6.602816104888916,"pool_grad_exchange_ms":0.9799680113792419,"pool_bwd_ms":1.523743987083435,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":101.37826824188232},{"ms":528.7485961914062,"stages":{"query_redistribute_ms":0.05552000179886818,"pool_fwd_ms":0.1788800060749054,"pool_gather_ms":0.1916159987449646,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":4.9218878746032715,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.015328407287598,"kv_gather_ms":159.86073303222656,"attention_fwd_ms":25.614303588867188,"teacher_kl_ms":25.374624252319336,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":106.31193542480469,"kv_reduce_scatter_ms":189.05068969726562,"indexer_bwd_ms":6.5832319259643555,"pool_grad_exchange_ms":1.0148160457611084,"pool_bwd_ms":1.5321919918060303,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":101.37826824188232}],"selection":[{"ms":433.89459228515625,"stages":{"query_redistribute_ms":0.055904000997543335,"pool_fwd_ms":0.18492799997329712,"pool_gather_ms":0.18326400220394135,"selection_key_layout_ms":0.002495999913662672,"selection_ms":67.24873352050781,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.500224113464355,"kv_gather_ms":2.237312078475952,"attention_fwd_ms":30.038911819458008,"teacher_kl_ms":27.047744750976562,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":107.24457550048828,"kv_reduce_scatter_ms":181.01260375976562,"indexer_bwd_ms":6.57916784286499,"pool_grad_exchange_ms":0.9941120147705078,"pool_bwd_ms":1.5238720178604126,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":101.37826824188232},{"ms":433.0965881347656,"stages":{"query_redistribute_ms":0.05209600180387497,"pool_fwd_ms":0.17740799486637115,"pool_gather_ms":0.19740800559520721,"selection_key_layout_ms":0.002687999978661537,"selection_ms":67.75526428222656,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.831007957458496,"kv_gather_ms":2.0510079860687256,"attention_fwd_ms":29.77395248413086,"teacher_kl_ms":27.319040298461914,"output_restore_ms":0.0027840000111609697,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":108.35107421875,"kv_reduce_scatter_ms":178.44134521484375,"indexer_bwd_ms":6.592383861541748,"pool_grad_exchange_ms":0.9901760220527649,"pool_bwd_ms":1.5280640125274658,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":101.37826824188232},{"ms":431.2124328613281,"stages":{"query_redistribute_ms":0.054048001766204834,"pool_fwd_ms":0.18505600094795227,"pool_gather_ms":0.17103999853134155,"selection_key_layout_ms":0.002687999978661537,"selection_ms":65.51471710205078,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.320832252502441,"kv_gather_ms":3.4435200691223145,"attention_fwd_ms":27.99420738220215,"teacher_kl_ms":26.91155242919922,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":108.03801727294922,"kv_reduce_scatter_ms":181.43763732910156,"indexer_bwd_ms":6.572735786437988,"pool_grad_exchange_ms":1.0024960041046143,"pool_bwd_ms":1.521888017654419,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":101.37826824188232},{"ms":432.08734130859375,"stages":{"query_redistribute_ms":0.05152000114321709,"pool_fwd_ms":0.18083199858665466,"pool_gather_ms":0.19244800508022308,"selection_key_layout_ms":0.002816000021994114,"selection_ms":66.89510345458984,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.403871536254883,"kv_gather_ms":2.0162880420684814,"attention_fwd_ms":28.602304458618164,"teacher_kl_ms":27.088735580444336,"output_restore_ms":0.0027840000111609697,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":107.13382720947266,"kv_reduce_scatter_ms":181.37088012695312,"indexer_bwd_ms":6.585184097290039,"pool_grad_exchange_ms":0.9963840246200562,"pool_bwd_ms":1.5239039659500122,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":101.37826824188232},{"ms":433.2470397949219,"stages":{"query_redistribute_ms":0.049984000623226166,"pool_fwd_ms":0.176256000995636,"pool_gather_ms":0.25014400482177734,"selection_key_layout_ms":0.002655999967828393,"selection_ms":67.08758544921875,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.350591659545898,"kv_gather_ms":2.1084160804748535,"attention_fwd_ms":28.846303939819336,"teacher_kl_ms":27.28201675415039,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":106.93020629882812,"kv_reduce_scatter_ms":182.02108764648438,"indexer_bwd_ms":6.581151962280273,"pool_grad_exchange_ms":0.9963840246200562,"pool_bwd_ms":1.5239039659500122,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":101.37826824188232}],"queries_zigzag":[{"ms":474.7270812988281,"stages":{"query_redistribute_ms":40.138526916503906,"pool_fwd_ms":0.10339199751615524,"pool_gather_ms":0.18518400192260742,"selection_key_layout_ms":0.2744320034980774,"selection_ms":72.8115234375,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.729472160339355,"kv_gather_ms":2.131040096282959,"attention_fwd_ms":34.81097412109375,"teacher_kl_ms":33.795902252197266,"output_restore_ms":25.172000885009766,"dout_redistribute_ms":26.44051170349121,"attention_bwd_ms":136.451171875,"kv_reduce_scatter_ms":41.80278396606445,"indexer_bwd_ms":6.766496181488037,"pool_grad_exchange_ms":0.3757759928703308,"pool_bwd_ms":1.5281920433044434,"query_grad_restore_ms":42.182655334472656},"peak_allocated_gib":127.36523818969727},{"ms":474.5280456542969,"stages":{"query_redistribute_ms":40.11491012573242,"pool_fwd_ms":0.10460799932479858,"pool_gather_ms":0.18115200102329254,"selection_key_layout_ms":0.2765760123729706,"selection_ms":72.88224029541016,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":9.674559593200684,"kv_gather_ms":2.0920000076293945,"attention_fwd_ms":34.70387268066406,"teacher_kl_ms":33.88412857055664,"output_restore_ms":25.63689613342285,"dout_redistribute_ms":25.77827262878418,"attention_bwd_ms":136.67552185058594,"kv_reduce_scatter_ms":41.61209487915039,"indexer_bwd_ms":6.772704124450684,"pool_grad_exchange_ms":0.35945600271224976,"pool_bwd_ms":1.5247039794921875,"query_grad_restore_ms":42.224735260009766},"peak_allocated_gib":127.36450576782227},{"ms":474.2840576171875,"stages":{"query_redistribute_ms":40.160545349121094,"pool_fwd_ms":0.10566399991512299,"pool_gather_ms":0.18108800053596497,"selection_key_layout_ms":0.27663999795913696,"selection_ms":72.17565155029297,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.54412841796875,"kv_gather_ms":3.0934720039367676,"attention_fwd_ms":35.71603012084961,"teacher_kl_ms":33.77347183227539,"output_restore_ms":24.875167846679688,"dout_redistribute_ms":25.274240493774414,"attention_bwd_ms":136.46546936035156,"kv_reduce_scatter_ms":41.8427848815918,"indexer_bwd_ms":6.770559787750244,"pool_grad_exchange_ms":0.3453119993209839,"pool_bwd_ms":1.5247679948806763,"query_grad_restore_ms":42.12307357788086},"peak_allocated_gib":127.36450576782227},{"ms":475.4518127441406,"stages":{"query_redistribute_ms":40.237823486328125,"pool_fwd_ms":0.10441599786281586,"pool_gather_ms":0.18105599284172058,"selection_key_layout_ms":0.2766079902648926,"selection_ms":73.53782653808594,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.91260814666748,"kv_gather_ms":2.077631950378418,"attention_fwd_ms":34.224063873291016,"teacher_kl_ms":33.78163146972656,"output_restore_ms":25.96451187133789,"dout_redistribute_ms":26.227807998657227,"attention_bwd_ms":136.71961975097656,"kv_reduce_scatter_ms":41.334495544433594,"indexer_bwd_ms":6.761760234832764,"pool_grad_exchange_ms":0.3632639944553375,"pool_bwd_ms":1.5319360494613647,"query_grad_restore_ms":42.180641174316406},"peak_allocated_gib":127.36523818969727},{"ms":475.0289306640625,"stages":{"query_redistribute_ms":40.15507125854492,"pool_fwd_ms":0.10345599800348282,"pool_gather_ms":0.18147200345993042,"selection_key_layout_ms":0.274944007396698,"selection_ms":72.58016204833984,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.612000465393066,"kv_gather_ms":3.1168320178985596,"attention_fwd_ms":33.835105895996094,"teacher_kl_ms":33.75910568237305,"output_restore_ms":26.4847354888916,"dout_redistribute_ms":25.78313636779785,"attention_bwd_ms":136.54978942871094,"kv_reduce_scatter_ms":41.73811340332031,"indexer_bwd_ms":6.773888111114502,"pool_grad_exchange_ms":0.3426240086555481,"pool_bwd_ms":1.5239039659500122,"query_grad_restore_ms":42.18678283691406},"peak_allocated_gib":127.36523818969727}],"queries_balanced":[{"ms":460.7740173339844,"stages":{"query_redistribute_ms":40.15679931640625,"pool_fwd_ms":0.10339199751615524,"pool_gather_ms":0.18111999332904816,"selection_key_layout_ms":0.15059199929237366,"selection_ms":55.634944915771484,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":9.089599609375,"kv_gather_ms":5.574399948120117,"attention_fwd_ms":34.995296478271484,"teacher_kl_ms":33.61568069458008,"output_restore_ms":25.40959930419922,"dout_redistribute_ms":27.995168685913086,"attention_bwd_ms":140.06585693359375,"kv_reduce_scatter_ms":37.234432220458984,"indexer_bwd_ms":6.757503986358643,"pool_grad_exchange_ms":0.2959679961204529,"pool_bwd_ms":1.523584008216858,"query_grad_restore_ms":41.96166229248047},"peak_allocated_gib":127.26889705657959},{"ms":461.4259338378906,"stages":{"query_redistribute_ms":40.26268768310547,"pool_fwd_ms":0.1043199971318245,"pool_gather_ms":0.1834239959716797,"selection_key_layout_ms":0.14956800639629364,"selection_ms":55.62678527832031,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.288479804992676,"kv_gather_ms":6.492640018463135,"attention_fwd_ms":34.097312927246094,"teacher_kl_ms":33.54393768310547,"output_restore_ms":25.953344345092773,"dout_redistribute_ms":27.784191131591797,"attention_bwd_ms":140.06381225585938,"kv_reduce_scatter_ms":37.21926498413086,"indexer_bwd_ms":6.759712219238281,"pool_grad_exchange_ms":0.3038719892501831,"pool_bwd_ms":1.5206400156021118,"query_grad_restore_ms":42.03839874267578},"peak_allocated_gib":127.26889705657959},{"ms":460.62591552734375,"stages":{"query_redistribute_ms":40.22140884399414,"pool_fwd_ms":0.10460799932479858,"pool_gather_ms":0.17734399437904358,"selection_key_layout_ms":0.15033599734306335,"selection_ms":55.96259307861328,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":9.180383682250977,"kv_gather_ms":5.676127910614014,"attention_fwd_ms":33.851200103759766,"teacher_kl_ms":33.744991302490234,"output_restore_ms":25.616575241088867,"dout_redistribute_ms":27.835039138793945,"attention_bwd_ms":140.13352966308594,"kv_reduce_scatter_ms":37.300254821777344,"indexer_bwd_ms":6.75929594039917,"pool_grad_exchange_ms":0.3002240061759949,"pool_bwd_ms":1.52566397190094,"query_grad_restore_ms":42.053855895996094},"peak_allocated_gib":127.26889705657959},{"ms":461.37823486328125,"stages":{"query_redistribute_ms":40.09891128540039,"pool_fwd_ms":0.1050880029797554,"pool_gather_ms":0.17955200374126434,"selection_key_layout_ms":0.1504639983177185,"selection_ms":55.874656677246094,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.136351585388184,"kv_gather_ms":6.82700777053833,"attention_fwd_ms":35.65055847167969,"teacher_kl_ms":34.24668884277344,"output_restore_ms":24.69455909729004,"dout_redistribute_ms":26.219615936279297,"attention_bwd_ms":140.283935546875,"kv_reduce_scatter_ms":37.16704177856445,"indexer_bwd_ms":6.7554240226745605,"pool_grad_exchange_ms":0.30822399258613586,"pool_bwd_ms":1.5288000106811523,"query_grad_restore_ms":42.1223030090332},"peak_allocated_gib":127.26969051361084},{"ms":460.2220764160156,"stages":{"query_redistribute_ms":40.224769592285156,"pool_fwd_ms":0.1043199971318245,"pool_gather_ms":0.18348799645900726,"selection_key_layout_ms":0.1494400054216385,"selection_ms":56.252479553222656,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.41427230834961,"kv_gather_ms":4.575007915496826,"attention_fwd_ms":34.4035530090332,"teacher_kl_ms":33.760894775390625,"output_restore_ms":25.9583683013916,"dout_redistribute_ms":27.18819236755371,"attention_bwd_ms":140.1091766357422,"kv_reduce_scatter_ms":37.201534271240234,"indexer_bwd_ms":6.76364803314209,"pool_grad_exchange_ms":0.28992000222206116,"pool_bwd_ms":1.5258560180664062,"query_grad_restore_ms":42.0863037109375},"peak_allocated_gib":127.26889705657959}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.00031997986305698565,"max_abs":0.0030517578125,"finite":true},"dq":{"relative_rms":0.000195621623344336,"max_abs":0.0020751953125,"finite":true},"dkv":{"relative_rms":0.00016932713264626606,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":5.751979452776354e-05,"max_abs":1.7763568394002505e-13,"finite":true},"d_weights":{"relative_rms":5.89777370827343e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00020743270418848404,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00019325733261167644,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.2356642305186076e-06,"max_abs":7.538858426414663e-12,"finite":true}},"loss":0.0009078528382815421,"reference_loss":0.0009078527800738811,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.00031999233849642773,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00019186684489579223,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.00016265565908901345,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":5.73672364916171e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":5.828492747312582e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00020840402815939537,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00019929525250884063,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.550824708216998e-06,"max_abs":6.991740519879386e-12,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.00031887664615345724,"max_abs":0.00365447998046875,"finite":true},"dq":{"relative_rms":0.00019459452841010165,"max_abs":0.0018310546875,"finite":true},"dkv":{"relative_rms":0.0023467425747827585,"max_abs":0.2265625,"finite":true},"d_index_q":{"relative_rms":6.629044173319716e-05,"max_abs":7.389644451905042e-13,"finite":true},"d_weights":{"relative_rms":6.086852388247626e-05,"max_abs":7.275957614183426e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032652126781017887,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003252792918037579,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.499312951639044e-05,"max_abs":8.834888376441086e-11,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0003269399759837234,"max_abs":0.0036163330078125,"finite":true},"dq":{"relative_rms":0.00020277082696808517,"max_abs":0.0020751953125,"finite":true},"dkv":{"relative_rms":0.0007545755821063452,"max_abs":0.166015625,"finite":true},"d_index_q":{"relative_rms":6.755122872724264e-05,"max_abs":5.115907697472721e-13,"finite":true},"d_weights":{"relative_rms":6.56105765311698e-05,"max_abs":9.604264050722122e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00132169397710679,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0013419155437249355,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.2859137235914774e-05,"max_abs":2.0691004465334117e-11,"finite":true}},"loss":0.0009078526636585593,"reference_loss":0.0009078527218662202,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":155256},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131636,"selection_rows":131636},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":1,"init_s":0.2675415779231116,"first_calls_s":{"contiguous":14.341606471920386,"selection":12.31659762293566,"queries_zigzag":9.128225154010579,"queries_balanced":7.077289121923968},"samples":{"contiguous":[{"ms":527.5994262695312,"stages":{"query_redistribute_ms":0.049536000937223434,"pool_fwd_ms":0.11190400272607803,"pool_gather_ms":0.27209600806236267,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":43.38825607299805,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.361760139465332,"kv_gather_ms":119.23065948486328,"attention_fwd_ms":38.824832916259766,"teacher_kl_ms":43.46150588989258,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":200.77786254882812,"kv_reduce_scatter_ms":62.982177734375,"indexer_bwd_ms":7.253856182098389,"pool_grad_exchange_ms":0.31465598940849304,"pool_bwd_ms":1.521440029144287,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":98.53306531906128},{"ms":533.1846923828125,"stages":{"query_redistribute_ms":0.04403200000524521,"pool_fwd_ms":0.11033599823713303,"pool_gather_ms":0.29228800535202026,"selection_key_layout_ms":0.0027520000003278255,"selection_ms":43.23654556274414,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.320832252502441,"kv_gather_ms":123.24854278564453,"attention_fwd_ms":38.882686614990234,"teacher_kl_ms":44.700321197509766,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":201.7986602783203,"kv_reduce_scatter_ms":62.394527435302734,"indexer_bwd_ms":7.257023811340332,"pool_grad_exchange_ms":0.33267199993133545,"pool_bwd_ms":1.5247039794921875,"query_grad_restore_ms":0.0027840000111609697},"peak_allocated_gib":98.53306531906128},{"ms":529.1997680664062,"stages":{"query_redistribute_ms":0.047775998711586,"pool_fwd_ms":0.11695999652147293,"pool_gather_ms":0.2799359858036041,"selection_key_layout_ms":0.0027840000111609697,"selection_ms":43.36265563964844,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":8.826175689697266,"kv_gather_ms":118.88118743896484,"attention_fwd_ms":38.95609664916992,"teacher_kl_ms":44.874656677246094,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":202.63504028320312,"kv_reduce_scatter_ms":62.07807922363281,"indexer_bwd_ms":7.256063938140869,"pool_grad_exchange_ms":0.3123520016670227,"pool_bwd_ms":1.5287679433822632,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":98.53306531906128},{"ms":529.779052734375,"stages":{"query_redistribute_ms":0.050655998289585114,"pool_fwd_ms":0.11270400136709213,"pool_gather_ms":0.28678399324417114,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":43.450462341308594,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":8.52940845489502,"kv_gather_ms":121.26815795898438,"attention_fwd_ms":38.9252815246582,"teacher_kl_ms":44.516414642333984,"output_restore_ms":0.003103999886661768,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":201.8017578125,"kv_reduce_scatter_ms":61.697086334228516,"indexer_bwd_ms":7.262207984924316,"pool_grad_exchange_ms":0.3123520016670227,"pool_bwd_ms":1.5215359926223755,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":98.53313255310059},{"ms":528.7486572265625,"stages":{"query_redistribute_ms":0.050335999578237534,"pool_fwd_ms":0.11468800157308578,"pool_gather_ms":0.25465598702430725,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":43.51222229003906,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.669024467468262,"kv_gather_ms":119.63292694091797,"attention_fwd_ms":38.940704345703125,"teacher_kl_ms":43.53523254394531,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":202.26441955566406,"kv_reduce_scatter_ms":61.60300827026367,"indexer_bwd_ms":7.269343852996826,"pool_grad_exchange_ms":0.32684800028800964,"pool_bwd_ms":1.5275520086288452,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":98.53306531906128}],"selection":[{"ms":433.8967590332031,"stages":{"query_redistribute_ms":0.044096000492572784,"pool_fwd_ms":0.11276800185441971,"pool_gather_ms":0.26767998933792114,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":66.7252197265625,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.458175659179688,"kv_gather_ms":2.8087360858917236,"attention_fwd_ms":42.1907844543457,"teacher_kl_ms":44.62166213989258,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":202.53411865234375,"kv_reduce_scatter_ms":55.99923324584961,"indexer_bwd_ms":7.271327972412109,"pool_grad_exchange_ms":0.29183998703956604,"pool_bwd_ms":1.5258879661560059,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":98.53306531906128},{"ms":433.09466552734375,"stages":{"query_redistribute_ms":0.04639999940991402,"pool_fwd_ms":0.1120000034570694,"pool_gather_ms":0.26051199436187744,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":67.13906860351562,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.977696418762207,"kv_gather_ms":3.5163838863372803,"attention_fwd_ms":41.260223388671875,"teacher_kl_ms":45.588382720947266,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.0027840000111609697,"attention_bwd_ms":202.64501953125,"kv_reduce_scatter_ms":54.40806579589844,"indexer_bwd_ms":7.264383792877197,"pool_grad_exchange_ms":0.3104960024356842,"pool_bwd_ms":1.5254720449447632,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":98.53306531906128},{"ms":431.2148742675781,"stages":{"query_redistribute_ms":0.04864000156521797,"pool_fwd_ms":0.1125119999051094,"pool_gather_ms":0.2513920068740845,"selection_key_layout_ms":0.0027520000003278255,"selection_ms":65.18669128417969,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.221759796142578,"kv_gather_ms":2.8823680877685547,"attention_fwd_ms":41.87558364868164,"teacher_kl_ms":44.75465774536133,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":202.6669158935547,"kv_reduce_scatter_ms":55.08201599121094,"indexer_bwd_ms":7.260960102081299,"pool_grad_exchange_ms":0.31036800146102905,"pool_bwd_ms":1.5155839920043945,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":98.53306531906128},{"ms":432.0863342285156,"stages":{"query_redistribute_ms":0.0469760000705719,"pool_fwd_ms":0.11206399649381638,"pool_gather_ms":0.2635520100593567,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":66.41731262207031,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.173312187194824,"kv_gather_ms":2.7146239280700684,"attention_fwd_ms":41.383968353271484,"teacher_kl_ms":44.5939826965332,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":202.68345642089844,"kv_reduce_scatter_ms":55.55097579956055,"indexer_bwd_ms":7.254848003387451,"pool_grad_exchange_ms":0.3208639919757843,"pool_bwd_ms":1.5224640369415283,"query_grad_restore_ms":0.0027199999894946814},"peak_allocated_gib":98.53306531906128},{"ms":433.2336120605469,"stages":{"query_redistribute_ms":0.0642239972949028,"pool_fwd_ms":0.12268800288438797,"pool_gather_ms":0.2710399925708771,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":66.58483123779297,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.167391777038574,"kv_gather_ms":2.796544075012207,"attention_fwd_ms":41.3284797668457,"teacher_kl_ms":45.04060745239258,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":203.0775604248047,"kv_reduce_scatter_ms":55.64147186279297,"indexer_bwd_ms":7.26694393157959,"pool_grad_exchange_ms":0.30399999022483826,"pool_bwd_ms":1.5217280387878418,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":98.53306531906128}],"queries_zigzag":[{"ms":474.6767883300781,"stages":{"query_redistribute_ms":40.13267135620117,"pool_fwd_ms":0.02739199995994568,"pool_gather_ms":0.2611840069293976,"selection_key_layout_ms":0.2764799892902374,"selection_ms":72.51766204833984,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":9.849311828613281,"kv_gather_ms":2.2931199073791504,"attention_fwd_ms":34.992767333984375,"teacher_kl_ms":35.394718170166016,"output_restore_ms":21.012287139892578,"dout_redistribute_ms":31.23302459716797,"attention_bwd_ms":141.3046417236328,"kv_reduce_scatter_ms":34.54582214355469,"indexer_bwd_ms":6.85478401184082,"pool_grad_exchange_ms":0.28652799129486084,"pool_bwd_ms":1.528831958770752,"query_grad_restore_ms":42.13353729248047},"peak_allocated_gib":117.53566026687622},{"ms":474.47943115234375,"stages":{"query_redistribute_ms":40.1124153137207,"pool_fwd_ms":0.028672000393271446,"pool_gather_ms":0.2571519911289215,"selection_key_layout_ms":0.27667200565338135,"selection_ms":72.34255981445312,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.800224304199219,"kv_gather_ms":2.4993600845336914,"attention_fwd_ms":35.136478424072266,"teacher_kl_ms":35.35567855834961,"output_restore_ms":21.161983489990234,"dout_redistribute_ms":30.691072463989258,"attention_bwd_ms":141.24252319335938,"kv_reduce_scatter_ms":34.707679748535156,"indexer_bwd_ms":6.852255821228027,"pool_grad_exchange_ms":0.2714880108833313,"pool_bwd_ms":1.5349440574645996,"query_grad_restore_ms":42.17555236816406},"peak_allocated_gib":117.53492784500122},{"ms":474.2285461425781,"stages":{"query_redistribute_ms":40.156673431396484,"pool_fwd_ms":0.029632000252604485,"pool_gather_ms":0.25945600867271423,"selection_key_layout_ms":0.27744001150131226,"selection_ms":73.00096130371094,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":9.78867244720459,"kv_gather_ms":2.03273606300354,"attention_fwd_ms":35.05440139770508,"teacher_kl_ms":35.679168701171875,"output_restore_ms":22.038528442382812,"dout_redistribute_ms":29.056928634643555,"attention_bwd_ms":141.316162109375,"kv_reduce_scatter_ms":34.78131103515625,"indexer_bwd_ms":6.8482561111450195,"pool_grad_exchange_ms":0.27849599719047546,"pool_bwd_ms":1.5228480100631714,"query_grad_restore_ms":42.073089599609375},"peak_allocated_gib":117.53492784500122},{"ms":475.4082946777344,"stages":{"query_redistribute_ms":40.241153717041016,"pool_fwd_ms":0.028672000393271446,"pool_gather_ms":0.2593280076980591,"selection_key_layout_ms":0.2773759961128235,"selection_ms":72.25775909423828,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.26966381072998,"kv_gather_ms":3.9913599491119385,"attention_fwd_ms":34.75449752807617,"teacher_kl_ms":35.72028732299805,"output_restore_ms":20.56185531616211,"dout_redistribute_ms":31.16748809814453,"attention_bwd_ms":141.2189178466797,"kv_reduce_scatter_ms":34.829185485839844,"indexer_bwd_ms":6.8494720458984375,"pool_grad_exchange_ms":0.2836480140686035,"pool_bwd_ms":1.5319039821624756,"query_grad_restore_ms":42.12944030761719},"peak_allocated_gib":117.53566026687622},{"ms":474.9754943847656,"stages":{"query_redistribute_ms":40.14662551879883,"pool_fwd_ms":0.029472000896930695,"pool_gather_ms":0.25702399015426636,"selection_key_layout_ms":0.2764799892902374,"selection_ms":73.2314224243164,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.995743751525879,"kv_gather_ms":2.0879359245300293,"attention_fwd_ms":34.902976989746094,"teacher_kl_ms":35.38643264770508,"output_restore_ms":22.016063690185547,"dout_redistribute_ms":29.844287872314453,"attention_bwd_ms":141.32325744628906,"kv_reduce_scatter_ms":34.66128158569336,"indexer_bwd_ms":6.843584060668945,"pool_grad_exchange_ms":0.2794240117073059,"pool_bwd_ms":1.525823950767517,"query_grad_restore_ms":42.1354866027832},"peak_allocated_gib":117.53566026687622}],"queries_balanced":[{"ms":460.7250061035156,"stages":{"query_redistribute_ms":40.1473274230957,"pool_fwd_ms":0.02860799990594387,"pool_gather_ms":0.2611519992351532,"selection_key_layout_ms":0.14950400590896606,"selection_ms":59.165855407714844,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.14742374420166,"kv_gather_ms":1.991711974143982,"attention_fwd_ms":35.675071716308594,"teacher_kl_ms":35.626014709472656,"output_restore_ms":21.411968231201172,"dout_redistribute_ms":30.63475227355957,"attention_bwd_ms":141.07554626464844,"kv_reduce_scatter_ms":34.888671875,"indexer_bwd_ms":6.747039794921875,"pool_grad_exchange_ms":0.3123199939727783,"pool_bwd_ms":1.517632007598877,"query_grad_restore_ms":41.912353515625},"peak_allocated_gib":117.43931913375854},{"ms":461.3651123046875,"stages":{"query_redistribute_ms":40.2465934753418,"pool_fwd_ms":0.029664000496268272,"pool_gather_ms":0.26499199867248535,"selection_key_layout_ms":0.14953599870204926,"selection_ms":59.98400115966797,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":9.44371223449707,"kv_gather_ms":1.9916479587554932,"attention_fwd_ms":35.6649284362793,"teacher_kl_ms":35.5810546875,"output_restore_ms":19.67807960510254,"dout_redistribute_ms":31.873823165893555,"attention_bwd_ms":140.9619140625,"kv_reduce_scatter_ms":34.881534576416016,"indexer_bwd_ms":6.74294376373291,"pool_grad_exchange_ms":0.3267199993133545,"pool_bwd_ms":1.5247360467910767,"query_grad_restore_ms":41.98710250854492},"peak_allocated_gib":117.43931913375854},{"ms":460.5673522949219,"stages":{"query_redistribute_ms":40.2059211730957,"pool_fwd_ms":0.02953599952161312,"pool_gather_ms":0.2654080092906952,"selection_key_layout_ms":0.15036800503730774,"selection_ms":59.81100845336914,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.126272201538086,"kv_gather_ms":1.8956480026245117,"attention_fwd_ms":35.97187042236328,"teacher_kl_ms":35.560447692871094,"output_restore_ms":18.926559448242188,"dout_redistribute_ms":32.06447982788086,"attention_bwd_ms":141.0939178466797,"kv_reduce_scatter_ms":34.839393615722656,"indexer_bwd_ms":6.745183944702148,"pool_grad_exchange_ms":0.320607990026474,"pool_bwd_ms":1.525696039199829,"query_grad_restore_ms":42.00243377685547},"peak_allocated_gib":117.43938636779785},{"ms":461.327392578125,"stages":{"query_redistribute_ms":40.090431213378906,"pool_fwd_ms":0.02953599952161312,"pool_gather_ms":0.26131200790405273,"selection_key_layout_ms":0.1504960060119629,"selection_ms":60.07292938232422,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.69587230682373,"kv_gather_ms":2.0612480640411377,"attention_fwd_ms":35.27987289428711,"teacher_kl_ms":35.2243537902832,"output_restore_ms":21.340063095092773,"dout_redistribute_ms":30.359487533569336,"attention_bwd_ms":141.0286102294922,"kv_reduce_scatter_ms":35.036128997802734,"indexer_bwd_ms":6.742976188659668,"pool_grad_exchange_ms":0.32047998905181885,"pool_bwd_ms":1.5310720205307007,"query_grad_restore_ms":42.07084655761719},"peak_allocated_gib":117.43931913375854},{"ms":460.1633605957031,"stages":{"query_redistribute_ms":40.208831787109375,"pool_fwd_ms":0.028672000393271446,"pool_gather_ms":0.26521599292755127,"selection_key_layout_ms":0.14956800639629364,"selection_ms":59.39718246459961,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.91641616821289,"kv_gather_ms":1.9343039989471436,"attention_fwd_ms":35.48089599609375,"teacher_kl_ms":35.77110290527344,"output_restore_ms":21.024991989135742,"dout_redistribute_ms":30.579296112060547,"attention_bwd_ms":140.8687744140625,"kv_reduce_scatter_ms":34.88256072998047,"indexer_bwd_ms":6.747168064117432,"pool_grad_exchange_ms":0.31014400720596313,"pool_bwd_ms":1.5298880338668823,"query_grad_restore_ms":42.03523254394531},"peak_allocated_gib":117.43931913375854}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0009088642098876495,"max_abs":0.00323486328125,"finite":true},"dq":{"relative_rms":0.0003137159724964929,"max_abs":0.00177001953125,"finite":true},"dkv":{"relative_rms":0.0004331958667147298,"max_abs":0.0157470703125,"finite":true},"d_index_q":{"relative_rms":0.00040833175435570074,"max_abs":3.979039320256561e-13,"finite":true},"d_weights":{"relative_rms":0.0003897344165758512,"max_abs":6.984919309616089e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0005874925203143808,"max_abs":1.8189894035458565e-12,"finite":true},"d_pool_score":{"relative_rms":0.0005719470735147901,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.2356642305186076e-06,"max_abs":7.538858426414663e-12,"finite":true}},"loss":0.0009078528382815421,"reference_loss":0.0009078527800738811,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0009497060771780322,"max_abs":0.0034637451171875,"finite":true},"dq":{"relative_rms":0.0003338395480889001,"max_abs":0.0022735595703125,"finite":true},"dkv":{"relative_rms":0.0004997948469254949,"max_abs":0.01611328125,"finite":true},"d_index_q":{"relative_rms":0.00044281158842357103,"max_abs":9.521272659185342e-13,"finite":true},"d_weights":{"relative_rms":0.0004107830285584513,"max_abs":1.0477378964424133e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006074135034032769,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0005730225595867584,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.550824708216998e-06,"max_abs":6.991740519879386e-12,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0008864889118642541,"max_abs":0.00323486328125,"finite":true},"dq":{"relative_rms":0.0003105402211836647,"max_abs":0.00201416015625,"finite":true},"dkv":{"relative_rms":0.002356063232585285,"max_abs":0.015380859375,"finite":true},"d_index_q":{"relative_rms":0.00043641921986905234,"max_abs":9.521272659185342e-13,"finite":true},"d_weights":{"relative_rms":0.0004117157150746788,"max_abs":1.0477378964424133e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0030987606428065076,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0030756431574505455,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.499312951639044e-05,"max_abs":8.834888376441086e-11,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0009320877218706452,"max_abs":0.0034332275390625,"finite":true},"dq":{"relative_rms":0.0003295685516213896,"max_abs":0.0022735595703125,"finite":true},"dkv":{"relative_rms":0.0023715135709404165,"max_abs":0.0167236328125,"finite":true},"d_index_q":{"relative_rms":0.00041937009361327405,"max_abs":3.979039320256561e-13,"finite":true},"d_weights":{"relative_rms":0.0003968870478208428,"max_abs":6.984919309616089e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0031005065262437073,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0030790363253583993,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.2859137235914774e-05,"max_abs":2.0691004465334117e-11,"finite":true}},"loss":0.0009078526636585593,"reference_loss":0.0009078527218662202,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":65536},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131636,"selection_rows":131636},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":2,"init_s":0.26585154701024294,"first_calls_s":{"contiguous":14.341582151013426,"selection":12.316574333934113,"queries_zigzag":9.128333737025969,"queries_balanced":7.077327454928309},"samples":{"contiguous":[{"ms":527.599853515625,"stages":{"query_redistribute_ms":0.05004800111055374,"pool_fwd_ms":0.11401599645614624,"pool_gather_ms":0.27190399169921875,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":99.83305358886719,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":10.277503967285156,"kv_gather_ms":61.88300704956055,"attention_fwd_ms":45.0970573425293,"teacher_kl_ms":50.425567626953125,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":231.1876220703125,"kv_reduce_scatter_ms":19.331775665283203,"indexer_bwd_ms":7.270559787750244,"pool_grad_exchange_ms":0.2816320061683655,"pool_bwd_ms":1.52566397190094,"query_grad_restore_ms":0.0030720001086592674},"peak_allocated_gib":98.9545111656189},{"ms":533.1878051757812,"stages":{"query_redistribute_ms":0.040863998234272,"pool_fwd_ms":0.10480000078678131,"pool_gather_ms":0.29894399642944336,"selection_key_layout_ms":0.002655999967828393,"selection_ms":102.44879913330078,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":10.49407958984375,"kv_gather_ms":62.87980651855469,"attention_fwd_ms":45.185184478759766,"teacher_kl_ms":51.003231048583984,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":231.29766845703125,"kv_reduce_scatter_ms":20.28313636779785,"indexer_bwd_ms":7.2697601318359375,"pool_grad_exchange_ms":0.3078719973564148,"pool_bwd_ms":1.5270400047302246,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":98.9545111656189},{"ms":529.197265625,"stages":{"query_redistribute_ms":0.053279999643564224,"pool_fwd_ms":0.11500799655914307,"pool_gather_ms":0.2741439938545227,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":101.12342071533203,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":10.145024299621582,"kv_gather_ms":59.81708908081055,"attention_fwd_ms":44.974910736083984,"teacher_kl_ms":49.815521240234375,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":231.2651824951172,"kv_reduce_scatter_ms":22.484256744384766,"indexer_bwd_ms":7.268064022064209,"pool_grad_exchange_ms":0.2876479923725128,"pool_bwd_ms":1.5310720205307007,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":98.9545111656189},{"ms":529.7764282226562,"stages":{"query_redistribute_ms":0.06339199841022491,"pool_fwd_ms":0.11721599847078323,"pool_gather_ms":0.2666879892349243,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":101.0098876953125,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":10.243424415588379,"kv_gather_ms":62.01561737060547,"attention_fwd_ms":44.882816314697266,"teacher_kl_ms":49.84431838989258,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002687999978661537,"attention_bwd_ms":231.01292419433594,"kv_reduce_scatter_ms":21.192960739135742,"indexer_bwd_ms":7.27235221862793,"pool_grad_exchange_ms":0.28972798585891724,"pool_bwd_ms":1.5217280387878418,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":98.9545111656189},{"ms":528.7487182617188,"stages":{"query_redistribute_ms":0.05145600065588951,"pool_fwd_ms":0.11481600254774094,"pool_gather_ms":0.25276800990104675,"selection_key_layout_ms":0.002816000021994114,"selection_ms":99.68482971191406,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":10.45529556274414,"kv_gather_ms":62.695167541503906,"attention_fwd_ms":45.42768096923828,"teacher_kl_ms":50.672481536865234,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":231.0831298828125,"kv_reduce_scatter_ms":19.151840209960938,"indexer_bwd_ms":7.2672319412231445,"pool_grad_exchange_ms":0.3142719864845276,"pool_bwd_ms":1.530176043510437,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":98.9545111656189}],"selection":[{"ms":433.8956298828125,"stages":{"query_redistribute_ms":0.05238400027155876,"pool_fwd_ms":0.11692799627780914,"pool_gather_ms":0.25279998779296875,"selection_key_layout_ms":0.002623999956995249,"selection_ms":64.7775650024414,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.330816268920898,"kv_gather_ms":4.890624046325684,"attention_fwd_ms":46.7591667175293,"teacher_kl_ms":51.35539245605469,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":231.3057861328125,"kv_reduce_scatter_ms":15.92959976196289,"indexer_bwd_ms":7.252895832061768,"pool_grad_exchange_ms":0.3019520044326782,"pool_bwd_ms":1.5236799716949463,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":98.9545111656189},{"ms":433.093017578125,"stages":{"query_redistribute_ms":0.05052800104022026,"pool_fwd_ms":0.11273600161075592,"pool_gather_ms":0.256415992975235,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":65.03036499023438,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.506400108337402,"kv_gather_ms":5.083903789520264,"attention_fwd_ms":47.23936080932617,"teacher_kl_ms":51.35222244262695,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":231.2532196044922,"kv_reduce_scatter_ms":14.071295738220215,"indexer_bwd_ms":7.281023979187012,"pool_grad_exchange_ms":0.2876160144805908,"pool_bwd_ms":1.5276800394058228,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":98.9545111656189},{"ms":431.2184143066406,"stages":{"query_redistribute_ms":0.04745600000023842,"pool_fwd_ms":0.12028799951076508,"pool_gather_ms":0.23824000358581543,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":63.57743835449219,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.730015754699707,"kv_gather_ms":4.0030717849731445,"attention_fwd_ms":48.48012924194336,"teacher_kl_ms":51.236671447753906,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":231.4700164794922,"kv_reduce_scatter_ms":13.185952186584473,"indexer_bwd_ms":7.2717437744140625,"pool_grad_exchange_ms":0.28758400678634644,"pool_bwd_ms":1.521567940711975,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":98.9545111656189},{"ms":432.0831298828125,"stages":{"query_redistribute_ms":0.05830400064587593,"pool_fwd_ms":0.11497599631547928,"pool_gather_ms":0.246848002076149,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":63.79359817504883,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.299488067626953,"kv_gather_ms":5.211103916168213,"attention_fwd_ms":47.0610237121582,"teacher_kl_ms":51.80108642578125,"output_restore_ms":0.0027199999894946814,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":231.40016174316406,"kv_reduce_scatter_ms":13.96019172668457,"indexer_bwd_ms":7.26313591003418,"pool_grad_exchange_ms":0.3041599988937378,"pool_bwd_ms":1.522655963897705,"query_grad_restore_ms":0.0027199999894946814},"peak_allocated_gib":98.9549994468689},{"ms":433.247802734375,"stages":{"query_redistribute_ms":0.04054399952292442,"pool_fwd_ms":0.10646399855613708,"pool_gather_ms":0.3267199993133545,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":64.12611389160156,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.52774429321289,"kv_gather_ms":4.909088134765625,"attention_fwd_ms":47.56787109375,"teacher_kl_ms":51.31657409667969,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002687999978661537,"attention_bwd_ms":231.19552612304688,"kv_reduce_scatter_ms":15.005663871765137,"indexer_bwd_ms":7.269343852996826,"pool_grad_exchange_ms":0.29183998703956604,"pool_bwd_ms":1.5217280387878418,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":98.9545111656189}],"queries_zigzag":[{"ms":474.7626037597656,"stages":{"query_redistribute_ms":40.12470245361328,"pool_fwd_ms":0.02768000029027462,"pool_gather_ms":0.2671999931335449,"selection_key_layout_ms":0.2744640111923218,"selection_ms":71.0084457397461,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.350496292114258,"kv_gather_ms":4.292831897735596,"attention_fwd_ms":36.4725456237793,"teacher_kl_ms":38.00476837158203,"output_restore_ms":31.26803207397461,"dout_redistribute_ms":28.44940757751465,"attention_bwd_ms":150.77194213867188,"kv_reduce_scatter_ms":13.517024040222168,"indexer_bwd_ms":6.831711769104004,"pool_grad_exchange_ms":0.320607990026474,"pool_bwd_ms":1.529919981956482,"query_grad_restore_ms":42.22150421142578},"peak_allocated_gib":124.85066795349121},{"ms":474.57049560546875,"stages":{"query_redistribute_ms":40.10761642456055,"pool_fwd_ms":0.029311999678611755,"pool_gather_ms":0.26307201385498047,"selection_key_layout_ms":0.27529600262641907,"selection_ms":71.55007934570312,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":9.585439682006836,"kv_gather_ms":3.496767997741699,"attention_fwd_ms":35.361759185791016,"teacher_kl_ms":38.137630462646484,"output_restore_ms":31.98054313659668,"dout_redistribute_ms":28.399391174316406,"attention_bwd_ms":150.81497192382812,"kv_reduce_scatter_ms":13.605024337768555,"indexer_bwd_ms":6.838143825531006,"pool_grad_exchange_ms":0.3059839904308319,"pool_bwd_ms":1.522752046585083,"query_grad_restore_ms":42.265567779541016},"peak_allocated_gib":124.85054588317871},{"ms":474.3206787109375,"stages":{"query_redistribute_ms":40.151039123535156,"pool_fwd_ms":0.02876799926161766,"pool_gather_ms":0.26553601026535034,"selection_key_layout_ms":0.27513599395751953,"selection_ms":70.9062728881836,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":9.221247673034668,"kv_gather_ms":4.691808223724365,"attention_fwd_ms":34.93388748168945,"teacher_kl_ms":37.990081787109375,"output_restore_ms":32.16896057128906,"dout_redistribute_ms":28.46121597290039,"attention_bwd_ms":150.79615783691406,"kv_reduce_scatter_ms":13.576255798339844,"indexer_bwd_ms":6.848415851593018,"pool_grad_exchange_ms":0.28992000222206116,"pool_bwd_ms":1.518720030784607,"query_grad_restore_ms":42.16099166870117},"peak_allocated_gib":124.85066795349121},{"ms":475.5003662109375,"stages":{"query_redistribute_ms":40.23833465576172,"pool_fwd_ms":0.028704000636935234,"pool_gather_ms":0.26307201385498047,"selection_key_layout_ms":0.27561599016189575,"selection_ms":72.67462158203125,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":9.989119529724121,"kv_gather_ms":2.848736047744751,"attention_fwd_ms":35.314815521240234,"teacher_kl_ms":37.65955352783203,"output_restore_ms":32.499488830566406,"dout_redistribute_ms":28.463104248046875,"attention_bwd_ms":150.7873992919922,"kv_reduce_scatter_ms":13.52790355682373,"indexer_bwd_ms":6.833119869232178,"pool_grad_exchange_ms":0.30825600028038025,"pool_bwd_ms":1.5339200496673584,"query_grad_restore_ms":42.21945571899414},"peak_allocated_gib":124.85115623474121},{"ms":475.07232666015625,"stages":{"query_redistribute_ms":40.14662551879883,"pool_fwd_ms":0.028031999245285988,"pool_gather_ms":0.26502400636672974,"selection_key_layout_ms":0.27535998821258545,"selection_ms":71.30210876464844,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":9.391519546508789,"kv_gather_ms":4.615039825439453,"attention_fwd_ms":35.920928955078125,"teacher_kl_ms":38.07024002075195,"output_restore_ms":31.394752502441406,"dout_redistribute_ms":28.390239715576172,"attention_bwd_ms":150.7371826171875,"kv_reduce_scatter_ms":13.620063781738281,"indexer_bwd_ms":6.839200019836426,"pool_grad_exchange_ms":0.28998398780822754,"pool_bwd_ms":1.5279359817504883,"query_grad_restore_ms":42.22758483886719},"peak_allocated_gib":124.85103416442871}],"queries_balanced":[{"ms":460.81591796875,"stages":{"query_redistribute_ms":40.13987350463867,"pool_fwd_ms":0.029664000496268272,"pool_gather_ms":0.2674559950828552,"selection_key_layout_ms":0.1502400040626526,"selection_ms":55.57574462890625,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":9.806143760681152,"kv_gather_ms":4.939807891845703,"attention_fwd_ms":35.98448181152344,"teacher_kl_ms":37.54569625854492,"output_restore_ms":32.86012649536133,"dout_redistribute_ms":29.014015197753906,"attention_bwd_ms":151.232666015625,"kv_reduce_scatter_ms":12.648384094238281,"indexer_bwd_ms":6.781983852386475,"pool_grad_exchange_ms":0.289792001247406,"pool_bwd_ms":1.5157439708709717,"query_grad_restore_ms":42.002174377441406},"peak_allocated_gib":124.84513998031616},{"ms":461.463623046875,"stages":{"query_redistribute_ms":40.246910095214844,"pool_fwd_ms":0.029055999591946602,"pool_gather_ms":0.2730560004711151,"selection_key_layout_ms":0.14959999918937683,"selection_ms":53.4997444152832,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.035967826843262,"kv_gather_ms":9.899104118347168,"attention_fwd_ms":34.3592643737793,"teacher_kl_ms":37.195743560791016,"output_restore_ms":34.31644821166992,"dout_redistribute_ms":28.93177604675293,"attention_bwd_ms":151.2428741455078,"kv_reduce_scatter_ms":12.572640419006348,"indexer_bwd_ms":6.7982401847839355,"pool_grad_exchange_ms":0.2693440020084381,"pool_bwd_ms":1.5351040363311768,"query_grad_restore_ms":42.0750732421875},"peak_allocated_gib":124.84513998031616},{"ms":460.65240478515625,"stages":{"query_redistribute_ms":40.19692611694336,"pool_fwd_ms":0.02879999950528145,"pool_gather_ms":0.27142399549484253,"selection_key_layout_ms":0.14851200580596924,"selection_ms":53.53968048095703,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.007200241088867,"kv_gather_ms":9.288736343383789,"attention_fwd_ms":34.607200622558594,"teacher_kl_ms":37.09747314453125,"output_restore_ms":33.882015228271484,"dout_redistribute_ms":29.042495727539062,"attention_bwd_ms":151.26339721679688,"kv_reduce_scatter_ms":12.55628776550293,"indexer_bwd_ms":6.790175914764404,"pool_grad_exchange_ms":0.2834559977054596,"pool_bwd_ms":1.5258879661560059,"query_grad_restore_ms":42.09257507324219},"peak_allocated_gib":124.84513998031616},{"ms":461.4195556640625,"stages":{"query_redistribute_ms":40.0885124206543,"pool_fwd_ms":0.027583999559283257,"pool_gather_ms":0.26927998661994934,"selection_key_layout_ms":0.14950400590896606,"selection_ms":54.696128845214844,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.22771167755127,"kv_gather_ms":7.894944190979004,"attention_fwd_ms":35.093505859375,"teacher_kl_ms":37.3389778137207,"output_restore_ms":32.869632720947266,"dout_redistribute_ms":29.089536666870117,"attention_bwd_ms":151.24905395507812,"kv_reduce_scatter_ms":12.630047798156738,"indexer_bwd_ms":6.782015800476074,"pool_grad_exchange_ms":0.2937279939651489,"pool_bwd_ms":1.5308799743652344,"query_grad_restore_ms":42.159263610839844},"peak_allocated_gib":124.84562826156616},{"ms":460.2604064941406,"stages":{"query_redistribute_ms":40.20719909667969,"pool_fwd_ms":0.02879999950528145,"pool_gather_ms":0.27136000990867615,"selection_key_layout_ms":0.15039999783039093,"selection_ms":55.695743560791016,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":9.631903648376465,"kv_gather_ms":4.935647964477539,"attention_fwd_ms":35.167232513427734,"teacher_kl_ms":37.51318359375,"output_restore_ms":33.22681427001953,"dout_redistribute_ms":28.866304397583008,"attention_bwd_ms":151.2921905517578,"kv_reduce_scatter_ms":12.519392013549805,"indexer_bwd_ms":6.78604793548584,"pool_grad_exchange_ms":0.28380799293518066,"pool_bwd_ms":1.5255039930343628,"query_grad_restore_ms":42.12518310546875},"peak_allocated_gib":124.84513998031616}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0006346992338545548,"max_abs":0.0027313232421875,"finite":true},"dq":{"relative_rms":0.00022906624031417732,"max_abs":0.0021982192993164062,"finite":true},"dkv":{"relative_rms":0.00045059167964173755,"max_abs":0.01513671875,"finite":true},"d_index_q":{"relative_rms":0.0004516656584200969,"max_abs":7.958078640513122e-13,"finite":true},"d_weights":{"relative_rms":0.0004428124206163692,"max_abs":1.2369127944111824e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006726478218782988,"max_abs":3.0127011996228248e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006639270835213579,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.2356642305186076e-06,"max_abs":7.538858426414663e-12,"finite":true}},"loss":0.0009078528382815421,"reference_loss":0.0009078527800738811,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0006597502609953923,"max_abs":0.0029296875,"finite":true},"dq":{"relative_rms":0.00022713808980640815,"max_abs":0.00244140625,"finite":true},"dkv":{"relative_rms":0.0004854489090908287,"max_abs":0.0166015625,"finite":true},"d_index_q":{"relative_rms":0.0003851776393532213,"max_abs":2.469136006766348e-13,"finite":true},"d_weights":{"relative_rms":0.00039569356735624084,"max_abs":5.638867150992155e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0006429726662105925,"max_abs":1.8189894035458565e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006330504139851124,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.550824708216998e-06,"max_abs":6.991740519879386e-12,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.000639872946246385,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00020995999253391718,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.002376787432251092,"max_abs":0.0159912109375,"finite":true},"d_index_q":{"relative_rms":0.0003786870269269848,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":0.0003932697417606793,"max_abs":2.3283064365386963e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0033570761247859685,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0033444789054231667,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":5.499312951639044e-05,"max_abs":8.834888376441086e-11,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0006422488871569513,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00021065414557230514,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.0023879605671954874,"max_abs":0.0150146484375,"finite":true},"d_index_q":{"relative_rms":0.0003773824369983709,"max_abs":5.684341886080802e-14,"finite":true},"d_weights":{"relative_rms":0.00038689644255095586,"max_abs":2.3283064365386963e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0033514675441100464,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.003342625553960972,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":1.2859137235914774e-05,"max_abs":2.0691004465334117e-11,"finite":true}},"loss":0.0009078526636585593,"reference_loss":0.0009078527218662202,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":65536},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131104,"selection_rows":131104},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":3,"init_s":0.27275835000909865,"first_calls_s":{"contiguous":14.341591481934302,"selection":12.316605633939616,"queries_zigzag":9.12832914700266,"queries_balanced":7.077335844980553},"samples":{"contiguous":[{"ms":527.5951538085938,"stages":{"query_redistribute_ms":0.05859199911355972,"pool_fwd_ms":0.11881600320339203,"pool_gather_ms":0.25040000677108765,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":159.885498046875,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":9.997632026672363,"kv_gather_ms":2.1351680755615234,"attention_fwd_ms":50.448577880859375,"teacher_kl_ms":53.399200439453125,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":237.49407958984375,"kv_reduce_scatter_ms":4.688000202178955,"indexer_bwd_ms":7.268352031707764,"pool_grad_exchange_ms":0.2671999931335449,"pool_bwd_ms":1.5340800285339355,"query_grad_restore_ms":0.0027840000111609697},"peak_allocated_gib":97.91712617874146},{"ms":533.177001953125,"stages":{"query_redistribute_ms":0.057631999254226685,"pool_fwd_ms":0.11910399794578552,"pool_gather_ms":0.25679999589920044,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":163.0827178955078,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":10.496288299560547,"kv_gather_ms":2.270240068435669,"attention_fwd_ms":51.69456100463867,"teacher_kl_ms":53.717857360839844,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":237.6306610107422,"kv_reduce_scatter_ms":4.714176177978516,"indexer_bwd_ms":7.287936210632324,"pool_grad_exchange_ms":0.2632000148296356,"pool_bwd_ms":1.539072036743164,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":97.9170708656311},{"ms":529.1947021484375,"stages":{"query_redistribute_ms":0.06412799656391144,"pool_fwd_ms":0.11568000167608261,"pool_gather_ms":0.2571200132369995,"selection_key_layout_ms":0.0027520000003278255,"selection_ms":159.1183624267578,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.918848037719727,"kv_gather_ms":2.0676798820495605,"attention_fwd_ms":52.814720153808594,"teacher_kl_ms":53.50601577758789,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":237.50636291503906,"kv_reduce_scatter_ms":4.702303886413574,"indexer_bwd_ms":7.274464130401611,"pool_grad_exchange_ms":0.26313599944114685,"pool_bwd_ms":1.543295979499817,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":97.9170708656311},{"ms":529.7753295898438,"stages":{"query_redistribute_ms":0.05881600081920624,"pool_fwd_ms":0.11321599781513214,"pool_gather_ms":0.27059200406074524,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":161.2433624267578,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.934975624084473,"kv_gather_ms":2.112639904022217,"attention_fwd_ms":51.07731246948242,"teacher_kl_ms":53.42367935180664,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":237.71737670898438,"kv_reduce_scatter_ms":4.704383850097656,"indexer_bwd_ms":7.278560161590576,"pool_grad_exchange_ms":0.26105600595474243,"pool_bwd_ms":1.5361920595169067,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":97.91709852218628},{"ms":528.7396850585938,"stages":{"query_redistribute_ms":0.060127999633550644,"pool_fwd_ms":0.1173119992017746,"pool_gather_ms":0.2274560034275055,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":160.656005859375,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":10.082559585571289,"kv_gather_ms":2.12060809135437,"attention_fwd_ms":50.5118408203125,"teacher_kl_ms":53.47407913208008,"output_restore_ms":0.0027520000003278255,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":237.6200714111328,"kv_reduce_scatter_ms":4.720608234405518,"indexer_bwd_ms":7.2960638999938965,"pool_grad_exchange_ms":0.26096001267433167,"pool_bwd_ms":1.5444480180740356,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":97.91709852218628}],"selection":[{"ms":433.8924560546875,"stages":{"query_redistribute_ms":0.053279999643564224,"pool_fwd_ms":0.11151999980211258,"pool_gather_ms":0.247871994972229,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":65.0428466796875,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.373344421386719,"kv_gather_ms":4.607776165008545,"attention_fwd_ms":49.805118560791016,"teacher_kl_ms":53.304481506347656,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":237.5296630859375,"kv_reduce_scatter_ms":4.697919845581055,"indexer_bwd_ms":7.2736639976501465,"pool_grad_exchange_ms":0.2611199915409088,"pool_bwd_ms":1.537984013557434,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":97.91712617874146},{"ms":433.0931396484375,"stages":{"query_redistribute_ms":0.05315199866890907,"pool_fwd_ms":0.10950399935245514,"pool_gather_ms":0.2526400089263916,"selection_key_layout_ms":0.002623999956995249,"selection_ms":65.25379180908203,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":9.291296005249023,"kv_gather_ms":5.077792167663574,"attention_fwd_ms":48.49155044555664,"teacher_kl_ms":53.21625518798828,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":237.5248565673828,"kv_reduce_scatter_ms":4.695744037628174,"indexer_bwd_ms":7.2809600830078125,"pool_grad_exchange_ms":0.2651520073413849,"pool_bwd_ms":1.5400639772415161,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":97.9170708656311},{"ms":431.217041015625,"stages":{"query_redistribute_ms":0.050016000866889954,"pool_fwd_ms":0.11635199934244156,"pool_gather_ms":0.24515199661254883,"selection_key_layout_ms":0.002687999978661537,"selection_ms":64.09871673583984,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.400351524353027,"kv_gather_ms":4.800415992736816,"attention_fwd_ms":48.80992126464844,"teacher_kl_ms":53.32668685913086,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":237.54949951171875,"kv_reduce_scatter_ms":4.707295894622803,"indexer_bwd_ms":7.2715840339660645,"pool_grad_exchange_ms":0.26080000400543213,"pool_bwd_ms":1.536255955696106,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":97.9170708656311},{"ms":432.0759582519531,"stages":{"query_redistribute_ms":0.0615679994225502,"pool_fwd_ms":0.11401599645614624,"pool_gather_ms":0.2287680059671402,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":64.02806091308594,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.199040412902832,"kv_gather_ms":5.092576026916504,"attention_fwd_ms":48.83327865600586,"teacher_kl_ms":53.18431854248047,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":237.5146484375,"kv_reduce_scatter_ms":4.687839984893799,"indexer_bwd_ms":7.283775806427002,"pool_grad_exchange_ms":0.26150399446487427,"pool_bwd_ms":1.5387519598007202,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":97.9168210029602},{"ms":433.23236083984375,"stages":{"query_redistribute_ms":0.06483200192451477,"pool_fwd_ms":0.11568000167608261,"pool_gather_ms":0.2708800137042999,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":64.34732818603516,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.415231704711914,"kv_gather_ms":4.812992095947266,"attention_fwd_ms":49.31158447265625,"teacher_kl_ms":53.42707061767578,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002687999978661537,"attention_bwd_ms":237.64553833007812,"kv_reduce_scatter_ms":4.701216220855713,"indexer_bwd_ms":7.275455951690674,"pool_grad_exchange_ms":0.2694399952888489,"pool_bwd_ms":1.5298559665679932,"query_grad_restore_ms":0.0027840000111609697},"peak_allocated_gib":97.91709852218628}],"queries_zigzag":[{"ms":474.7188720703125,"stages":{"query_redistribute_ms":40.11590576171875,"pool_fwd_ms":0.029920000582933426,"pool_gather_ms":0.26707199215888977,"selection_key_layout_ms":0.2765760123729706,"selection_ms":71.14546966552734,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.321791648864746,"kv_gather_ms":4.169727802276611,"attention_fwd_ms":34.98918533325195,"teacher_kl_ms":38.64547348022461,"output_restore_ms":20.53113555908203,"dout_redistribute_ms":23.733375549316406,"attention_bwd_ms":155.25704956054688,"kv_reduce_scatter_ms":25.331392288208008,"indexer_bwd_ms":6.817920207977295,"pool_grad_exchange_ms":0.3410559892654419,"pool_bwd_ms":1.533951997756958,"query_grad_restore_ms":42.1808967590332},"peak_allocated_gib":123.77071380615234},{"ms":474.5269470214844,"stages":{"query_redistribute_ms":40.09907150268555,"pool_fwd_ms":0.02876799926161766,"pool_gather_ms":0.2672959864139557,"selection_key_layout_ms":0.274399995803833,"selection_ms":70.5578842163086,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.267487525939941,"kv_gather_ms":4.7966718673706055,"attention_fwd_ms":35.67488098144531,"teacher_kl_ms":38.739105224609375,"output_restore_ms":20.583168029785156,"dout_redistribute_ms":22.73369598388672,"attention_bwd_ms":155.45968627929688,"kv_reduce_scatter_ms":25.10857582092285,"indexer_bwd_ms":6.813504219055176,"pool_grad_exchange_ms":0.3431360125541687,"pool_bwd_ms":1.5227839946746826,"query_grad_restore_ms":42.22265625},"peak_allocated_gib":123.7699203491211},{"ms":474.2784729003906,"stages":{"query_redistribute_ms":40.14316940307617,"pool_fwd_ms":0.02864000014960766,"pool_gather_ms":0.26927998661994934,"selection_key_layout_ms":0.2746880054473877,"selection_ms":70.95187377929688,"selection_restore_ms":0.0031999999191612005,"expand_tail_ms":9.681695938110352,"kv_gather_ms":4.175903797149658,"attention_fwd_ms":36.9315185546875,"teacher_kl_ms":38.73369598388672,"output_restore_ms":20.449344635009766,"dout_redistribute_ms":21.319679260253906,"attention_bwd_ms":155.51303100585938,"kv_reduce_scatter_ms":24.97711944580078,"indexer_bwd_ms":6.817887783050537,"pool_grad_exchange_ms":0.32870399951934814,"pool_bwd_ms":1.5248960256576538,"query_grad_restore_ms":42.119136810302734},"peak_allocated_gib":123.7710189819336},{"ms":475.453369140625,"stages":{"query_redistribute_ms":40.22639846801758,"pool_fwd_ms":0.029055999591946602,"pool_gather_ms":0.2669439911842346,"selection_key_layout_ms":0.27452799677848816,"selection_ms":70.98278045654297,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.329983711242676,"kv_gather_ms":5.190624237060547,"attention_fwd_ms":34.71583938598633,"teacher_kl_ms":38.8636474609375,"output_restore_ms":20.963424682617188,"dout_redistribute_ms":23.108543395996094,"attention_bwd_ms":155.240478515625,"kv_reduce_scatter_ms":25.360319137573242,"indexer_bwd_ms":6.812575817108154,"pool_grad_exchange_ms":0.33689600229263306,"pool_bwd_ms":1.536128044128418,"query_grad_restore_ms":42.17862319946289},"peak_allocated_gib":123.7699203491211},{"ms":475.02227783203125,"stages":{"query_redistribute_ms":40.13113784790039,"pool_fwd_ms":0.028704000636935234,"pool_gather_ms":0.26716798543930054,"selection_key_layout_ms":0.2744959890842438,"selection_ms":70.8638687133789,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.645471572875977,"kv_gather_ms":4.791296005249023,"attention_fwd_ms":36.02534484863281,"teacher_kl_ms":38.98982238769531,"output_restore_ms":20.629535675048828,"dout_redistribute_ms":21.936927795410156,"attention_bwd_ms":155.4865264892578,"kv_reduce_scatter_ms":25.069408416748047,"indexer_bwd_ms":6.822847843170166,"pool_grad_exchange_ms":0.31228798627853394,"pool_bwd_ms":1.529919981956482,"query_grad_restore_ms":42.18483352661133},"peak_allocated_gib":123.77068614959717}],"queries_balanced":[{"ms":460.7663269042969,"stages":{"query_redistribute_ms":40.128929138183594,"pool_fwd_ms":0.02879999950528145,"pool_gather_ms":0.26713600754737854,"selection_key_layout_ms":0.1496639996767044,"selection_ms":54.18080139160156,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":9.756287574768066,"kv_gather_ms":6.376575946807861,"attention_fwd_ms":37.566078186035156,"teacher_kl_ms":37.947391510009766,"output_restore_ms":20.547744750976562,"dout_redistribute_ms":22.610624313354492,"attention_bwd_ms":155.20982360839844,"kv_reduce_scatter_ms":25.403392791748047,"indexer_bwd_ms":6.779839992523193,"pool_grad_exchange_ms":0.289792001247406,"pool_bwd_ms":1.5299839973449707,"query_grad_restore_ms":41.95948791503906},"peak_allocated_gib":123.80775499343872},{"ms":461.4143981933594,"stages":{"query_redistribute_ms":40.241119384765625,"pool_fwd_ms":0.02864000014960766,"pool_gather_ms":0.271232008934021,"selection_key_layout_ms":0.14963200688362122,"selection_ms":55.51609420776367,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":9.374303817749023,"kv_gather_ms":6.534111976623535,"attention_fwd_ms":34.41270446777344,"teacher_kl_ms":37.95926284790039,"output_restore_ms":21.969919204711914,"dout_redistribute_ms":23.573471069335938,"attention_bwd_ms":155.30189514160156,"kv_reduce_scatter_ms":25.399391174316406,"indexer_bwd_ms":6.7817277908325195,"pool_grad_exchange_ms":0.30819201469421387,"pool_bwd_ms":1.5249600410461426,"query_grad_restore_ms":42.0362548828125},"peak_allocated_gib":123.80769968032837},{"ms":460.6126403808594,"stages":{"query_redistribute_ms":40.19561767578125,"pool_fwd_ms":0.029023999348282814,"pool_gather_ms":0.26899200677871704,"selection_key_layout_ms":0.14982399344444275,"selection_ms":55.065345764160156,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.542271614074707,"kv_gather_ms":6.2184319496154785,"attention_fwd_ms":34.6379508972168,"teacher_kl_ms":37.85139083862305,"output_restore_ms":22.15190315246582,"dout_redistribute_ms":23.272287368774414,"attention_bwd_ms":155.21417236328125,"kv_reduce_scatter_ms":25.319263458251953,"indexer_bwd_ms":6.779903888702393,"pool_grad_exchange_ms":0.30396801233291626,"pool_bwd_ms":1.529952049255371,"query_grad_restore_ms":42.04761505126953},"peak_allocated_gib":123.80772733688354},{"ms":461.3636779785156,"stages":{"query_redistribute_ms":40.07440185546875,"pool_fwd_ms":0.029440000653266907,"pool_gather_ms":0.2654399871826172,"selection_key_layout_ms":0.14812800288200378,"selection_ms":55.60236740112305,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.546079635620117,"kv_gather_ms":6.665503978729248,"attention_fwd_ms":35.281856536865234,"teacher_kl_ms":37.805694580078125,"output_restore_ms":22.270015716552734,"dout_redistribute_ms":22.107040405273438,"attention_bwd_ms":155.16067504882812,"kv_reduce_scatter_ms":25.642911911010742,"indexer_bwd_ms":6.790304183959961,"pool_grad_exchange_ms":0.2897599935531616,"pool_bwd_ms":1.5370240211486816,"query_grad_restore_ms":42.11827087402344},"peak_allocated_gib":123.80772733688354},{"ms":460.20867919921875,"stages":{"query_redistribute_ms":40.2026252746582,"pool_fwd_ms":0.029440000653266907,"pool_gather_ms":0.2674880027770996,"selection_key_layout_ms":0.14841599762439728,"selection_ms":54.54127883911133,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.708895683288574,"kv_gather_ms":6.007999897003174,"attention_fwd_ms":37.058528900146484,"teacher_kl_ms":37.793663024902344,"output_restore_ms":20.766464233398438,"dout_redistribute_ms":22.613183975219727,"attention_bwd_ms":155.08682250976562,"kv_reduce_scatter_ms":25.263967514038086,"indexer_bwd_ms":6.794655799865723,"pool_grad_exchange_ms":0.2874560058116913,"pool_bwd_ms":1.5259519815444946,"query_grad_restore_ms":42.08224105834961},"peak_allocated_gib":123.80772733688354}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0005422603000425727,"max_abs":0.00356292724609375,"finite":true},"dq":{"relative_rms":0.00022071490221249444,"max_abs":0.002471923828125,"finite":true},"dkv":{"relative_rms":0.000359861523504646,"max_abs":0.0146484375,"finite":true},"d_index_q":{"relative_rms":0.0005536251664979537,"max_abs":1.0587086762825493e-12,"finite":true},"d_weights":{"relative_rms":0.0004802333694441604,"max_abs":2.091837814077735e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006565006415946584,"max_abs":9.094947017729282e-13,"finite":true},"d_pool_score":{"relative_rms":0.0006506643307941513,"max_abs":4.547473508864641e-13,"finite":true},"d_ape":{"relative_rms":3.2356642305186076e-06,"max_abs":7.538858426414663e-12,"finite":true}},"loss":0.0009078528382815421,"reference_loss":0.0009078527800738811,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0006524900960340608,"max_abs":0.00356292724609375,"finite":true},"dq":{"relative_rms":0.0002812515116802381,"max_abs":0.002288818359375,"finite":true},"dkv":{"relative_rms":0.00046913451037776047,"max_abs":0.0146484375,"finite":true},"d_index_q":{"relative_rms":0.0005748998033768001,"max_abs":8.65085780787922e-13,"finite":true},"d_weights":{"relative_rms":0.0005592274559224396,"max_abs":1.4551915228366852e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006826356389205347,"max_abs":9.094947017729282e-13,"finite":true},"d_pool_score":{"relative_rms":0.0006707564997002654,"max_abs":5.684341886080801e-13,"finite":true},"d_ape":{"relative_rms":3.550824708216998e-06,"max_abs":6.991740519879386e-12,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.000600107849979976,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.0002450474814452305,"max_abs":0.002288818359375,"finite":true},"dkv":{"relative_rms":0.002372583647970506,"max_abs":0.01531982421875,"finite":true},"d_index_q":{"relative_rms":0.0005759198071869569,"max_abs":1.0587086762825493e-12,"finite":true},"d_weights":{"relative_rms":0.0005112119410907821,"max_abs":2.091837814077735e-09,"finite":true},"d_pool_kv":{"relative_rms":0.003718586534545275,"max_abs":1.8189894035458565e-12,"finite":true},"d_pool_score":{"relative_rms":0.0036910311200982707,"max_abs":9.094947017729282e-13,"finite":true},"d_ape":{"relative_rms":5.499312951639044e-05,"max_abs":8.834888376441086e-11,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0006702972929512806,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.0002968598189627311,"max_abs":0.002471923828125,"finite":true},"dkv":{"relative_rms":0.0023634393736707534,"max_abs":0.01513671875,"finite":true},"d_index_q":{"relative_rms":0.0005611626167693872,"max_abs":8.65085780787922e-13,"finite":true},"d_weights":{"relative_rms":0.0005333669296330081,"max_abs":1.4260876923799515e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0037197912806945367,"max_abs":1.8189894035458565e-12,"finite":true},"d_pool_score":{"relative_rms":0.0036928851130141713,"max_abs":9.094947017729282e-13,"finite":true},"d_ape":{"relative_rms":1.2859137235914774e-05,"max_abs":2.0691004465334117e-11,"finite":true}},"loss":0.0009078526636585593,"reference_loss":0.0009078527218662202,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":65536},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130840,"selection_rows":130840},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":4,"init_s":0.2919380940729752,"first_calls_s":{"contiguous":14.341589863994159,"selection":12.316632083966397,"queries_zigzag":9.128275508992374,"queries_balanced":7.0773812039988115},"samples":{"contiguous":[{"ms":527.5963134765625,"stages":{"query_redistribute_ms":0.0522879995405674,"pool_fwd_ms":0.14732800424098969,"pool_gather_ms":0.23244799673557281,"selection_key_layout_ms":0.003103999886661768,"selection_ms":142.81411743164062,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":10.231871604919434,"kv_gather_ms":18.959264755249023,"attention_fwd_ms":41.14438247680664,"teacher_kl_ms":45.319969177246094,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":190.4336700439453,"kv_reduce_scatter_ms":69.1396484375,"indexer_bwd_ms":6.944608211517334,"pool_grad_exchange_ms":0.586624026298523,"pool_bwd_ms":1.5383679866790771,"query_grad_restore_ms":0.003103999886661768},"peak_allocated_gib":98.57487154006958},{"ms":533.1712646484375,"stages":{"query_redistribute_ms":0.055424001067876816,"pool_fwd_ms":0.14851200580596924,"pool_gather_ms":0.22732800245285034,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":145.5924835205078,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.9552001953125,"kv_gather_ms":20.2906551361084,"attention_fwd_ms":40.753440856933594,"teacher_kl_ms":45.32896041870117,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":190.3690185546875,"kv_reduce_scatter_ms":71.30944061279297,"indexer_bwd_ms":6.937727928161621,"pool_grad_exchange_ms":0.6275839805603027,"pool_bwd_ms":1.531008005142212,"query_grad_restore_ms":0.0030400000978261232},"peak_allocated_gib":98.57481622695923},{"ms":529.1926879882812,"stages":{"query_redistribute_ms":0.05651199817657471,"pool_fwd_ms":0.1496639996767044,"pool_gather_ms":0.23350399732589722,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":144.05545043945312,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":10.149888038635254,"kv_gather_ms":16.88591957092285,"attention_fwd_ms":40.9508171081543,"teacher_kl_ms":44.75667190551758,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":190.2184295654297,"kv_reduce_scatter_ms":72.6108169555664,"indexer_bwd_ms":6.9418559074401855,"pool_grad_exchange_ms":0.5989440083503723,"pool_bwd_ms":1.5412800312042236,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":98.57481622695923},{"ms":529.7742919921875,"stages":{"query_redistribute_ms":0.05663999915122986,"pool_fwd_ms":0.14732800424098969,"pool_gather_ms":0.2417919933795929,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":144.61447143554688,"selection_restore_ms":0.003103999886661768,"expand_tail_ms":10.239935874938965,"kv_gather_ms":18.4453125,"attention_fwd_ms":41.0379524230957,"teacher_kl_ms":45.302433013916016,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":190.22384643554688,"kv_reduce_scatter_ms":70.34345245361328,"indexer_bwd_ms":6.953152179718018,"pool_grad_exchange_ms":0.5865920186042786,"pool_bwd_ms":1.5383039712905884,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":98.57481622695923},{"ms":528.7365112304688,"stages":{"query_redistribute_ms":0.06307200342416763,"pool_fwd_ms":0.1483840048313141,"pool_gather_ms":0.19657599925994873,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":141.47286987304688,"selection_restore_ms":0.003103999886661768,"expand_tail_ms":10.229791641235352,"kv_gather_ms":21.147872924804688,"attention_fwd_ms":42.58803176879883,"teacher_kl_ms":45.068031311035156,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.003008000086992979,"attention_bwd_ms":190.3125762939453,"kv_reduce_scatter_ms":68.35932922363281,"indexer_bwd_ms":6.947904109954834,"pool_grad_exchange_ms":0.6194239854812622,"pool_bwd_ms":1.5361599922180176,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":98.57481622695923}],"selection":[{"ms":433.8994140625,"stages":{"query_redistribute_ms":0.044863998889923096,"pool_fwd_ms":0.14767999947071075,"pool_gather_ms":0.231455996632576,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":67.37836456298828,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.608192443847656,"kv_gather_ms":2.024480104446411,"attention_fwd_ms":41.89401626586914,"teacher_kl_ms":45.479583740234375,"output_restore_ms":0.003008000086992979,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":190.40374755859375,"kv_reduce_scatter_ms":67.55964660644531,"indexer_bwd_ms":6.94163179397583,"pool_grad_exchange_ms":0.6070399880409241,"pool_bwd_ms":1.5322240591049194,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":98.57487154006958},{"ms":433.09063720703125,"stages":{"query_redistribute_ms":0.05196800082921982,"pool_fwd_ms":0.14281600713729858,"pool_gather_ms":0.22326399385929108,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":67.88813018798828,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.715519905090332,"kv_gather_ms":2.034816026687622,"attention_fwd_ms":41.01433563232422,"teacher_kl_ms":45.29539108276367,"output_restore_ms":0.003103999886661768,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":190.29624938964844,"kv_reduce_scatter_ms":67.3095703125,"indexer_bwd_ms":6.934783935546875,"pool_grad_exchange_ms":0.604960024356842,"pool_bwd_ms":1.5401920080184937,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":98.57481622695923},{"ms":431.2187194824219,"stages":{"query_redistribute_ms":0.044576000422239304,"pool_fwd_ms":0.14508800208568573,"pool_gather_ms":0.22652800381183624,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":65.7089614868164,"selection_restore_ms":0.003135999897494912,"expand_tail_ms":9.62451171875,"kv_gather_ms":1.9506880044937134,"attention_fwd_ms":41.16707229614258,"teacher_kl_ms":45.06380844116211,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":190.55238342285156,"kv_reduce_scatter_ms":67.62201690673828,"indexer_bwd_ms":6.958111763000488,"pool_grad_exchange_ms":0.5803520083427429,"pool_bwd_ms":1.5321919918060303,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":98.57481622695923},{"ms":432.082763671875,"stages":{"query_redistribute_ms":0.049536000937223434,"pool_fwd_ms":0.1441279947757721,"pool_gather_ms":0.2284799963235855,"selection_key_layout_ms":0.003135999897494912,"selection_ms":67.02361297607422,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.364607810974121,"kv_gather_ms":1.930624008178711,"attention_fwd_ms":40.960575103759766,"teacher_kl_ms":45.494144439697266,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":190.3242950439453,"kv_reduce_scatter_ms":67.43622589111328,"indexer_bwd_ms":6.954336166381836,"pool_grad_exchange_ms":0.6008960008621216,"pool_bwd_ms":1.5290240049362183,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":98.57453870773315},{"ms":433.2379455566406,"stages":{"query_redistribute_ms":0.052191998809576035,"pool_fwd_ms":0.14668799936771393,"pool_gather_ms":0.26214399933815,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":67.21459197998047,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.39087963104248,"kv_gather_ms":1.9570239782333374,"attention_fwd_ms":41.47196960449219,"teacher_kl_ms":45.12847900390625,"output_restore_ms":0.0037120000924915075,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":190.38287353515625,"kv_reduce_scatter_ms":68.10313415527344,"indexer_bwd_ms":6.960159778594971,"pool_grad_exchange_ms":0.5876160264015198,"pool_bwd_ms":1.531008005142212,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":98.57481622695923}],"queries_zigzag":[{"ms":474.73626708984375,"stages":{"query_redistribute_ms":40.12076950073242,"pool_fwd_ms":0.06668800115585327,"pool_gather_ms":0.22208000719547272,"selection_key_layout_ms":0.27587199211120605,"selection_ms":59.15507125854492,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.297087669372559,"kv_gather_ms":16.16694450378418,"attention_fwd_ms":34.464927673339844,"teacher_kl_ms":38.48390579223633,"output_restore_ms":21.438335418701172,"dout_redistribute_ms":27.20854377746582,"attention_bwd_ms":157.5499267578125,"kv_reduce_scatter_ms":19.360511779785156,"indexer_bwd_ms":6.824063777923584,"pool_grad_exchange_ms":0.3346880078315735,"pool_bwd_ms":1.5319679975509644,"query_grad_restore_ms":42.20323181152344},"peak_allocated_gib":124.42903900146484},{"ms":474.545654296875,"stages":{"query_redistribute_ms":40.11030578613281,"pool_fwd_ms":0.06694400310516357,"pool_gather_ms":0.22019200026988983,"selection_key_layout_ms":0.27510398626327515,"selection_ms":59.4483528137207,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.3820161819458,"kv_gather_ms":15.782912254333496,"attention_fwd_ms":34.3482551574707,"teacher_kl_ms":38.82166290283203,"output_restore_ms":21.692352294921875,"dout_redistribute_ms":26.35660743713379,"attention_bwd_ms":157.72994995117188,"kv_reduce_scatter_ms":19.350528717041016,"indexer_bwd_ms":6.823775768280029,"pool_grad_exchange_ms":0.33689600229263306,"pool_bwd_ms":1.5271680355072021,"query_grad_restore_ms":42.242977142333984},"peak_allocated_gib":124.42797088623047},{"ms":474.2993469238281,"stages":{"query_redistribute_ms":40.158302307128906,"pool_fwd_ms":0.06649599969387054,"pool_gather_ms":0.22006399929523468,"selection_key_layout_ms":0.2756800055503845,"selection_ms":58.837825775146484,"selection_restore_ms":0.0031999999191612005,"expand_tail_ms":9.389087677001953,"kv_gather_ms":16.57459259033203,"attention_fwd_ms":34.91107177734375,"teacher_kl_ms":38.49216079711914,"output_restore_ms":21.57267189025879,"dout_redistribute_ms":25.82908821105957,"attention_bwd_ms":157.66864013671875,"kv_reduce_scatter_ms":19.450847625732422,"indexer_bwd_ms":6.821663856506348,"pool_grad_exchange_ms":0.332832008600235,"pool_bwd_ms":1.5228159427642822,"query_grad_restore_ms":42.14281463623047},"peak_allocated_gib":124.42876434326172},{"ms":475.4677429199219,"stages":{"query_redistribute_ms":40.234046936035156,"pool_fwd_ms":0.06675200164318085,"pool_gather_ms":0.22019200026988983,"selection_key_layout_ms":0.27510398626327515,"selection_ms":59.01027297973633,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.365535736083984,"kv_gather_ms":17.119327545166016,"attention_fwd_ms":34.30595016479492,"teacher_kl_ms":38.63545608520508,"output_restore_ms":21.613664627075195,"dout_redistribute_ms":26.57689666748047,"attention_bwd_ms":157.6631622314453,"kv_reduce_scatter_ms":19.463008880615234,"indexer_bwd_ms":6.823232173919678,"pool_grad_exchange_ms":0.3266879916191101,"pool_bwd_ms":1.5378559827804565,"query_grad_restore_ms":42.19939041137695},"peak_allocated_gib":124.4282455444336},{"ms":475.0473937988281,"stages":{"query_redistribute_ms":40.149505615234375,"pool_fwd_ms":0.06652799993753433,"pool_gather_ms":0.22019200026988983,"selection_key_layout_ms":0.27529600262641907,"selection_ms":59.0819206237793,"selection_restore_ms":0.0031999999191612005,"expand_tail_ms":9.206687927246094,"kv_gather_ms":17.001440048217773,"attention_fwd_ms":34.38790512084961,"teacher_kl_ms":38.79315185546875,"output_restore_ms":21.511104583740234,"dout_redistribute_ms":26.396799087524414,"attention_bwd_ms":157.6110382080078,"kv_reduce_scatter_ms":19.4355525970459,"indexer_bwd_ms":6.8290557861328125,"pool_grad_exchange_ms":0.31839999556541443,"pool_bwd_ms":1.5256320238113403,"query_grad_restore_ms":42.20742416381836},"peak_allocated_gib":124.4284315109253}],"queries_balanced":[{"ms":460.7920837402344,"stages":{"query_redistribute_ms":40.140865325927734,"pool_fwd_ms":0.0663679987192154,"pool_gather_ms":0.22208000719547272,"selection_key_layout_ms":0.15065599977970123,"selection_ms":54.820064544677734,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.646112442016602,"kv_gather_ms":5.838592052459717,"attention_fwd_ms":35.7632942199707,"teacher_kl_ms":38.25331115722656,"output_restore_ms":21.051679611206055,"dout_redistribute_ms":27.226943969726562,"attention_bwd_ms":157.16653442382812,"kv_reduce_scatter_ms":19.81964874267578,"indexer_bwd_ms":6.775968074798584,"pool_grad_exchange_ms":0.3141759932041168,"pool_bwd_ms":1.5198719501495361,"query_grad_restore_ms":41.98179244995117},"peak_allocated_gib":124.46550035476685},{"ms":461.44073486328125,"stages":{"query_redistribute_ms":40.25392150878906,"pool_fwd_ms":0.0674239993095398,"pool_gather_ms":0.22259199619293213,"selection_key_layout_ms":0.15030400454998016,"selection_ms":54.704288482666016,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.270272254943848,"kv_gather_ms":7.4364800453186035,"attention_fwd_ms":34.93366241455078,"teacher_kl_ms":38.70489501953125,"output_restore_ms":20.691007614135742,"dout_redistribute_ms":27.41379165649414,"attention_bwd_ms":157.1952362060547,"kv_reduce_scatter_ms":19.684255599975586,"indexer_bwd_ms":6.767807960510254,"pool_grad_exchange_ms":0.3325119912624359,"pool_bwd_ms":1.5204800367355347,"query_grad_restore_ms":42.05900955200195},"peak_allocated_gib":124.4654450416565},{"ms":460.63250732421875,"stages":{"query_redistribute_ms":40.20716857910156,"pool_fwd_ms":0.06672000139951706,"pool_gather_ms":0.22416000068187714,"selection_key_layout_ms":0.15052799880504608,"selection_ms":54.55593490600586,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.405216217041016,"kv_gather_ms":6.856863975524902,"attention_fwd_ms":34.83651351928711,"teacher_kl_ms":38.319969177246094,"output_restore_ms":20.77676773071289,"dout_redistribute_ms":27.574399948120117,"attention_bwd_ms":157.32325744628906,"kv_reduce_scatter_ms":19.615711212158203,"indexer_bwd_ms":6.769824028015137,"pool_grad_exchange_ms":0.3235839903354645,"pool_bwd_ms":1.524832010269165,"query_grad_restore_ms":42.07196807861328},"peak_allocated_gib":124.46547269821167},{"ms":461.3921203613281,"stages":{"query_redistribute_ms":40.08678436279297,"pool_fwd_ms":0.06665600091218948,"pool_gather_ms":0.22227199375629425,"selection_key_layout_ms":0.1504960060119629,"selection_ms":54.000606536865234,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.401727676391602,"kv_gather_ms":8.396575927734375,"attention_fwd_ms":35.4951057434082,"teacher_kl_ms":39.17289733886719,"output_restore_ms":20.653024673461914,"dout_redistribute_ms":25.983808517456055,"attention_bwd_ms":157.19952392578125,"kv_reduce_scatter_ms":19.77449607849121,"indexer_bwd_ms":6.773632049560547,"pool_grad_exchange_ms":0.3084160089492798,"pool_bwd_ms":1.5348800420761108,"query_grad_restore_ms":42.14076614379883},"peak_allocated_gib":124.46547269821167},{"ms":460.2356262207031,"stages":{"query_redistribute_ms":40.219329833984375,"pool_fwd_ms":0.06668800115585327,"pool_gather_ms":0.22220799326896667,"selection_key_layout_ms":0.15052799880504608,"selection_ms":55.16182327270508,"selection_restore_ms":0.0031999999191612005,"expand_tail_ms":9.504799842834473,"kv_gather_ms":5.582816123962402,"attention_fwd_ms":35.329185485839844,"teacher_kl_ms":38.6833610534668,"output_restore_ms":20.82819175720215,"dout_redistribute_ms":26.978239059448242,"attention_bwd_ms":157.31216430664062,"kv_reduce_scatter_ms":19.447776794433594,"indexer_bwd_ms":6.773568153381348,"pool_grad_exchange_ms":0.3043519854545593,"pool_bwd_ms":1.5378880500793457,"query_grad_restore_ms":42.10502243041992},"peak_allocated_gib":124.46547269821167}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.00023111733951875242,"max_abs":0.002838134765625,"finite":true},"dq":{"relative_rms":0.00014897611631058867,"max_abs":0.00238037109375,"finite":true},"dkv":{"relative_rms":9.378425620946748e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.00010034268588323321,"max_abs":3.552713678800501e-13,"finite":true},"d_weights":{"relative_rms":0.0001018753712056152,"max_abs":1.1059455573558807e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000118121708890886,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00010271526409388882,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.2356642305186076e-06,"max_abs":7.538858426414663e-12,"finite":true}},"loss":0.0009078528382815421,"reference_loss":0.0009078527800738811,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.00023797999670215037,"max_abs":0.002826690673828125,"finite":true},"dq":{"relative_rms":0.00015223448967587605,"max_abs":0.00238037109375,"finite":true},"dkv":{"relative_rms":9.218936345454465e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.00010034303521025879,"max_abs":3.552713678800501e-13,"finite":true},"d_weights":{"relative_rms":0.00010178458952966936,"max_abs":1.1059455573558807e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00011553703096531273,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00010970333568831497,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.550824708216998e-06,"max_abs":6.991740519879386e-12,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0002306864413877339,"max_abs":0.002826690673828125,"finite":true},"dq":{"relative_rms":0.00014850452386118066,"max_abs":0.00238037109375,"finite":true},"dkv":{"relative_rms":0.002346997816988266,"max_abs":0.21875,"finite":true},"d_index_q":{"relative_rms":0.00010102628446004236,"max_abs":4.178879464689089e-13,"finite":true},"d_weights":{"relative_rms":9.974294585590767e-05,"max_abs":6.984919309616089e-10,"finite":true},"d_pool_kv":{"relative_rms":0.003283868683941994,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032787178168947185,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.499312951639044e-05,"max_abs":8.834888376441086e-11,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0002381419629837365,"max_abs":0.0028076171875,"finite":true},"dq":{"relative_rms":0.00015221983844263424,"max_abs":0.00189208984375,"finite":true},"dkv":{"relative_rms":0.0003825761019230211,"max_abs":0.217529296875,"finite":true},"d_index_q":{"relative_rms":0.00011376101048616718,"max_abs":5.506706202140776e-13,"finite":true},"d_weights":{"relative_rms":0.0001088818741087347,"max_abs":1.520675141364336e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007521021398546011,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0007494871725204414,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.2859137235914774e-05,"max_abs":2.0691004465334117e-11,"finite":true}},"loss":0.0009078526636585593,"reference_loss":0.0009078527218662202,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":106888},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130840,"selection_rows":130840},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":5,"init_s":0.28987114201299846,"first_calls_s":{"contiguous":14.3416041219607,"selection":12.316573095042259,"queries_zigzag":9.128288553096354,"queries_balanced":7.07736473204568},"samples":{"contiguous":[{"ms":527.5949096679688,"stages":{"query_redistribute_ms":0.05302400141954422,"pool_fwd_ms":0.22470399737358093,"pool_gather_ms":0.15680000185966492,"selection_key_layout_ms":0.002848000032827258,"selection_ms":3.314527988433838,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.006943702697754,"kv_gather_ms":160.6655731201172,"attention_fwd_ms":20.99839973449707,"teacher_kl_ms":24.190879821777344,"output_restore_ms":0.003008000086992979,"dout_redistribute_ms":0.003008000086992979,"attention_bwd_ms":85.60950469970703,"kv_reduce_scatter_ms":215.25299072265625,"indexer_bwd_ms":6.2678399085998535,"pool_grad_exchange_ms":1.273087978363037,"pool_bwd_ms":1.5329279899597168,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":95.54621696472168},{"ms":533.1797485351562,"stages":{"query_redistribute_ms":0.05737600103020668,"pool_fwd_ms":0.22275200486183167,"pool_gather_ms":0.16473600268363953,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":3.2920639514923096,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.002976417541504,"kv_gather_ms":164.5260467529297,"attention_fwd_ms":21.0001277923584,"teacher_kl_ms":24.21129608154297,"output_restore_ms":0.002976000076159835,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":84.52960205078125,"kv_reduce_scatter_ms":218.02793884277344,"indexer_bwd_ms":6.274303913116455,"pool_grad_exchange_ms":1.2930560111999512,"pool_bwd_ms":1.537343978881836,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":95.54616165161133},{"ms":529.184326171875,"stages":{"query_redistribute_ms":0.0607680007815361,"pool_fwd_ms":0.23052799701690674,"pool_gather_ms":0.1424960047006607,"selection_key_layout_ms":0.002848000032827258,"selection_ms":3.3400959968566895,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.000703811645508,"kv_gather_ms":159.7379913330078,"attention_fwd_ms":21.004512786865234,"teacher_kl_ms":24.276639938354492,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":84.77324676513672,"kv_reduce_scatter_ms":218.48892211914062,"indexer_bwd_ms":6.284319877624512,"pool_grad_exchange_ms":1.274880051612854,"pool_bwd_ms":1.5289280414581299,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":95.54616165161133},{"ms":529.7789916992188,"stages":{"query_redistribute_ms":0.04854400083422661,"pool_fwd_ms":0.22115199267864227,"pool_gather_ms":0.1834239959716797,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":3.259392023086548,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.000608444213867,"kv_gather_ms":162.02854919433594,"attention_fwd_ms":21.002239227294922,"teacher_kl_ms":24.387615203857422,"output_restore_ms":0.0033919999841600657,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":84.75225830078125,"kv_reduce_scatter_ms":216.76742553710938,"indexer_bwd_ms":6.292543888092041,"pool_grad_exchange_ms":1.2667200565338135,"pool_bwd_ms":1.5288640260696411,"query_grad_restore_ms":0.0030400000978261232},"peak_allocated_gib":95.5461893081665},{"ms":528.7440185546875,"stages":{"query_redistribute_ms":0.05318399891257286,"pool_fwd_ms":0.2224320024251938,"pool_gather_ms":0.14521600306034088,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":3.322751998901367,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.002847671508789,"kv_gather_ms":161.51055908203125,"attention_fwd_ms":21.000192642211914,"teacher_kl_ms":24.183744430541992,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":84.6145248413086,"kv_reduce_scatter_ms":216.53610229492188,"indexer_bwd_ms":6.2821760177612305,"pool_grad_exchange_ms":1.293280005455017,"pool_bwd_ms":1.534208059310913,"query_grad_restore_ms":0.0030720001086592674},"peak_allocated_gib":95.5461893081665}],"selection":[{"ms":433.8938903808594,"stages":{"query_redistribute_ms":0.04179200157523155,"pool_fwd_ms":0.21724799275398254,"pool_gather_ms":0.16281600296497345,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":64.91238403320312,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.614527702331543,"kv_gather_ms":4.470719814300537,"attention_fwd_ms":23.810016632080078,"teacher_kl_ms":26.10793685913086,"output_restore_ms":0.0031679999083280563,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":87.35948944091797,"kv_reduce_scatter_ms":208.06752014160156,"indexer_bwd_ms":6.2699198722839355,"pool_grad_exchange_ms":1.2789119482040405,"pool_bwd_ms":1.5362240076065063,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":95.54621696472168},{"ms":433.0934143066406,"stages":{"query_redistribute_ms":0.04960000142455101,"pool_fwd_ms":0.22096000611782074,"pool_gather_ms":0.14857600629329681,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":64.9266586303711,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.506175994873047,"kv_gather_ms":5.196928024291992,"attention_fwd_ms":23.214784622192383,"teacher_kl_ms":25.802528381347656,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":85.62006378173828,"kv_reduce_scatter_ms":209.2841339111328,"indexer_bwd_ms":6.282080173492432,"pool_grad_exchange_ms":1.2707840204238892,"pool_bwd_ms":1.5311360359191895,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":95.54616165161133},{"ms":431.2213439941406,"stages":{"query_redistribute_ms":0.04278400167822838,"pool_fwd_ms":0.2184319943189621,"pool_gather_ms":0.16128000617027283,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":63.98566436767578,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.110719680786133,"kv_gather_ms":4.177887916564941,"attention_fwd_ms":23.717920303344727,"teacher_kl_ms":25.974624633789062,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":86.9850845336914,"kv_reduce_scatter_ms":207.73170471191406,"indexer_bwd_ms":6.284128189086914,"pool_grad_exchange_ms":1.2650560140609741,"pool_bwd_ms":1.5277440547943115,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":95.54616165161133},{"ms":432.08428955078125,"stages":{"query_redistribute_ms":0.052480001002550125,"pool_fwd_ms":0.22111999988555908,"pool_gather_ms":0.15414400398731232,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":63.89756774902344,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.314496040344238,"kv_gather_ms":5.123968124389648,"attention_fwd_ms":23.921695709228516,"teacher_kl_ms":26.196767807006836,"output_restore_ms":0.0031679999083280563,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":85.79222106933594,"kv_reduce_scatter_ms":208.278076171875,"indexer_bwd_ms":6.280320167541504,"pool_grad_exchange_ms":1.2850240468978882,"pool_bwd_ms":1.527008056640625,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":95.54591178894043},{"ms":433.23480224609375,"stages":{"query_redistribute_ms":0.061664000153541565,"pool_fwd_ms":0.2317119985818863,"pool_gather_ms":0.16911999881267548,"selection_key_layout_ms":0.003008000086992979,"selection_ms":64.21580505371094,"selection_restore_ms":0.0032319999299943447,"expand_tail_ms":9.457632064819336,"kv_gather_ms":4.8803839683532715,"attention_fwd_ms":23.704608917236328,"teacher_kl_ms":26.04319953918457,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":86.42495727539062,"kv_reduce_scatter_ms":208.9165802001953,"indexer_bwd_ms":6.27788782119751,"pool_grad_exchange_ms":1.2832640409469604,"pool_bwd_ms":1.5237760543823242,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":95.5461893081665}],"queries_zigzag":[{"ms":474.737548828125,"stages":{"query_redistribute_ms":40.11881637573242,"pool_fwd_ms":0.1443839967250824,"pool_gather_ms":0.1504960060119629,"selection_key_layout_ms":0.27532801032066345,"selection_ms":59.57347106933594,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.437248229980469,"kv_gather_ms":15.60912036895752,"attention_fwd_ms":34.96006393432617,"teacher_kl_ms":38.48601531982422,"output_restore_ms":19.783647537231445,"dout_redistribute_ms":27.665376663208008,"attention_bwd_ms":158.82237243652344,"kv_reduce_scatter_ms":18.796672821044922,"indexer_bwd_ms":6.764639854431152,"pool_grad_exchange_ms":0.3850879967212677,"pool_bwd_ms":1.5325440168380737,"query_grad_restore_ms":42.20336151123047},"peak_allocated_gib":121.4006896018982},{"ms":474.5421142578125,"stages":{"query_redistribute_ms":40.09843063354492,"pool_fwd_ms":0.14448000490665436,"pool_gather_ms":0.1526080071926117,"selection_key_layout_ms":0.2754879891872406,"selection_ms":58.7501106262207,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.620767593383789,"kv_gather_ms":16.246368408203125,"attention_fwd_ms":34.5937614440918,"teacher_kl_ms":38.43686294555664,"output_restore_ms":20.26896095275879,"dout_redistribute_ms":27.096031188964844,"attention_bwd_ms":158.9791717529297,"kv_reduce_scatter_ms":18.924575805664062,"indexer_bwd_ms":6.760287761688232,"pool_grad_exchange_ms":0.3983680009841919,"pool_bwd_ms":1.5248639583587646,"query_grad_restore_ms":42.24319839477539},"peak_allocated_gib":121.39901113510132},{"ms":474.28997802734375,"stages":{"query_redistribute_ms":40.146080017089844,"pool_fwd_ms":0.14457599818706512,"pool_gather_ms":0.1483200043439865,"selection_key_layout_ms":0.27555200457572937,"selection_ms":59.71897506713867,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.398240089416504,"kv_gather_ms":15.676351547241211,"attention_fwd_ms":34.70246505737305,"teacher_kl_ms":38.387454986572266,"output_restore_ms":21.60848045349121,"dout_redistribute_ms":25.165632247924805,"attention_bwd_ms":158.80618286132812,"kv_reduce_scatter_ms":19.2708797454834,"indexer_bwd_ms":6.760287761688232,"pool_grad_exchange_ms":0.38489601016044617,"pool_bwd_ms":1.5247999429702759,"query_grad_restore_ms":42.137760162353516},"peak_allocated_gib":121.40010976791382},{"ms":475.4756164550781,"stages":{"query_redistribute_ms":40.237918853759766,"pool_fwd_ms":0.1443520039319992,"pool_gather_ms":0.14825600385665894,"selection_key_layout_ms":0.2754240036010742,"selection_ms":59.02659225463867,"selection_restore_ms":0.0031999999191612005,"expand_tail_ms":9.255807876586914,"kv_gather_ms":17.208288192749023,"attention_fwd_ms":35.26870346069336,"teacher_kl_ms":38.87593460083008,"output_restore_ms":19.839935302734375,"dout_redistribute_ms":26.326143264770508,"attention_bwd_ms":158.90663146972656,"kv_reduce_scatter_ms":19.05523109436035,"indexer_bwd_ms":6.76364803314209,"pool_grad_exchange_ms":0.37273600697517395,"pool_bwd_ms":1.5391039848327637,"query_grad_restore_ms":42.199134826660156},"peak_allocated_gib":121.39989614486694},{"ms":475.03924560546875,"stages":{"query_redistribute_ms":40.136192321777344,"pool_fwd_ms":0.14441600441932678,"pool_gather_ms":0.1504960060119629,"selection_key_layout_ms":0.27532801032066345,"selection_ms":59.522464752197266,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.586655616760254,"kv_gather_ms":16.16694450378418,"attention_fwd_ms":34.580543518066406,"teacher_kl_ms":38.52656173706055,"output_restore_ms":20.948991775512695,"dout_redistribute_ms":26.309728622436523,"attention_bwd_ms":158.8817901611328,"kv_reduce_scatter_ms":18.90598487854004,"indexer_bwd_ms":6.761600017547607,"pool_grad_exchange_ms":0.38393598794937134,"pool_bwd_ms":1.525823950767517,"query_grad_restore_ms":42.20528030395508},"peak_allocated_gib":121.39977693557739}],"queries_balanced":[{"ms":460.7795715332031,"stages":{"query_redistribute_ms":40.13132858276367,"pool_fwd_ms":0.1443839967250824,"pool_gather_ms":0.15065599977970123,"selection_key_layout_ms":0.1504639983177185,"selection_ms":55.100257873535156,"selection_restore_ms":0.00342399999499321,"expand_tail_ms":9.089920043945312,"kv_gather_ms":6.101952075958252,"attention_fwd_ms":36.0560302734375,"teacher_kl_ms":38.804481506347656,"output_restore_ms":19.700735092163086,"dout_redistribute_ms":26.598175048828125,"attention_bwd_ms":158.331298828125,"kv_reduce_scatter_ms":19.813312530517578,"indexer_bwd_ms":6.7961602210998535,"pool_grad_exchange_ms":0.2754560112953186,"pool_bwd_ms":1.5257279872894287,"query_grad_restore_ms":41.97795104980469},"peak_allocated_gib":121.43684577941895},{"ms":461.43939208984375,"stages":{"query_redistribute_ms":40.25260925292969,"pool_fwd_ms":0.14528000354766846,"pool_gather_ms":0.1526080071926117,"selection_key_layout_ms":0.15052799880504608,"selection_ms":55.160926818847656,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.496735572814941,"kv_gather_ms":6.736959934234619,"attention_fwd_ms":35.349342346191406,"teacher_kl_ms":38.51871871948242,"output_restore_ms":19.814592361450195,"dout_redistribute_ms":26.971872329711914,"attention_bwd_ms":158.33094787597656,"kv_reduce_scatter_ms":19.66204833984375,"indexer_bwd_ms":6.789792060852051,"pool_grad_exchange_ms":0.30003198981285095,"pool_bwd_ms":1.520799994468689,"query_grad_restore_ms":42.056766510009766},"peak_allocated_gib":121.4367904663086},{"ms":460.6310729980469,"stages":{"query_redistribute_ms":40.20991897583008,"pool_fwd_ms":0.1438400000333786,"pool_gather_ms":0.14659200608730316,"selection_key_layout_ms":0.15056000649929047,"selection_ms":55.135520935058594,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.330464363098145,"kv_gather_ms":6.345727920532227,"attention_fwd_ms":35.55231857299805,"teacher_kl_ms":38.75203323364258,"output_restore_ms":19.821504592895508,"dout_redistribute_ms":26.33228874206543,"attention_bwd_ms":158.31344604492188,"kv_reduce_scatter_ms":19.695711135864258,"indexer_bwd_ms":6.796288013458252,"pool_grad_exchange_ms":0.28361600637435913,"pool_bwd_ms":1.525823950767517,"query_grad_restore_ms":42.06800079345703},"peak_allocated_gib":121.43681812286377},{"ms":461.39398193359375,"stages":{"query_redistribute_ms":40.092288970947266,"pool_fwd_ms":0.14448000490665436,"pool_gather_ms":0.14643199741840363,"selection_key_layout_ms":0.15052799880504608,"selection_ms":55.36876678466797,"selection_restore_ms":0.0031999999191612005,"expand_tail_ms":9.50489616394043,"kv_gather_ms":6.925248146057129,"attention_fwd_ms":35.63817596435547,"teacher_kl_ms":38.8289909362793,"output_restore_ms":19.51215934753418,"dout_redistribute_ms":26.196063995361328,"attention_bwd_ms":158.49676513671875,"kv_reduce_scatter_ms":19.616735458374023,"indexer_bwd_ms":6.790175914764404,"pool_grad_exchange_ms":0.28355199098587036,"pool_bwd_ms":1.5330560207366943,"query_grad_restore_ms":42.13865661621094},"peak_allocated_gib":121.43681812286377},{"ms":460.23773193359375,"stages":{"query_redistribute_ms":40.213985443115234,"pool_fwd_ms":0.14451199769973755,"pool_gather_ms":0.150751993060112,"selection_key_layout_ms":0.1504639983177185,"selection_ms":55.23331069946289,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.117919921875,"kv_gather_ms":5.888031959533691,"attention_fwd_ms":35.86988830566406,"teacher_kl_ms":38.7509765625,"output_restore_ms":20.086015701293945,"dout_redistribute_ms":25.999967575073242,"attention_bwd_ms":158.3936309814453,"kv_reduce_scatter_ms":19.494752883911133,"indexer_bwd_ms":6.785920143127441,"pool_grad_exchange_ms":0.29606398940086365,"pool_bwd_ms":1.5280319452285767,"query_grad_restore_ms":42.102657318115234},"peak_allocated_gib":121.43681812286377}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0001766302919477535,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00010979611110671594,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":8.931679327231352e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":3.3619055309866534e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.694105919304685e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00011352743941636306,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00011087718902022248,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.2356642305186076e-06,"max_abs":7.538858426414663e-12,"finite":true}},"loss":0.0009078528382815421,"reference_loss":0.0009078527800738811,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.00017451871018636577,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00010847916157233216,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":8.705115079424176e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":3.355697845629986e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.4717852557657894e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00010236726427582268,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":9.900911338145536e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.550824708216998e-06,"max_abs":6.991740519879386e-12,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0001690117555193205,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00010506006287654293,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.0023432731774988614,"max_abs":0.232177734375,"finite":true},"d_index_q":{"relative_rms":3.321990847245664e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.740328464099647e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032656035948572973,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003265569807751316,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.499312951639044e-05,"max_abs":8.834888376441086e-11,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.00018832991007451447,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00011689649468430102,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.0002050421788213282,"max_abs":0.1080322265625,"finite":true},"d_index_q":{"relative_rms":3.411345810224159e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.5736033024713624e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0004591942891123233,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00046111340946193227,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.2859137235914774e-05,"max_abs":2.0691004465334117e-11,"finite":true}},"loss":0.0009078526636585593,"reference_loss":0.0009078527218662202,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":196608},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130840,"selection_rows":130840},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":6,"init_s":0.2958402590593323,"first_calls_s":{"contiguous":14.341597665916197,"selection":12.316557117039338,"queries_zigzag":9.128252384020016,"queries_balanced":7.077415194013156},"samples":{"contiguous":[{"ms":527.5859985351562,"stages":{"query_redistribute_ms":0.05926400050520897,"pool_fwd_ms":0.21849599480628967,"pool_gather_ms":0.14230400323867798,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":3.1610240936279297,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.994624137878418,"kv_gather_ms":160.8175048828125,"attention_fwd_ms":21.112703323364258,"teacher_kl_ms":24.31564712524414,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":85.040771484375,"kv_reduce_scatter_ms":215.59078979492188,"indexer_bwd_ms":6.296832084655762,"pool_grad_exchange_ms":1.2523200511932373,"pool_bwd_ms":1.5328960418701172,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":97.04745531082153},{"ms":533.1720581054688,"stages":{"query_redistribute_ms":0.059808000922203064,"pool_fwd_ms":0.22195200622081757,"pool_gather_ms":0.14511999487876892,"selection_key_layout_ms":0.002816000021994114,"selection_ms":3.153856039047241,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":8.007007598876953,"kv_gather_ms":164.64300537109375,"attention_fwd_ms":21.114656448364258,"teacher_kl_ms":24.338272094726562,"output_restore_ms":0.002816000021994114,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":85.07254028320312,"kv_reduce_scatter_ms":217.2538299560547,"indexer_bwd_ms":6.304736137390137,"pool_grad_exchange_ms":1.2771519422531128,"pool_bwd_ms":1.5327999591827393,"query_grad_restore_ms":0.0030720001086592674},"peak_allocated_gib":97.04745531082153},{"ms":529.18798828125,"stages":{"query_redistribute_ms":0.06063999980688095,"pool_fwd_ms":0.2189120054244995,"pool_gather_ms":0.15462400019168854,"selection_key_layout_ms":0.002848000032827258,"selection_ms":3.1498239040374756,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":8.00051212310791,"kv_gather_ms":159.9163818359375,"attention_fwd_ms":21.120704650878906,"teacher_kl_ms":24.17862319946289,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":85.49625396728516,"kv_reduce_scatter_ms":217.7520294189453,"indexer_bwd_ms":6.290304183959961,"pool_grad_exchange_ms":1.2643840312957764,"pool_bwd_ms":1.5412479639053345,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":97.04745531082153},{"ms":529.758056640625,"stages":{"query_redistribute_ms":0.06639999896287918,"pool_fwd_ms":0.2205439954996109,"pool_gather_ms":0.14192000031471252,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":3.1599040031433105,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.996799945831299,"kv_gather_ms":162.11244201660156,"attention_fwd_ms":21.11497688293457,"teacher_kl_ms":24.172544479370117,"output_restore_ms":0.003263999940827489,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":85.65766143798828,"kv_reduce_scatter_ms":215.97471618652344,"indexer_bwd_ms":6.284448146820068,"pool_grad_exchange_ms":1.2911360263824463,"pool_bwd_ms":1.5208319425582886,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":97.04742765426636},{"ms":528.7448120117188,"stages":{"query_redistribute_ms":0.050624001771211624,"pool_fwd_ms":0.2146880030632019,"pool_gather_ms":0.1504639983177185,"selection_key_layout_ms":0.002848000032827258,"selection_ms":3.1478400230407715,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.000767707824707,"kv_gather_ms":161.67030334472656,"attention_fwd_ms":21.1147518157959,"teacher_kl_ms":24.191904067993164,"output_restore_ms":0.0030400000978261232,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":85.04656219482422,"kv_reduce_scatter_ms":215.99119567871094,"indexer_bwd_ms":6.278304100036621,"pool_grad_exchange_ms":1.3054720163345337,"pool_bwd_ms":1.5341440439224243,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":97.04742765426636}],"selection":[{"ms":433.89874267578125,"stages":{"query_redistribute_ms":0.03939199820160866,"pool_fwd_ms":0.20768000185489655,"pool_gather_ms":0.17919999361038208,"selection_key_layout_ms":0.002848000032827258,"selection_ms":64.79161834716797,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.843999862670898,"kv_gather_ms":4.368256092071533,"attention_fwd_ms":23.988447189331055,"teacher_kl_ms":25.96620750427246,"output_restore_ms":0.0030720001086592674,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":87.30464172363281,"kv_reduce_scatter_ms":208.06944274902344,"indexer_bwd_ms":6.294400215148926,"pool_grad_exchange_ms":1.2707840204238892,"pool_bwd_ms":1.5303360223770142,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":97.04745531082153},{"ms":433.09722900390625,"stages":{"query_redistribute_ms":0.04495999962091446,"pool_fwd_ms":0.2091200053691864,"pool_gather_ms":0.16761599481105804,"selection_key_layout_ms":0.004608000162988901,"selection_ms":64.70941162109375,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.402463912963867,"kv_gather_ms":5.512224197387695,"attention_fwd_ms":23.360576629638672,"teacher_kl_ms":26.19171142578125,"output_restore_ms":0.002976000076159835,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":86.51923370361328,"kv_reduce_scatter_ms":207.843994140625,"indexer_bwd_ms":6.29472017288208,"pool_grad_exchange_ms":1.2625600099563599,"pool_bwd_ms":1.5351040363311768,"query_grad_restore_ms":0.003008000086992979},"peak_allocated_gib":97.04745531082153},{"ms":431.2200012207031,"stages":{"query_redistribute_ms":0.04022400081157684,"pool_fwd_ms":0.2088319957256317,"pool_gather_ms":0.17286400496959686,"selection_key_layout_ms":0.002976000076159835,"selection_ms":63.54524612426758,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.587967872619629,"kv_gather_ms":4.1308159828186035,"attention_fwd_ms":24.160192489624023,"teacher_kl_ms":26.021760940551758,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":87.77769470214844,"kv_reduce_scatter_ms":206.44784545898438,"indexer_bwd_ms":6.2900800704956055,"pool_grad_exchange_ms":1.2730239629745483,"pool_bwd_ms":1.5219199657440186,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":97.04745531082153},{"ms":432.0804138183594,"stages":{"query_redistribute_ms":0.05052800104022026,"pool_fwd_ms":0.21350400149822235,"pool_gather_ms":0.1563519984483719,"selection_key_layout_ms":0.0031999999191612005,"selection_ms":63.793216705322266,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":9.717568397521973,"kv_gather_ms":4.819136142730713,"attention_fwd_ms":24.02191925048828,"teacher_kl_ms":26.065887451171875,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":86.48614501953125,"kv_reduce_scatter_ms":207.61500549316406,"indexer_bwd_ms":6.292479991912842,"pool_grad_exchange_ms":1.2788159847259521,"pool_bwd_ms":1.527008056640625,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":97.04745531082153},{"ms":433.22113037109375,"stages":{"query_redistribute_ms":0.07420799881219864,"pool_fwd_ms":0.22592000663280487,"pool_gather_ms":0.14313599467277527,"selection_key_layout_ms":0.002848000032827258,"selection_ms":64.10768127441406,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.869536399841309,"kv_gather_ms":4.5893120765686035,"attention_fwd_ms":24.122175216674805,"teacher_kl_ms":25.93065643310547,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":86.27337646484375,"kv_reduce_scatter_ms":208.74342346191406,"indexer_bwd_ms":6.276127815246582,"pool_grad_exchange_ms":1.2873599529266357,"pool_bwd_ms":1.5287359952926636,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":97.04742765426636}],"queries_zigzag":[{"ms":474.7405700683594,"stages":{"query_redistribute_ms":40.12044906616211,"pool_fwd_ms":0.13411200046539307,"pool_gather_ms":0.1589439958333969,"selection_key_layout_ms":0.27532801032066345,"selection_ms":59.80672073364258,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":9.33078384399414,"kv_gather_ms":15.502367973327637,"attention_fwd_ms":35.046241760253906,"teacher_kl_ms":39.1464958190918,"output_restore_ms":22.950847625732422,"dout_redistribute_ms":29.295455932617188,"attention_bwd_ms":159.3837432861328,"kv_reduce_scatter_ms":12.681440353393555,"indexer_bwd_ms":6.749855995178223,"pool_grad_exchange_ms":0.38809600472450256,"pool_bwd_ms":1.5340479612350464,"query_grad_restore_ms":42.201377868652344},"peak_allocated_gib":122.90190029144287},{"ms":474.5464782714844,"stages":{"query_redistribute_ms":40.10464096069336,"pool_fwd_ms":0.13449600338935852,"pool_gather_ms":0.1565759927034378,"selection_key_layout_ms":0.27558401226997375,"selection_ms":60.027713775634766,"selection_restore_ms":0.003488000016659498,"expand_tail_ms":9.444928169250488,"kv_gather_ms":15.158559799194336,"attention_fwd_ms":35.14054489135742,"teacher_kl_ms":39.4615364074707,"output_restore_ms":22.653888702392578,"dout_redistribute_ms":28.720096588134766,"attention_bwd_ms":159.41647338867188,"kv_reduce_scatter_ms":12.906399726867676,"indexer_bwd_ms":6.750304222106934,"pool_grad_exchange_ms":0.3973119854927063,"pool_bwd_ms":1.5227199792861938,"query_grad_restore_ms":42.24419021606445},"peak_allocated_gib":122.90060997009277},{"ms":474.29583740234375,"stages":{"query_redistribute_ms":40.15097427368164,"pool_fwd_ms":0.13424000144004822,"pool_gather_ms":0.15859200060367584,"selection_key_layout_ms":0.27561599016189575,"selection_ms":59.46476745605469,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.433183670043945,"kv_gather_ms":15.893440246582031,"attention_fwd_ms":35.45808029174805,"teacher_kl_ms":39.26512145996094,"output_restore_ms":22.48396873474121,"dout_redistribute_ms":28.30246353149414,"attention_bwd_ms":159.4779510498047,"kv_reduce_scatter_ms":12.965567588806152,"indexer_bwd_ms":6.748288154602051,"pool_grad_exchange_ms":0.390175998210907,"pool_bwd_ms":1.5207680463790894,"query_grad_restore_ms":42.14060974121094},"peak_allocated_gib":122.90101528167725},{"ms":475.47576904296875,"stages":{"query_redistribute_ms":40.235870361328125,"pool_fwd_ms":0.13622400164604187,"pool_gather_ms":0.158720001578331,"selection_key_layout_ms":0.27532801032066345,"selection_ms":59.323486328125,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.378144264221191,"kv_gather_ms":16.79952049255371,"attention_fwd_ms":34.96371078491211,"teacher_kl_ms":38.94345474243164,"output_restore_ms":22.79523277282715,"dout_redistribute_ms":29.189983367919922,"attention_bwd_ms":159.45347595214844,"kv_reduce_scatter_ms":12.926848411560059,"indexer_bwd_ms":6.744991779327393,"pool_grad_exchange_ms":0.38416001200675964,"pool_bwd_ms":1.5380480289459229,"query_grad_restore_ms":42.19705581665039},"peak_allocated_gib":122.90143966674805},{"ms":475.0520324707031,"stages":{"query_redistribute_ms":40.14665603637695,"pool_fwd_ms":0.13433599472045898,"pool_gather_ms":0.15673600137233734,"selection_key_layout_ms":0.275519996881485,"selection_ms":58.913822174072266,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.331808090209961,"kv_gather_ms":17.038175582885742,"attention_fwd_ms":35.70576095581055,"teacher_kl_ms":39.12486267089844,"output_restore_ms":22.418399810791016,"dout_redistribute_ms":28.653696060180664,"attention_bwd_ms":159.43478393554688,"kv_reduce_scatter_ms":12.822400093078613,"indexer_bwd_ms":6.755519866943359,"pool_grad_exchange_ms":0.37673598527908325,"pool_bwd_ms":1.5248639583587646,"query_grad_restore_ms":42.20927810668945},"peak_allocated_gib":122.90101528167725}],"queries_balanced":[{"ms":460.7828369140625,"stages":{"query_redistribute_ms":40.131935119628906,"pool_fwd_ms":0.13398399949073792,"pool_gather_ms":0.15689599514007568,"selection_key_layout_ms":0.15039999783039093,"selection_ms":55.1514892578125,"selection_restore_ms":0.003103999886661768,"expand_tail_ms":9.736512184143066,"kv_gather_ms":5.394207954406738,"attention_fwd_ms":35.941375732421875,"teacher_kl_ms":39.19772720336914,"output_restore_ms":22.80348777770996,"dout_redistribute_ms":28.87651252746582,"attention_bwd_ms":158.8625030517578,"kv_reduce_scatter_ms":13.640704154968262,"indexer_bwd_ms":6.773632049560547,"pool_grad_exchange_ms":0.29388800263404846,"pool_bwd_ms":1.5220160484313965,"query_grad_restore_ms":41.98185729980469},"peak_allocated_gib":122.9380841255188},{"ms":461.4440612792969,"stages":{"query_redistribute_ms":40.2564811706543,"pool_fwd_ms":0.13708800077438354,"pool_gather_ms":0.15692800283432007,"selection_key_layout_ms":0.15039999783039093,"selection_ms":55.08505630493164,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.316479682922363,"kv_gather_ms":6.988831996917725,"attention_fwd_ms":35.8678092956543,"teacher_kl_ms":39.07465744018555,"output_restore_ms":22.483135223388672,"dout_redistribute_ms":28.86627197265625,"attention_bwd_ms":158.9475555419922,"kv_reduce_scatter_ms":13.422368049621582,"indexer_bwd_ms":6.765535831451416,"pool_grad_exchange_ms":0.3142719864845276,"pool_bwd_ms":1.5230400562286377,"query_grad_restore_ms":42.05878448486328},"peak_allocated_gib":122.9380841255188},{"ms":460.6365661621094,"stages":{"query_redistribute_ms":40.207454681396484,"pool_fwd_ms":0.1342719942331314,"pool_gather_ms":0.1565759927034378,"selection_key_layout_ms":0.1483200043439865,"selection_ms":55.11088180541992,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":9.383935928344727,"kv_gather_ms":6.313407897949219,"attention_fwd_ms":35.64799880981445,"teacher_kl_ms":38.82992172241211,"output_restore_ms":22.633695602416992,"dout_redistribute_ms":29.00783920288086,"attention_bwd_ms":158.9830780029297,"kv_reduce_scatter_ms":13.374336242675781,"indexer_bwd_ms":6.7740478515625,"pool_grad_exchange_ms":0.2978239953517914,"pool_bwd_ms":1.5300159454345703,"query_grad_restore_ms":42.0720329284668},"peak_allocated_gib":122.93805646896362},{"ms":461.3827209472656,"stages":{"query_redistribute_ms":40.07350540161133,"pool_fwd_ms":0.13414399325847626,"pool_gather_ms":0.1566080003976822,"selection_key_layout_ms":0.15059199929237366,"selection_ms":55.247745513916016,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.568511962890625,"kv_gather_ms":6.994912147521973,"attention_fwd_ms":35.173343658447266,"teacher_kl_ms":38.48396682739258,"output_restore_ms":23.002304077148438,"dout_redistribute_ms":29.146751403808594,"attention_bwd_ms":158.8942413330078,"kv_reduce_scatter_ms":13.584383964538574,"indexer_bwd_ms":6.77785587310791,"pool_grad_exchange_ms":0.285535991191864,"pool_bwd_ms":1.5351359844207764,"query_grad_restore_ms":42.14284896850586},"peak_allocated_gib":122.93805646896362},{"ms":460.2403259277344,"stages":{"query_redistribute_ms":40.2154541015625,"pool_fwd_ms":0.13622400164604187,"pool_gather_ms":0.15488000214099884,"selection_key_layout_ms":0.150176003575325,"selection_ms":55.426273345947266,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.843135833740234,"kv_gather_ms":4.961887836456299,"attention_fwd_ms":36.466590881347656,"teacher_kl_ms":39.502784729003906,"output_restore_ms":22.206464767456055,"dout_redistribute_ms":28.205120086669922,"attention_bwd_ms":158.86236572265625,"kv_reduce_scatter_ms":13.372480392456055,"indexer_bwd_ms":6.782048225402832,"pool_grad_exchange_ms":0.283488005399704,"pool_bwd_ms":1.5339200496673584,"query_grad_restore_ms":42.10496139526367},"peak_allocated_gib":122.93805646896362}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.00018384306784280136,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00011339402817236973,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":9.175180328150237e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":3.503297309707441e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.817285524267472e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0001186502329220078,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00011304926132783416,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.2356642305186076e-06,"max_abs":7.538858426414663e-12,"finite":true}},"loss":0.0009078528382815421,"reference_loss":0.0009078527800738811,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0001837680096684166,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00011337175185791841,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":9.032447315132788e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":3.537210103969054e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.824146050905837e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00011937421249198213,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.000122633354309724,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.550824708216998e-06,"max_abs":6.991740519879386e-12,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0001762943731279633,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0001087888482196841,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.0023445212308660433,"max_abs":0.23046875,"finite":true},"d_index_q":{"relative_rms":3.471920345230471e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.8148299095178225e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032540704494792385,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003250693972110487,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":5.499312951639044e-05,"max_abs":8.834888376441086e-11,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0001919360164609324,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00011828630598701558,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.0002014834680580633,"max_abs":0.1107177734375,"finite":true},"d_index_q":{"relative_rms":3.530136714239548e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.8221195293101486e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0004515366734578223,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00045472204489555257,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.2859137235914774e-05,"max_abs":2.0691004465334117e-11,"finite":true}},"loss":0.0009078526636585593,"reference_loss":0.0009078527218662202,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":196608},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130840,"selection_rows":130840},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":7,"init_s":0.28181551792658865,"first_calls_s":{"contiguous":14.341599865001626,"selection":12.316548807080835,"queries_zigzag":9.128275603055954,"queries_balanced":7.077354845940135},"samples":{"contiguous":[{"ms":527.5831909179688,"stages":{"query_redistribute_ms":0.06377600133419037,"pool_fwd_ms":0.21568000316619873,"pool_gather_ms":0.14643199741840363,"selection_key_layout_ms":0.002623999956995249,"selection_ms":3.046976089477539,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.9967360496521,"kv_gather_ms":160.9132537841797,"attention_fwd_ms":21.283903121948242,"teacher_kl_ms":24.245088577270508,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":86.57756805419922,"kv_reduce_scatter_ms":213.95826721191406,"indexer_bwd_ms":6.315135955810547,"pool_grad_exchange_ms":1.2421760559082031,"pool_bwd_ms":1.532960057258606,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":95.54794645309448},{"ms":533.160400390625,"stages":{"query_redistribute_ms":0.06569600105285645,"pool_fwd_ms":0.21648000180721283,"pool_gather_ms":0.14131200313568115,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":3.039680004119873,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.99289608001709,"kv_gather_ms":164.75152587890625,"attention_fwd_ms":21.2806396484375,"teacher_kl_ms":24.291168212890625,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":85.98531341552734,"kv_reduce_scatter_ms":216.2290496826172,"indexer_bwd_ms":6.314815998077393,"pool_grad_exchange_ms":1.2773120403289795,"pool_bwd_ms":1.5305919647216797,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":95.54794645309448},{"ms":529.18359375,"stages":{"query_redistribute_ms":0.06047999858856201,"pool_fwd_ms":0.21385599672794342,"pool_gather_ms":0.15855999290943146,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":3.025279998779297,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.990943908691406,"kv_gather_ms":160.04098510742188,"attention_fwd_ms":21.282976150512695,"teacher_kl_ms":24.25436782836914,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":86.5156478881836,"kv_reduce_scatter_ms":216.4932098388672,"indexer_bwd_ms":6.306784152984619,"pool_grad_exchange_ms":1.2644480466842651,"pool_bwd_ms":1.5350079536437988,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":95.54794645309448},{"ms":529.76123046875,"stages":{"query_redistribute_ms":0.06864000111818314,"pool_fwd_ms":0.21244800090789795,"pool_gather_ms":0.15459200739860535,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":3.018048048019409,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.990975856781006,"kv_gather_ms":162.24400329589844,"attention_fwd_ms":21.274240493774414,"teacher_kl_ms":24.24812889099121,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":86.8210220336914,"kv_reduce_scatter_ms":214.5832977294922,"indexer_bwd_ms":6.304768085479736,"pool_grad_exchange_ms":1.2687040567398071,"pool_bwd_ms":1.5329279899597168,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":95.5479187965393},{"ms":528.7353515625,"stages":{"query_redistribute_ms":0.060095999389886856,"pool_fwd_ms":0.21212799847126007,"pool_gather_ms":0.1398719996213913,"selection_key_layout_ms":0.0027520000003278255,"selection_ms":3.035360097885132,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.998976230621338,"kv_gather_ms":161.768798828125,"attention_fwd_ms":21.280607223510742,"teacher_kl_ms":24.23075294494629,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":87.02467346191406,"kv_reduce_scatter_ms":213.81336975097656,"indexer_bwd_ms":6.313248157501221,"pool_grad_exchange_ms":1.278880000114441,"pool_bwd_ms":1.5357439517974854,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":95.5479187965393}],"selection":[{"ms":433.88531494140625,"stages":{"query_redistribute_ms":0.059167999774217606,"pool_fwd_ms":0.2160000056028366,"pool_gather_ms":0.13923199474811554,"selection_key_layout_ms":0.002687999978661537,"selection_ms":64.64966583251953,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.730527877807617,"kv_gather_ms":4.6141438484191895,"attention_fwd_ms":25.755775451660156,"teacher_kl_ms":25.9204158782959,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":87.025634765625,"kv_reduce_scatter_ms":206.62774658203125,"indexer_bwd_ms":6.310751914978027,"pool_grad_exchange_ms":1.2605119943618774,"pool_bwd_ms":1.5319679975509644,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":95.54794645309448},{"ms":433.08428955078125,"stages":{"query_redistribute_ms":0.06015999987721443,"pool_fwd_ms":0.21094399690628052,"pool_gather_ms":0.1424960047006607,"selection_key_layout_ms":0.002495999913662672,"selection_ms":65.13375854492188,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.944543838500977,"kv_gather_ms":4.563936233520508,"attention_fwd_ms":28.42323112487793,"teacher_kl_ms":26.7640323638916,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":88.47071838378906,"kv_reduce_scatter_ms":200.23202514648438,"indexer_bwd_ms":6.314623832702637,"pool_grad_exchange_ms":1.252511978149414,"pool_bwd_ms":1.533087968826294,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":95.54794645309448},{"ms":431.2081298828125,"stages":{"query_redistribute_ms":0.05663999915122986,"pool_fwd_ms":0.21254399418830872,"pool_gather_ms":0.14131200313568115,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":63.43113708496094,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.405887603759766,"kv_gather_ms":4.436192035675049,"attention_fwd_ms":25.372703552246094,"teacher_kl_ms":25.924192428588867,"output_restore_ms":0.0027840000111609697,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":87.65321350097656,"kv_reduce_scatter_ms":205.43589782714844,"indexer_bwd_ms":6.306719779968262,"pool_grad_exchange_ms":1.2647360563278198,"pool_bwd_ms":1.52675199508667,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":95.54794645309448},{"ms":432.0697021484375,"stages":{"query_redistribute_ms":0.06249599903821945,"pool_fwd_ms":0.21113599836826324,"pool_gather_ms":0.14025600254535675,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":63.77833557128906,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":9.489664077758789,"kv_gather_ms":5.057568073272705,"attention_fwd_ms":25.186464309692383,"teacher_kl_ms":26.148479461669922,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":87.3707504272461,"kv_reduce_scatter_ms":205.4799346923828,"indexer_bwd_ms":6.2923197746276855,"pool_grad_exchange_ms":1.2831679582595825,"pool_bwd_ms":1.5298240184783936,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":95.54794645309448},{"ms":433.2307434082031,"stages":{"query_redistribute_ms":0.06169600039720535,"pool_fwd_ms":0.2152319997549057,"pool_gather_ms":0.1801919937133789,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":63.98121643066406,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":9.634048461914062,"kv_gather_ms":4.9418559074401855,"attention_fwd_ms":23.569536209106445,"teacher_kl_ms":25.660064697265625,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":87.51107025146484,"kv_reduce_scatter_ms":208.330810546875,"indexer_bwd_ms":6.306975841522217,"pool_grad_exchange_ms":1.270848035812378,"pool_bwd_ms":1.5213760137557983,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":95.5479187965393}],"queries_zigzag":[{"ms":474.72576904296875,"stages":{"query_redistribute_ms":40.13119888305664,"pool_fwd_ms":0.12998400628566742,"pool_gather_ms":0.1401599943637848,"selection_key_layout_ms":0.27663999795913696,"selection_ms":59.037662506103516,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":9.752832412719727,"kv_gather_ms":15.86684799194336,"attention_fwd_ms":35.548126220703125,"teacher_kl_ms":39.1649284362793,"output_restore_ms":30.398656845092773,"dout_redistribute_ms":29.12214469909668,"attention_bwd_ms":159.52706909179688,"kv_reduce_scatter_ms":4.735199928283691,"indexer_bwd_ms":6.8482561111450195,"pool_grad_exchange_ms":0.27641600370407104,"pool_bwd_ms":1.5356160402297974,"query_grad_restore_ms":42.20463943481445},"peak_allocated_gib":121.40239143371582},{"ms":474.53466796875,"stages":{"query_redistribute_ms":40.11600112915039,"pool_fwd_ms":0.13007999956607819,"pool_gather_ms":0.14047999680042267,"selection_key_layout_ms":0.27715200185775757,"selection_ms":59.55712127685547,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.716032028198242,"kv_gather_ms":15.364992141723633,"attention_fwd_ms":35.60761642456055,"teacher_kl_ms":39.10335922241211,"output_restore_ms":30.17955207824707,"dout_redistribute_ms":29.026079177856445,"attention_bwd_ms":159.6561279296875,"kv_reduce_scatter_ms":4.726560115814209,"indexer_bwd_ms":6.838560104370117,"pool_grad_exchange_ms":0.2927359938621521,"pool_bwd_ms":1.5288000106811523,"query_grad_restore_ms":42.243934631347656},"peak_allocated_gib":121.40110111236572},{"ms":474.2894592285156,"stages":{"query_redistribute_ms":40.16457748413086,"pool_fwd_ms":0.13017599284648895,"pool_gather_ms":0.14217600226402283,"selection_key_layout_ms":0.277536004781723,"selection_ms":58.623008728027344,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.604576110839844,"kv_gather_ms":16.570463180541992,"attention_fwd_ms":34.933502197265625,"teacher_kl_ms":39.091041564941406,"output_restore_ms":30.504959106445312,"dout_redistribute_ms":29.089984893798828,"attention_bwd_ms":159.60284423828125,"kv_reduce_scatter_ms":4.728576183319092,"indexer_bwd_ms":6.83625602722168,"pool_grad_exchange_ms":0.292928010225296,"pool_bwd_ms":1.5208319425582886,"query_grad_restore_ms":42.14342498779297},"peak_allocated_gib":121.4015064239502},{"ms":475.465087890625,"stages":{"query_redistribute_ms":40.25139236450195,"pool_fwd_ms":0.12995199859142303,"pool_gather_ms":0.14035199582576752,"selection_key_layout_ms":0.27744001150131226,"selection_ms":59.4095344543457,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.443679809570312,"kv_gather_ms":16.658815383911133,"attention_fwd_ms":35.422977447509766,"teacher_kl_ms":39.13929748535156,"output_restore_ms":30.302976608276367,"dout_redistribute_ms":29.116352081298828,"attention_bwd_ms":159.56214904785156,"kv_reduce_scatter_ms":4.722655773162842,"indexer_bwd_ms":6.843520164489746,"pool_grad_exchange_ms":0.2802560031414032,"pool_bwd_ms":1.5349440574645996,"query_grad_restore_ms":42.19900894165039},"peak_allocated_gib":121.401930809021},{"ms":475.038330078125,"stages":{"query_redistribute_ms":40.15727996826172,"pool_fwd_ms":0.12988799810409546,"pool_gather_ms":0.14028799533843994,"selection_key_layout_ms":0.27532801032066345,"selection_ms":59.432159423828125,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.699711799621582,"kv_gather_ms":16.158687591552734,"attention_fwd_ms":35.025054931640625,"teacher_kl_ms":39.20991897583008,"output_restore_ms":30.574399948120117,"dout_redistribute_ms":29.032352447509766,"attention_bwd_ms":159.5987548828125,"kv_reduce_scatter_ms":4.719456195831299,"indexer_bwd_ms":6.839424133300781,"pool_grad_exchange_ms":0.2816320061683655,"pool_bwd_ms":1.5279680490493774,"query_grad_restore_ms":42.20697784423828},"peak_allocated_gib":121.4015064239502}],"queries_balanced":[{"ms":460.7691650390625,"stages":{"query_redistribute_ms":40.15158462524414,"pool_fwd_ms":0.12985600531101227,"pool_gather_ms":0.14032000303268433,"selection_key_layout_ms":0.08297599852085114,"selection_ms":55.28704071044922,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.58291244506836,"kv_gather_ms":5.488448143005371,"attention_fwd_ms":36.30924987792969,"teacher_kl_ms":39.028350830078125,"output_restore_ms":30.544767379760742,"dout_redistribute_ms":29.597824096679688,"attention_bwd_ms":159.11952209472656,"kv_reduce_scatter_ms":4.722464084625244,"indexer_bwd_ms":6.769792079925537,"pool_grad_exchange_ms":0.2818560004234314,"pool_bwd_ms":1.5277119874954224,"query_grad_restore_ms":41.97353744506836},"peak_allocated_gib":121.43857526779175},{"ms":461.4223937988281,"stages":{"query_redistribute_ms":40.26406478881836,"pool_fwd_ms":0.13199999928474426,"pool_gather_ms":0.14236800372600555,"selection_key_layout_ms":0.08278399705886841,"selection_ms":54.570430755615234,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.364543914794922,"kv_gather_ms":7.530848026275635,"attention_fwd_ms":36.51884841918945,"teacher_kl_ms":38.847103118896484,"output_restore_ms":29.99113655090332,"dout_redistribute_ms":29.525760650634766,"attention_bwd_ms":159.0621795654297,"kv_reduce_scatter_ms":4.716544151306152,"indexer_bwd_ms":6.765567779541016,"pool_grad_exchange_ms":0.30003198981285095,"pool_bwd_ms":1.526911973953247,"query_grad_restore_ms":42.05036926269531},"peak_allocated_gib":121.43857526779175},{"ms":460.6073913574219,"stages":{"query_redistribute_ms":40.21094512939453,"pool_fwd_ms":0.13043199479579926,"pool_gather_ms":0.14083200693130493,"selection_key_layout_ms":0.08204799890518188,"selection_ms":55.08806228637695,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":9.357664108276367,"kv_gather_ms":6.4317121505737305,"attention_fwd_ms":36.451263427734375,"teacher_kl_ms":38.877281188964844,"output_restore_ms":29.774751663208008,"dout_redistribute_ms":29.597503662109375,"attention_bwd_ms":159.0355224609375,"kv_reduce_scatter_ms":4.749504089355469,"indexer_bwd_ms":6.769728183746338,"pool_grad_exchange_ms":0.28537601232528687,"pool_bwd_ms":1.5320639610290527,"query_grad_restore_ms":42.06169509887695},"peak_allocated_gib":121.43854761123657},{"ms":461.38177490234375,"stages":{"query_redistribute_ms":40.102081298828125,"pool_fwd_ms":0.12950399518013,"pool_gather_ms":0.14108799397945404,"selection_key_layout_ms":0.08271999657154083,"selection_ms":54.72566223144531,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.397760391235352,"kv_gather_ms":7.766240119934082,"attention_fwd_ms":35.79385757446289,"teacher_kl_ms":38.5206413269043,"output_restore_ms":30.45471954345703,"dout_redistribute_ms":29.66316795349121,"attention_bwd_ms":159.14198303222656,"kv_reduce_scatter_ms":4.7124481201171875,"indexer_bwd_ms":6.7715840339660645,"pool_grad_exchange_ms":0.2775680124759674,"pool_bwd_ms":1.5352319478988647,"query_grad_restore_ms":42.13631820678711},"peak_allocated_gib":121.43854761123657},{"ms":460.2200012207031,"stages":{"query_redistribute_ms":40.23311996459961,"pool_fwd_ms":0.12995199859142303,"pool_gather_ms":0.14032000303268433,"selection_key_layout_ms":0.08291199803352356,"selection_ms":54.8955192565918,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":9.332480430603027,"kv_gather_ms":6.071263790130615,"attention_fwd_ms":35.969825744628906,"teacher_kl_ms":39.2017936706543,"output_restore_ms":30.258207321166992,"dout_redistribute_ms":29.421344757080078,"attention_bwd_ms":159.04893493652344,"kv_reduce_scatter_ms":4.719520092010498,"indexer_bwd_ms":6.767648220062256,"pool_grad_exchange_ms":0.2937920093536377,"pool_bwd_ms":1.531999945640564,"query_grad_restore_ms":42.09452819824219},"peak_allocated_gib":121.43854761123657}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0001928579474842732,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00011838014954300802,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":9.691259155109317e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":3.572677416942837e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.738960788918593e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00010841905105194019,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001273575932912667,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.2356642305186076e-06,"max_abs":7.538858426414663e-12,"finite":true}},"loss":0.0009078528382815421,"reference_loss":0.0009078527800738811,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.00019159856087481845,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00011752669565487923,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":9.466749267926507e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":3.589723357497719e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.845740434573453e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00010629762019981639,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00010438957756253008,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.550824708216998e-06,"max_abs":6.991740519879386e-12,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0001839264395503129,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00011286604993887861,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.0023421376599348513,"max_abs":0.22607421875,"finite":true},"d_index_q":{"relative_rms":3.5940121758618146e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":3.818867694592532e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032622216631315024,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032417568275132785,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.499312951639044e-05,"max_abs":8.834888376441086e-11,"finite":true}},"loss":0.0009078527218662202,"reference_loss":0.0009078526636585593,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.00019485580304297678,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00011958065315471836,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":9.633738370240505e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":3.598011628512498e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.823812149410487e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0001062267626529591,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00010021545756185393,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":1.2859137235914774e-05,"max_abs":2.0691004465334117e-11,"finite":true}},"loss":0.0009078526636585593,"reference_loss":0.0009078527218662202,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":196608},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130840,"selection_rows":130840},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}}]}, + {"case":"1m-count-mixed-512-2long","summary":{"contiguous":412.21270751953125,"selection":376.7722473144531,"queries_zigzag":429.3138122558594,"queries_balanced":441.99688720703125},"records":[{"rank":0,"init_s":0.1724312179721892,"first_calls_s":{"contiguous":9.833086397033185,"selection":9.743060788023286,"queries_zigzag":7.121453006984666,"queries_balanced":8.634935296024196},"samples":{"contiguous":[{"ms":412.0077209472656,"stages":{"query_redistribute_ms":0.050944000482559204,"pool_fwd_ms":0.15488000214099884,"pool_gather_ms":0.16076800227165222,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":3.3664000034332275,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.996895790100098,"kv_gather_ms":68.29670715332031,"attention_fwd_ms":28.639263153076172,"teacher_kl_ms":26.126304626464844,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":120.2267837524414,"kv_reduce_scatter_ms":147.86550903320312,"indexer_bwd_ms":6.780191898345947,"pool_grad_exchange_ms":0.7850880026817322,"pool_bwd_ms":1.5169919729232788,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":92.19958305358887},{"ms":412.2121887207031,"stages":{"query_redistribute_ms":0.04032000154256821,"pool_fwd_ms":0.15091200172901154,"pool_gather_ms":0.17510400712490082,"selection_key_layout_ms":0.002623999956995249,"selection_ms":3.3497281074523926,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.00108814239502,"kv_gather_ms":67.73977661132812,"attention_fwd_ms":28.63315200805664,"teacher_kl_ms":25.976512908935547,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.002687999978661537,"attention_bwd_ms":120.4052505493164,"kv_reduce_scatter_ms":148.6148223876953,"indexer_bwd_ms":6.77942419052124,"pool_grad_exchange_ms":0.7930240035057068,"pool_bwd_ms":1.5116480588912964,"query_grad_restore_ms":0.002687999978661537},"peak_allocated_gib":92.19952201843262},{"ms":412.370849609375,"stages":{"query_redistribute_ms":0.06204799935221672,"pool_fwd_ms":0.15929600596427917,"pool_gather_ms":0.16582399606704712,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":3.3889598846435547,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.002976417541504,"kv_gather_ms":66.48249816894531,"attention_fwd_ms":28.640031814575195,"teacher_kl_ms":26.074016571044922,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":119.5970230102539,"kv_reduce_scatter_ms":150.66012573242188,"indexer_bwd_ms":6.776927947998047,"pool_grad_exchange_ms":0.8059520125389099,"pool_bwd_ms":1.5155839920043945,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":92.19952201843262},{"ms":411.93603515625,"stages":{"query_redistribute_ms":0.05270399898290634,"pool_fwd_ms":0.15571199357509613,"pool_gather_ms":0.15971200168132782,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":3.35699200630188,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.999040126800537,"kv_gather_ms":68.27046203613281,"attention_fwd_ms":28.632959365844727,"teacher_kl_ms":25.784000396728516,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":120.6407699584961,"kv_reduce_scatter_ms":147.74671936035156,"indexer_bwd_ms":6.781983852386475,"pool_grad_exchange_ms":0.7997440099716187,"pool_bwd_ms":1.5147199630737305,"query_grad_restore_ms":0.0027199999894946814},"peak_allocated_gib":92.19952201843262},{"ms":412.4366149902344,"stages":{"query_redistribute_ms":0.05766399949789047,"pool_fwd_ms":0.15913599729537964,"pool_gather_ms":0.1648000031709671,"selection_key_layout_ms":0.002495999913662672,"selection_ms":3.3866240978240967,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.005311965942383,"kv_gather_ms":67.54329681396484,"attention_fwd_ms":28.63488006591797,"teacher_kl_ms":26.056575775146484,"output_restore_ms":0.0030400000978261232,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":119.87715148925781,"kv_reduce_scatter_ms":149.4192657470703,"indexer_bwd_ms":6.784895896911621,"pool_grad_exchange_ms":0.7833600044250488,"pool_bwd_ms":1.5176639556884766,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.19952201843262}],"selection":[{"ms":376.6529235839844,"stages":{"query_redistribute_ms":0.0459199994802475,"pool_fwd_ms":0.15043200552463531,"pool_gather_ms":0.18323199450969696,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":37.34288024902344,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.373472213745117,"kv_gather_ms":2.8611838817596436,"attention_fwd_ms":30.160768508911133,"teacher_kl_ms":26.735424041748047,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":120.44707489013672,"kv_reduce_scatter_ms":141.23324584960938,"indexer_bwd_ms":6.7808637619018555,"pool_grad_exchange_ms":0.7854080200195312,"pool_bwd_ms":1.5136640071868896,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":92.19958305358887},{"ms":377.2640075683594,"stages":{"query_redistribute_ms":0.058720000088214874,"pool_fwd_ms":0.1547199934720993,"pool_gather_ms":0.1812479943037033,"selection_key_layout_ms":0.002495999913662672,"selection_ms":37.24745559692383,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.173151969909668,"kv_gather_ms":3.4857280254364014,"attention_fwd_ms":31.566911697387695,"teacher_kl_ms":27.339616775512695,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":120.57615661621094,"kv_reduce_scatter_ms":139.36111450195312,"indexer_bwd_ms":6.773727893829346,"pool_grad_exchange_ms":0.7915199995040894,"pool_bwd_ms":1.5176639556884766,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":92.19952201843262},{"ms":375.75103759765625,"stages":{"query_redistribute_ms":0.047775998711586,"pool_fwd_ms":0.15164799988269806,"pool_gather_ms":0.18537600338459015,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":37.27900695800781,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.003040313720703,"kv_gather_ms":2.817023992538452,"attention_fwd_ms":31.938783645629883,"teacher_kl_ms":27.74297523498535,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":120.8338851928711,"kv_reduce_scatter_ms":137.62757873535156,"indexer_bwd_ms":6.77785587310791,"pool_grad_exchange_ms":0.7915840148925781,"pool_bwd_ms":1.5145599842071533,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.19952201843262},{"ms":376.76971435546875,"stages":{"query_redistribute_ms":0.05164799839258194,"pool_fwd_ms":0.16067199409008026,"pool_gather_ms":0.18121600151062012,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":37.364192962646484,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.16703987121582,"kv_gather_ms":3.258239984512329,"attention_fwd_ms":29.751392364501953,"teacher_kl_ms":26.53264045715332,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":120.8977279663086,"kv_reduce_scatter_ms":141.27285766601562,"indexer_bwd_ms":6.782303810119629,"pool_grad_exchange_ms":0.7912960052490234,"pool_bwd_ms":1.519711971282959,"query_grad_restore_ms":0.0027840000111609697},"peak_allocated_gib":92.19955253601074},{"ms":377.04901123046875,"stages":{"query_redistribute_ms":0.039872001856565475,"pool_fwd_ms":0.15190400183200836,"pool_gather_ms":0.1871359944343567,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":37.26057434082031,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":8.119999885559082,"kv_gather_ms":3.526495933532715,"attention_fwd_ms":32.54819107055664,"teacher_kl_ms":27.596256256103516,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":120.59855651855469,"kv_reduce_scatter_ms":137.8981170654297,"indexer_bwd_ms":6.783679962158203,"pool_grad_exchange_ms":0.7854719758033752,"pool_bwd_ms":1.5116159915924072,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":92.19952201843262}],"queries_zigzag":[{"ms":429.3617858886719,"stages":{"query_redistribute_ms":28.555679321289062,"pool_fwd_ms":0.07596799731254578,"pool_gather_ms":0.15033599734306335,"selection_key_layout_ms":0.27638399600982666,"selection_ms":46.56742477416992,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":7.9733757972717285,"kv_gather_ms":2.682976007461548,"attention_fwd_ms":32.04431915283203,"teacher_kl_ms":32.559967041015625,"output_restore_ms":32.9727668762207,"dout_redistribute_ms":21.32758331298828,"attention_bwd_ms":136.07046508789062,"kv_reduce_scatter_ms":49.17011260986328,"indexer_bwd_ms":6.759647846221924,"pool_grad_exchange_ms":0.7852159738540649,"pool_bwd_ms":1.50764799118042,"query_grad_restore_ms":29.849407196044922},"peak_allocated_gib":118.04943943023682},{"ms":429.3111877441406,"stages":{"query_redistribute_ms":28.643648147583008,"pool_fwd_ms":0.07673600316047668,"pool_gather_ms":0.14220799505710602,"selection_key_layout_ms":0.27670401334762573,"selection_ms":46.55196762084961,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.959263801574707,"kv_gather_ms":3.008575916290283,"attention_fwd_ms":31.322912216186523,"teacher_kl_ms":32.68307113647461,"output_restore_ms":32.86412811279297,"dout_redistribute_ms":21.2007999420166,"attention_bwd_ms":136.11526489257812,"kv_reduce_scatter_ms":49.4898567199707,"indexer_bwd_ms":6.755360126495361,"pool_grad_exchange_ms":0.7652480006217957,"pool_bwd_ms":1.5152959823608398,"query_grad_restore_ms":29.913183212280273},"peak_allocated_gib":118.04846286773682},{"ms":428.3614501953125,"stages":{"query_redistribute_ms":28.666624069213867,"pool_fwd_ms":0.07791999727487564,"pool_gather_ms":0.14825600385665894,"selection_key_layout_ms":0.2765440046787262,"selection_ms":46.68815994262695,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.098527908325195,"kv_gather_ms":2.5334079265594482,"attention_fwd_ms":32.62790298461914,"teacher_kl_ms":33.07913589477539,"output_restore_ms":29.486879348754883,"dout_redistribute_ms":21.268640518188477,"attention_bwd_ms":136.12765502929688,"kv_reduce_scatter_ms":50.32329559326172,"indexer_bwd_ms":6.755296230316162,"pool_grad_exchange_ms":0.7649279832839966,"pool_bwd_ms":1.5125759840011597,"query_grad_restore_ms":29.894559860229492},"peak_allocated_gib":118.04846286773682},{"ms":428.8902587890625,"stages":{"query_redistribute_ms":28.632511138916016,"pool_fwd_ms":0.07599999755620956,"pool_gather_ms":0.14828799664974213,"selection_key_layout_ms":0.2768000066280365,"selection_ms":46.642913818359375,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.965248107910156,"kv_gather_ms":2.838495969772339,"attention_fwd_ms":31.311071395874023,"teacher_kl_ms":32.54547119140625,"output_restore_ms":33.3559684753418,"dout_redistribute_ms":21.307167053222656,"attention_bwd_ms":136.08274841308594,"kv_reduce_scatter_ms":48.6899528503418,"indexer_bwd_ms":6.752287864685059,"pool_grad_exchange_ms":0.7651519775390625,"pool_bwd_ms":1.5135999917984009,"query_grad_restore_ms":29.955839157104492},"peak_allocated_gib":118.04940891265869},{"ms":429.37933349609375,"stages":{"query_redistribute_ms":28.65318489074707,"pool_fwd_ms":0.07583999633789062,"pool_gather_ms":0.1483840048313141,"selection_key_layout_ms":0.2765440046787262,"selection_ms":46.57360076904297,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.018464088439941,"kv_gather_ms":2.746367931365967,"attention_fwd_ms":30.513120651245117,"teacher_kl_ms":31.50934410095215,"output_restore_ms":33.17558288574219,"dout_redistribute_ms":22.172639846801758,"attention_bwd_ms":136.15225219726562,"kv_reduce_scatter_ms":50.382816314697266,"indexer_bwd_ms":6.757343769073486,"pool_grad_exchange_ms":0.7609279751777649,"pool_bwd_ms":1.521440029144287,"query_grad_restore_ms":29.913312911987305},"peak_allocated_gib":118.04843235015869}],"queries_balanced":[{"ms":441.0772399902344,"stages":{"query_redistribute_ms":39.197792053222656,"pool_fwd_ms":0.07596799731254578,"pool_gather_ms":0.17907199263572693,"selection_key_layout_ms":0.081727996468544,"selection_ms":31.318143844604492,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.189408302307129,"kv_gather_ms":2.497728109359741,"attention_fwd_ms":35.16908645629883,"teacher_kl_ms":32.82112121582031,"output_restore_ms":26.79110336303711,"dout_redistribute_ms":29.082624435424805,"attention_bwd_ms":152.66908264160156,"kv_reduce_scatter_ms":31.511680603027344,"indexer_bwd_ms":6.9846720695495605,"pool_grad_exchange_ms":0.37884798645973206,"pool_bwd_ms":1.5187519788742065,"query_grad_restore_ms":42.580833435058594},"peak_allocated_gib":118.09021186828613},{"ms":441.2933654785156,"stages":{"query_redistribute_ms":39.1352653503418,"pool_fwd_ms":0.07897599786520004,"pool_gather_ms":0.1833599954843521,"selection_key_layout_ms":0.08166400343179703,"selection_ms":31.355968475341797,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.029791831970215,"kv_gather_ms":2.3933119773864746,"attention_fwd_ms":34.683712005615234,"teacher_kl_ms":33.619903564453125,"output_restore_ms":25.28873634338379,"dout_redistribute_ms":30.10348892211914,"attention_bwd_ms":152.66514587402344,"kv_reduce_scatter_ms":32.173248291015625,"indexer_bwd_ms":6.977407932281494,"pool_grad_exchange_ms":0.3676159977912903,"pool_bwd_ms":1.5247999429702759,"query_grad_restore_ms":42.597312927246094},"peak_allocated_gib":118.09015083312988},{"ms":442.4884338378906,"stages":{"query_redistribute_ms":39.13983917236328,"pool_fwd_ms":0.07593599706888199,"pool_gather_ms":0.17497600615024567,"selection_key_layout_ms":0.0822720006108284,"selection_ms":31.407936096191406,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.015328407287598,"kv_gather_ms":2.661344051361084,"attention_fwd_ms":37.58086395263672,"teacher_kl_ms":33.820926666259766,"output_restore_ms":22.19500732421875,"dout_redistribute_ms":30.101408004760742,"attention_bwd_ms":152.68348693847656,"kv_reduce_scatter_ms":33.02000045776367,"indexer_bwd_ms":6.96611213684082,"pool_grad_exchange_ms":0.38419198989868164,"pool_bwd_ms":1.5195200443267822,"query_grad_restore_ms":42.629215240478516},"peak_allocated_gib":118.09018135070801},{"ms":441.974609375,"stages":{"query_redistribute_ms":39.18435287475586,"pool_fwd_ms":0.07654400169849396,"pool_gather_ms":0.1812479943037033,"selection_key_layout_ms":0.08179199695587158,"selection_ms":31.450271606445312,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.007391929626465,"kv_gather_ms":2.227008104324341,"attention_fwd_ms":38.1440315246582,"teacher_kl_ms":34.06950378417969,"output_restore_ms":21.002016067504883,"dout_redistribute_ms":30.863616943359375,"attention_bwd_ms":152.65472412109375,"kv_reduce_scatter_ms":32.698238372802734,"indexer_bwd_ms":6.96233606338501,"pool_grad_exchange_ms":0.3964479863643646,"pool_bwd_ms":1.5094720125198364,"query_grad_restore_ms":42.440513610839844},"peak_allocated_gib":118.09018135070801},{"ms":442.19287109375,"stages":{"query_redistribute_ms":39.276607513427734,"pool_fwd_ms":0.07664000242948532,"pool_gather_ms":0.17907199263572693,"selection_key_layout_ms":0.08207999914884567,"selection_ms":31.44393539428711,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":8.021344184875488,"kv_gather_ms":2.313215970993042,"attention_fwd_ms":34.247745513916016,"teacher_kl_ms":33.708030700683594,"output_restore_ms":25.153663635253906,"dout_redistribute_ms":31.290048599243164,"attention_bwd_ms":152.62973022460938,"kv_reduce_scatter_ms":32.4257926940918,"indexer_bwd_ms":6.964000225067139,"pool_grad_exchange_ms":0.3798399865627289,"pool_bwd_ms":1.5116480588912964,"query_grad_restore_ms":42.461185455322266},"peak_allocated_gib":118.09018135070801}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0006413734429507309,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00036093818773619973,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.00019221131269979904,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":8.933414530536353e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":8.663687934822596e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0001972650550713843,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00019550044991557247,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.346158579290687e-06,"max_abs":7.858602657506708e-12,"finite":true}},"loss":0.0007662559510208666,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0006410710591122215,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003607316636155361,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.00019121104513701692,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":8.937768284563321e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":8.853994420182061e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00020160427063415403,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00020792292653653159,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.367178696695044e-06,"max_abs":7.901235221652314e-12,"finite":true}},"loss":0.0007662558928132057,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0006371392513622587,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00035858045557730375,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.002348923485140744,"max_abs":0.2308349609375,"finite":true},"d_index_q":{"relative_rms":8.935777975764985e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":8.712556791060133e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032333569489163784,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032246708244123108,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.540664833305732e-05,"max_abs":8.58335624798201e-11,"finite":true}},"loss":0.0007662561256438494,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0006464785344678865,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003637717586432106,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.0005743280613545182,"max_abs":0.18359375,"finite":true},"d_index_q":{"relative_rms":8.951642446443008e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":8.777939535187465e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0007126615729376775,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007284741028529036,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.7519646663467382e-05,"max_abs":2.688693712116219e-11,"finite":true}},"loss":0.0007662560092285275,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":196608},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130816,"selection_rows":130816},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":1,"init_s":0.15051068202592432,"first_calls_s":{"contiguous":9.833137545036152,"selection":9.764386564027518,"queries_zigzag":7.142909974907525,"queries_balanced":8.655621616984718},"samples":{"contiguous":[{"ms":412.0025939941406,"stages":{"query_redistribute_ms":0.05196800082921982,"pool_fwd_ms":0.16495999693870544,"pool_gather_ms":0.14192000031471252,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":3.7604799270629883,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":8.015328407287598,"kv_gather_ms":67.86870574951172,"attention_fwd_ms":28.588191986083984,"teacher_kl_ms":25.894559860229492,"output_restore_ms":0.0027520000003278255,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.62406158447266,"kv_reduce_scatter_ms":147.7571258544922,"indexer_bwd_ms":6.792287826538086,"pool_grad_exchange_ms":0.7811520099639893,"pool_bwd_ms":1.5145920515060425,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.19969701766968},{"ms":412.20477294921875,"stages":{"query_redistribute_ms":0.04662400111556053,"pool_fwd_ms":0.16153599321842194,"pool_gather_ms":0.14745600521564484,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":3.7401599884033203,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.007136344909668,"kv_gather_ms":67.34425354003906,"attention_fwd_ms":28.59017562866211,"teacher_kl_ms":25.757503509521484,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":119.39014434814453,"kv_reduce_scatter_ms":149.89817810058594,"indexer_bwd_ms":6.781216144561768,"pool_grad_exchange_ms":0.785152018070221,"pool_bwd_ms":1.5115200281143188,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.19969701766968},{"ms":412.3728332519531,"stages":{"query_redistribute_ms":0.06543999910354614,"pool_fwd_ms":0.17209599912166595,"pool_gather_ms":0.1483840048313141,"selection_key_layout_ms":0.002623999956995249,"selection_ms":3.763456106185913,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.011327743530273,"kv_gather_ms":66.0962905883789,"attention_fwd_ms":28.59052848815918,"teacher_kl_ms":25.979328155517578,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.25023651123047,"kv_reduce_scatter_ms":150.1563262939453,"indexer_bwd_ms":6.785120010375977,"pool_grad_exchange_ms":0.7959039807319641,"pool_bwd_ms":1.515231966972351,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.19969701766968},{"ms":411.9360656738281,"stages":{"query_redistribute_ms":0.04588799923658371,"pool_fwd_ms":0.15913599729537964,"pool_gather_ms":0.15561600029468536,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":3.723615884780884,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.0033597946167,"kv_gather_ms":67.90118408203125,"attention_fwd_ms":28.588319778442383,"teacher_kl_ms":26.142431259155273,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":120.06492614746094,"kv_reduce_scatter_ms":148.01930236816406,"indexer_bwd_ms":6.788095951080322,"pool_grad_exchange_ms":0.7874559760093689,"pool_bwd_ms":1.514464020729065,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.19969701766968},{"ms":412.43890380859375,"stages":{"query_redistribute_ms":0.05612799897789955,"pool_fwd_ms":0.1669120043516159,"pool_gather_ms":0.16092799603939056,"selection_key_layout_ms":0.002623999956995249,"selection_ms":3.757024049758911,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.01740837097168,"kv_gather_ms":67.16022491455078,"attention_fwd_ms":28.585952758789062,"teacher_kl_ms":25.79439926147461,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":119.12191772460938,"kv_reduce_scatter_ms":150.48399353027344,"indexer_bwd_ms":6.787199974060059,"pool_grad_exchange_ms":0.781216025352478,"pool_bwd_ms":1.5176639556884766,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.19969701766968}],"selection":[{"ms":376.6503601074219,"stages":{"query_redistribute_ms":0.04553600028157234,"pool_fwd_ms":0.16176000237464905,"pool_gather_ms":0.15855999290943146,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":37.534976959228516,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.002847671508789,"kv_gather_ms":3.04748797416687,"attention_fwd_ms":29.974720001220703,"teacher_kl_ms":28.04198455810547,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":121.18307495117188,"kv_reduce_scatter_ms":139.37464904785156,"indexer_bwd_ms":6.788959980010986,"pool_grad_exchange_ms":0.7731840014457703,"pool_bwd_ms":1.5134719610214233,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":92.19969701766968},{"ms":377.2536315917969,"stages":{"query_redistribute_ms":0.06560000032186508,"pool_fwd_ms":0.1703680008649826,"pool_gather_ms":0.1409280002117157,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":37.47574234008789,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.005215644836426,"kv_gather_ms":3.4160959720611572,"attention_fwd_ms":31.562944412231445,"teacher_kl_ms":27.68560028076172,"output_restore_ms":0.0027520000003278255,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.17849731445312,"kv_reduce_scatter_ms":139.43093872070312,"indexer_bwd_ms":6.7736639976501465,"pool_grad_exchange_ms":0.7894399762153625,"pool_bwd_ms":1.5156160593032837,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.19969701766968},{"ms":375.74267578125,"stages":{"query_redistribute_ms":0.06374400109052658,"pool_fwd_ms":0.1669120043516159,"pool_gather_ms":0.1401280015707016,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":37.51273727416992,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.476096153259277,"kv_gather_ms":2.1148159503936768,"attention_fwd_ms":30.4770565032959,"teacher_kl_ms":27.29657554626465,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":119.93718719482422,"kv_reduce_scatter_ms":140.4241943359375,"indexer_bwd_ms":6.77564811706543,"pool_grad_exchange_ms":0.8018879890441895,"pool_bwd_ms":1.5103360414505005,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":92.19969701766968},{"ms":376.755859375,"stages":{"query_redistribute_ms":0.06470400094985962,"pool_fwd_ms":0.16543999314308167,"pool_gather_ms":0.14441600441932678,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":37.577022552490234,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":9.300800323486328,"kv_gather_ms":1.9261759519577026,"attention_fwd_ms":33.12214279174805,"teacher_kl_ms":27.599903106689453,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.39564514160156,"kv_reduce_scatter_ms":137.32456970214844,"indexer_bwd_ms":6.771647930145264,"pool_grad_exchange_ms":0.7995200157165527,"pool_bwd_ms":1.5178879499435425,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.19969701766968},{"ms":377.0476989746094,"stages":{"query_redistribute_ms":0.03843199834227562,"pool_fwd_ms":0.15855999290943146,"pool_gather_ms":0.17388799786567688,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":37.50688171386719,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":8.012928009033203,"kv_gather_ms":3.383296012878418,"attention_fwd_ms":29.86809539794922,"teacher_kl_ms":27.33750343322754,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002687999978661537,"attention_bwd_ms":119.95337677001953,"kv_reduce_scatter_ms":141.48793029785156,"indexer_bwd_ms":6.782080173492432,"pool_grad_exchange_ms":0.7915840148925781,"pool_bwd_ms":1.5094399452209473,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":92.19969701766968}],"queries_zigzag":[{"ms":429.3889465332031,"stages":{"query_redistribute_ms":28.582719802856445,"pool_fwd_ms":0.08313599973917007,"pool_gather_ms":0.14000000059604645,"selection_key_layout_ms":0.27740800380706787,"selection_ms":46.58380889892578,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.957024097442627,"kv_gather_ms":2.6768639087677,"attention_fwd_ms":32.1115837097168,"teacher_kl_ms":32.25299072265625,"output_restore_ms":33.106014251708984,"dout_redistribute_ms":21.31939125061035,"attention_bwd_ms":143.23324584960938,"kv_reduce_scatter_ms":42.12223815917969,"indexer_bwd_ms":6.8718719482421875,"pool_grad_exchange_ms":0.6727679967880249,"pool_bwd_ms":1.5135680437088013,"query_grad_restore_ms":29.847679138183594},"peak_allocated_gib":118.0495228767395},{"ms":429.31011962890625,"stages":{"query_redistribute_ms":28.632415771484375,"pool_fwd_ms":0.08073599636554718,"pool_gather_ms":0.14246399700641632,"selection_key_layout_ms":0.2775680124759674,"selection_ms":46.614559173583984,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.10051155090332,"kv_gather_ms":2.7994558811187744,"attention_fwd_ms":33.298561096191406,"teacher_kl_ms":32.783103942871094,"output_restore_ms":30.73516845703125,"dout_redistribute_ms":21.20697593688965,"attention_bwd_ms":143.32774353027344,"kv_reduce_scatter_ms":42.32243347167969,"indexer_bwd_ms":6.878335952758789,"pool_grad_exchange_ms":0.6482560038566589,"pool_bwd_ms":1.515679955482483,"query_grad_restore_ms":29.9149112701416},"peak_allocated_gib":118.04857683181763},{"ms":428.35693359375,"stages":{"query_redistribute_ms":28.656448364257812,"pool_fwd_ms":0.08275199681520462,"pool_gather_ms":0.14233599603176117,"selection_key_layout_ms":0.2773439884185791,"selection_ms":46.65974426269531,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.971327781677246,"kv_gather_ms":2.6767361164093018,"attention_fwd_ms":33.849342346191406,"teacher_kl_ms":33.32710266113281,"output_restore_ms":28.038015365600586,"dout_redistribute_ms":21.3687686920166,"attention_bwd_ms":143.23855590820312,"kv_reduce_scatter_ms":43.091678619384766,"indexer_bwd_ms":6.864096164703369,"pool_grad_exchange_ms":0.6644160151481628,"pool_bwd_ms":1.514847993850708,"query_grad_restore_ms":29.896320343017578},"peak_allocated_gib":118.04857683181763},{"ms":428.87847900390625,"stages":{"query_redistribute_ms":28.62006378173828,"pool_fwd_ms":0.08204799890518188,"pool_gather_ms":0.1422719955444336,"selection_key_layout_ms":0.27747198939323425,"selection_ms":46.7856330871582,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.085984230041504,"kv_gather_ms":2.578432083129883,"attention_fwd_ms":32.431297302246094,"teacher_kl_ms":32.36627197265625,"output_restore_ms":32.332801818847656,"dout_redistribute_ms":21.30121612548828,"attention_bwd_ms":143.31500244140625,"kv_reduce_scatter_ms":41.535648345947266,"indexer_bwd_ms":6.862656116485596,"pool_grad_exchange_ms":0.6564800143241882,"pool_bwd_ms":1.5176960229873657,"query_grad_restore_ms":29.955968856811523},"peak_allocated_gib":118.04955339431763},{"ms":429.3780212402344,"stages":{"query_redistribute_ms":28.647424697875977,"pool_fwd_ms":0.08204799890518188,"pool_gather_ms":0.14019200205802917,"selection_key_layout_ms":0.2776319980621338,"selection_ms":46.7630729675293,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.971072196960449,"kv_gather_ms":2.5970239639282227,"attention_fwd_ms":32.988128662109375,"teacher_kl_ms":33.599327087402344,"output_restore_ms":28.616928100585938,"dout_redistribute_ms":22.317888259887695,"attention_bwd_ms":143.3930206298828,"kv_reduce_scatter_ms":42.99235153198242,"indexer_bwd_ms":6.874239921569824,"pool_grad_exchange_ms":0.654528021812439,"pool_bwd_ms":1.5175039768218994,"query_grad_restore_ms":29.91494369506836},"peak_allocated_gib":118.04857683181763}],"queries_balanced":[{"ms":441.0639953613281,"stages":{"query_redistribute_ms":39.222721099853516,"pool_fwd_ms":0.08076799660921097,"pool_gather_ms":0.14025600254535675,"selection_key_layout_ms":0.08207999914884567,"selection_ms":31.893760681152344,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.262016296386719,"kv_gather_ms":1.8627519607543945,"attention_fwd_ms":38.56857681274414,"teacher_kl_ms":33.91088104248047,"output_restore_ms":22.50432014465332,"dout_redistribute_ms":29.454463958740234,"attention_bwd_ms":152.90492248535156,"kv_reduce_scatter_ms":30.68079948425293,"indexer_bwd_ms":6.9688639640808105,"pool_grad_exchange_ms":0.40400001406669617,"pool_bwd_ms":1.5145280361175537,"query_grad_restore_ms":42.575809478759766},"peak_allocated_gib":118.09032583236694},{"ms":441.28375244140625,"stages":{"query_redistribute_ms":39.16339111328125,"pool_fwd_ms":0.08403199911117554,"pool_gather_ms":0.1430400013923645,"selection_key_layout_ms":0.08409599959850311,"selection_ms":31.81862449645996,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.230496406555176,"kv_gather_ms":1.7376960515975952,"attention_fwd_ms":35.251487731933594,"teacher_kl_ms":33.335262298583984,"output_restore_ms":25.04694366455078,"dout_redistribute_ms":30.882463455200195,"attention_bwd_ms":152.72569274902344,"kv_reduce_scatter_ms":31.274112701416016,"indexer_bwd_ms":6.9693121910095215,"pool_grad_exchange_ms":0.3898879885673523,"pool_bwd_ms":1.518720030784607,"query_grad_restore_ms":42.59328079223633},"peak_allocated_gib":118.09032583236694},{"ms":442.4829406738281,"stages":{"query_redistribute_ms":39.16825485229492,"pool_fwd_ms":0.08249600231647491,"pool_gather_ms":0.13967999815940857,"selection_key_layout_ms":0.08217599987983704,"selection_ms":31.988544464111328,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":8.311200141906738,"kv_gather_ms":1.7787519693374634,"attention_fwd_ms":35.6484489440918,"teacher_kl_ms":33.90060806274414,"output_restore_ms":25.05945587158203,"dout_redistribute_ms":31.265663146972656,"attention_bwd_ms":152.67730712890625,"kv_reduce_scatter_ms":30.852224349975586,"indexer_bwd_ms":6.996863842010498,"pool_grad_exchange_ms":0.36137598752975464,"pool_bwd_ms":1.5156480073928833,"query_grad_restore_ms":42.62297439575195},"peak_allocated_gib":118.09032583236694},{"ms":441.97076416015625,"stages":{"query_redistribute_ms":39.21452713012695,"pool_fwd_ms":0.08316799998283386,"pool_gather_ms":0.14019200205802917,"selection_key_layout_ms":0.08287999778985977,"selection_ms":31.846303939819336,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.015487670898438,"kv_gather_ms":1.8133759498596191,"attention_fwd_ms":34.884639739990234,"teacher_kl_ms":33.65875244140625,"output_restore_ms":26.310688018798828,"dout_redistribute_ms":31.159456253051758,"attention_bwd_ms":152.63424682617188,"kv_reduce_scatter_ms":30.78643226623535,"indexer_bwd_ms":6.978720188140869,"pool_grad_exchange_ms":0.38809600472450256,"pool_bwd_ms":1.509376049041748,"query_grad_restore_ms":42.43452835083008},"peak_allocated_gib":118.09032583236694},{"ms":442.1888122558594,"stages":{"query_redistribute_ms":39.30819320678711,"pool_fwd_ms":0.08284799754619598,"pool_gather_ms":0.14246399700641632,"selection_key_layout_ms":0.08284799754619598,"selection_ms":31.87388801574707,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":8.104384422302246,"kv_gather_ms":1.8136639595031738,"attention_fwd_ms":37.0563850402832,"teacher_kl_ms":33.91484832763672,"output_restore_ms":24.088640213012695,"dout_redistribute_ms":31.369983673095703,"attention_bwd_ms":152.67446899414062,"kv_reduce_scatter_ms":30.331872940063477,"indexer_bwd_ms":6.980768203735352,"pool_grad_exchange_ms":0.3654400110244751,"pool_bwd_ms":1.5113600492477417,"query_grad_restore_ms":42.455039978027344},"peak_allocated_gib":118.09032583236694}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0006089187010100305,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003469692428513107,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.00018164914717686294,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":8.79365443126124e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":8.733853309548075e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.000189995528681923,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00017810115848030552,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.346158579290687e-06,"max_abs":7.858602657506708e-12,"finite":true}},"loss":0.0007662559510208666,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0006087816361970642,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.000346975751354849,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.00018250077896582405,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":8.799380595786677e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":8.863331404553304e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00018855696216164107,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00018850253266914423,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.367178696695044e-06,"max_abs":7.901235221652314e-12,"finite":true}},"loss":0.0007662558928132057,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0005953755250449176,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00033943141398183396,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.002347825134639917,"max_abs":0.21533203125,"finite":true},"d_index_q":{"relative_rms":8.768971989333885e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":8.88139496303128e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032485893321127406,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003222270134011714,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.540664833305732e-05,"max_abs":8.58335624798201e-11,"finite":true}},"loss":0.0007662561256438494,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0006183636340165491,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003522864643023444,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.0003123977323301357,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":8.795371809497869e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":8.745775050795129e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0006183364881729732,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0006111867835464388,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.7519646663467382e-05,"max_abs":2.688693712116219e-11,"finite":true}},"loss":0.0007662560092285275,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":196608},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130816,"selection_rows":130816},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":2,"init_s":0.14717937202658504,"first_calls_s":{"contiguous":9.833134072017856,"selection":9.764382816036232,"queries_zigzag":7.142903617001139,"queries_balanced":8.655659322044812},"samples":{"contiguous":[{"ms":412.0047912597656,"stages":{"query_redistribute_ms":0.04944000020623207,"pool_fwd_ms":0.15910400450229645,"pool_gather_ms":0.15052799880504608,"selection_key_layout_ms":0.002655999967828393,"selection_ms":3.5699520111083984,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.005151748657227,"kv_gather_ms":68.08201599121094,"attention_fwd_ms":28.659807205200195,"teacher_kl_ms":25.812639236450195,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.16316986083984,"kv_reduce_scatter_ms":148.22607421875,"indexer_bwd_ms":6.802495956420898,"pool_grad_exchange_ms":0.7628160119056702,"pool_bwd_ms":1.5144959688186646,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":92.2072525024414},{"ms":412.2102355957031,"stages":{"query_redistribute_ms":0.04185599833726883,"pool_fwd_ms":0.1554879993200302,"pool_gather_ms":0.16281600296497345,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":3.5464959144592285,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.005439758300781,"kv_gather_ms":67.55506896972656,"attention_fwd_ms":28.657663345336914,"teacher_kl_ms":26.03219223022461,"output_restore_ms":0.0027520000003278255,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":119.72767639160156,"kv_reduce_scatter_ms":149.210205078125,"indexer_bwd_ms":6.791200160980225,"pool_grad_exchange_ms":0.7711359858512878,"pool_bwd_ms":1.509376049041748,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":92.2066421508789},{"ms":412.368408203125,"stages":{"query_redistribute_ms":0.0655680000782013,"pool_fwd_ms":0.16662399470806122,"pool_gather_ms":0.14854399859905243,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":3.582304000854492,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.003135681152344,"kv_gather_ms":66.29376220703125,"attention_fwd_ms":28.66281509399414,"teacher_kl_ms":26.248287200927734,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.85446166992188,"kv_reduce_scatter_ms":149.2120361328125,"indexer_bwd_ms":6.789055824279785,"pool_grad_exchange_ms":0.781216025352478,"pool_bwd_ms":1.5156160593032837,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":92.2066421508789},{"ms":411.9354248046875,"stages":{"query_redistribute_ms":0.049247998744249344,"pool_fwd_ms":0.15964800119400024,"pool_gather_ms":0.15564799308776855,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":3.544480085372925,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.001184463500977,"kv_gather_ms":68.09388732910156,"attention_fwd_ms":28.661632537841797,"teacher_kl_ms":26.124223709106445,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002687999978661537,"attention_bwd_ms":120.1203842163086,"kv_reduce_scatter_ms":147.9022979736328,"indexer_bwd_ms":6.810912132263184,"pool_grad_exchange_ms":0.7543039917945862,"pool_bwd_ms":1.5166399478912354,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":92.20722770690918},{"ms":412.4300231933594,"stages":{"query_redistribute_ms":0.06083200126886368,"pool_fwd_ms":0.16697600483894348,"pool_gather_ms":0.14953599870204926,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":3.5945920944213867,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.005184173583984,"kv_gather_ms":67.34639739990234,"attention_fwd_ms":28.659648895263672,"teacher_kl_ms":26.22867202758789,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.2720947265625,"kv_reduce_scatter_ms":148.8236846923828,"indexer_bwd_ms":6.8158721923828125,"pool_grad_exchange_ms":0.7422400116920471,"pool_bwd_ms":1.515712022781372,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":92.20722770690918}],"selection":[{"ms":376.6449890136719,"stages":{"query_redistribute_ms":0.0568000003695488,"pool_fwd_ms":0.16521599888801575,"pool_gather_ms":0.14211200177669525,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":37.63555145263672,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.1627836227417,"kv_gather_ms":2.7977919578552246,"attention_fwd_ms":31.363872528076172,"teacher_kl_ms":27.620351791381836,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.0027840000111609697,"attention_bwd_ms":120.24800109863281,"kv_reduce_scatter_ms":139.33978271484375,"indexer_bwd_ms":6.799424171447754,"pool_grad_exchange_ms":0.756767988204956,"pool_bwd_ms":1.5092480182647705,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":92.2072525024414},{"ms":377.2632751464844,"stages":{"query_redistribute_ms":0.0634239986538887,"pool_fwd_ms":0.16355200111865997,"pool_gather_ms":0.15647999942302704,"selection_key_layout_ms":0.002816000021994114,"selection_ms":37.63862228393555,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.212032318115234,"kv_gather_ms":3.0389440059661865,"attention_fwd_ms":30.062496185302734,"teacher_kl_ms":26.87481689453125,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.61494445800781,"kv_reduce_scatter_ms":141.3263397216797,"indexer_bwd_ms":6.781919956207275,"pool_grad_exchange_ms":0.7692800164222717,"pool_bwd_ms":1.519327998161316,"query_grad_restore_ms":0.0027840000111609697},"peak_allocated_gib":92.2066421508789},{"ms":375.7459716796875,"stages":{"query_redistribute_ms":0.05503999814391136,"pool_fwd_ms":0.163455992937088,"pool_gather_ms":0.1547520011663437,"selection_key_layout_ms":0.002623999956995249,"selection_ms":37.64659118652344,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.999040126800537,"kv_gather_ms":2.448415994644165,"attention_fwd_ms":30.39151954650879,"teacher_kl_ms":28.86409568786621,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":121.7791976928711,"kv_reduce_scatter_ms":137.11875915527344,"indexer_bwd_ms":6.800191879272461,"pool_grad_exchange_ms":0.7628800272941589,"pool_bwd_ms":1.5145920515060425,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":92.2066421508789},{"ms":376.7578430175781,"stages":{"query_redistribute_ms":0.06310400366783142,"pool_fwd_ms":0.16396799683570862,"pool_gather_ms":0.14857600629329681,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":37.74924850463867,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.41436767578125,"kv_gather_ms":2.631648063659668,"attention_fwd_ms":30.542240142822266,"teacher_kl_ms":27.13030433654785,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.92716979980469,"kv_reduce_scatter_ms":139.86294555664062,"indexer_bwd_ms":6.784192085266113,"pool_grad_exchange_ms":0.7773119807243347,"pool_bwd_ms":1.5173759460449219,"query_grad_restore_ms":0.002687999978661537},"peak_allocated_gib":92.2066421508789},{"ms":377.04461669921875,"stages":{"query_redistribute_ms":0.048767998814582825,"pool_fwd_ms":0.15590399503707886,"pool_gather_ms":0.16777600347995758,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":37.656768798828125,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.029824256896973,"kv_gather_ms":3.2032320499420166,"attention_fwd_ms":29.575231552124023,"teacher_kl_ms":26.57142448425293,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":121.22105407714844,"kv_reduce_scatter_ms":141.2955780029297,"indexer_bwd_ms":6.804416179656982,"pool_grad_exchange_ms":0.7608000040054321,"pool_bwd_ms":1.5115200281143188,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":92.20722770690918}],"queries_zigzag":[{"ms":429.3908996582031,"stages":{"query_redistribute_ms":28.583839416503906,"pool_fwd_ms":0.0809599980711937,"pool_gather_ms":0.14416000247001648,"selection_key_layout_ms":0.27555200457572937,"selection_ms":46.24272155761719,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.9725117683410645,"kv_gather_ms":2.9960319995880127,"attention_fwd_ms":34.40848159790039,"teacher_kl_ms":34.48409652709961,"output_restore_ms":23.482336044311523,"dout_redistribute_ms":21.653663635253906,"attention_bwd_ms":148.78204345703125,"kv_reduce_scatter_ms":41.336734771728516,"indexer_bwd_ms":6.909120082855225,"pool_grad_exchange_ms":0.6441919803619385,"pool_bwd_ms":1.5112320184707642,"query_grad_restore_ms":29.849567413330078},"peak_allocated_gib":118.0657057762146},{"ms":429.3081970214844,"stages":{"query_redistribute_ms":28.632736206054688,"pool_fwd_ms":0.07897599786520004,"pool_gather_ms":0.14448000490665436,"selection_key_layout_ms":0.27510398626327515,"selection_ms":46.265342712402344,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.402560234069824,"kv_gather_ms":2.846719980239868,"attention_fwd_ms":35.04751968383789,"teacher_kl_ms":33.82160186767578,"output_restore_ms":24.583232879638672,"dout_redistribute_ms":20.846559524536133,"attention_bwd_ms":148.9232635498047,"kv_reduce_scatter_ms":40.44496154785156,"indexer_bwd_ms":6.90780782699585,"pool_grad_exchange_ms":0.631775975227356,"pool_bwd_ms":1.5117440223693848,"query_grad_restore_ms":29.91289520263672},"peak_allocated_gib":118.06339979171753},{"ms":428.3487243652344,"stages":{"query_redistribute_ms":28.64963150024414,"pool_fwd_ms":0.08099199831485748,"pool_gather_ms":0.1464959979057312,"selection_key_layout_ms":0.2754560112953186,"selection_ms":46.28579330444336,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":7.972095966339111,"kv_gather_ms":3.043328046798706,"attention_fwd_ms":33.18476867675781,"teacher_kl_ms":33.71318435668945,"output_restore_ms":25.235424041748047,"dout_redistribute_ms":21.053312301635742,"attention_bwd_ms":149.19786071777344,"kv_reduce_scatter_ms":40.53104019165039,"indexer_bwd_ms":6.908991813659668,"pool_grad_exchange_ms":0.6274880170822144,"pool_bwd_ms":1.514623999595642,"query_grad_restore_ms":29.890560150146484},"peak_allocated_gib":118.06491231918335},{"ms":428.88507080078125,"stages":{"query_redistribute_ms":28.62063980102539,"pool_fwd_ms":0.08076799660921097,"pool_gather_ms":0.1446080058813095,"selection_key_layout_ms":0.27529600262641907,"selection_ms":46.312416076660156,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.964064121246338,"kv_gather_ms":3.178431987762451,"attention_fwd_ms":35.36601638793945,"teacher_kl_ms":34.164703369140625,"output_restore_ms":22.604768753051758,"dout_redistribute_ms":21.30316734313965,"attention_bwd_ms":149.0382080078125,"kv_reduce_scatter_ms":40.795135498046875,"indexer_bwd_ms":6.9202561378479,"pool_grad_exchange_ms":0.6092479825019836,"pool_bwd_ms":1.515552043914795,"query_grad_restore_ms":29.958112716674805},"peak_allocated_gib":118.06414365768433},{"ms":429.38323974609375,"stages":{"query_redistribute_ms":28.652544021606445,"pool_fwd_ms":0.07875200361013412,"pool_gather_ms":0.14652800559997559,"selection_key_layout_ms":0.27555200457572937,"selection_ms":46.293792724609375,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.015487670898438,"kv_gather_ms":3.0207679271698,"attention_fwd_ms":34.79769515991211,"teacher_kl_ms":33.869728088378906,"output_restore_ms":25.100128173828125,"dout_redistribute_ms":20.92848014831543,"attention_bwd_ms":148.80892944335938,"kv_reduce_scatter_ms":40.39468765258789,"indexer_bwd_ms":6.90880012512207,"pool_grad_exchange_ms":0.6277120113372803,"pool_bwd_ms":1.5178240537643433,"query_grad_restore_ms":29.915008544921875},"peak_allocated_gib":118.06491231918335}],"queries_balanced":[{"ms":441.07586669921875,"stages":{"query_redistribute_ms":39.18966293334961,"pool_fwd_ms":0.07887999713420868,"pool_gather_ms":0.17894400656223297,"selection_key_layout_ms":0.08204799890518188,"selection_ms":30.69424057006836,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.003168106079102,"kv_gather_ms":3.312704086303711,"attention_fwd_ms":35.019710540771484,"teacher_kl_ms":34.85808181762695,"output_restore_ms":22.392799377441406,"dout_redistribute_ms":29.292320251464844,"attention_bwd_ms":154.4871368408203,"kv_reduce_scatter_ms":31.976287841796875,"indexer_bwd_ms":6.997056007385254,"pool_grad_exchange_ms":0.38176000118255615,"pool_bwd_ms":1.514847993850708,"query_grad_restore_ms":42.58377456665039},"peak_allocated_gib":118.09788131713867},{"ms":441.2980041503906,"stages":{"query_redistribute_ms":39.12627029418945,"pool_fwd_ms":0.08191999793052673,"pool_gather_ms":0.1833599954843521,"selection_key_layout_ms":0.08284799754619598,"selection_ms":30.68614387512207,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.009535789489746,"kv_gather_ms":3.08735990524292,"attention_fwd_ms":34.92335891723633,"teacher_kl_ms":35.50521469116211,"output_restore_ms":21.706527709960938,"dout_redistribute_ms":30.126176834106445,"attention_bwd_ms":154.4416961669922,"kv_reduce_scatter_ms":31.81046485900879,"indexer_bwd_ms":6.983744144439697,"pool_grad_exchange_ms":0.382176011800766,"pool_bwd_ms":1.5184320211410522,"query_grad_restore_ms":42.60345458984375},"peak_allocated_gib":118.09727096557617},{"ms":442.4774169921875,"stages":{"query_redistribute_ms":39.11804962158203,"pool_fwd_ms":0.08092799782752991,"pool_gather_ms":0.1730239987373352,"selection_key_layout_ms":0.0828159973025322,"selection_ms":30.69366455078125,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.009056091308594,"kv_gather_ms":3.3885440826416016,"attention_fwd_ms":38.03366470336914,"teacher_kl_ms":35.48009490966797,"output_restore_ms":22.780960083007812,"dout_redistribute_ms":26.602399826049805,"attention_bwd_ms":154.96829223632812,"kv_reduce_scatter_ms":31.51750373840332,"indexer_bwd_ms":6.997312068939209,"pool_grad_exchange_ms":0.3715200126171112,"pool_bwd_ms":1.511423945426941,"query_grad_restore_ms":42.63315200805664},"peak_allocated_gib":118.09785652160645},{"ms":441.9859313964844,"stages":{"query_redistribute_ms":39.17782211303711,"pool_fwd_ms":0.07887999713420868,"pool_gather_ms":0.18307200074195862,"selection_key_layout_ms":0.08204799890518188,"selection_ms":30.706687927246094,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":8.136032104492188,"kv_gather_ms":2.8171839714050293,"attention_fwd_ms":35.37190246582031,"teacher_kl_ms":34.64716720581055,"output_restore_ms":22.657087326049805,"dout_redistribute_ms":30.41756820678711,"attention_bwd_ms":154.8104705810547,"kv_reduce_scatter_ms":31.5380802154541,"indexer_bwd_ms":6.988959789276123,"pool_grad_exchange_ms":0.36847999691963196,"pool_bwd_ms":1.527135968208313,"query_grad_restore_ms":42.44249725341797},"peak_allocated_gib":118.09785652160645},{"ms":442.19305419921875,"stages":{"query_redistribute_ms":39.26300811767578,"pool_fwd_ms":0.0788159966468811,"pool_gather_ms":0.1815679967403412,"selection_key_layout_ms":0.08256000280380249,"selection_ms":30.800031661987305,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.15452766418457,"kv_gather_ms":2.829375982284546,"attention_fwd_ms":34.78217697143555,"teacher_kl_ms":34.430816650390625,"output_restore_ms":22.21392059326172,"dout_redistribute_ms":31.773408889770508,"attention_bwd_ms":154.7757110595703,"kv_reduce_scatter_ms":31.462207794189453,"indexer_bwd_ms":6.986815929412842,"pool_grad_exchange_ms":0.3639039993286133,"pool_bwd_ms":1.5174399614334106,"query_grad_restore_ms":42.46521759033203},"peak_allocated_gib":118.09785652160645}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0006290494888156709,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003555460148433296,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.0001858864388866727,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":8.822744441272336e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":8.604538665276904e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0001848225107842584,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00019067149156650777,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.346158579290687e-06,"max_abs":7.858602657506708e-12,"finite":true}},"loss":0.0007662559510208666,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0006289347779220115,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00035546857464512375,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.00018635224473690214,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":8.828210702810843e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":8.787405243538305e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00018573099913408536,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00019068390493418884,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.367178696695044e-06,"max_abs":7.901235221652314e-12,"finite":true}},"loss":0.0007662558928132057,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0006145394961958792,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003475306202185915,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.002346945024159061,"max_abs":0.240234375,"finite":true},"d_index_q":{"relative_rms":8.79205965833833e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":8.72530073195101e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.003243522297766885,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032228812475635213,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.540664833305732e-05,"max_abs":8.58335624798201e-11,"finite":true}},"loss":0.0007662561256438494,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0006322093838277916,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003573898861474325,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.00032822939572905557,"max_abs":0.1953125,"finite":true},"d_index_q":{"relative_rms":8.834563821762485e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":8.697557991826543e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0006352608213231026,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.000650426073662016,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.7519646663467382e-05,"max_abs":2.688693712116219e-11,"finite":true}},"loss":0.0007662560092285275,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":196608},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130864,"selection_rows":130864},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":3,"init_s":0.2888887459412217,"first_calls_s":{"contiguous":9.833112196996808,"selection":9.764500097022392,"queries_zigzag":7.142902618041262,"queries_balanced":8.655678092036396},"samples":{"contiguous":[{"ms":412.00433349609375,"stages":{"query_redistribute_ms":0.05164799839258194,"pool_fwd_ms":0.12028799951076508,"pool_gather_ms":0.18716800212860107,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":15.539487838745117,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.990784168243408,"kv_gather_ms":56.146209716796875,"attention_fwd_ms":34.538719177246094,"teacher_kl_ms":32.69286346435547,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":156.7598114013672,"kv_reduce_scatter_ms":98.86624145507812,"indexer_bwd_ms":7.1495680809021,"pool_grad_exchange_ms":0.40246400237083435,"pool_bwd_ms":1.5176639556884766,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.10624980926514},{"ms":412.21240234375,"stages":{"query_redistribute_ms":0.040672000497579575,"pool_fwd_ms":0.11523199826478958,"pool_gather_ms":0.2059839963912964,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":15.518976211547852,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.995039939880371,"kv_gather_ms":55.60918426513672,"attention_fwd_ms":34.42380905151367,"teacher_kl_ms":32.402305603027344,"output_restore_ms":0.0027520000003278255,"dout_redistribute_ms":0.003295999951660633,"attention_bwd_ms":155.9514617919922,"kv_reduce_scatter_ms":100.84326171875,"indexer_bwd_ms":7.139584064483643,"pool_grad_exchange_ms":0.4103359878063202,"pool_bwd_ms":1.5137280225753784,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.10624980926514},{"ms":412.38092041015625,"stages":{"query_redistribute_ms":0.05283199995756149,"pool_fwd_ms":0.1225920021533966,"pool_gather_ms":0.22118400037288666,"selection_key_layout_ms":0.002623999956995249,"selection_ms":15.524160385131836,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.999231815338135,"kv_gather_ms":54.368064880371094,"attention_fwd_ms":34.324703216552734,"teacher_kl_ms":32.28940963745117,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":153.70755004882812,"kv_reduce_scatter_ms":104.65574645996094,"indexer_bwd_ms":7.145792007446289,"pool_grad_exchange_ms":0.4103679955005646,"pool_bwd_ms":1.5197440385818481,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.10624980926514},{"ms":411.9378662109375,"stages":{"query_redistribute_ms":0.050303999334573746,"pool_fwd_ms":0.11894399672746658,"pool_gather_ms":0.19462400674819946,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":15.521023750305176,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":7.988704204559326,"kv_gather_ms":56.14796829223633,"attention_fwd_ms":34.42790222167969,"teacher_kl_ms":32.09920120239258,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":154.43650817871094,"kv_reduce_scatter_ms":101.83695983886719,"indexer_bwd_ms":7.139296054840088,"pool_grad_exchange_ms":0.4190720021724701,"pool_bwd_ms":1.517408013343811,"query_grad_restore_ms":0.0027840000111609697},"peak_allocated_gib":92.10624980926514},{"ms":412.4406433105469,"stages":{"query_redistribute_ms":0.05142400041222572,"pool_fwd_ms":0.12534399330615997,"pool_gather_ms":0.21196800470352173,"selection_key_layout_ms":0.002655999967828393,"selection_ms":15.542688369750977,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":7.996831893920898,"kv_gather_ms":55.422943115234375,"attention_fwd_ms":34.42460632324219,"teacher_kl_ms":32.47737503051758,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":154.0009002685547,"kv_reduce_scatter_ms":103.07270050048828,"indexer_bwd_ms":7.129119873046875,"pool_grad_exchange_ms":0.42287999391555786,"pool_bwd_ms":1.515552043914795,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.10624980926514}],"selection":[{"ms":376.6481018066406,"stages":{"query_redistribute_ms":0.043487999588251114,"pool_fwd_ms":0.1189119964838028,"pool_gather_ms":0.201664000749588,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":37.91388702392578,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.902048110961914,"kv_gather_ms":1.784991979598999,"attention_fwd_ms":36.895774841308594,"teacher_kl_ms":33.39020919799805,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":158.02064514160156,"kv_reduce_scatter_ms":90.27056121826172,"indexer_bwd_ms":7.144927978515625,"pool_grad_exchange_ms":0.39798399806022644,"pool_bwd_ms":1.515552043914795,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.10624980926514},{"ms":377.2711181640625,"stages":{"query_redistribute_ms":0.05135999992489815,"pool_fwd_ms":0.1210239976644516,"pool_gather_ms":0.2213120013475418,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":37.75715255737305,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.143263816833496,"kv_gather_ms":2.986112117767334,"attention_fwd_ms":35.60768127441406,"teacher_kl_ms":32.70521545410156,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":154.18882751464844,"kv_reduce_scatter_ms":96.38505554199219,"indexer_bwd_ms":7.14035177230835,"pool_grad_exchange_ms":0.40031999349594116,"pool_bwd_ms":1.5218559503555298,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":92.10624980926514},{"ms":375.7530212402344,"stages":{"query_redistribute_ms":0.0424639992415905,"pool_fwd_ms":0.12019199877977371,"pool_gather_ms":0.21625599265098572,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":37.78575897216797,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.030719757080078,"kv_gather_ms":2.2880640029907227,"attention_fwd_ms":38.045406341552734,"teacher_kl_ms":33.673057556152344,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":158.1261749267578,"kv_reduce_scatter_ms":88.3078384399414,"indexer_bwd_ms":7.1411519050598145,"pool_grad_exchange_ms":0.4124799966812134,"pool_bwd_ms":1.51801598072052,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.10624980926514},{"ms":376.7664489746094,"stages":{"query_redistribute_ms":0.04995200037956238,"pool_fwd_ms":0.12371200323104858,"pool_gather_ms":0.20790399610996246,"selection_key_layout_ms":0.002623999956995249,"selection_ms":37.88719940185547,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.244704246520996,"kv_gather_ms":2.6553919315338135,"attention_fwd_ms":35.57081604003906,"teacher_kl_ms":33.234657287597656,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":155.63897705078125,"kv_reduce_scatter_ms":94.0409927368164,"indexer_bwd_ms":7.146719932556152,"pool_grad_exchange_ms":0.40003201365470886,"pool_bwd_ms":1.5217599868774414,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.10624980926514},{"ms":377.0472106933594,"stages":{"query_redistribute_ms":0.044064000248909,"pool_fwd_ms":0.12272000312805176,"pool_gather_ms":0.20505599677562714,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":37.754112243652344,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":8.022111892700195,"kv_gather_ms":3.111135959625244,"attention_fwd_ms":34.83235168457031,"teacher_kl_ms":33.187679290771484,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":154.40992736816406,"kv_reduce_scatter_ms":96.2437744140625,"indexer_bwd_ms":7.14847993850708,"pool_grad_exchange_ms":0.40857601165771484,"pool_bwd_ms":1.513535976409912,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.10624980926514}],"queries_zigzag":[{"ms":429.3818664550781,"stages":{"query_redistribute_ms":28.58291244506836,"pool_fwd_ms":0.043007999658584595,"pool_gather_ms":0.18329599499702454,"selection_key_layout_ms":0.27452799677848816,"selection_ms":46.07673645019531,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.021696090698242,"kv_gather_ms":3.1088318824768066,"attention_fwd_ms":35.814369201660156,"teacher_kl_ms":35.74480056762695,"output_restore_ms":20.879295349121094,"dout_redistribute_ms":20.2455997467041,"attention_bwd_ms":155.34072875976562,"kv_reduce_scatter_ms":36.11439895629883,"indexer_bwd_ms":7.044191837310791,"pool_grad_exchange_ms":0.5172160267829895,"pool_bwd_ms":1.5175679922103882,"query_grad_restore_ms":29.841312408447266},"peak_allocated_gib":118.02272987365723},{"ms":429.30584716796875,"stages":{"query_redistribute_ms":28.635936737060547,"pool_fwd_ms":0.04335999861359596,"pool_gather_ms":0.17475199699401855,"selection_key_layout_ms":0.27452799677848816,"selection_ms":46.078975677490234,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.027839660644531,"kv_gather_ms":3.4076480865478516,"attention_fwd_ms":35.20025634765625,"teacher_kl_ms":35.86732864379883,"output_restore_ms":22.37436866760254,"dout_redistribute_ms":20.795679092407227,"attention_bwd_ms":157.05593872070312,"kv_reduce_scatter_ms":32.3653450012207,"indexer_bwd_ms":7.047552108764648,"pool_grad_exchange_ms":0.4963519871234894,"pool_bwd_ms":1.5196479558944702,"query_grad_restore_ms":29.909088134765625},"peak_allocated_gib":118.02120399475098},{"ms":428.3566589355469,"stages":{"query_redistribute_ms":28.65760040283203,"pool_fwd_ms":0.04297599941492081,"pool_gather_ms":0.1833920031785965,"selection_key_layout_ms":0.27423998713493347,"selection_ms":46.19977569580078,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.17136001586914,"kv_gather_ms":2.9387519359588623,"attention_fwd_ms":36.576416015625,"teacher_kl_ms":36.264705657958984,"output_restore_ms":19.33718490600586,"dout_redistribute_ms":20.881248474121094,"attention_bwd_ms":155.48428344726562,"kv_reduce_scatter_ms":34.35737609863281,"indexer_bwd_ms":7.033696174621582,"pool_grad_exchange_ms":0.5091519951820374,"pool_bwd_ms":1.5164159536361694,"query_grad_restore_ms":29.890592575073242},"peak_allocated_gib":118.02272987365723},{"ms":428.88848876953125,"stages":{"query_redistribute_ms":28.629375457763672,"pool_fwd_ms":0.04195199906826019,"pool_gather_ms":0.18307200074195862,"selection_key_layout_ms":0.2744959890842438,"selection_ms":46.14188766479492,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":8.018943786621094,"kv_gather_ms":3.3034238815307617,"attention_fwd_ms":35.61372756958008,"teacher_kl_ms":36.26688003540039,"output_restore_ms":20.146175384521484,"dout_redistribute_ms":20.239456176757812,"attention_bwd_ms":157.5679931640625,"kv_reduce_scatter_ms":33.419105529785156,"indexer_bwd_ms":7.047327995300293,"pool_grad_exchange_ms":0.49276798963546753,"pool_bwd_ms":1.5173120498657227,"query_grad_restore_ms":29.952096939086914},"peak_allocated_gib":118.02272987365723},{"ms":429.3776550292969,"stages":{"query_redistribute_ms":28.652864456176758,"pool_fwd_ms":0.04310400038957596,"pool_gather_ms":0.18320000171661377,"selection_key_layout_ms":0.2744320034980774,"selection_ms":46.08745574951172,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.02729606628418,"kv_gather_ms":3.217535972595215,"attention_fwd_ms":34.09292984008789,"teacher_kl_ms":35.20000076293945,"output_restore_ms":24.48089599609375,"dout_redistribute_ms":20.836320877075195,"attention_bwd_ms":155.4186248779297,"kv_reduce_scatter_ms":33.858558654785156,"indexer_bwd_ms":7.040095806121826,"pool_grad_exchange_ms":0.5088319778442383,"pool_bwd_ms":1.5176960229873657,"query_grad_restore_ms":29.908992767333984},"peak_allocated_gib":118.02218055725098}],"queries_balanced":[{"ms":441.0891418457031,"stages":{"query_redistribute_ms":39.21507263183594,"pool_fwd_ms":0.04294399917125702,"pool_gather_ms":0.18531200289726257,"selection_key_layout_ms":0.0828159973025322,"selection_ms":31.391103744506836,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.240127563476562,"kv_gather_ms":2.366719961166382,"attention_fwd_ms":35.224449157714844,"teacher_kl_ms":34.9826545715332,"output_restore_ms":25.370624542236328,"dout_redistribute_ms":28.9751033782959,"attention_bwd_ms":155.1854705810547,"kv_reduce_scatter_ms":28.300256729125977,"indexer_bwd_ms":6.998847961425781,"pool_grad_exchange_ms":0.3819200098514557,"pool_bwd_ms":1.5124160051345825,"query_grad_restore_ms":42.59651184082031},"peak_allocated_gib":117.9968786239624},{"ms":441.3114013671875,"stages":{"query_redistribute_ms":39.15932846069336,"pool_fwd_ms":0.043007999658584595,"pool_gather_ms":0.19148799777030945,"selection_key_layout_ms":0.08211199939250946,"selection_ms":31.303295135498047,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.001119613647461,"kv_gather_ms":2.4687678813934326,"attention_fwd_ms":34.712703704833984,"teacher_kl_ms":34.93484878540039,"output_restore_ms":24.96303939819336,"dout_redistribute_ms":29.777727127075195,"attention_bwd_ms":155.80685424804688,"kv_reduce_scatter_ms":28.32080078125,"indexer_bwd_ms":7.018335819244385,"pool_grad_exchange_ms":0.3553600013256073,"pool_bwd_ms":1.520799994468689,"query_grad_restore_ms":42.61382293701172},"peak_allocated_gib":117.9968786239624},{"ms":442.5018615722656,"stages":{"query_redistribute_ms":39.161598205566406,"pool_fwd_ms":0.04310400038957596,"pool_gather_ms":0.18316799402236938,"selection_key_layout_ms":0.081727996468544,"selection_ms":31.28972816467285,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.002880096435547,"kv_gather_ms":2.79036808013916,"attention_fwd_ms":36.0266227722168,"teacher_kl_ms":35.69356918334961,"output_restore_ms":24.820383071899414,"dout_redistribute_ms":28.963071823120117,"attention_bwd_ms":155.73587036132812,"kv_reduce_scatter_ms":28.139423370361328,"indexer_bwd_ms":6.993055820465088,"pool_grad_exchange_ms":0.38604798913002014,"pool_bwd_ms":1.515455961227417,"query_grad_restore_ms":42.64361572265625},"peak_allocated_gib":117.9968786239624},{"ms":441.9960632324219,"stages":{"query_redistribute_ms":39.21100616455078,"pool_fwd_ms":0.043168000876903534,"pool_gather_ms":0.1895039975643158,"selection_key_layout_ms":0.08259200304746628,"selection_ms":31.35193634033203,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.017600059509277,"kv_gather_ms":2.2804479598999023,"attention_fwd_ms":35.82451248168945,"teacher_kl_ms":35.26128005981445,"output_restore_ms":24.670272827148438,"dout_redistribute_ms":29.458303451538086,"attention_bwd_ms":156.09872436523438,"kv_reduce_scatter_ms":28.129119873046875,"indexer_bwd_ms":6.997151851654053,"pool_grad_exchange_ms":0.3819519877433777,"pool_bwd_ms":1.5137920379638672,"query_grad_restore_ms":42.45686340332031},"peak_allocated_gib":117.9968786239624},{"ms":442.2125244140625,"stages":{"query_redistribute_ms":39.3040657043457,"pool_fwd_ms":0.04092799872159958,"pool_gather_ms":0.18963199853897095,"selection_key_layout_ms":0.08207999914884567,"selection_ms":31.37731170654297,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.996767997741699,"kv_gather_ms":2.401599884033203,"attention_fwd_ms":34.30486297607422,"teacher_kl_ms":35.21343994140625,"output_restore_ms":25.34169578552246,"dout_redistribute_ms":31.014015197753906,"attention_bwd_ms":156.2573699951172,"kv_reduce_scatter_ms":27.304704666137695,"indexer_bwd_ms":6.995071887969971,"pool_grad_exchange_ms":0.36959999799728394,"pool_bwd_ms":1.5154880285263062,"query_grad_restore_ms":42.47353744506836},"peak_allocated_gib":117.9968786239624}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0008083152079045258,"max_abs":0.0028076171875,"finite":true},"dq":{"relative_rms":0.00037690827746425016,"max_abs":0.00225830078125,"finite":true},"dkv":{"relative_rms":0.00035814049385884684,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0001614940843275022,"max_abs":2.984279490192421e-13,"finite":true},"d_weights":{"relative_rms":0.0001510827941665059,"max_abs":5.675246939063072e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00033600126022824737,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0003320173817252639,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.346158579290687e-06,"max_abs":7.858602657506708e-12,"finite":true}},"loss":0.0007662559510208666,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0008019560822340898,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00036991886440784744,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.00030567736256119203,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.00015771820590921223,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":0.0001488491201533263,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0003253291360890358,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00034667933784089823,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.367178696695044e-06,"max_abs":7.901235221652314e-12,"finite":true}},"loss":0.0007662558928132057,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0007981110054962292,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00036810717531386884,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.0023574319035649695,"max_abs":0.19140625,"finite":true},"d_index_q":{"relative_rms":0.00015713802187684352,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":0.00015140674219255853,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.003329428308405812,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00331270921531104,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":5.540664833305732e-05,"max_abs":8.58335624798201e-11,"finite":true}},"loss":0.0007662561256438494,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.000811450710862821,"max_abs":0.0032196044921875,"finite":true},"dq":{"relative_rms":0.0003783626370693013,"max_abs":0.001842498779296875,"finite":true},"dkv":{"relative_rms":0.001401059777293675,"max_abs":0.136474609375,"finite":true},"d_index_q":{"relative_rms":0.00018254335278059477,"max_abs":9.450218385609332e-13,"finite":true},"d_weights":{"relative_rms":0.0001684979943215536,"max_abs":1.939042704179883e-09,"finite":true},"d_pool_kv":{"relative_rms":0.002268521884012479,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0022966058576785703,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.7519646663467382e-05,"max_abs":2.688693712116219e-11,"finite":true}},"loss":0.0007662560092285275,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":100820},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131216,"selection_rows":131216},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":4,"init_s":0.19844542001374066,"first_calls_s":{"contiguous":9.833113307016902,"selection":9.764487533946522,"queries_zigzag":7.143031579093076,"queries_balanced":8.656012288993225},"samples":{"contiguous":[{"ms":412.0020751953125,"stages":{"query_redistribute_ms":0.054687999188899994,"pool_fwd_ms":0.11241599917411804,"pool_gather_ms":0.18748800456523895,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":67.4675521850586,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":10.118016242980957,"kv_gather_ms":2.104543924331665,"attention_fwd_ms":47.063743591308594,"teacher_kl_ms":49.51747131347656,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":221.59190368652344,"kv_reduce_scatter_ms":4.671487808227539,"indexer_bwd_ms":7.266496181488037,"pool_grad_exchange_ms":0.26895999908447266,"pool_bwd_ms":1.5259840488433838,"query_grad_restore_ms":0.0029440000653266907},"peak_allocated_gib":92.3652081489563},{"ms":412.21014404296875,"stages":{"query_redistribute_ms":0.04575999826192856,"pool_fwd_ms":0.10899200290441513,"pool_gather_ms":0.20608000457286835,"selection_key_layout_ms":0.003008000086992979,"selection_ms":67.12332916259766,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.906047821044922,"kv_gather_ms":2.1146559715270996,"attention_fwd_ms":47.01696014404297,"teacher_kl_ms":50.15427017211914,"output_restore_ms":0.003008000086992979,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":221.72679138183594,"kv_reduce_scatter_ms":4.714623928070068,"indexer_bwd_ms":7.254047870635986,"pool_grad_exchange_ms":0.26956799626350403,"pool_bwd_ms":1.5255039930343628,"query_grad_restore_ms":0.003103999886661768},"peak_allocated_gib":92.3652081489563},{"ms":412.38360595703125,"stages":{"query_redistribute_ms":0.05161599814891815,"pool_fwd_ms":0.11148799955844879,"pool_gather_ms":0.23843200504779816,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":66.48953247070312,"selection_restore_ms":0.003135999897494912,"expand_tail_ms":9.467616081237793,"kv_gather_ms":1.9511040449142456,"attention_fwd_ms":48.565185546875,"teacher_kl_ms":50.110111236572266,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":221.5702362060547,"kv_reduce_scatter_ms":4.725088119506836,"indexer_bwd_ms":7.266079902648926,"pool_grad_exchange_ms":0.2693119943141937,"pool_bwd_ms":1.525920033454895,"query_grad_restore_ms":0.0030400000978261232},"peak_allocated_gib":92.3652081489563},{"ms":411.9342041015625,"stages":{"query_redistribute_ms":0.05004800111055374,"pool_fwd_ms":0.11481600254774094,"pool_gather_ms":0.19888000190258026,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":67.56285095214844,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.976736068725586,"kv_gather_ms":2.1370880603790283,"attention_fwd_ms":47.23219299316406,"teacher_kl_ms":49.21014404296875,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":221.6329345703125,"kv_reduce_scatter_ms":4.705984115600586,"indexer_bwd_ms":7.260416030883789,"pool_grad_exchange_ms":0.28543999791145325,"pool_bwd_ms":1.5239039659500122,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":92.3652081489563},{"ms":412.4396667480469,"stages":{"query_redistribute_ms":0.05548800155520439,"pool_fwd_ms":0.11971200257539749,"pool_gather_ms":0.21491199731826782,"selection_key_layout_ms":0.003135999897494912,"selection_ms":67.07788848876953,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.824319839477539,"kv_gather_ms":2.079871892929077,"attention_fwd_ms":48.000030517578125,"teacher_kl_ms":49.598270416259766,"output_restore_ms":0.002976000076159835,"dout_redistribute_ms":0.003103999886661768,"attention_bwd_ms":221.6275177001953,"kv_reduce_scatter_ms":4.743423938751221,"indexer_bwd_ms":7.258111953735352,"pool_grad_exchange_ms":0.26707199215888977,"pool_bwd_ms":1.5279040336608887,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":92.3652081489563}],"selection":[{"ms":376.6500244140625,"stages":{"query_redistribute_ms":0.04681599885225296,"pool_fwd_ms":0.11212799698114395,"pool_gather_ms":0.21222400665283203,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":37.716766357421875,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":8.693887710571289,"kv_gather_ms":2.182271957397461,"attention_fwd_ms":43.3438720703125,"teacher_kl_ms":49.08854293823242,"output_restore_ms":0.003135999897494912,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":221.4391326904297,"kv_reduce_scatter_ms":4.716512203216553,"indexer_bwd_ms":7.255904197692871,"pool_grad_exchange_ms":0.27663999795913696,"pool_bwd_ms":1.5185600519180298,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":92.3652081489563},{"ms":377.2698059082031,"stages":{"query_redistribute_ms":0.05289600044488907,"pool_fwd_ms":0.11340799927711487,"pool_gather_ms":0.22617599368095398,"selection_key_layout_ms":0.002848000032827258,"selection_ms":37.646209716796875,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.993535995483398,"kv_gather_ms":3.254528045654297,"attention_fwd_ms":42.77036666870117,"teacher_kl_ms":49.647457122802734,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0031999999191612005,"attention_bwd_ms":221.7394561767578,"kv_reduce_scatter_ms":4.730527877807617,"indexer_bwd_ms":7.253056049346924,"pool_grad_exchange_ms":0.27136000990867615,"pool_bwd_ms":1.5279040336608887,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":92.3652081489563},{"ms":375.7469787597656,"stages":{"query_redistribute_ms":0.04940799996256828,"pool_fwd_ms":0.110944002866745,"pool_gather_ms":0.21849599480628967,"selection_key_layout_ms":0.002848000032827258,"selection_ms":37.7334098815918,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":7.995423793792725,"kv_gather_ms":2.366431951522827,"attention_fwd_ms":43.02140808105469,"teacher_kl_ms":48.53843307495117,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":221.8928680419922,"kv_reduce_scatter_ms":4.718495845794678,"indexer_bwd_ms":7.258431911468506,"pool_grad_exchange_ms":0.28332799673080444,"pool_bwd_ms":1.516767978668213,"query_grad_restore_ms":0.0030720001086592674},"peak_allocated_gib":92.3652081489563},{"ms":376.759033203125,"stages":{"query_redistribute_ms":0.06233600154519081,"pool_fwd_ms":0.11760000139474869,"pool_gather_ms":0.197952002286911,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":37.74748611450195,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.168671607971191,"kv_gather_ms":2.8549439907073975,"attention_fwd_ms":42.84428787231445,"teacher_kl_ms":49.48979187011719,"output_restore_ms":0.002976000076159835,"dout_redistribute_ms":0.0031679999083280563,"attention_bwd_ms":221.43682861328125,"kv_reduce_scatter_ms":4.735904216766357,"indexer_bwd_ms":7.255199909210205,"pool_grad_exchange_ms":0.2650560140609741,"pool_bwd_ms":1.5382720232009888,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":92.3652081489563},{"ms":377.04119873046875,"stages":{"query_redistribute_ms":0.0506879985332489,"pool_fwd_ms":0.10790400207042694,"pool_gather_ms":0.21292799711227417,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":37.67491149902344,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.023167610168457,"kv_gather_ms":3.198944091796875,"attention_fwd_ms":43.057247161865234,"teacher_kl_ms":49.0043830871582,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":221.88783264160156,"kv_reduce_scatter_ms":4.72160005569458,"indexer_bwd_ms":7.269472122192383,"pool_grad_exchange_ms":0.27327999472618103,"pool_bwd_ms":1.5177600383758545,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":92.3652081489563}],"queries_zigzag":[{"ms":429.3774108886719,"stages":{"query_redistribute_ms":28.56831932067871,"pool_fwd_ms":0.029664000496268272,"pool_gather_ms":0.20163199305534363,"selection_key_layout_ms":0.27561599016189575,"selection_ms":47.27791976928711,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.043871879577637,"kv_gather_ms":1.891487956047058,"attention_fwd_ms":35.482303619384766,"teacher_kl_ms":36.181121826171875,"output_restore_ms":24.599519729614258,"dout_redistribute_ms":20.05401611328125,"attention_bwd_ms":167.05548095703125,"kv_reduce_scatter_ms":20.758399963378906,"indexer_bwd_ms":7.115839958190918,"pool_grad_exchange_ms":0.4482879936695099,"pool_bwd_ms":1.514623999595642,"query_grad_restore_ms":29.845632553100586},"peak_allocated_gib":118.28168821334839},{"ms":429.3015441894531,"stages":{"query_redistribute_ms":28.635583877563477,"pool_fwd_ms":0.029472000896930695,"pool_gather_ms":0.1895039975643158,"selection_key_layout_ms":0.2754240036010742,"selection_ms":47.21865463256836,"selection_restore_ms":0.0031999999191612005,"expand_tail_ms":8.031071662902832,"kv_gather_ms":2.268320083618164,"attention_fwd_ms":35.8757438659668,"teacher_kl_ms":37.32262420654297,"output_restore_ms":24.482751846313477,"dout_redistribute_ms":19.273887634277344,"attention_bwd_ms":167.4229736328125,"kv_reduce_scatter_ms":19.266399383544922,"indexer_bwd_ms":7.117023944854736,"pool_grad_exchange_ms":0.43513599038124084,"pool_bwd_ms":1.5179840326309204,"query_grad_restore_ms":29.910720825195312},"peak_allocated_gib":118.28016233444214},{"ms":428.342529296875,"stages":{"query_redistribute_ms":28.644287109375,"pool_fwd_ms":0.029920000582933426,"pool_gather_ms":0.20134399831295013,"selection_key_layout_ms":0.2757120132446289,"selection_ms":47.247135162353516,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.043807983398438,"kv_gather_ms":2.0183041095733643,"attention_fwd_ms":37.95564651489258,"teacher_kl_ms":37.777408599853516,"output_restore_ms":21.045183181762695,"dout_redistribute_ms":19.237823486328125,"attention_bwd_ms":167.27862548828125,"kv_reduce_scatter_ms":19.596511840820312,"indexer_bwd_ms":7.117504119873047,"pool_grad_exchange_ms":0.4333440065383911,"pool_bwd_ms":1.5185279846191406,"query_grad_restore_ms":29.88876724243164},"peak_allocated_gib":118.28168821334839},{"ms":428.8861083984375,"stages":{"query_redistribute_ms":28.624895095825195,"pool_fwd_ms":0.030047999694943428,"pool_gather_ms":0.19945600628852844,"selection_key_layout_ms":0.2754879891872406,"selection_ms":47.51145553588867,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":8.246560096740723,"kv_gather_ms":1.7110719680786133,"attention_fwd_ms":36.46771240234375,"teacher_kl_ms":37.23676681518555,"output_restore_ms":22.01203155517578,"dout_redistribute_ms":20.016864776611328,"attention_bwd_ms":166.98272705078125,"kv_reduce_scatter_ms":20.520992279052734,"indexer_bwd_ms":7.1145920753479,"pool_grad_exchange_ms":0.43536001443862915,"pool_bwd_ms":1.515552043914795,"query_grad_restore_ms":29.956159591674805},"peak_allocated_gib":118.28168821334839},{"ms":429.38238525390625,"stages":{"query_redistribute_ms":28.65407943725586,"pool_fwd_ms":0.029632000252604485,"pool_gather_ms":0.1974720060825348,"selection_key_layout_ms":0.27558401226997375,"selection_ms":47.38444900512695,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":8.209856033325195,"kv_gather_ms":1.7455999851226807,"attention_fwd_ms":35.884063720703125,"teacher_kl_ms":36.996097564697266,"output_restore_ms":25.129215240478516,"dout_redistribute_ms":19.211872100830078,"attention_bwd_ms":167.11383056640625,"kv_reduce_scatter_ms":19.544063568115234,"indexer_bwd_ms":7.125951766967773,"pool_grad_exchange_ms":0.42719998955726624,"pool_bwd_ms":1.5155199766159058,"query_grad_restore_ms":29.90902328491211},"peak_allocated_gib":118.28113889694214}],"queries_balanced":[{"ms":441.0859375,"stages":{"query_redistribute_ms":39.18617630004883,"pool_fwd_ms":0.027712000533938408,"pool_gather_ms":0.2202560007572174,"selection_key_layout_ms":0.08316799998283386,"selection_ms":27.305728912353516,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.066240310668945,"kv_gather_ms":6.6141438484191895,"attention_fwd_ms":36.081600189208984,"teacher_kl_ms":37.08009719848633,"output_restore_ms":32.02969741821289,"dout_redistribute_ms":27.406208038330078,"attention_bwd_ms":166.93142700195312,"kv_reduce_scatter_ms":8.529888153076172,"indexer_bwd_ms":7.082240104675293,"pool_grad_exchange_ms":0.2824319899082184,"pool_bwd_ms":1.520799994468689,"query_grad_restore_ms":42.606529235839844},"peak_allocated_gib":118.25583696365356},{"ms":441.3285827636719,"stages":{"query_redistribute_ms":39.154048919677734,"pool_fwd_ms":0.029440000653266907,"pool_gather_ms":0.22278399765491486,"selection_key_layout_ms":0.08271999657154083,"selection_ms":27.266719818115234,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.998784065246582,"kv_gather_ms":6.501471996307373,"attention_fwd_ms":37.61967849731445,"teacher_kl_ms":37.742496490478516,"output_restore_ms":30.14454460144043,"dout_redistribute_ms":27.746143341064453,"attention_bwd_ms":166.94607543945312,"kv_reduce_scatter_ms":8.329343795776367,"indexer_bwd_ms":7.073631763458252,"pool_grad_exchange_ms":0.2908160090446472,"pool_bwd_ms":1.5206079483032227,"query_grad_restore_ms":42.627166748046875},"peak_allocated_gib":118.25583696365356},{"ms":442.50634765625,"stages":{"query_redistribute_ms":39.12790298461914,"pool_fwd_ms":0.027488000690937042,"pool_gather_ms":0.2184000015258789,"selection_key_layout_ms":0.08275199681520462,"selection_ms":27.469728469848633,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.790399551391602,"kv_gather_ms":5.814271926879883,"attention_fwd_ms":37.89411163330078,"teacher_kl_ms":36.999168395996094,"output_restore_ms":31.46227264404297,"dout_redistribute_ms":27.452415466308594,"attention_bwd_ms":166.9510040283203,"kv_reduce_scatter_ms":8.628064155578613,"indexer_bwd_ms":7.081120014190674,"pool_grad_exchange_ms":0.29388800263404846,"pool_bwd_ms":1.5196160078048706,"query_grad_restore_ms":42.65584182739258},"peak_allocated_gib":118.25583696365356},{"ms":441.99688720703125,"stages":{"query_redistribute_ms":39.183712005615234,"pool_fwd_ms":0.02783999964594841,"pool_gather_ms":0.2200320065021515,"selection_key_layout_ms":0.08294399827718735,"selection_ms":27.291648864746094,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.20348834991455,"kv_gather_ms":6.153247833251953,"attention_fwd_ms":39.50076675415039,"teacher_kl_ms":37.32067108154297,"output_restore_ms":29.837343215942383,"dout_redistribute_ms":27.479167938232422,"attention_bwd_ms":166.87303161621094,"kv_reduce_scatter_ms":8.429311752319336,"indexer_bwd_ms":7.081151962280273,"pool_grad_exchange_ms":0.29894399642944336,"pool_bwd_ms":1.516543984413147,"query_grad_restore_ms":42.46745681762695},"peak_allocated_gib":118.25583696365356},{"ms":442.22314453125,"stages":{"query_redistribute_ms":39.28879928588867,"pool_fwd_ms":0.029343999922275543,"pool_gather_ms":0.22032000124454498,"selection_key_layout_ms":0.08291199803352356,"selection_ms":27.44937515258789,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":8.15225601196289,"kv_gather_ms":6.1675519943237305,"attention_fwd_ms":38.36003112792969,"teacher_kl_ms":37.43843078613281,"output_restore_ms":30.762208938598633,"dout_redistribute_ms":27.626272201538086,"attention_bwd_ms":166.8730926513672,"kv_reduce_scatter_ms":8.374272346496582,"indexer_bwd_ms":7.076735973358154,"pool_grad_exchange_ms":0.29180800914764404,"pool_bwd_ms":1.5157439708709717,"query_grad_restore_ms":42.48579025268555},"peak_allocated_gib":118.25583696365356}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0008510217414448802,"max_abs":0.003326416015625,"finite":true},"dq":{"relative_rms":0.00032267815601821236,"max_abs":0.002105712890625,"finite":true},"dkv":{"relative_rms":0.00045583368622311934,"max_abs":0.01513671875,"finite":true},"d_index_q":{"relative_rms":0.0005923645432413097,"max_abs":1.0587086762825493e-12,"finite":true},"d_weights":{"relative_rms":0.0005032248638561105,"max_abs":1.7462298274040222e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000628437570037711,"max_abs":1.8189894035458565e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006238550750591587,"max_abs":9.094947017729282e-13,"finite":true},"d_ape":{"relative_rms":5.346158579290687e-06,"max_abs":7.858602657506708e-12,"finite":true}},"loss":0.0007662559510208666,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0008187059625585685,"max_abs":0.003173828125,"finite":true},"dq":{"relative_rms":0.00027937384239695235,"max_abs":0.0021209716796875,"finite":true},"dkv":{"relative_rms":0.0005278105774726962,"max_abs":0.01806640625,"finite":true},"d_index_q":{"relative_rms":0.0003952957164663203,"max_abs":3.090860900556436e-13,"finite":true},"d_weights":{"relative_rms":0.00040049710602301804,"max_abs":1.1204974725842476e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006255970447021302,"max_abs":9.094947017729282e-13,"finite":true},"d_pool_score":{"relative_rms":0.000625960480304329,"max_abs":9.094947017729282e-13,"finite":true},"d_ape":{"relative_rms":5.367178696695044e-06,"max_abs":7.901235221652314e-12,"finite":true}},"loss":0.0007662558928132057,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0008003426887373641,"max_abs":0.00341796875,"finite":true},"dq":{"relative_rms":0.0002700525370348791,"max_abs":0.00225830078125,"finite":true},"dkv":{"relative_rms":0.0023600194898216963,"max_abs":0.0186767578125,"finite":true},"d_index_q":{"relative_rms":0.0004853476772033837,"max_abs":8.952838470577262e-13,"finite":true},"d_weights":{"relative_rms":0.0004282300410504379,"max_abs":1.4551915228366852e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0036275926048371706,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0036155314076976278,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":5.540664833305732e-05,"max_abs":8.58335624798201e-11,"finite":true}},"loss":0.0007662561256438494,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0008378981501729616,"max_abs":0.003326416015625,"finite":true},"dq":{"relative_rms":0.00029145119613113875,"max_abs":0.0021209716796875,"finite":true},"dkv":{"relative_rms":0.002372907713384613,"max_abs":0.017578125,"finite":true},"d_index_q":{"relative_rms":0.0004453845988587081,"max_abs":1.0587086762825493e-12,"finite":true},"d_weights":{"relative_rms":0.00042478279042869294,"max_abs":1.1204974725842476e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0036818409912393922,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0036690375223748426,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":1.7519646663467382e-05,"max_abs":2.688693712116219e-11,"finite":true}},"loss":0.0007662560092285275,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":65536},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131216,"selection_rows":131216},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":5,"init_s":0.377897756989114,"first_calls_s":{"contiguous":9.8331195700448,"selection":9.76442165800836,"queries_zigzag":7.143001321004704,"queries_balanced":8.655629613087513},"samples":{"contiguous":[{"ms":412.00421142578125,"stages":{"query_redistribute_ms":0.050624001771211624,"pool_fwd_ms":0.1313920021057129,"pool_gather_ms":0.17401599884033203,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":39.745697021484375,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":8.964192390441895,"kv_gather_ms":30.969823837280273,"attention_fwd_ms":37.41068649291992,"teacher_kl_ms":35.161216735839844,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":164.64710998535156,"kv_reduce_scatter_ms":85.63836669921875,"indexer_bwd_ms":7.1084160804748535,"pool_grad_exchange_ms":0.430976003408432,"pool_bwd_ms":1.5221439599990845,"query_grad_restore_ms":0.002976000076159835},"peak_allocated_gib":93.24287176132202},{"ms":412.2049560546875,"stages":{"query_redistribute_ms":0.05196800082921982,"pool_fwd_ms":0.13424000144004822,"pool_gather_ms":0.1711360067129135,"selection_key_layout_ms":0.002976000076159835,"selection_ms":39.45782470703125,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":9.017151832580566,"kv_gather_ms":30.65660858154297,"attention_fwd_ms":37.8388786315918,"teacher_kl_ms":35.109825134277344,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":165.555419921875,"kv_reduce_scatter_ms":85.11497497558594,"indexer_bwd_ms":7.098559856414795,"pool_grad_exchange_ms":0.43910399079322815,"pool_bwd_ms":1.5156480073928833,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":93.24287176132202},{"ms":412.3795471191406,"stages":{"query_redistribute_ms":0.05532800033688545,"pool_fwd_ms":0.13433599472045898,"pool_gather_ms":0.2016959935426712,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":38.033409118652344,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.00380802154541,"kv_gather_ms":31.867103576660156,"attention_fwd_ms":37.22934341430664,"teacher_kl_ms":34.41142272949219,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":165.03030395507812,"kv_reduce_scatter_ms":88.3037109375,"indexer_bwd_ms":7.108543872833252,"pool_grad_exchange_ms":0.435232013463974,"pool_bwd_ms":1.5238720178604126,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":93.24287176132202},{"ms":411.927734375,"stages":{"query_redistribute_ms":0.058400001376867294,"pool_fwd_ms":0.13391999900341034,"pool_gather_ms":0.1669120043516159,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":37.969825744628906,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.551936149597168,"kv_gather_ms":33.14352035522461,"attention_fwd_ms":37.95148849487305,"teacher_kl_ms":35.04643249511719,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":164.67893981933594,"kv_reduce_scatter_ms":85.1148452758789,"indexer_bwd_ms":7.09222412109375,"pool_grad_exchange_ms":0.45552000403404236,"pool_bwd_ms":1.521888017654419,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":93.24287176132202},{"ms":412.4313659667969,"stages":{"query_redistribute_ms":0.05878400057554245,"pool_fwd_ms":0.1345600038766861,"pool_gather_ms":0.19254399836063385,"selection_key_layout_ms":0.002976000076159835,"selection_ms":38.229984283447266,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":8.234111785888672,"kv_gather_ms":32.50691223144531,"attention_fwd_ms":35.93529510498047,"teacher_kl_ms":34.18105697631836,"output_restore_ms":0.0038079998921602964,"dout_redistribute_ms":0.004064000211656094,"attention_bwd_ms":165.62503051757812,"kv_reduce_scatter_ms":88.23407745361328,"indexer_bwd_ms":7.104608058929443,"pool_grad_exchange_ms":0.4333440065383911,"pool_bwd_ms":1.5194239616394043,"query_grad_restore_ms":0.0029440000653266907},"peak_allocated_gib":93.24287176132202}],"selection":[{"ms":376.6437683105469,"stages":{"query_redistribute_ms":0.04495999962091446,"pool_fwd_ms":0.13167999684810638,"pool_gather_ms":0.1873600035905838,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":37.78847885131836,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.005887985229492,"kv_gather_ms":2.789599895477295,"attention_fwd_ms":38.207584381103516,"teacher_kl_ms":35.64201736450195,"output_restore_ms":0.0031999999191612005,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":165.23992919921875,"kv_reduce_scatter_ms":79.50745391845703,"indexer_bwd_ms":7.091263771057129,"pool_grad_exchange_ms":0.4455679953098297,"pool_bwd_ms":1.5153919458389282,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":93.24287176132202},{"ms":377.2662048339844,"stages":{"query_redistribute_ms":0.05532800033688545,"pool_fwd_ms":0.13439999520778656,"pool_gather_ms":0.19971199333667755,"selection_key_layout_ms":0.003008000086992979,"selection_ms":37.73321533203125,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.161567687988281,"kv_gather_ms":3.010528087615967,"attention_fwd_ms":36.25881576538086,"teacher_kl_ms":34.82508850097656,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":165.19827270507812,"kv_reduce_scatter_ms":82.59375762939453,"indexer_bwd_ms":7.0996479988098145,"pool_grad_exchange_ms":0.4288319945335388,"pool_bwd_ms":1.5239360332489014,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":93.24287176132202},{"ms":375.7498779296875,"stages":{"query_redistribute_ms":0.047839999198913574,"pool_fwd_ms":0.12995199859142303,"pool_gather_ms":0.20044800639152527,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":37.84611129760742,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":8.268799781799316,"kv_gather_ms":1.989791989326477,"attention_fwd_ms":38.18307113647461,"teacher_kl_ms":35.40864181518555,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0031679999083280563,"attention_bwd_ms":165.0360565185547,"kv_reduce_scatter_ms":79.53612518310547,"indexer_bwd_ms":7.110911846160889,"pool_grad_exchange_ms":0.4350399971008301,"pool_bwd_ms":1.5165760517120361,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":93.24287176132202},{"ms":376.7591247558594,"stages":{"query_redistribute_ms":0.06124800071120262,"pool_fwd_ms":0.1345600038766861,"pool_gather_ms":0.18636800348758698,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":37.83574295043945,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":8.412511825561523,"kv_gather_ms":2.5099198818206787,"attention_fwd_ms":37.43519973754883,"teacher_kl_ms":35.00841522216797,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":165.22998046875,"kv_reduce_scatter_ms":80.83955383300781,"indexer_bwd_ms":7.089280128479004,"pool_grad_exchange_ms":0.45155200362205505,"pool_bwd_ms":1.5237120389938354,"query_grad_restore_ms":0.0029440000653266907},"peak_allocated_gib":93.24287176132202},{"ms":377.03509521484375,"stages":{"query_redistribute_ms":0.05663999915122986,"pool_fwd_ms":0.13574400544166565,"pool_gather_ms":0.16383999586105347,"selection_key_layout_ms":0.002848000032827258,"selection_ms":37.76220703125,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":8.172639846801758,"kv_gather_ms":2.9757440090179443,"attention_fwd_ms":36.7749137878418,"teacher_kl_ms":34.47689437866211,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":165.41017150878906,"kv_reduce_scatter_ms":82.00096130371094,"indexer_bwd_ms":7.095424175262451,"pool_grad_exchange_ms":0.44918400049209595,"pool_bwd_ms":1.5158079862594604,"query_grad_restore_ms":0.003008000086992979},"peak_allocated_gib":93.24287176132202}],"queries_zigzag":[{"ms":429.38275146484375,"stages":{"query_redistribute_ms":28.584447860717773,"pool_fwd_ms":0.05455999821424484,"pool_gather_ms":0.16860799491405487,"selection_key_layout_ms":0.275519996881485,"selection_ms":47.351646423339844,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.037887573242188,"kv_gather_ms":1.8296960592269897,"attention_fwd_ms":38.84883117675781,"teacher_kl_ms":38.70198440551758,"output_restore_ms":20.732799530029297,"dout_redistribute_ms":20.590496063232422,"attention_bwd_ms":174.6177978515625,"kv_reduce_scatter_ms":10.64352035522461,"indexer_bwd_ms":7.189216136932373,"pool_grad_exchange_ms":0.36268800497055054,"pool_bwd_ms":1.516800045967102,"query_grad_restore_ms":29.84726333618164},"peak_allocated_gib":119.15935182571411},{"ms":429.3071594238281,"stages":{"query_redistribute_ms":28.6343994140625,"pool_fwd_ms":0.05427199974656105,"pool_gather_ms":0.1626880019903183,"selection_key_layout_ms":0.2754560112953186,"selection_ms":47.345760345458984,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.045760154724121,"kv_gather_ms":2.1329920291900635,"attention_fwd_ms":38.23215866088867,"teacher_kl_ms":38.8493766784668,"output_restore_ms":20.43187141418457,"dout_redistribute_ms":20.51897621154785,"attention_bwd_ms":175.17388916015625,"kv_reduce_scatter_ms":10.440383911132812,"indexer_bwd_ms":7.17625617980957,"pool_grad_exchange_ms":0.37379199266433716,"pool_bwd_ms":1.515712022781372,"query_grad_restore_ms":29.912992477416992},"peak_allocated_gib":119.15782594680786},{"ms":428.3564147949219,"stages":{"query_redistribute_ms":28.662015914916992,"pool_fwd_ms":0.05417599901556969,"pool_gather_ms":0.17107200622558594,"selection_key_layout_ms":0.27532801032066345,"selection_ms":47.31507110595703,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.201375961303711,"kv_gather_ms":1.799232006072998,"attention_fwd_ms":37.43337631225586,"teacher_kl_ms":38.10697555541992,"output_restore_ms":20.5447998046875,"dout_redistribute_ms":20.45724868774414,"attention_bwd_ms":175.15724182128906,"kv_reduce_scatter_ms":11.189120292663574,"indexer_bwd_ms":7.195712089538574,"pool_grad_exchange_ms":0.3511359989643097,"pool_bwd_ms":1.5189759731292725,"query_grad_restore_ms":29.89244842529297},"peak_allocated_gib":119.15935182571411},{"ms":428.88494873046875,"stages":{"query_redistribute_ms":28.628768920898438,"pool_fwd_ms":0.05430399999022484,"pool_gather_ms":0.17100800573825836,"selection_key_layout_ms":0.27529600262641907,"selection_ms":47.421600341796875,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.025247573852539,"kv_gather_ms":2.018336057662964,"attention_fwd_ms":38.50243377685547,"teacher_kl_ms":38.812862396240234,"output_restore_ms":20.507455825805664,"dout_redistribute_ms":20.641759872436523,"attention_bwd_ms":175.388671875,"kv_reduce_scatter_ms":9.386079788208008,"indexer_bwd_ms":7.186495780944824,"pool_grad_exchange_ms":0.36239999532699585,"pool_bwd_ms":1.5184320211410522,"query_grad_restore_ms":29.956256866455078},"peak_allocated_gib":119.15935182571411},{"ms":429.37530517578125,"stages":{"query_redistribute_ms":28.6494083404541,"pool_fwd_ms":0.05446400120854378,"pool_gather_ms":0.16873599588871002,"selection_key_layout_ms":0.27529600262641907,"selection_ms":47.27027130126953,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.02297592163086,"kv_gather_ms":2.0536320209503174,"attention_fwd_ms":37.22505569458008,"teacher_kl_ms":38.47663879394531,"output_restore_ms":21.196895599365234,"dout_redistribute_ms":20.574464797973633,"attention_bwd_ms":175.00650024414062,"kv_reduce_scatter_ms":11.39907169342041,"indexer_bwd_ms":7.1854400634765625,"pool_grad_exchange_ms":0.35740798711776733,"pool_bwd_ms":1.5196479558944702,"query_grad_restore_ms":29.91107177734375},"peak_allocated_gib":119.15880250930786}],"queries_balanced":[{"ms":441.0424499511719,"stages":{"query_redistribute_ms":39.213951110839844,"pool_fwd_ms":0.05411199852824211,"pool_gather_ms":0.17958399653434753,"selection_key_layout_ms":0.08278399705886841,"selection_ms":27.604768753051758,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":9.01587200164795,"kv_gather_ms":5.359583854675293,"attention_fwd_ms":37.85945510864258,"teacher_kl_ms":36.97868728637695,"output_restore_ms":29.521631240844727,"dout_redistribute_ms":28.620800018310547,"attention_bwd_ms":166.90480041503906,"kv_reduce_scatter_ms":8.189984321594238,"indexer_bwd_ms":7.055200099945068,"pool_grad_exchange_ms":0.3000960052013397,"pool_bwd_ms":1.5209280252456665,"query_grad_restore_ms":42.54832077026367},"peak_allocated_gib":119.13350057601929},{"ms":441.2662353515625,"stages":{"query_redistribute_ms":39.167999267578125,"pool_fwd_ms":0.054207999259233475,"pool_gather_ms":0.1833920031785965,"selection_key_layout_ms":0.08291199803352356,"selection_ms":27.59667205810547,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.005120277404785,"kv_gather_ms":6.173759937286377,"attention_fwd_ms":36.990943908691406,"teacher_kl_ms":37.24070358276367,"output_restore_ms":29.491167068481445,"dout_redistribute_ms":29.80847930908203,"attention_bwd_ms":166.90301513671875,"kv_reduce_scatter_ms":8.091520309448242,"indexer_bwd_ms":7.05731201171875,"pool_grad_exchange_ms":0.3041279911994934,"pool_bwd_ms":1.518720030784607,"query_grad_restore_ms":42.56883239746094},"peak_allocated_gib":119.13350057601929},{"ms":442.4552917480469,"stages":{"query_redistribute_ms":39.15923309326172,"pool_fwd_ms":0.053888000547885895,"pool_gather_ms":0.17523199319839478,"selection_key_layout_ms":0.08320000022649765,"selection_ms":27.496095657348633,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.002911567687988,"kv_gather_ms":6.567008018493652,"attention_fwd_ms":35.42924880981445,"teacher_kl_ms":36.911102294921875,"output_restore_ms":31.853824615478516,"dout_redistribute_ms":30.099008560180664,"attention_bwd_ms":166.80364990234375,"kv_reduce_scatter_ms":8.308735847473145,"indexer_bwd_ms":7.05625581741333,"pool_grad_exchange_ms":0.3102400004863739,"pool_bwd_ms":1.5177600383758545,"query_grad_restore_ms":42.59846496582031},"peak_allocated_gib":119.13350057601929},{"ms":441.9342956542969,"stages":{"query_redistribute_ms":39.19046401977539,"pool_fwd_ms":0.054368000477552414,"pool_gather_ms":0.1833920031785965,"selection_key_layout_ms":0.0830719992518425,"selection_ms":27.54969596862793,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.24835205078125,"kv_gather_ms":5.848063945770264,"attention_fwd_ms":36.103294372558594,"teacher_kl_ms":36.81062316894531,"output_restore_ms":31.658784866333008,"dout_redistribute_ms":29.776031494140625,"attention_bwd_ms":166.89356994628906,"kv_reduce_scatter_ms":8.21235179901123,"indexer_bwd_ms":7.058752059936523,"pool_grad_exchange_ms":0.3111039996147156,"pool_bwd_ms":1.5144959688186646,"query_grad_restore_ms":42.41011047363281},"peak_allocated_gib":119.13350057601929},{"ms":442.1526794433594,"stages":{"query_redistribute_ms":39.28828811645508,"pool_fwd_ms":0.054336000233888626,"pool_gather_ms":0.18537600338459015,"selection_key_layout_ms":0.08320000022649765,"selection_ms":27.504352569580078,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.269248008728027,"kv_gather_ms":5.983039855957031,"attention_fwd_ms":36.380672454833984,"teacher_kl_ms":37.565311431884766,"output_restore_ms":30.58995246887207,"dout_redistribute_ms":29.845632553100586,"attention_bwd_ms":166.83612060546875,"kv_reduce_scatter_ms":8.235199928283691,"indexer_bwd_ms":7.06441593170166,"pool_grad_exchange_ms":0.29811200499534607,"pool_bwd_ms":1.5154240131378174,"query_grad_restore_ms":42.42646408081055},"peak_allocated_gib":119.13350057601929}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0006277711533154296,"max_abs":0.0029621124267578125,"finite":true},"dq":{"relative_rms":0.0003278313120296355,"max_abs":0.00189208984375,"finite":true},"dkv":{"relative_rms":0.00026086984284491577,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.00013450181865931404,"max_abs":1.397770788003072e-13,"finite":true},"d_weights":{"relative_rms":0.00013744767623412023,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0002924817550297453,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002830074116922289,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.346158579290687e-06,"max_abs":7.858602657506708e-12,"finite":true}},"loss":0.0007662559510208666,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0006446615810950559,"max_abs":0.002960205078125,"finite":true},"dq":{"relative_rms":0.0003439073381712299,"max_abs":0.001953125,"finite":true},"dkv":{"relative_rms":0.0002559444964957803,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.00014147280538968758,"max_abs":2.913225216616411e-13,"finite":true},"d_weights":{"relative_rms":0.0001410608778458831,"max_abs":9.89530235528946e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0003076637361987767,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00030044844432878056,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.367178696695044e-06,"max_abs":7.901235221652314e-12,"finite":true}},"loss":0.0007662558928132057,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0006365456741189695,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0003372259600449678,"max_abs":0.001953125,"finite":true},"dkv":{"relative_rms":0.0023433332076164375,"max_abs":0.1797637939453125,"finite":true},"d_index_q":{"relative_rms":0.00015943589239269463,"max_abs":5.684341886080801e-13,"finite":true},"d_weights":{"relative_rms":0.0001536885621468901,"max_abs":1.7898855730891228e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0033534060366223156,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0033413286258677,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.540664833305732e-05,"max_abs":8.58335624798201e-11,"finite":true}},"loss":0.0007662561256438494,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0006313729664918374,"max_abs":0.00347900390625,"finite":true},"dq":{"relative_rms":0.0003308026236949378,"max_abs":0.001953125,"finite":true},"dkv":{"relative_rms":0.0010868452402115311,"max_abs":0.11181640625,"finite":true},"d_index_q":{"relative_rms":0.00015820107175215295,"max_abs":5.684341886080801e-13,"finite":true},"d_weights":{"relative_rms":0.00015364000556355705,"max_abs":1.7898855730891228e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0020573512466735876,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0020836706884772185,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.7519646663467382e-05,"max_abs":2.688693712116219e-11,"finite":true}},"loss":0.0007662560092285275,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":98940},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131216,"selection_rows":131216},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":6,"init_s":0.27373269596137106,"first_calls_s":{"contiguous":9.833114359062165,"selection":9.76447602501139,"queries_zigzag":7.142972119036131,"queries_balanced":8.655678748036735},"samples":{"contiguous":[{"ms":412.0008850097656,"stages":{"query_redistribute_ms":0.051872000098228455,"pool_fwd_ms":0.11721599847078323,"pool_gather_ms":0.1828799992799759,"selection_key_layout_ms":0.002816000021994114,"selection_ms":51.5491828918457,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":8.725600242614746,"kv_gather_ms":19.399904251098633,"attention_fwd_ms":42.62799835205078,"teacher_kl_ms":46.32352066040039,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":210.8296356201172,"kv_reduce_scatter_ms":23.082304000854492,"indexer_bwd_ms":7.255904197692871,"pool_grad_exchange_ms":0.28166401386260986,"pool_bwd_ms":1.5237120389938354,"query_grad_restore_ms":0.0030400000978261232},"peak_allocated_gib":91.86413669586182},{"ms":412.21270751953125,"stages":{"query_redistribute_ms":0.03641600161790848,"pool_fwd_ms":0.10374400019645691,"pool_gather_ms":0.2131199985742569,"selection_key_layout_ms":0.003008000086992979,"selection_ms":52.74332809448242,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.812992095947266,"kv_gather_ms":16.564319610595703,"attention_fwd_ms":42.69475173950195,"teacher_kl_ms":47.26028823852539,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":211.2873992919922,"kv_reduce_scatter_ms":22.384479522705078,"indexer_bwd_ms":7.258399963378906,"pool_grad_exchange_ms":0.2874560058116913,"pool_bwd_ms":1.517791986465454,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":91.86413669586182},{"ms":412.3781433105469,"stages":{"query_redistribute_ms":0.06428799778223038,"pool_fwd_ms":0.11843200027942657,"pool_gather_ms":0.21055999398231506,"selection_key_layout_ms":0.002816000021994114,"selection_ms":52.683006286621094,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.647199630737305,"kv_gather_ms":15.560640335083008,"attention_fwd_ms":42.778846740722656,"teacher_kl_ms":47.32070541381836,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":211.6683807373047,"kv_reduce_scatter_ms":23.210912704467773,"indexer_bwd_ms":7.268479824066162,"pool_grad_exchange_ms":0.28147199749946594,"pool_bwd_ms":1.523967981338501,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":91.86413669586182},{"ms":411.93414306640625,"stages":{"query_redistribute_ms":0.04646399989724159,"pool_fwd_ms":0.1133119985461235,"pool_gather_ms":0.20403200387954712,"selection_key_layout_ms":0.002816000021994114,"selection_ms":52.39110565185547,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":9.549823760986328,"kv_gather_ms":17.711328506469727,"attention_fwd_ms":42.37388610839844,"teacher_kl_ms":47.24518585205078,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":210.96205139160156,"kv_reduce_scatter_ms":22.214271545410156,"indexer_bwd_ms":7.280767917633057,"pool_grad_exchange_ms":0.26713600754737854,"pool_bwd_ms":1.5321919918060303,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":91.86413669586182},{"ms":412.4266357421875,"stages":{"query_redistribute_ms":0.06438399851322174,"pool_fwd_ms":0.12185599654912949,"pool_gather_ms":0.19072000682353973,"selection_key_layout_ms":0.002848000032827258,"selection_ms":52.39231872558594,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":9.635904312133789,"kv_gather_ms":16.930688858032227,"attention_fwd_ms":42.246337890625,"teacher_kl_ms":47.569793701171875,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":211.5452117919922,"kv_reduce_scatter_ms":22.62019157409668,"indexer_bwd_ms":7.258304119110107,"pool_grad_exchange_ms":0.2855679988861084,"pool_bwd_ms":1.5216959714889526,"query_grad_restore_ms":0.0030400000978261232},"peak_allocated_gib":91.86413669586182}],"selection":[{"ms":376.652099609375,"stages":{"query_redistribute_ms":0.04153599962592125,"pool_fwd_ms":0.10611200332641602,"pool_gather_ms":0.22169600427150726,"selection_key_layout_ms":0.002848000032827258,"selection_ms":37.93008041381836,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.048959732055664,"kv_gather_ms":2.6029438972473145,"attention_fwd_ms":40.47564697265625,"teacher_kl_ms":46.00617599487305,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":210.80531311035156,"kv_reduce_scatter_ms":21.306432723999023,"indexer_bwd_ms":7.269120216369629,"pool_grad_exchange_ms":0.27744001150131226,"pool_bwd_ms":1.515679955482483,"query_grad_restore_ms":0.0027840000111609697},"peak_allocated_gib":91.86413669586182},{"ms":377.2647399902344,"stages":{"query_redistribute_ms":0.05593600124120712,"pool_fwd_ms":0.1167680025100708,"pool_gather_ms":0.21353599429130554,"selection_key_layout_ms":0.002816000021994114,"selection_ms":37.81155014038086,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.237567901611328,"kv_gather_ms":1.8727680444717407,"attention_fwd_ms":43.34592056274414,"teacher_kl_ms":47.29945755004883,"output_restore_ms":0.0030720001086592674,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":210.99232482910156,"kv_reduce_scatter_ms":17.21334457397461,"indexer_bwd_ms":7.257376194000244,"pool_grad_exchange_ms":0.2812480032444,"pool_bwd_ms":1.523967981338501,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":91.86413669586182},{"ms":375.7482604980469,"stages":{"query_redistribute_ms":0.058848001062870026,"pool_fwd_ms":0.11535999923944473,"pool_gather_ms":0.20188799500465393,"selection_key_layout_ms":0.002848000032827258,"selection_ms":37.80214309692383,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":7.9975361824035645,"kv_gather_ms":2.2969601154327393,"attention_fwd_ms":41.55392074584961,"teacher_kl_ms":47.09059143066406,"output_restore_ms":0.003103999886661768,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":211.34361267089844,"kv_reduce_scatter_ms":18.179231643676758,"indexer_bwd_ms":7.270143985748291,"pool_grad_exchange_ms":0.26742398738861084,"pool_bwd_ms":1.528831958770752,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":91.86413669586182},{"ms":376.7722473144531,"stages":{"query_redistribute_ms":0.04835199937224388,"pool_fwd_ms":0.10742399841547012,"pool_gather_ms":0.23667199909687042,"selection_key_layout_ms":0.002816000021994114,"selection_ms":37.89744186401367,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.8854398727417,"kv_gather_ms":1.9898240566253662,"attention_fwd_ms":43.576385498046875,"teacher_kl_ms":47.34115219116211,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":210.78787231445312,"kv_reduce_scatter_ms":16.785120010375977,"indexer_bwd_ms":7.2533440589904785,"pool_grad_exchange_ms":0.29763200879096985,"pool_bwd_ms":1.5260159969329834,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":91.86413669586182},{"ms":377.0403747558594,"stages":{"query_redistribute_ms":0.048448000103235245,"pool_fwd_ms":0.11247999966144562,"pool_gather_ms":0.2088640034198761,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":37.81961441040039,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":9.231424331665039,"kv_gather_ms":1.8729920387268066,"attention_fwd_ms":43.6110725402832,"teacher_kl_ms":47.282047271728516,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":211.1108856201172,"kv_reduce_scatter_ms":16.63795280456543,"indexer_bwd_ms":7.269599914550781,"pool_grad_exchange_ms":0.2772800028324127,"pool_bwd_ms":1.5157760381698608,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":91.86413669586182}],"queries_zigzag":[{"ms":429.3930358886719,"stages":{"query_redistribute_ms":28.58403205871582,"pool_fwd_ms":0.029791999608278275,"pool_gather_ms":0.19545599818229675,"selection_key_layout_ms":0.2754879891872406,"selection_ms":47.47865676879883,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.072704315185547,"kv_gather_ms":1.6720319986343384,"attention_fwd_ms":37.691585540771484,"teacher_kl_ms":39.03676986694336,"output_restore_ms":21.356544494628906,"dout_redistribute_ms":19.191743850708008,"attention_bwd_ms":180.41139221191406,"kv_reduce_scatter_ms":6.455552101135254,"indexer_bwd_ms":7.242368221282959,"pool_grad_exchange_ms":0.2959359884262085,"pool_bwd_ms":1.5199040174484253,"query_grad_restore_ms":29.85161590576172},"peak_allocated_gib":117.7806167602539},{"ms":429.3138122558594,"stages":{"query_redistribute_ms":28.633983612060547,"pool_fwd_ms":0.029920000582933426,"pool_gather_ms":0.18918399512767792,"selection_key_layout_ms":0.2750079929828644,"selection_ms":47.64316940307617,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":8.201279640197754,"kv_gather_ms":1.6885759830474854,"attention_fwd_ms":37.953887939453125,"teacher_kl_ms":39.04502487182617,"output_restore_ms":20.727615356445312,"dout_redistribute_ms":19.293983459472656,"attention_bwd_ms":180.41270446777344,"kv_reduce_scatter_ms":6.215583801269531,"indexer_bwd_ms":7.2294721603393555,"pool_grad_exchange_ms":0.2998720109462738,"pool_bwd_ms":1.5262399911880493,"query_grad_restore_ms":29.918943405151367},"peak_allocated_gib":117.77909088134766},{"ms":428.35687255859375,"stages":{"query_redistribute_ms":28.654783248901367,"pool_fwd_ms":0.029920000582933426,"pool_gather_ms":0.1955839991569519,"selection_key_layout_ms":0.2773439884185791,"selection_ms":47.443904876708984,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.140031814575195,"kv_gather_ms":1.743872046470642,"attention_fwd_ms":39.2213134765625,"teacher_kl_ms":38.454078674316406,"output_restore_ms":19.246047973632812,"dout_redistribute_ms":19.09859275817871,"attention_bwd_ms":180.51919555664062,"kv_reduce_scatter_ms":6.349760055541992,"indexer_bwd_ms":7.228352069854736,"pool_grad_exchange_ms":0.3040960133075714,"pool_bwd_ms":1.5208959579467773,"query_grad_restore_ms":29.896575927734375},"peak_allocated_gib":117.7806167602539},{"ms":428.8973083496094,"stages":{"query_redistribute_ms":28.6312313079834,"pool_fwd_ms":0.029023999348282814,"pool_gather_ms":0.1932159960269928,"selection_key_layout_ms":0.2757759988307953,"selection_ms":47.40371322631836,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.049951553344727,"kv_gather_ms":2.00598406791687,"attention_fwd_ms":37.42723083496094,"teacher_kl_ms":38.13177490234375,"output_restore_ms":22.071231842041016,"dout_redistribute_ms":19.104639053344727,"attention_bwd_ms":180.59075927734375,"kv_reduce_scatter_ms":5.936160087585449,"indexer_bwd_ms":7.23744010925293,"pool_grad_exchange_ms":0.2898559868335724,"pool_bwd_ms":1.5257920026779175,"query_grad_restore_ms":29.962432861328125},"peak_allocated_gib":117.7806167602539},{"ms":429.38934326171875,"stages":{"query_redistribute_ms":28.655263900756836,"pool_fwd_ms":0.02985600009560585,"pool_gather_ms":0.1913280040025711,"selection_key_layout_ms":0.2775680124759674,"selection_ms":47.38041687011719,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.24665641784668,"kv_gather_ms":1.7317759990692139,"attention_fwd_ms":39.897918701171875,"teacher_kl_ms":38.86310577392578,"output_restore_ms":19.465951919555664,"dout_redistribute_ms":19.008512496948242,"attention_bwd_ms":180.48422241210938,"kv_reduce_scatter_ms":6.159200191497803,"indexer_bwd_ms":7.238624095916748,"pool_grad_exchange_ms":0.29094401001930237,"pool_bwd_ms":1.520576000213623,"query_grad_restore_ms":29.919296264648438},"peak_allocated_gib":117.78006744384766}],"queries_balanced":[{"ms":441.0749206542969,"stages":{"query_redistribute_ms":39.19987106323242,"pool_fwd_ms":0.029759999364614487,"pool_gather_ms":0.21193599700927734,"selection_key_layout_ms":0.04809600114822388,"selection_ms":27.724672317504883,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":8.163711547851562,"kv_gather_ms":6.132575988769531,"attention_fwd_ms":36.552894592285156,"teacher_kl_ms":37.64006423950195,"output_restore_ms":30.957632064819336,"dout_redistribute_ms":28.559263229370117,"attention_bwd_ms":169.67578125,"kv_reduce_scatter_ms":4.691999912261963,"indexer_bwd_ms":7.067455768585205,"pool_grad_exchange_ms":0.2734079957008362,"pool_bwd_ms":1.5289599895477295,"query_grad_restore_ms":42.585182189941406},"peak_allocated_gib":117.75476551055908},{"ms":441.30523681640625,"stages":{"query_redistribute_ms":39.15903854370117,"pool_fwd_ms":0.027615999802947044,"pool_gather_ms":0.22246399521827698,"selection_key_layout_ms":0.04787199944257736,"selection_ms":27.674591064453125,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.215840339660645,"kv_gather_ms":5.930079936981201,"attention_fwd_ms":37.10966491699219,"teacher_kl_ms":38.190975189208984,"output_restore_ms":30.138368606567383,"dout_redistribute_ms":28.78691291809082,"attention_bwd_ms":169.5978240966797,"kv_reduce_scatter_ms":4.700255870819092,"indexer_bwd_ms":7.063456058502197,"pool_grad_exchange_ms":0.28361600637435913,"pool_bwd_ms":1.5247679948806763,"query_grad_restore_ms":42.603614807128906},"peak_allocated_gib":117.75476551055908},{"ms":442.49310302734375,"stages":{"query_redistribute_ms":39.15238571166992,"pool_fwd_ms":0.029600000008940697,"pool_gather_ms":0.20588800311088562,"selection_key_layout_ms":0.04816000163555145,"selection_ms":27.664287567138672,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":8.00870418548584,"kv_gather_ms":6.4297919273376465,"attention_fwd_ms":37.04844665527344,"teacher_kl_ms":37.90816116333008,"output_restore_ms":31.3702392578125,"dout_redistribute_ms":28.735551834106445,"attention_bwd_ms":169.61231994628906,"kv_reduce_scatter_ms":4.739071846008301,"indexer_bwd_ms":7.072768211364746,"pool_grad_exchange_ms":0.2754240036010742,"pool_bwd_ms":1.5278079509735107,"query_grad_restore_ms":42.63334274291992},"peak_allocated_gib":117.75476551055908},{"ms":441.9790954589844,"stages":{"query_redistribute_ms":39.19295883178711,"pool_fwd_ms":0.029791999608278275,"pool_gather_ms":0.21408000588417053,"selection_key_layout_ms":0.04831999912858009,"selection_ms":27.682815551757812,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.008671760559082,"kv_gather_ms":6.001887798309326,"attention_fwd_ms":37.627742767333984,"teacher_kl_ms":38.65907287597656,"output_restore_ms":30.331039428710938,"dout_redistribute_ms":28.41971206665039,"attention_bwd_ms":169.61964416503906,"kv_reduce_scatter_ms":4.793312072753906,"indexer_bwd_ms":7.062560081481934,"pool_grad_exchange_ms":0.2948800027370453,"pool_bwd_ms":1.5206400156021118,"query_grad_restore_ms":42.44492721557617},"peak_allocated_gib":117.75476551055908},{"ms":442.1974182128906,"stages":{"query_redistribute_ms":39.290687561035156,"pool_fwd_ms":0.027648000046610832,"pool_gather_ms":0.21606400609016418,"selection_key_layout_ms":0.047968000173568726,"selection_ms":27.753631591796875,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.001791954040527,"kv_gather_ms":6.048992156982422,"attention_fwd_ms":38.2861442565918,"teacher_kl_ms":37.79811096191406,"output_restore_ms":30.443519592285156,"dout_redistribute_ms":28.54662322998047,"attention_bwd_ms":169.5971221923828,"kv_reduce_scatter_ms":4.779071807861328,"indexer_bwd_ms":7.0643839836120605,"pool_grad_exchange_ms":0.27747198939323425,"pool_bwd_ms":1.5280319452285767,"query_grad_restore_ms":42.46121597290039},"peak_allocated_gib":117.75476551055908}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.00083721186363857,"max_abs":0.0029296875,"finite":true},"dq":{"relative_rms":0.00028242846569181935,"max_abs":0.00244140625,"finite":true},"dkv":{"relative_rms":0.0004095682509900241,"max_abs":0.0146484375,"finite":true},"d_index_q":{"relative_rms":0.0004141517133481169,"max_abs":4.547473508864641e-13,"finite":true},"d_weights":{"relative_rms":0.00040487758799696096,"max_abs":9.240466170012951e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0006131672526870921,"max_abs":1.8189894035458565e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006090873292579059,"max_abs":9.094947017729282e-13,"finite":true},"d_ape":{"relative_rms":5.346158579290687e-06,"max_abs":7.858602657506708e-12,"finite":true}},"loss":0.0007662559510208666,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0008728880093347568,"max_abs":0.00341796875,"finite":true},"dq":{"relative_rms":0.00029164089549197107,"max_abs":0.00231170654296875,"finite":true},"dkv":{"relative_rms":0.0005165449218511437,"max_abs":0.015869140625,"finite":true},"d_index_q":{"relative_rms":0.00043216853162822313,"max_abs":5.968558980384842e-13,"finite":true},"d_weights":{"relative_rms":0.00040590160744092326,"max_abs":1.4842953532934189e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0006293144623613083,"max_abs":1.3642420526593924e-12,"finite":true},"d_pool_score":{"relative_rms":0.0006368625403235162,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":5.367178696695044e-06,"max_abs":7.901235221652314e-12,"finite":true}},"loss":0.0007662558928132057,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0008776523093116013,"max_abs":0.0029296875,"finite":true},"dq":{"relative_rms":0.00029285042352614156,"max_abs":0.00244140625,"finite":true},"dkv":{"relative_rms":0.002377843341040519,"max_abs":0.01568603515625,"finite":true},"d_index_q":{"relative_rms":0.00040836370676419266,"max_abs":3.645972412869014e-13,"finite":true},"d_weights":{"relative_rms":0.0003994587359091209,"max_abs":9.240466170012951e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0035503101973597935,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.003538281654904488,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.540664833305732e-05,"max_abs":8.58335624798201e-11,"finite":true}},"loss":0.0007662561256438494,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0008916472193128079,"max_abs":0.0029296875,"finite":true},"dq":{"relative_rms":0.00030482138410258523,"max_abs":0.00244140625,"finite":true},"dkv":{"relative_rms":0.002358123805635083,"max_abs":0.014892578125,"finite":true},"d_index_q":{"relative_rms":0.0004246815847334079,"max_abs":4.547473508864641e-13,"finite":true},"d_weights":{"relative_rms":0.00040615505999715173,"max_abs":9.240466170012951e-10,"finite":true},"d_pool_kv":{"relative_rms":0.003603818521657762,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0035822732329415284,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.7519646663467382e-05,"max_abs":2.688693712116219e-11,"finite":true}},"loss":0.0007662560092285275,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":65536},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131216,"selection_rows":131216},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":7,"init_s":0.32154595700558275,"first_calls_s":{"contiguous":9.833112604916096,"selection":9.764490718021989,"queries_zigzag":7.142940304009244,"queries_balanced":8.655633852933533},"samples":{"contiguous":[{"ms":412.00250244140625,"stages":{"query_redistribute_ms":0.04499199986457825,"pool_fwd_ms":0.12800000607967377,"pool_gather_ms":0.1812800019979477,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":51.23430252075195,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":9.301568031311035,"kv_gather_ms":19.13555145263672,"attention_fwd_ms":41.926849365234375,"teacher_kl_ms":40.18544006347656,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":177.99462890625,"kv_reduce_scatter_ms":62.74883270263672,"indexer_bwd_ms":7.032991886138916,"pool_grad_exchange_ms":0.5190719962120056,"pool_bwd_ms":1.519487977027893,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":92.8524112701416},{"ms":412.2040100097656,"stages":{"query_redistribute_ms":0.03907199949026108,"pool_fwd_ms":0.12345600128173828,"pool_gather_ms":0.19247999787330627,"selection_key_layout_ms":0.0027520000003278255,"selection_ms":50.73756790161133,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":9.213408470153809,"kv_gather_ms":19.153919219970703,"attention_fwd_ms":39.18739318847656,"teacher_kl_ms":39.519039154052734,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":177.763427734375,"kv_reduce_scatter_ms":67.15766143798828,"indexer_bwd_ms":7.0477118492126465,"pool_grad_exchange_ms":0.5083839893341064,"pool_bwd_ms":1.5176639556884766,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":92.8524112701416},{"ms":412.38165283203125,"stages":{"query_redistribute_ms":0.047488000243902206,"pool_fwd_ms":0.1260479986667633,"pool_gather_ms":0.22227199375629425,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":50.38230514526367,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":9.369791984558105,"kv_gather_ms":18.13417625427246,"attention_fwd_ms":39.38905715942383,"teacher_kl_ms":39.24467086791992,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":177.8319091796875,"kv_reduce_scatter_ms":68.50787353515625,"indexer_bwd_ms":7.042912006378174,"pool_grad_exchange_ms":0.5253120064735413,"pool_bwd_ms":1.5175039768218994,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":92.85143661499023},{"ms":411.9328918457031,"stages":{"query_redistribute_ms":0.0461760014295578,"pool_fwd_ms":0.12319999933242798,"pool_gather_ms":0.19439999759197235,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":50.76073455810547,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":9.505696296691895,"kv_gather_ms":19.373023986816406,"attention_fwd_ms":39.105472564697266,"teacher_kl_ms":39.53964614868164,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":177.9323272705078,"kv_reduce_scatter_ms":66.22306823730469,"indexer_bwd_ms":7.053311824798584,"pool_grad_exchange_ms":0.5169919729232788,"pool_bwd_ms":1.5176639556884766,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":92.8523941040039},{"ms":412.4365539550781,"stages":{"query_redistribute_ms":0.0498879998922348,"pool_fwd_ms":0.1303360015153885,"pool_gather_ms":0.20684799551963806,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":51.00492858886719,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":9.543359756469727,"kv_gather_ms":18.39606475830078,"attention_fwd_ms":39.36150360107422,"teacher_kl_ms":39.46198272705078,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":177.7876434326172,"kv_reduce_scatter_ms":67.37725067138672,"indexer_bwd_ms":7.030879974365234,"pool_grad_exchange_ms":0.5251839756965637,"pool_bwd_ms":1.5175039768218994,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":92.8523941040039}],"selection":[{"ms":376.646728515625,"stages":{"query_redistribute_ms":0.04262400045990944,"pool_fwd_ms":0.12748800218105316,"pool_gather_ms":0.1947840005159378,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":37.77561569213867,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":7.993824005126953,"kv_gather_ms":2.7995519638061523,"attention_fwd_ms":38.61715316772461,"teacher_kl_ms":39.633758544921875,"output_restore_ms":0.0027840000111609697,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":177.94239807128906,"kv_reduce_scatter_ms":62.40137481689453,"indexer_bwd_ms":7.043231964111328,"pool_grad_exchange_ms":0.5169600248336792,"pool_bwd_ms":1.5135999917984009,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.8524112701416},{"ms":377.2633972167969,"stages":{"query_redistribute_ms":0.05167999863624573,"pool_fwd_ms":0.1303360015153885,"pool_gather_ms":0.20582400262355804,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":37.713279724121094,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":8.012255668640137,"kv_gather_ms":3.1888959407806396,"attention_fwd_ms":39.03081512451172,"teacher_kl_ms":39.52735900878906,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":177.85232543945312,"kv_reduce_scatter_ms":62.43532943725586,"indexer_bwd_ms":7.064608097076416,"pool_grad_exchange_ms":0.48841598629951477,"pool_bwd_ms":1.5216319561004639,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.8524112701416},{"ms":375.7502746582031,"stages":{"query_redistribute_ms":0.03859199956059456,"pool_fwd_ms":0.12303999811410904,"pool_gather_ms":0.22121599316596985,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":37.82502365112305,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.554047584533691,"kv_gather_ms":1.7274240255355835,"attention_fwd_ms":38.434688568115234,"teacher_kl_ms":39.293792724609375,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":177.76138305664062,"kv_reduce_scatter_ms":62.65836715698242,"indexer_bwd_ms":7.035071849822998,"pool_grad_exchange_ms":0.5232639908790588,"pool_bwd_ms":1.5144000053405762,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":92.85143661499023},{"ms":376.7657165527344,"stages":{"query_redistribute_ms":0.05142400041222572,"pool_fwd_ms":0.13500800728797913,"pool_gather_ms":0.19865599274635315,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":37.81584167480469,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.996032238006592,"kv_gather_ms":2.9653759002685547,"attention_fwd_ms":38.19139099121094,"teacher_kl_ms":40.004417419433594,"output_restore_ms":0.0027199999894946814,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":177.96499633789062,"kv_reduce_scatter_ms":62.31651306152344,"indexer_bwd_ms":7.0398077964782715,"pool_grad_exchange_ms":0.5191680192947388,"pool_bwd_ms":1.525920033454895,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.85143661499023},{"ms":377.03851318359375,"stages":{"query_redistribute_ms":0.05023999884724617,"pool_fwd_ms":0.12716799974441528,"pool_gather_ms":0.1934400051832199,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":37.74016189575195,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":7.992512226104736,"kv_gather_ms":3.1807680130004883,"attention_fwd_ms":39.64601516723633,"teacher_kl_ms":40.03958511352539,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":178.0325164794922,"kv_reduce_scatter_ms":60.92483139038086,"indexer_bwd_ms":7.031680107116699,"pool_grad_exchange_ms":0.531328022480011,"pool_bwd_ms":1.5094399452209473,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":92.8523941040039}],"queries_zigzag":[{"ms":429.36480712890625,"stages":{"query_redistribute_ms":28.58278465270996,"pool_fwd_ms":0.05036799982190132,"pool_gather_ms":0.17295999825000763,"selection_key_layout_ms":0.2772800028324127,"selection_ms":47.351966857910156,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.013567924499512,"kv_gather_ms":1.8524479866027832,"attention_fwd_ms":37.873374938964844,"teacher_kl_ms":38.83612823486328,"output_restore_ms":19.489791870117188,"dout_redistribute_ms":21.130176544189453,"attention_bwd_ms":182.09388732910156,"kv_reduce_scatter_ms":4.731872081756592,"indexer_bwd_ms":7.251071929931641,"pool_grad_exchange_ms":0.2674559950828552,"pool_bwd_ms":1.5298559665679932,"query_grad_restore_ms":29.83091163635254},"peak_allocated_gib":118.76736736297607},{"ms":429.2780456542969,"stages":{"query_redistribute_ms":28.624704360961914,"pool_fwd_ms":0.04950400069355965,"pool_gather_ms":0.16784000396728516,"selection_key_layout_ms":0.2754240036010742,"selection_ms":47.3966064453125,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.081055641174316,"kv_gather_ms":2.049056053161621,"attention_fwd_ms":39.00009536743164,"teacher_kl_ms":39.09116744995117,"output_restore_ms":19.551231384277344,"dout_redistribute_ms":19.521568298339844,"attention_bwd_ms":181.75584411621094,"kv_reduce_scatter_ms":4.743328094482422,"indexer_bwd_ms":7.243711948394775,"pool_grad_exchange_ms":0.27132800221443176,"pool_bwd_ms":1.530176043510437,"query_grad_restore_ms":29.89423942565918},"peak_allocated_gib":118.76736545562744},{"ms":428.3362121582031,"stages":{"query_redistribute_ms":28.65567970275879,"pool_fwd_ms":0.050144001841545105,"pool_gather_ms":0.17897599935531616,"selection_key_layout_ms":0.2766079902648926,"selection_ms":47.320159912109375,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.228320121765137,"kv_gather_ms":1.7707200050354004,"attention_fwd_ms":38.72127914428711,"teacher_kl_ms":38.48400115966797,"output_restore_ms":19.31056022644043,"dout_redistribute_ms":19.66985511779785,"attention_bwd_ms":181.9761962890625,"kv_reduce_scatter_ms":4.743328094482422,"indexer_bwd_ms":7.245567798614502,"pool_grad_exchange_ms":0.26313599944114685,"pool_bwd_ms":1.5351359844207764,"query_grad_restore_ms":29.87513542175293},"peak_allocated_gib":118.76832485198975},{"ms":428.8687438964844,"stages":{"query_redistribute_ms":28.629568099975586,"pool_fwd_ms":0.05008000135421753,"pool_gather_ms":0.17299200594425201,"selection_key_layout_ms":0.27667200565338135,"selection_ms":47.274784088134766,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.023903846740723,"kv_gather_ms":2.155359983444214,"attention_fwd_ms":37.67500686645508,"teacher_kl_ms":39.055328369140625,"output_restore_ms":18.938880920410156,"dout_redistribute_ms":21.116735458374023,"attention_bwd_ms":181.7611541748047,"kv_reduce_scatter_ms":4.7290239334106445,"indexer_bwd_ms":7.24348783493042,"pool_grad_exchange_ms":0.26316800713539124,"pool_bwd_ms":1.536128044128418,"query_grad_restore_ms":29.937599182128906},"peak_allocated_gib":118.76736736297607},{"ms":429.36083984375,"stages":{"query_redistribute_ms":28.6494083404541,"pool_fwd_ms":0.050175998359918594,"pool_gather_ms":0.17312000691890717,"selection_key_layout_ms":0.27747198939323425,"selection_ms":47.413089752197266,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.023648262023926,"kv_gather_ms":1.9138879776000977,"attention_fwd_ms":40.137760162353516,"teacher_kl_ms":38.77257537841797,"output_restore_ms":19.037151336669922,"dout_redistribute_ms":19.396575927734375,"attention_bwd_ms":181.80966186523438,"kv_reduce_scatter_ms":4.743711948394775,"indexer_bwd_ms":7.2388482093811035,"pool_grad_exchange_ms":0.27139198780059814,"pool_bwd_ms":1.5298880338668823,"query_grad_restore_ms":29.894527435302734},"peak_allocated_gib":118.76832485198975}],"queries_balanced":[{"ms":441.05816650390625,"stages":{"query_redistribute_ms":39.21468734741211,"pool_fwd_ms":0.04950400069355965,"pool_gather_ms":0.1709440052509308,"selection_key_layout_ms":0.04806400090456009,"selection_ms":27.649215698242188,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.000831604003906,"kv_gather_ms":6.37443208694458,"attention_fwd_ms":35.56867218017578,"teacher_kl_ms":37.55196762084961,"output_restore_ms":30.534496307373047,"dout_redistribute_ms":30.095359802246094,"attention_bwd_ms":169.55084228515625,"kv_reduce_scatter_ms":4.765696048736572,"indexer_bwd_ms":7.063712120056152,"pool_grad_exchange_ms":0.29183998703956604,"pool_bwd_ms":1.518496036529541,"query_grad_restore_ms":42.57283020019531},"peak_allocated_gib":118.74304008483887},{"ms":441.2850341796875,"stages":{"query_redistribute_ms":39.17308807373047,"pool_fwd_ms":0.0496320016682148,"pool_gather_ms":0.17679999768733978,"selection_key_layout_ms":0.04915200173854828,"selection_ms":27.802623748779297,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.511136054992676,"kv_gather_ms":5.505023956298828,"attention_fwd_ms":36.39478302001953,"teacher_kl_ms":37.538719177246094,"output_restore_ms":29.88547134399414,"dout_redistribute_ms":30.453760147094727,"attention_bwd_ms":169.5430450439453,"kv_reduce_scatter_ms":4.716095924377441,"indexer_bwd_ms":7.059584140777588,"pool_grad_exchange_ms":0.27955201268196106,"pool_bwd_ms":1.52675199508667,"query_grad_restore_ms":42.58915328979492},"peak_allocated_gib":118.7420654296875},{"ms":442.4733581542969,"stages":{"query_redistribute_ms":39.16521453857422,"pool_fwd_ms":0.05027199909090996,"pool_gather_ms":0.16889600455760956,"selection_key_layout_ms":0.04835199937224388,"selection_ms":27.62723159790039,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":8.324799537658691,"kv_gather_ms":6.153024196624756,"attention_fwd_ms":36.59775924682617,"teacher_kl_ms":38.31603240966797,"output_restore_ms":30.555072784423828,"dout_redistribute_ms":29.632352828979492,"attention_bwd_ms":169.60220336914062,"kv_reduce_scatter_ms":4.716639995574951,"indexer_bwd_ms":7.060287952423096,"pool_grad_exchange_ms":0.28361600637435913,"pool_bwd_ms":1.5218559503555298,"query_grad_restore_ms":42.6187858581543},"peak_allocated_gib":118.74302291870117},{"ms":441.9637451171875,"stages":{"query_redistribute_ms":39.21177673339844,"pool_fwd_ms":0.05011200159788132,"pool_gather_ms":0.17295999825000763,"selection_key_layout_ms":0.04944000020623207,"selection_ms":27.632448196411133,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.146495819091797,"kv_gather_ms":5.932032108306885,"attention_fwd_ms":37.46607971191406,"teacher_kl_ms":38.000545501708984,"output_restore_ms":29.93756866455078,"dout_redistribute_ms":29.66223907470703,"attention_bwd_ms":169.64031982421875,"kv_reduce_scatter_ms":4.735583782196045,"indexer_bwd_ms":7.066783905029297,"pool_grad_exchange_ms":0.2736639976501465,"pool_bwd_ms":1.5257600545883179,"query_grad_restore_ms":42.432193756103516},"peak_allocated_gib":118.74302291870117},{"ms":442.1820068359375,"stages":{"query_redistribute_ms":39.307743072509766,"pool_fwd_ms":0.050303999334573746,"pool_gather_ms":0.17308799922466278,"selection_key_layout_ms":0.04841599985957146,"selection_ms":27.7490234375,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":9.000543594360352,"kv_gather_ms":5.06063985824585,"attention_fwd_ms":38.02320098876953,"teacher_kl_ms":38.25334548950195,"output_restore_ms":29.528032302856445,"dout_redistribute_ms":29.306943893432617,"attention_bwd_ms":169.61241149902344,"kv_reduce_scatter_ms":4.728608131408691,"indexer_bwd_ms":7.060671806335449,"pool_grad_exchange_ms":0.27532801032066345,"pool_bwd_ms":1.5258879661560059,"query_grad_restore_ms":42.44879913330078},"peak_allocated_gib":118.74302291870117}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0006554295867946836,"max_abs":0.003326416015625,"finite":true},"dq":{"relative_rms":0.00033579226094388175,"max_abs":0.0020751953125,"finite":true},"dkv":{"relative_rms":0.00019995470449200506,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00015925254282579758,"max_abs":5.826450433232822e-13,"finite":true},"d_weights":{"relative_rms":0.0001460415199663051,"max_abs":1.4879333321005106e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00017069390951031247,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00016741601404760405,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":5.346158579290687e-06,"max_abs":7.858602657506708e-12,"finite":true}},"loss":0.0007662559510208666,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0006723082065821713,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.0003521060260225769,"max_abs":0.00262451171875,"finite":true},"dkv":{"relative_rms":0.00020179820715970266,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0001631365486622988,"max_abs":5.826450433232822e-13,"finite":true},"d_weights":{"relative_rms":0.00014962305974857164,"max_abs":1.4879333321005106e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00018891739557540968,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00018902470506440786,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":5.367178696695044e-06,"max_abs":7.901235221652314e-12,"finite":true}},"loss":0.0007662558928132057,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0006751719704072715,"max_abs":0.00341796875,"finite":true},"dq":{"relative_rms":0.00035726926367497173,"max_abs":0.0025634765625,"finite":true},"dkv":{"relative_rms":0.0023411187749312313,"max_abs":0.23828125,"finite":true},"d_index_q":{"relative_rms":0.00016400821342545544,"max_abs":5.826450433232822e-13,"finite":true},"d_weights":{"relative_rms":0.00015031679579821598,"max_abs":1.775333657860756e-09,"finite":true},"d_pool_kv":{"relative_rms":0.003235192666895343,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032256503883291263,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":5.540664833305732e-05,"max_abs":8.58335624798201e-11,"finite":true}},"loss":0.0007662561256438494,"reference_loss":0.0007662558928132057,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0006668666387006495,"max_abs":0.00360107421875,"finite":true},"dq":{"relative_rms":0.00034565350333625735,"max_abs":0.00262451171875,"finite":true},"dkv":{"relative_rms":0.00033733372314570417,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00013856261850863223,"max_abs":3.943512183468556e-13,"finite":true},"d_weights":{"relative_rms":0.00013302316546212007,"max_abs":7.139533408917487e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0002734168434121364,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0002692513004944964,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.7519646663467382e-05,"max_abs":2.688693712116219e-11,"finite":true}},"loss":0.0007662560092285275,"reference_loss":0.0007662560092285275,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"selection-paired-local","source_rows":131072,"attention_rows":131072,"selection_rows":127920},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131216,"selection_rows":131216},"queries_balanced":{"policy":"cost-balanced-4x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261115","summary":{"contiguous":214.54354858398438,"selection":214.86256408691406,"queries_zigzag":282.8269958496094,"queries_balanced":327.1343688964844},"records":[{"rank":0,"init_s":0.29579358408227563,"first_calls_s":{"contiguous":5.854311457951553,"selection":0.2152942040702328,"queries_zigzag":2.9867849319707602,"queries_balanced":7.615934503031895},"samples":{"contiguous":[{"ms":214.56028747558594,"stages":{"query_redistribute_ms":0.051392000168561935,"pool_fwd_ms":0.15945599973201752,"pool_gather_ms":0.1730560064315796,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":4.8439040184021,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.011327743530273,"kv_gather_ms":6.3624958992004395,"attention_fwd_ms":25.296672821044922,"teacher_kl_ms":24.977407455444336,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":104.95085144042969,"kv_reduce_scatter_ms":30.832351684570312,"indexer_bwd_ms":6.556992053985596,"pool_grad_exchange_ms":0.7647039890289307,"pool_bwd_ms":1.5372159481048584,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":86.43118333816528},{"ms":214.41702270507812,"stages":{"query_redistribute_ms":0.04553600028157234,"pool_fwd_ms":0.15727999806404114,"pool_gather_ms":0.18345600366592407,"selection_key_layout_ms":0.002495999913662672,"selection_ms":4.837503910064697,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.005311965942383,"kv_gather_ms":6.399231910705566,"attention_fwd_ms":25.288448333740234,"teacher_kl_ms":25.177919387817383,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":104.2699203491211,"kv_reduce_scatter_ms":31.147008895874023,"indexer_bwd_ms":6.56496000289917,"pool_grad_exchange_ms":0.7710400223731995,"pool_bwd_ms":1.5289280414581299,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.43118333816528},{"ms":214.78668212890625,"stages":{"query_redistribute_ms":0.04864000156521797,"pool_fwd_ms":0.1605760008096695,"pool_gather_ms":0.2088959962129593,"selection_key_layout_ms":0.002495999913662672,"selection_ms":4.810080051422119,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.007552146911621,"kv_gather_ms":6.368095874786377,"attention_fwd_ms":25.28873634338379,"teacher_kl_ms":25.138975143432617,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.002687999978661537,"attention_bwd_ms":104.19417572021484,"kv_reduce_scatter_ms":31.624128341674805,"indexer_bwd_ms":6.556672096252441,"pool_grad_exchange_ms":0.8017600178718567,"pool_bwd_ms":1.5411839485168457,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.43118333816528},{"ms":214.51759338378906,"stages":{"query_redistribute_ms":0.0790719985961914,"pool_fwd_ms":0.1791680008172989,"pool_gather_ms":0.14537599682807922,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":4.909567832946777,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":8.01318359375,"kv_gather_ms":6.222976207733154,"attention_fwd_ms":25.29475212097168,"teacher_kl_ms":25.20252799987793,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":104.3887710571289,"kv_reduce_scatter_ms":31.380544662475586,"indexer_bwd_ms":6.5504961013793945,"pool_grad_exchange_ms":0.5968000292778015,"pool_bwd_ms":1.517791986465454,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.43118333816528},{"ms":213.54861450195312,"stages":{"query_redistribute_ms":0.06380800157785416,"pool_fwd_ms":0.16380800306797028,"pool_gather_ms":0.1839040070772171,"selection_key_layout_ms":0.002495999913662672,"selection_ms":4.8627519607543945,"selection_restore_ms":0.002495999913662672,"expand_tail_ms":8.008992195129395,"kv_gather_ms":6.302720069885254,"attention_fwd_ms":25.299232482910156,"teacher_kl_ms":25.392704010009766,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":104.76249694824219,"kv_reduce_scatter_ms":29.646879196166992,"indexer_bwd_ms":6.554592132568359,"pool_grad_exchange_ms":0.7320320010185242,"pool_bwd_ms":1.5321279764175415,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.43118333816528}],"selection":[{"ms":215.49929809570312,"stages":{"query_redistribute_ms":0.046879999339580536,"pool_fwd_ms":0.15545600652694702,"pool_gather_ms":0.1740799993276596,"selection_key_layout_ms":0.002495999913662672,"selection_ms":4.841824054718018,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.017375946044922,"kv_gather_ms":6.47273588180542,"attention_fwd_ms":25.29497528076172,"teacher_kl_ms":24.958688735961914,"output_restore_ms":0.002495999913662672,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":104.5343017578125,"kv_reduce_scatter_ms":32.1165771484375,"indexer_bwd_ms":6.552703857421875,"pool_grad_exchange_ms":0.7545599937438965,"pool_bwd_ms":1.5402560234069824,"query_grad_restore_ms":0.0027199999894946814},"peak_allocated_gib":86.43118333816528},{"ms":215.08543395996094,"stages":{"query_redistribute_ms":0.05023999884724617,"pool_fwd_ms":0.16864000260829926,"pool_gather_ms":0.1873600035905838,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":4.836703777313232,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.005120277404785,"kv_gather_ms":6.3072638511657715,"attention_fwd_ms":25.29862403869629,"teacher_kl_ms":25.13497543334961,"output_restore_ms":0.0027520000003278255,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":104.4068832397461,"kv_reduce_scatter_ms":31.759519577026367,"indexer_bwd_ms":6.561855792999268,"pool_grad_exchange_ms":0.7916799783706665,"pool_bwd_ms":1.5399359464645386,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.43118333816528},{"ms":214.09837341308594,"stages":{"query_redistribute_ms":0.05177599936723709,"pool_fwd_ms":0.1536320000886917,"pool_gather_ms":0.18147200345993042,"selection_key_layout_ms":0.002495999913662672,"selection_ms":4.8336639404296875,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.011072158813477,"kv_gather_ms":6.612287998199463,"attention_fwd_ms":25.29270362854004,"teacher_kl_ms":25.229087829589844,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":104.09161376953125,"kv_reduce_scatter_ms":30.653791427612305,"indexer_bwd_ms":6.562848091125488,"pool_grad_exchange_ms":0.842464029788971,"pool_bwd_ms":1.5453439950942993,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":86.43118333816528},{"ms":214.8573760986328,"stages":{"query_redistribute_ms":0.05619199946522713,"pool_fwd_ms":0.16035200655460358,"pool_gather_ms":0.15670399367809296,"selection_key_layout_ms":0.002495999913662672,"selection_ms":4.858208179473877,"selection_restore_ms":0.002495999913662672,"expand_tail_ms":8.011360168457031,"kv_gather_ms":6.309088230133057,"attention_fwd_ms":25.30086326599121,"teacher_kl_ms":25.384960174560547,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":104.40918731689453,"kv_reduce_scatter_ms":31.315040588378906,"indexer_bwd_ms":6.559743881225586,"pool_grad_exchange_ms":0.7626879811286926,"pool_bwd_ms":1.529952049255371,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":86.43118333816528},{"ms":214.08551025390625,"stages":{"query_redistribute_ms":0.04831999912858009,"pool_fwd_ms":0.15750400722026825,"pool_gather_ms":0.17817600071430206,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":4.840799808502197,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.011391639709473,"kv_gather_ms":6.499263763427734,"attention_fwd_ms":25.30099105834961,"teacher_kl_ms":25.663488388061523,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":105.05321502685547,"kv_reduce_scatter_ms":29.308799743652344,"indexer_bwd_ms":6.552671909332275,"pool_grad_exchange_ms":0.8753920197486877,"pool_bwd_ms":1.556704044342041,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.43118333816528}],"queries_zigzag":[{"ms":282.82586669921875,"stages":{"query_redistribute_ms":22.413471221923828,"pool_fwd_ms":0.08195199817419052,"pool_gather_ms":0.17740799486637115,"selection_key_layout_ms":0.2752000093460083,"selection_ms":14.312512397766113,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.050175666809082,"kv_gather_ms":1.9343359470367432,"attention_fwd_ms":20.893760681152344,"teacher_kl_ms":24.930112838745117,"output_restore_ms":23.0863037109375,"dout_redistribute_ms":15.252191543579102,"attention_bwd_ms":84.16486358642578,"kv_reduce_scatter_ms":36.236351013183594,"indexer_bwd_ms":6.264063835144043,"pool_grad_exchange_ms":0.7706559896469116,"pool_bwd_ms":1.5104000568389893,"query_grad_restore_ms":22.446176528930664},"peak_allocated_gib":112.35473394393921},{"ms":282.83544921875,"stages":{"query_redistribute_ms":22.424896240234375,"pool_fwd_ms":0.08320000022649765,"pool_gather_ms":0.18742400407791138,"selection_key_layout_ms":0.2751680016517639,"selection_ms":14.282912254333496,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.0481595993042,"kv_gather_ms":2.2414400577545166,"attention_fwd_ms":20.88755226135254,"teacher_kl_ms":24.920320510864258,"output_restore_ms":22.80953598022461,"dout_redistribute_ms":15.424192428588867,"attention_bwd_ms":84.36566162109375,"kv_reduce_scatter_ms":35.834720611572266,"indexer_bwd_ms":6.275936126708984,"pool_grad_exchange_ms":0.7546560168266296,"pool_bwd_ms":1.5189440250396729,"query_grad_restore_ms":22.474624633789062},"peak_allocated_gib":112.35473394393921},{"ms":283.1915588378906,"stages":{"query_redistribute_ms":22.38844871520996,"pool_fwd_ms":0.08089599758386612,"pool_gather_ms":0.18928000330924988,"selection_key_layout_ms":0.27638399600982666,"selection_ms":14.302240371704102,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.041855812072754,"kv_gather_ms":2.411616086959839,"attention_fwd_ms":20.88755226135254,"teacher_kl_ms":24.9117431640625,"output_restore_ms":22.998048782348633,"dout_redistribute_ms":15.23203182220459,"attention_bwd_ms":84.15046691894531,"kv_reduce_scatter_ms":36.259456634521484,"indexer_bwd_ms":6.271999835968018,"pool_grad_exchange_ms":0.7549759745597839,"pool_bwd_ms":1.5255999565124512,"query_grad_restore_ms":22.48099136352539},"peak_allocated_gib":112.35473394393921},{"ms":282.5292053222656,"stages":{"query_redistribute_ms":22.37126350402832,"pool_fwd_ms":0.08268799632787704,"pool_gather_ms":0.19148799777030945,"selection_key_layout_ms":0.2763200104236603,"selection_ms":14.304287910461426,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.046367645263672,"kv_gather_ms":1.7640639543533325,"attention_fwd_ms":20.885568618774414,"teacher_kl_ms":24.83612823486328,"output_restore_ms":23.243999481201172,"dout_redistribute_ms":15.301312446594238,"attention_bwd_ms":84.19356536865234,"kv_reduce_scatter_ms":36.021087646484375,"indexer_bwd_ms":6.253600120544434,"pool_grad_exchange_ms":0.7793279886245728,"pool_bwd_ms":1.5143680572509766,"query_grad_restore_ms":22.435935974121094},"peak_allocated_gib":112.35473394393921},{"ms":282.6908874511719,"stages":{"query_redistribute_ms":22.35318374633789,"pool_fwd_ms":0.08195199817419052,"pool_gather_ms":0.19148799777030945,"selection_key_layout_ms":0.274399995803833,"selection_ms":14.286848068237305,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.048128128051758,"kv_gather_ms":1.780735969543457,"attention_fwd_ms":20.887840270996094,"teacher_kl_ms":24.88479995727539,"output_restore_ms":23.241695404052734,"dout_redistribute_ms":15.312159538269043,"attention_bwd_ms":84.23814392089844,"kv_reduce_scatter_ms":36.0153923034668,"indexer_bwd_ms":6.2697601318359375,"pool_grad_exchange_ms":0.7526080012321472,"pool_bwd_ms":1.5268479585647583,"query_grad_restore_ms":22.519840240478516},"peak_allocated_gib":112.35473394393921}],"queries_balanced":[{"ms":327.8260192871094,"stages":{"query_redistribute_ms":30.98646354675293,"pool_fwd_ms":0.08195199817419052,"pool_gather_ms":0.1525759994983673,"selection_key_layout_ms":0.03478400036692619,"selection_ms":6.301599979400635,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.021663665771484,"kv_gather_ms":1.6905920505523682,"attention_fwd_ms":11.536383628845215,"teacher_kl_ms":23.339935302734375,"output_restore_ms":41.90204620361328,"dout_redistribute_ms":20.87945556640625,"attention_bwd_ms":41.182430267333984,"kv_reduce_scatter_ms":101.00927734375,"indexer_bwd_ms":5.4732160568237305,"pool_grad_exchange_ms":1.8052799701690674,"pool_bwd_ms":1.514623999595642,"query_grad_restore_ms":31.886367797851562},"peak_allocated_gib":112.32181215286255},{"ms":326.81463623046875,"stages":{"query_redistribute_ms":30.927776336669922,"pool_fwd_ms":0.08284799754619598,"pool_gather_ms":0.16284799575805664,"selection_key_layout_ms":0.03465599939227104,"selection_ms":6.296448230743408,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.01961612701416,"kv_gather_ms":1.6987839937210083,"attention_fwd_ms":11.525247573852539,"teacher_kl_ms":23.332767486572266,"output_restore_ms":42.17647933959961,"dout_redistribute_ms":20.7379207611084,"attention_bwd_ms":41.27238464355469,"kv_reduce_scatter_ms":99.80729675292969,"indexer_bwd_ms":5.484447956085205,"pool_grad_exchange_ms":1.821727991104126,"pool_bwd_ms":1.5145599842071533,"query_grad_restore_ms":31.890527725219727},"peak_allocated_gib":112.32181215286255},{"ms":327.0561218261719,"stages":{"query_redistribute_ms":31.000320434570312,"pool_fwd_ms":0.08195199817419052,"pool_gather_ms":0.18147200345993042,"selection_key_layout_ms":0.03356799855828285,"selection_ms":6.296735763549805,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.023455619812012,"kv_gather_ms":1.7009600400924683,"attention_fwd_ms":11.53001594543457,"teacher_kl_ms":23.524255752563477,"output_restore_ms":41.99446487426758,"dout_redistribute_ms":20.795263290405273,"attention_bwd_ms":41.19664001464844,"kv_reduce_scatter_ms":100.01407623291016,"indexer_bwd_ms":5.477344036102295,"pool_grad_exchange_ms":1.8359040021896362,"pool_bwd_ms":1.5258560180664062,"query_grad_restore_ms":31.81679916381836},"peak_allocated_gib":112.32181215286255},{"ms":327.120361328125,"stages":{"query_redistribute_ms":30.96620750427246,"pool_fwd_ms":0.08185599744319916,"pool_gather_ms":0.14847999811172485,"selection_key_layout_ms":0.034752000123262405,"selection_ms":6.297599792480469,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.023615837097168,"kv_gather_ms":1.7008320093154907,"attention_fwd_ms":11.531295776367188,"teacher_kl_ms":23.34707260131836,"output_restore_ms":42.012672424316406,"dout_redistribute_ms":20.768831253051758,"attention_bwd_ms":41.168094635009766,"kv_reduce_scatter_ms":100.34989166259766,"indexer_bwd_ms":5.463039875030518,"pool_grad_exchange_ms":1.8113280534744263,"pool_bwd_ms":1.5197759866714478,"query_grad_restore_ms":31.869888305664062},"peak_allocated_gib":112.32181215286255},{"ms":327.33795166015625,"stages":{"query_redistribute_ms":31.004383087158203,"pool_fwd_ms":0.08230400085449219,"pool_gather_ms":0.1441279947757721,"selection_key_layout_ms":0.03481600061058998,"selection_ms":6.305791854858398,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.029760360717773,"kv_gather_ms":1.686527967453003,"attention_fwd_ms":11.538623809814453,"teacher_kl_ms":23.536287307739258,"output_restore_ms":42.03718566894531,"dout_redistribute_ms":20.83443260192871,"attention_bwd_ms":41.17619323730469,"kv_reduce_scatter_ms":100.1778564453125,"indexer_bwd_ms":5.471199989318848,"pool_grad_exchange_ms":1.8342399597167969,"pool_bwd_ms":1.518272042274475,"query_grad_restore_ms":31.89776039123535},"peak_allocated_gib":112.32181215286255}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0005200034397207364,"max_abs":0.00262451171875,"finite":true},"dq":{"relative_rms":0.00029844051163523897,"max_abs":0.0015869140625,"finite":true},"dkv":{"relative_rms":0.00015795277369695318,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.00011983691574848312,"max_abs":1.1937117960769683e-12,"finite":true},"d_weights":{"relative_rms":8.907319708894592e-05,"max_abs":1.5133991837501526e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001683578101837344,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001607901362775872,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.397323791271747e-06,"max_abs":8.753886504564434e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0005192454828868875,"max_abs":0.00262451171875,"finite":true},"dq":{"relative_rms":0.00029793043002138587,"max_abs":0.0015869140625,"finite":true},"dkv":{"relative_rms":0.00015783455819146466,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.00011980658628192376,"max_abs":1.1937117960769683e-12,"finite":true},"d_weights":{"relative_rms":8.814500193756403e-05,"max_abs":1.5133991837501526e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00016603480920404577,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00015670652790168328,"max_abs":2.0463630789890885e-12,"finite":true},"d_ape":{"relative_rms":3.5249059747231156e-06,"max_abs":7.844391802791506e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.001058107940480113,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0005171589091300022,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0002946512730328282,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.002337539009351917,"max_abs":0.22247314453125,"finite":true},"d_index_q":{"relative_rms":7.01039447293835e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.056795599280288e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032694451519591867,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032555212900764654,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.774565995535991e-05,"max_abs":1.0265921446261927e-10,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0005171901428060109,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0002945778499775694,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.0006580695418437079,"max_abs":0.126953125,"finite":true},"d_index_q":{"relative_rms":7.018081491127652e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":6.992790474134382e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0012557004530336505,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0012562918631463887,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.4532078337123459e-05,"max_abs":3.1946001399774104e-11,"finite":true}},"loss":0.0010581081733107567,"reference_loss":0.0010581081733107567,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131264,"selection_rows":131264},"queries_balanced":{"policy":"cost-balanced-6x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":1,"init_s":0.29598018107935786,"first_calls_s":{"contiguous":5.854361923993565,"selection":0.23592839390039444,"queries_zigzag":2.9884254900971428,"queries_balanced":7.635613800026476},"samples":{"contiguous":[{"ms":214.5615692138672,"stages":{"query_redistribute_ms":0.04726399853825569,"pool_fwd_ms":0.14524799585342407,"pool_gather_ms":0.19049599766731262,"selection_key_layout_ms":0.002655999967828393,"selection_ms":6.0695037841796875,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.01740837097168,"kv_gather_ms":5.135712146759033,"attention_fwd_ms":28.455711364746094,"teacher_kl_ms":25.96659278869629,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":119.93167877197266,"kv_reduce_scatter_ms":11.705792427062988,"indexer_bwd_ms":6.74889612197876,"pool_grad_exchange_ms":0.5725759863853455,"pool_bwd_ms":1.528704047203064,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.7156171798706},{"ms":214.41941833496094,"stages":{"query_redistribute_ms":0.04972799867391586,"pool_fwd_ms":0.14796799421310425,"pool_gather_ms":0.19148799777030945,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":6.025824069976807,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.015616416931152,"kv_gather_ms":5.202688217163086,"attention_fwd_ms":28.462112426757812,"teacher_kl_ms":26.065792083740234,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":118.81168365478516,"kv_reduce_scatter_ms":12.552032470703125,"indexer_bwd_ms":6.757567882537842,"pool_grad_exchange_ms":0.5681279897689819,"pool_bwd_ms":1.5268800258636475,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.7156171798706},{"ms":214.78521728515625,"stages":{"query_redistribute_ms":0.04556800052523613,"pool_fwd_ms":0.14281600713729858,"pool_gather_ms":0.22732800245285034,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":5.997983932495117,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.011199951171875,"kv_gather_ms":5.180768013000488,"attention_fwd_ms":28.45359992980957,"teacher_kl_ms":25.937856674194336,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":119.77814483642578,"kv_reduce_scatter_ms":12.084256172180176,"indexer_bwd_ms":6.748288154602051,"pool_grad_exchange_ms":0.6071360111236572,"pool_bwd_ms":1.531872034072876,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.7156171798706},{"ms":214.54354858398438,"stages":{"query_redistribute_ms":0.05302400141954422,"pool_fwd_ms":0.14601600170135498,"pool_gather_ms":0.22617599368095398,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":5.996032238006592,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.021535873413086,"kv_gather_ms":5.131231784820557,"attention_fwd_ms":28.460063934326172,"teacher_kl_ms":25.685760498046875,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":119.93702697753906,"kv_reduce_scatter_ms":12.18569564819336,"indexer_bwd_ms":6.76255989074707,"pool_grad_exchange_ms":0.3816959857940674,"pool_bwd_ms":1.5145599842071533,"query_grad_restore_ms":0.002687999978661537},"peak_allocated_gib":86.7156171798706},{"ms":213.5549774169922,"stages":{"query_redistribute_ms":0.06207999959588051,"pool_fwd_ms":0.15571199357509613,"pool_gather_ms":0.19648000597953796,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":6.05625581741333,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.01740837097168,"kv_gather_ms":5.105823993682861,"attention_fwd_ms":28.4553279876709,"teacher_kl_ms":26.041824340820312,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":120.1468505859375,"kv_reduce_scatter_ms":10.46025562286377,"indexer_bwd_ms":6.757599830627441,"pool_grad_exchange_ms":0.5231360197067261,"pool_bwd_ms":1.5297280550003052,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":86.7156171798706}],"selection":[{"ms":215.49427795410156,"stages":{"query_redistribute_ms":0.053247999399900436,"pool_fwd_ms":0.14611199498176575,"pool_gather_ms":0.17081600427627563,"selection_key_layout_ms":0.002655999967828393,"selection_ms":6.053215980529785,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.015328407287598,"kv_gather_ms":5.268640041351318,"attention_fwd_ms":28.449792861938477,"teacher_kl_ms":26.243967056274414,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":119.7976303100586,"kv_reduce_scatter_ms":12.415424346923828,"indexer_bwd_ms":6.746784210205078,"pool_grad_exchange_ms":0.5540159940719604,"pool_bwd_ms":1.5359359979629517,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":86.7156171798706},{"ms":215.07752990722656,"stages":{"query_redistribute_ms":0.05145600065588951,"pool_fwd_ms":0.15744000673294067,"pool_gather_ms":0.18537600338459015,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":6.041088104248047,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.01529598236084,"kv_gather_ms":5.097536087036133,"attention_fwd_ms":28.452831268310547,"teacher_kl_ms":25.892736434936523,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":119.86249542236328,"kv_reduce_scatter_ms":12.397631645202637,"indexer_bwd_ms":6.766751766204834,"pool_grad_exchange_ms":0.5801600217819214,"pool_bwd_ms":1.5360959768295288,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":86.7156171798706},{"ms":214.09642028808594,"stages":{"query_redistribute_ms":0.03948799893260002,"pool_fwd_ms":0.14054399728775024,"pool_gather_ms":0.19356800615787506,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":5.996960163116455,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.00921630859375,"kv_gather_ms":5.456992149353027,"attention_fwd_ms":28.456031799316406,"teacher_kl_ms":26.26460838317871,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":119.70726776123047,"kv_reduce_scatter_ms":10.843423843383789,"indexer_bwd_ms":6.749279975891113,"pool_grad_exchange_ms":0.6436799764633179,"pool_bwd_ms":1.5483839511871338,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":86.7156171798706},{"ms":214.8612823486328,"stages":{"query_redistribute_ms":0.044319998472929,"pool_fwd_ms":0.13753600418567657,"pool_gather_ms":0.19968000054359436,"selection_key_layout_ms":0.002687999978661537,"selection_ms":6.0070719718933105,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.021504402160645,"kv_gather_ms":5.1539201736450195,"attention_fwd_ms":28.455904006958008,"teacher_kl_ms":25.925504684448242,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":118.93753814697266,"kv_reduce_scatter_ms":13.097087860107422,"indexer_bwd_ms":6.75651216506958,"pool_grad_exchange_ms":0.5517439842224121,"pool_bwd_ms":1.531872034072876,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":86.7156171798706},{"ms":214.0860137939453,"stages":{"query_redistribute_ms":0.046431999653577805,"pool_fwd_ms":0.14287999272346497,"pool_gather_ms":0.19148799777030945,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":6.023551940917969,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.015359878540039,"kv_gather_ms":5.31763219833374,"attention_fwd_ms":28.456287384033203,"teacher_kl_ms":26.200767517089844,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.0027199999894946814,"attention_bwd_ms":119.50259399414062,"kv_reduce_scatter_ms":11.170944213867188,"indexer_bwd_ms":6.753215789794922,"pool_grad_exchange_ms":0.6667839884757996,"pool_bwd_ms":1.5562880039215088,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":86.7156171798706}],"queries_zigzag":[{"ms":282.82110595703125,"stages":{"query_redistribute_ms":22.40073585510254,"pool_fwd_ms":0.06646399945020676,"pool_gather_ms":0.1913599967956543,"selection_key_layout_ms":0.2754879891872406,"selection_ms":14.379039764404297,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.02950382232666,"kv_gather_ms":1.893407940864563,"attention_fwd_ms":23.714847564697266,"teacher_kl_ms":25.49350357055664,"output_restore_ms":19.740800857543945,"dout_redistribute_ms":15.237855911254883,"attention_bwd_ms":97.40412902832031,"kv_reduce_scatter_ms":22.968223571777344,"indexer_bwd_ms":6.481823921203613,"pool_grad_exchange_ms":0.5480319857597351,"pool_bwd_ms":1.5154240131378174,"query_grad_restore_ms":22.448287963867188},"peak_allocated_gib":112.63530111312866},{"ms":282.831787109375,"stages":{"query_redistribute_ms":22.4237117767334,"pool_fwd_ms":0.06681600213050842,"pool_gather_ms":0.19331200420856476,"selection_key_layout_ms":0.274399995803833,"selection_ms":14.380224227905273,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.050047874450684,"kv_gather_ms":2.1433279514312744,"attention_fwd_ms":23.712575912475586,"teacher_kl_ms":25.453407287597656,"output_restore_ms":19.59014320373535,"dout_redistribute_ms":15.26688003540039,"attention_bwd_ms":97.22579193115234,"kv_reduce_scatter_ms":22.986656188964844,"indexer_bwd_ms":6.480000019073486,"pool_grad_exchange_ms":0.5644159913063049,"pool_bwd_ms":1.5112320184707642,"query_grad_restore_ms":22.474687576293945},"peak_allocated_gib":112.63530111312866},{"ms":283.1831970214844,"stages":{"query_redistribute_ms":22.399328231811523,"pool_fwd_ms":0.06656000018119812,"pool_gather_ms":0.1895039975643158,"selection_key_layout_ms":0.2754240036010742,"selection_ms":14.38105583190918,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.037856101989746,"kv_gather_ms":2.343967914581299,"attention_fwd_ms":23.71392059326172,"teacher_kl_ms":25.7205753326416,"output_restore_ms":19.24608039855957,"dout_redistribute_ms":15.285408020019531,"attention_bwd_ms":97.23395538330078,"kv_reduce_scatter_ms":23.225183486938477,"indexer_bwd_ms":6.479167938232422,"pool_grad_exchange_ms":0.5588480234146118,"pool_bwd_ms":1.5247679948806763,"query_grad_restore_ms":22.468576431274414},"peak_allocated_gib":112.63530111312866},{"ms":282.5426025390625,"stages":{"query_redistribute_ms":22.40336036682129,"pool_fwd_ms":0.06659200042486191,"pool_gather_ms":0.19353599846363068,"selection_key_layout_ms":0.2754240036010742,"selection_ms":14.389120101928711,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.040255546569824,"kv_gather_ms":1.6944639682769775,"attention_fwd_ms":23.712736129760742,"teacher_kl_ms":25.438207626342773,"output_restore_ms":19.675199508666992,"dout_redistribute_ms":15.260607719421387,"attention_bwd_ms":97.25132751464844,"kv_reduce_scatter_ms":23.131200790405273,"indexer_bwd_ms":6.484831809997559,"pool_grad_exchange_ms":0.5499839782714844,"pool_bwd_ms":1.5164480209350586,"query_grad_restore_ms":22.427743911743164},"peak_allocated_gib":112.63530111312866},{"ms":282.7012023925781,"stages":{"query_redistribute_ms":22.381183624267578,"pool_fwd_ms":0.06659200042486191,"pool_gather_ms":0.1936960071325302,"selection_key_layout_ms":0.27529600262641907,"selection_ms":14.393535614013672,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.039551734924316,"kv_gather_ms":1.688704013824463,"attention_fwd_ms":23.720928192138672,"teacher_kl_ms":25.745344161987305,"output_restore_ms":19.531967163085938,"dout_redistribute_ms":15.266528129577637,"attention_bwd_ms":97.22284698486328,"kv_reduce_scatter_ms":23.079776763916016,"indexer_bwd_ms":6.478975772857666,"pool_grad_exchange_ms":0.5501120090484619,"pool_bwd_ms":1.5245440006256104,"query_grad_restore_ms":22.509504318237305},"peak_allocated_gib":112.63530111312866}],"queries_balanced":[{"ms":327.83355712890625,"stages":{"query_redistribute_ms":30.96771240234375,"pool_fwd_ms":0.06646399945020676,"pool_gather_ms":0.18361599743366241,"selection_key_layout_ms":0.031328000128269196,"selection_ms":3.955872058868408,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.003071784973145,"kv_gather_ms":4.055136203765869,"attention_fwd_ms":17.931360244750977,"teacher_kl_ms":23.95408058166504,"output_restore_ms":37.22035217285156,"dout_redistribute_ms":22.634464263916016,"attention_bwd_ms":71.06572723388672,"kv_reduce_scatter_ms":67.0414047241211,"indexer_bwd_ms":6.055200099945068,"pool_grad_exchange_ms":1.2294080257415771,"pool_bwd_ms":1.5165760517120361,"query_grad_restore_ms":31.89244842529297},"peak_allocated_gib":112.60624599456787},{"ms":326.812255859375,"stages":{"query_redistribute_ms":30.90336036682129,"pool_fwd_ms":0.0658240020275116,"pool_gather_ms":0.19340799748897552,"selection_key_layout_ms":0.029632000252604485,"selection_ms":3.942336082458496,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.003135681152344,"kv_gather_ms":4.071392059326172,"attention_fwd_ms":17.92508888244629,"teacher_kl_ms":23.93212890625,"output_restore_ms":37.179359436035156,"dout_redistribute_ms":22.46620750427246,"attention_bwd_ms":71.01663970947266,"kv_reduce_scatter_ms":66.33062744140625,"indexer_bwd_ms":6.060927867889404,"pool_grad_exchange_ms":1.24835205078125,"pool_bwd_ms":1.517791986465454,"query_grad_restore_ms":31.894271850585938},"peak_allocated_gib":112.60624599456787},{"ms":327.06427001953125,"stages":{"query_redistribute_ms":31.004608154296875,"pool_fwd_ms":0.06576000154018402,"pool_gather_ms":0.1932159960269928,"selection_key_layout_ms":0.030912000685930252,"selection_ms":3.9350719451904297,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.00108814239502,"kv_gather_ms":4.085792064666748,"attention_fwd_ms":17.931232452392578,"teacher_kl_ms":23.95238494873047,"output_restore_ms":37.06880187988281,"dout_redistribute_ms":22.49715232849121,"attention_bwd_ms":71.02275085449219,"kv_reduce_scatter_ms":66.576416015625,"indexer_bwd_ms":6.05679988861084,"pool_grad_exchange_ms":1.271008014678955,"pool_bwd_ms":1.5175039768218994,"query_grad_restore_ms":31.822751998901367},"peak_allocated_gib":112.60624599456787},{"ms":327.1280212402344,"stages":{"query_redistribute_ms":30.942975997924805,"pool_fwd_ms":0.06643199920654297,"pool_gather_ms":0.17907199263572693,"selection_key_layout_ms":0.029632000252604485,"selection_ms":3.945535898208618,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.001119613647461,"kv_gather_ms":4.07747220993042,"attention_fwd_ms":17.92518424987793,"teacher_kl_ms":23.98700714111328,"output_restore_ms":36.8682861328125,"dout_redistribute_ms":22.580991744995117,"attention_bwd_ms":71.03913879394531,"kv_reduce_scatter_ms":66.7708511352539,"indexer_bwd_ms":6.042751789093018,"pool_grad_exchange_ms":1.2400319576263428,"pool_bwd_ms":1.5196479558944702,"query_grad_restore_ms":31.880159378051758},"peak_allocated_gib":112.60624599456787},{"ms":327.3533935546875,"stages":{"query_redistribute_ms":30.99724769592285,"pool_fwd_ms":0.06646399945020676,"pool_gather_ms":0.17504000663757324,"selection_key_layout_ms":0.031039999797940254,"selection_ms":3.9420158863067627,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.999072074890137,"kv_gather_ms":4.0796799659729,"attention_fwd_ms":17.925024032592773,"teacher_kl_ms":23.969024658203125,"output_restore_ms":37.24879837036133,"dout_redistribute_ms":22.454240798950195,"attention_bwd_ms":71.04515075683594,"kv_reduce_scatter_ms":66.65229034423828,"indexer_bwd_ms":6.064896106719971,"pool_grad_exchange_ms":1.2523200511932373,"pool_bwd_ms":1.5189440250396729,"query_grad_restore_ms":31.901599884033203},"peak_allocated_gib":112.60624599456787}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0006263667469647423,"max_abs":0.003143310546875,"finite":true},"dq":{"relative_rms":0.0003444807198822893,"max_abs":0.002197265625,"finite":true},"dkv":{"relative_rms":0.00018877371093025953,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00010359235841052406,"max_abs":7.105427357601002e-13,"finite":true},"d_weights":{"relative_rms":9.66860289885199e-05,"max_abs":1.3969838619232178e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001954372483004102,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0001713597552773315,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.397323791271747e-06,"max_abs":8.753886504564434e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0006282074074859585,"max_abs":0.00262451171875,"finite":true},"dq":{"relative_rms":0.0003447234715812129,"max_abs":0.00189208984375,"finite":true},"dkv":{"relative_rms":0.0001882052301112387,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.000116238694765622,"max_abs":7.72715225139109e-13,"finite":true},"d_weights":{"relative_rms":0.00010190334948142448,"max_abs":1.3969838619232178e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0001892286253067473,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00017712396832109554,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.5249059747231156e-06,"max_abs":7.844391802791506e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.001058107940480113,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0006284080149537484,"max_abs":0.0032958984375,"finite":true},"dq":{"relative_rms":0.0003513741138165613,"max_abs":0.002197265625,"finite":true},"dkv":{"relative_rms":0.002346485680300071,"max_abs":0.19091796875,"finite":true},"d_index_q":{"relative_rms":0.00011256504597873718,"max_abs":7.105427357601002e-13,"finite":true},"d_weights":{"relative_rms":0.00010594114811167971,"max_abs":1.3969838619232178e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0032727711828963064,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032479302090598185,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.774565995535991e-05,"max_abs":1.0265921446261927e-10,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0006309625428963822,"max_abs":0.003204345703125,"finite":true},"dq":{"relative_rms":0.0003497183772016448,"max_abs":0.002197265625,"finite":true},"dkv":{"relative_rms":0.00054920497828126,"max_abs":0.15625,"finite":true},"d_index_q":{"relative_rms":0.00010547571714865264,"max_abs":7.105427357601002e-13,"finite":true},"d_weights":{"relative_rms":9.807555891470294e-05,"max_abs":1.3969838619232178e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0010734075164154449,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.00106614634015487,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.4532078337123459e-05,"max_abs":3.1946001399774104e-11,"finite":true}},"loss":0.0010581081733107567,"reference_loss":0.0010581081733107567,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131244,"selection_rows":131244},"queries_balanced":{"policy":"cost-balanced-6x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":2,"init_s":0.29133549402467906,"first_calls_s":{"contiguous":5.854342686012387,"selection":0.235988297034055,"queries_zigzag":2.98843342193868,"queries_balanced":7.635618343017995},"samples":{"contiguous":[{"ms":214.54995727539062,"stages":{"query_redistribute_ms":0.061055999249219894,"pool_fwd_ms":0.1446399986743927,"pool_gather_ms":0.16595199704170227,"selection_key_layout_ms":0.002655999967828393,"selection_ms":9.552255630493164,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.011391639709473,"kv_gather_ms":1.663807988166809,"attention_fwd_ms":29.103391647338867,"teacher_kl_ms":27.6232967376709,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":124.59788513183594,"kv_reduce_scatter_ms":4.74508810043335,"indexer_bwd_ms":7.024896144866943,"pool_grad_exchange_ms":0.26895999908447266,"pool_bwd_ms":1.541375994682312,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":86.70808982849121},{"ms":214.4228515625,"stages":{"query_redistribute_ms":0.04419200122356415,"pool_fwd_ms":0.13872000575065613,"pool_gather_ms":0.20681600272655487,"selection_key_layout_ms":0.002623999956995249,"selection_ms":9.497119903564453,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.076704025268555,"kv_gather_ms":1.6783360242843628,"attention_fwd_ms":29.429920196533203,"teacher_kl_ms":28.046207427978516,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":123.72140502929688,"kv_reduce_scatter_ms":4.691743850708008,"indexer_bwd_ms":7.043327808380127,"pool_grad_exchange_ms":0.26495999097824097,"pool_bwd_ms":1.5412160158157349,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":86.70808982849121},{"ms":214.7761993408203,"stages":{"query_redistribute_ms":0.06265600025653839,"pool_fwd_ms":0.14326399564743042,"pool_gather_ms":0.19436800479888916,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":9.516575813293457,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.011103630065918,"kv_gather_ms":1.6680959463119507,"attention_fwd_ms":29.107328414916992,"teacher_kl_ms":27.615264892578125,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":124.80684661865234,"kv_reduce_scatter_ms":4.735136032104492,"indexer_bwd_ms":7.059455871582031,"pool_grad_exchange_ms":0.27142399549484253,"pool_bwd_ms":1.5461440086364746,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":86.70808982849121},{"ms":214.53785705566406,"stages":{"query_redistribute_ms":0.061503998935222626,"pool_fwd_ms":0.1427839994430542,"pool_gather_ms":0.21820800006389618,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":9.477408409118652,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.009247779846191,"kv_gather_ms":1.665984034538269,"attention_fwd_ms":29.105087280273438,"teacher_kl_ms":27.838336944580078,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":124.61248016357422,"kv_reduce_scatter_ms":4.718624114990234,"indexer_bwd_ms":6.8546881675720215,"pool_grad_exchange_ms":0.26924800872802734,"pool_bwd_ms":1.5247360467910767,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":86.70808982849121},{"ms":213.55728149414062,"stages":{"query_redistribute_ms":0.06102399900555611,"pool_fwd_ms":0.14070400595664978,"pool_gather_ms":0.2138880044221878,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":9.506208419799805,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.015520095825195,"kv_gather_ms":1.6660480499267578,"attention_fwd_ms":29.10108757019043,"teacher_kl_ms":27.721696853637695,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":123.55328369140625,"kv_reduce_scatter_ms":4.729119777679443,"indexer_bwd_ms":6.9967360496521,"pool_grad_exchange_ms":0.267551988363266,"pool_bwd_ms":1.537824034690857,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":86.70808982849121}],"selection":[{"ms":215.5022430419922,"stages":{"query_redistribute_ms":0.038656000047922134,"pool_fwd_ms":0.13433599472045898,"pool_gather_ms":0.20483200252056122,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":9.53279972076416,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":8.136032104492188,"kv_gather_ms":1.676416039466858,"attention_fwd_ms":29.24336051940918,"teacher_kl_ms":27.929471969604492,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":125.00796508789062,"kv_reduce_scatter_ms":4.727583885192871,"indexer_bwd_ms":7.0135040283203125,"pool_grad_exchange_ms":0.2694079875946045,"pool_bwd_ms":1.5461119413375854,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":86.70808982849121},{"ms":215.07974243164062,"stages":{"query_redistribute_ms":0.04966399818658829,"pool_fwd_ms":0.14441600441932678,"pool_gather_ms":0.20374399423599243,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":9.481856346130371,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.011167526245117,"kv_gather_ms":1.6660480499267578,"attention_fwd_ms":29.10313606262207,"teacher_kl_ms":27.996000289916992,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":124.79273223876953,"kv_reduce_scatter_ms":4.718560218811035,"indexer_bwd_ms":7.055744171142578,"pool_grad_exchange_ms":0.27110400795936584,"pool_bwd_ms":1.546239972114563,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":86.70808982849121},{"ms":214.0875244140625,"stages":{"query_redistribute_ms":0.05110400170087814,"pool_fwd_ms":0.1419840008020401,"pool_gather_ms":0.17075200378894806,"selection_key_layout_ms":0.002848000032827258,"selection_ms":9.626976013183594,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.158559799194336,"kv_gather_ms":1.6845120191574097,"attention_fwd_ms":29.43996810913086,"teacher_kl_ms":27.141088485717773,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":123.94898986816406,"kv_reduce_scatter_ms":4.747168064117432,"indexer_bwd_ms":7.103583812713623,"pool_grad_exchange_ms":0.26921600103378296,"pool_bwd_ms":1.5555839538574219,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":86.70808982849121},{"ms":214.8572540283203,"stages":{"query_redistribute_ms":0.05782400071620941,"pool_fwd_ms":0.1422400027513504,"pool_gather_ms":0.16998399794101715,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":9.51734447479248,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.011232376098633,"kv_gather_ms":1.6660799980163574,"attention_fwd_ms":29.105056762695312,"teacher_kl_ms":27.961280822753906,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":124.62493133544922,"kv_reduce_scatter_ms":4.728672027587891,"indexer_bwd_ms":7.022687911987305,"pool_grad_exchange_ms":0.2672959864139557,"pool_bwd_ms":1.5421119928359985,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":86.70808982849121},{"ms":214.0873565673828,"stages":{"query_redistribute_ms":0.042080000042915344,"pool_fwd_ms":0.1377599984407425,"pool_gather_ms":0.2027519941329956,"selection_key_layout_ms":0.002623999956995249,"selection_ms":9.554464340209961,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.134112358093262,"kv_gather_ms":1.672160029411316,"attention_fwd_ms":29.57302474975586,"teacher_kl_ms":27.030431747436523,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":123.99625396728516,"kv_reduce_scatter_ms":4.739327907562256,"indexer_bwd_ms":7.125951766967773,"pool_grad_exchange_ms":0.2690240144729614,"pool_bwd_ms":1.5678399801254272,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":86.70808982849121}],"queries_zigzag":[{"ms":282.8248596191406,"stages":{"query_redistribute_ms":22.40835189819336,"pool_fwd_ms":0.06249599903821945,"pool_gather_ms":0.1955520063638687,"selection_key_layout_ms":0.28563201427459717,"selection_ms":14.551103591918945,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.072863578796387,"kv_gather_ms":1.6720319986343384,"attention_fwd_ms":25.358272552490234,"teacher_kl_ms":26.17638397216797,"output_restore_ms":17.821760177612305,"dout_redistribute_ms":14.664608001708984,"attention_bwd_ms":104.30480194091797,"kv_reduce_scatter_ms":16.22127914428711,"indexer_bwd_ms":6.59446382522583,"pool_grad_exchange_ms":0.4434559941291809,"pool_bwd_ms":1.5155199766159058,"query_grad_restore_ms":22.44803237915039},"peak_allocated_gib":112.61373233795166},{"ms":282.8351135253906,"stages":{"query_redistribute_ms":22.432863235473633,"pool_fwd_ms":0.062431998550891876,"pool_gather_ms":0.1955839991569519,"selection_key_layout_ms":0.29414400458335876,"selection_ms":14.827327728271484,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":8.070464134216309,"kv_gather_ms":1.6600960493087769,"attention_fwd_ms":25.352224349975586,"teacher_kl_ms":25.82592010498047,"output_restore_ms":17.836095809936523,"dout_redistribute_ms":14.748767852783203,"attention_bwd_ms":104.47676849365234,"kv_reduce_scatter_ms":15.985440254211426,"indexer_bwd_ms":6.588672161102295,"pool_grad_exchange_ms":0.4596799910068512,"pool_bwd_ms":1.5115840435028076,"query_grad_restore_ms":22.47862434387207},"peak_allocated_gib":112.61299991607666},{"ms":283.17132568359375,"stages":{"query_redistribute_ms":22.383743286132812,"pool_fwd_ms":0.06252799928188324,"pool_gather_ms":0.1934400051832199,"selection_key_layout_ms":0.29369598627090454,"selection_ms":14.990303993225098,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":8.088000297546387,"kv_gather_ms":1.6721279621124268,"attention_fwd_ms":25.3687686920166,"teacher_kl_ms":25.783103942871094,"output_restore_ms":18.014175415039062,"dout_redistribute_ms":14.748607635498047,"attention_bwd_ms":104.39692687988281,"kv_reduce_scatter_ms":16.0993595123291,"indexer_bwd_ms":6.599679946899414,"pool_grad_exchange_ms":0.45135998725891113,"pool_bwd_ms":1.5179519653320312,"query_grad_restore_ms":22.47452735900879},"peak_allocated_gib":112.61373233795166},{"ms":282.5396728515625,"stages":{"query_redistribute_ms":22.39580726623535,"pool_fwd_ms":0.05942400172352791,"pool_gather_ms":0.20192000269889832,"selection_key_layout_ms":0.2752319872379303,"selection_ms":14.316767692565918,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.023455619812012,"kv_gather_ms":1.780608057975769,"attention_fwd_ms":25.352191925048828,"teacher_kl_ms":25.786399841308594,"output_restore_ms":18.123775482177734,"dout_redistribute_ms":14.580831527709961,"attention_bwd_ms":104.51753234863281,"kv_reduce_scatter_ms":16.104415893554688,"indexer_bwd_ms":6.597504138946533,"pool_grad_exchange_ms":0.4433920085430145,"pool_bwd_ms":1.5189440250396729,"query_grad_restore_ms":22.429471969604492},"peak_allocated_gib":112.61373233795166},{"ms":282.6926574707031,"stages":{"query_redistribute_ms":22.376127243041992,"pool_fwd_ms":0.05929600074887276,"pool_gather_ms":0.19763199985027313,"selection_key_layout_ms":0.2754560112953186,"selection_ms":14.322784423828125,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.039936065673828,"kv_gather_ms":1.7541439533233643,"attention_fwd_ms":25.35651206970215,"teacher_kl_ms":25.800447463989258,"output_restore_ms":18.263200759887695,"dout_redistribute_ms":14.727871894836426,"attention_bwd_ms":104.55257415771484,"kv_reduce_scatter_ms":15.864831924438477,"indexer_bwd_ms":6.588352203369141,"pool_grad_exchange_ms":0.44966399669647217,"pool_bwd_ms":1.5229120254516602,"query_grad_restore_ms":22.510303497314453},"peak_allocated_gib":112.61373233795166}],"queries_balanced":[{"ms":327.8353271484375,"stages":{"query_redistribute_ms":30.986751556396484,"pool_fwd_ms":0.060575999319553375,"pool_gather_ms":0.16150400042533875,"selection_key_layout_ms":0.02672000043094158,"selection_ms":3.994623899459839,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.00499153137207,"kv_gather_ms":4.01420783996582,"attention_fwd_ms":26.725343704223633,"teacher_kl_ms":25.606271743774414,"output_restore_ms":28.46214485168457,"dout_redistribute_ms":21.654367446899414,"attention_bwd_ms":110.71817779541016,"kv_reduce_scatter_ms":26.674976348876953,"indexer_bwd_ms":6.667168140411377,"pool_grad_exchange_ms":0.6276800036430359,"pool_bwd_ms":1.5168319940567017,"query_grad_restore_ms":31.900480270385742},"peak_allocated_gib":112.59871864318848},{"ms":326.82257080078125,"stages":{"query_redistribute_ms":30.931392669677734,"pool_fwd_ms":0.061535999178886414,"pool_gather_ms":0.17084799706935883,"selection_key_layout_ms":0.02703999914228916,"selection_ms":4.00054407119751,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.048095703125,"kv_gather_ms":3.9648640155792236,"attention_fwd_ms":26.770591735839844,"teacher_kl_ms":25.399456024169922,"output_restore_ms":27.956031799316406,"dout_redistribute_ms":21.49350357055664,"attention_bwd_ms":110.6812515258789,"kv_reduce_scatter_ms":26.549440383911133,"indexer_bwd_ms":6.654655933380127,"pool_grad_exchange_ms":0.6604800224304199,"pool_bwd_ms":1.5197440385818481,"query_grad_restore_ms":31.902687072753906},"peak_allocated_gib":112.59871864318848},{"ms":327.0743408203125,"stages":{"query_redistribute_ms":31.017120361328125,"pool_fwd_ms":0.06038400158286095,"pool_gather_ms":0.18745599687099457,"selection_key_layout_ms":0.02566399984061718,"selection_ms":3.9927361011505127,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.008928298950195,"kv_gather_ms":4.022304058074951,"attention_fwd_ms":26.723295211791992,"teacher_kl_ms":25.909120559692383,"output_restore_ms":27.579391479492188,"dout_redistribute_ms":21.450719833374023,"attention_bwd_ms":110.63622283935547,"kv_reduce_scatter_ms":26.745824813842773,"indexer_bwd_ms":6.665279865264893,"pool_grad_exchange_ms":0.6664320230484009,"pool_bwd_ms":1.5219520330429077,"query_grad_restore_ms":31.83305549621582},"peak_allocated_gib":112.59871864318848},{"ms":327.1343688964844,"stages":{"query_redistribute_ms":30.972991943359375,"pool_fwd_ms":0.062463998794555664,"pool_gather_ms":0.15875199437141418,"selection_key_layout_ms":0.027488000690937042,"selection_ms":4.07257604598999,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.062463760375977,"kv_gather_ms":3.8830718994140625,"attention_fwd_ms":26.727327346801758,"teacher_kl_ms":25.73302459716797,"output_restore_ms":27.80463981628418,"dout_redistribute_ms":21.397632598876953,"attention_bwd_ms":110.64630126953125,"kv_reduce_scatter_ms":26.8603515625,"indexer_bwd_ms":6.671616077423096,"pool_grad_exchange_ms":0.6205440163612366,"pool_bwd_ms":1.5144000053405762,"query_grad_restore_ms":31.888351440429688},"peak_allocated_gib":112.59871864318848},{"ms":327.3523864746094,"stages":{"query_redistribute_ms":31.018047332763672,"pool_fwd_ms":0.06015999987721443,"pool_gather_ms":0.15248000621795654,"selection_key_layout_ms":0.025536000728607178,"selection_ms":3.9968960285186768,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.00915241241455,"kv_gather_ms":4.0161919593811035,"attention_fwd_ms":26.727519989013672,"teacher_kl_ms":25.747392654418945,"output_restore_ms":28.138336181640625,"dout_redistribute_ms":21.310400009155273,"attention_bwd_ms":110.65977478027344,"kv_reduce_scatter_ms":26.708799362182617,"indexer_bwd_ms":6.667712211608887,"pool_grad_exchange_ms":0.6628159880638123,"pool_bwd_ms":1.5118399858474731,"query_grad_restore_ms":31.907968521118164},"peak_allocated_gib":112.59871864318848}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0005512361705880826,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0002953866483865949,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.00016879422751361434,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":9.141740895953552e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":9.004121285470068e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0001826082769898182,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001845906115891691,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.397323791271747e-06,"max_abs":8.753886504564434e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0005592480923618987,"max_abs":0.00323486328125,"finite":true},"dq":{"relative_rms":0.00030759136778676753,"max_abs":0.0023193359375,"finite":true},"dkv":{"relative_rms":0.00019027787970912256,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.00012662546933865833,"max_abs":6.039613253960852e-13,"finite":true},"d_weights":{"relative_rms":0.00011727198338096217,"max_abs":1.862645149230957e-09,"finite":true},"d_pool_kv":{"relative_rms":0.00019196026530316404,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00018711542411937302,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.5249059747231156e-06,"max_abs":7.844391802791506e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.001058107940480113,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0005564657669387016,"max_abs":0.0030517578125,"finite":true},"dq":{"relative_rms":0.0003057061094150131,"max_abs":0.001953125,"finite":true},"dkv":{"relative_rms":0.0023449521670627187,"max_abs":0.22013092041015625,"finite":true},"d_index_q":{"relative_rms":0.00012103119765497771,"max_abs":5.870859354217828e-13,"finite":true},"d_weights":{"relative_rms":0.00010797516729656843,"max_abs":1.3096723705530167e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0033413451025684133,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003333980808781009,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.774565995535991e-05,"max_abs":1.0265921446261927e-10,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0005569961364218307,"max_abs":0.0030517578125,"finite":true},"dq":{"relative_rms":0.0003020291790400904,"max_abs":0.0018463134765625,"finite":true},"dkv":{"relative_rms":0.0006816288017766393,"max_abs":0.111572265625,"finite":true},"d_index_q":{"relative_rms":0.0001032840275493239,"max_abs":5.471179065352771e-13,"finite":true},"d_weights":{"relative_rms":9.879955332424996e-05,"max_abs":1.3096723705530167e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0013379122755654471,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0013491534847773553,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.4532078337123459e-05,"max_abs":3.1946001399774104e-11,"finite":true}},"loss":0.0010581081733107567,"reference_loss":0.0010581081733107567,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131156,"selection_rows":131156},"queries_balanced":{"policy":"cost-balanced-6x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":3,"init_s":0.3506444040685892,"first_calls_s":{"contiguous":5.854339954908937,"selection":0.23600895900744945,"queries_zigzag":2.9884432379622012,"queries_balanced":7.6356061570113525},"samples":{"contiguous":[{"ms":214.5621795654297,"stages":{"query_redistribute_ms":0.050144001841545105,"pool_fwd_ms":0.16735999286174774,"pool_gather_ms":0.1648319959640503,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":6.733312129974365,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.987743854522705,"kv_gather_ms":4.498239994049072,"attention_fwd_ms":24.982784271240234,"teacher_kl_ms":25.74393653869629,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":105.31132507324219,"kv_reduce_scatter_ms":30.027711868286133,"indexer_bwd_ms":6.507936000823975,"pool_grad_exchange_ms":0.8076800107955933,"pool_bwd_ms":1.5329279899597168,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":86.66406965255737},{"ms":214.4095001220703,"stages":{"query_redistribute_ms":0.06067200005054474,"pool_fwd_ms":0.17721599340438843,"pool_gather_ms":0.14207999408245087,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":6.738336086273193,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.989759922027588,"kv_gather_ms":4.5149760246276855,"attention_fwd_ms":24.98031997680664,"teacher_kl_ms":25.826143264770508,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":104.38582611083984,"kv_reduce_scatter_ms":30.701215744018555,"indexer_bwd_ms":6.516064167022705,"pool_grad_exchange_ms":0.8036479949951172,"pool_bwd_ms":1.5309439897537231,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.66406965255737},{"ms":214.78501892089844,"stages":{"query_redistribute_ms":0.042688000947237015,"pool_fwd_ms":0.16358399391174316,"pool_gather_ms":0.2077759951353073,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":6.67903995513916,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.991583824157715,"kv_gather_ms":4.5272321701049805,"attention_fwd_ms":24.985727310180664,"teacher_kl_ms":26.128128051757812,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":104.31571197509766,"kv_reduce_scatter_ms":30.826656341552734,"indexer_bwd_ms":6.5076799392700195,"pool_grad_exchange_ms":0.8302720189094543,"pool_bwd_ms":1.5412160158157349,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.66406965255737},{"ms":214.54319763183594,"stages":{"query_redistribute_ms":0.04966399818658829,"pool_fwd_ms":0.16828800737857819,"pool_gather_ms":0.20873600244522095,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":6.696352005004883,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.9897918701171875,"kv_gather_ms":4.473728179931641,"attention_fwd_ms":24.984800338745117,"teacher_kl_ms":26.012447357177734,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":104.80323028564453,"kv_reduce_scatter_ms":30.465951919555664,"indexer_bwd_ms":6.509664058685303,"pool_grad_exchange_ms":0.6216319799423218,"pool_bwd_ms":1.5186560153961182,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":86.66406965255737},{"ms":213.55145263671875,"stages":{"query_redistribute_ms":0.06307200342416763,"pool_fwd_ms":0.17689600586891174,"pool_gather_ms":0.17174400389194489,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":6.757631778717041,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.992032051086426,"kv_gather_ms":4.432799816131592,"attention_fwd_ms":24.992895126342773,"teacher_kl_ms":26.047231674194336,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":104.57984161376953,"kv_reduce_scatter_ms":29.48908805847168,"indexer_bwd_ms":6.51584005355835,"pool_grad_exchange_ms":0.7544320225715637,"pool_bwd_ms":1.5321279764175415,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.66406965255737}],"selection":[{"ms":215.4913330078125,"stages":{"query_redistribute_ms":0.05331199988722801,"pool_fwd_ms":0.16979199647903442,"pool_gather_ms":0.14419199526309967,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":6.7506561279296875,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.98960018157959,"kv_gather_ms":4.6030402183532715,"attention_fwd_ms":24.97942352294922,"teacher_kl_ms":26.091360092163086,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":104.85225677490234,"kv_reduce_scatter_ms":30.981184005737305,"indexer_bwd_ms":6.513760089874268,"pool_grad_exchange_ms":0.7790399789810181,"pool_bwd_ms":1.5425599813461304,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":86.66406965255737},{"ms":215.07801818847656,"stages":{"query_redistribute_ms":0.045343998819589615,"pool_fwd_ms":0.17603200674057007,"pool_gather_ms":0.1738560050725937,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":6.704671859741211,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.987520217895508,"kv_gather_ms":4.471871852874756,"attention_fwd_ms":24.986591339111328,"teacher_kl_ms":26.084224700927734,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0027199999894946814,"attention_bwd_ms":104.55337524414062,"kv_reduce_scatter_ms":30.97100830078125,"indexer_bwd_ms":6.507584095001221,"pool_grad_exchange_ms":0.8364800214767456,"pool_bwd_ms":1.5400960445404053,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.66406965255737},{"ms":214.09397888183594,"stages":{"query_redistribute_ms":0.041280001401901245,"pool_fwd_ms":0.16368000209331512,"pool_gather_ms":0.16899199783802032,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":6.7269439697265625,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.008159637451172,"kv_gather_ms":4.729887962341309,"attention_fwd_ms":25.03513526916504,"teacher_kl_ms":25.7511043548584,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":103.92374420166016,"kv_reduce_scatter_ms":30.563552856445312,"indexer_bwd_ms":6.503392219543457,"pool_grad_exchange_ms":0.8875839710235596,"pool_bwd_ms":1.546463966369629,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.66406965255737},{"ms":214.86154174804688,"stages":{"query_redistribute_ms":0.05167999863624573,"pool_fwd_ms":0.16873599588871002,"pool_gather_ms":0.15865600109100342,"selection_key_layout_ms":0.0027520000003278255,"selection_ms":6.737088203430176,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.993887901306152,"kv_gather_ms":4.459519863128662,"attention_fwd_ms":24.98259162902832,"teacher_kl_ms":26.405664443969727,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":104.49017333984375,"kv_reduce_scatter_ms":30.54582405090332,"indexer_bwd_ms":6.508512020111084,"pool_grad_exchange_ms":0.7833279967308044,"pool_bwd_ms":1.536128044128418,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":86.66413068771362},{"ms":214.08412170410156,"stages":{"query_redistribute_ms":0.04879999905824661,"pool_fwd_ms":0.17520000040531158,"pool_gather_ms":0.15654399991035461,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":6.7412800788879395,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.99183988571167,"kv_gather_ms":4.6235198974609375,"attention_fwd_ms":24.983488082885742,"teacher_kl_ms":26.363807678222656,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":105.1390380859375,"kv_reduce_scatter_ms":28.852447509765625,"indexer_bwd_ms":6.515647888183594,"pool_grad_exchange_ms":0.8898559808731079,"pool_bwd_ms":1.5616960525512695,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.66406965255737}],"queries_zigzag":[{"ms":282.8010559082031,"stages":{"query_redistribute_ms":22.38256072998047,"pool_fwd_ms":0.09017600119113922,"pool_gather_ms":0.16892799735069275,"selection_key_layout_ms":0.2754879891872406,"selection_ms":14.085344314575195,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":8.014944076538086,"kv_gather_ms":2.210911989212036,"attention_fwd_ms":26.440671920776367,"teacher_kl_ms":26.439584732055664,"output_restore_ms":15.507455825805664,"dout_redistribute_ms":15.67843246459961,"attention_bwd_ms":109.12576293945312,"kv_reduce_scatter_ms":11.340800285339355,"indexer_bwd_ms":6.662208080291748,"pool_grad_exchange_ms":0.38495999574661255,"pool_bwd_ms":1.5186879634857178,"query_grad_restore_ms":22.441984176635742},"peak_allocated_gib":112.55537462234497},{"ms":282.8127136230469,"stages":{"query_redistribute_ms":22.411775588989258,"pool_fwd_ms":0.09020800143480301,"pool_gather_ms":0.16687999665737152,"selection_key_layout_ms":0.27427199482917786,"selection_ms":14.094592094421387,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.004927635192871,"kv_gather_ms":2.4815359115600586,"attention_fwd_ms":26.434207916259766,"teacher_kl_ms":26.269920349121094,"output_restore_ms":15.482815742492676,"dout_redistribute_ms":15.80515193939209,"attention_bwd_ms":109.37344360351562,"kv_reduce_scatter_ms":10.845151901245117,"indexer_bwd_ms":6.660416126251221,"pool_grad_exchange_ms":0.39817601442337036,"pool_bwd_ms":1.5136640071868896,"query_grad_restore_ms":22.474655151367188},"peak_allocated_gib":112.55537462234497},{"ms":283.19940185546875,"stages":{"query_redistribute_ms":22.40220832824707,"pool_fwd_ms":0.09036800265312195,"pool_gather_ms":0.16470399498939514,"selection_key_layout_ms":0.2746880054473877,"selection_ms":14.087967872619629,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.011232376098633,"kv_gather_ms":2.665503978729248,"attention_fwd_ms":26.438751220703125,"teacher_kl_ms":26.226720809936523,"output_restore_ms":15.533984184265137,"dout_redistribute_ms":15.756128311157227,"attention_bwd_ms":109.09091186523438,"kv_reduce_scatter_ms":11.362303733825684,"indexer_bwd_ms":6.66918420791626,"pool_grad_exchange_ms":0.38624000549316406,"pool_bwd_ms":1.5216000080108643,"query_grad_restore_ms":22.48703956604004},"peak_allocated_gib":112.55537462234497},{"ms":282.5478820800781,"stages":{"query_redistribute_ms":22.403072357177734,"pool_fwd_ms":0.09113600105047226,"pool_gather_ms":0.16915200650691986,"selection_key_layout_ms":0.27529600262641907,"selection_ms":14.090335845947266,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":8.007328033447266,"kv_gather_ms":2.0200319290161133,"attention_fwd_ms":26.457216262817383,"teacher_kl_ms":25.995071411132812,"output_restore_ms":15.772704124450684,"dout_redistribute_ms":15.869824409484863,"attention_bwd_ms":109.31404876708984,"kv_reduce_scatter_ms":11.049951553344727,"indexer_bwd_ms":6.658400058746338,"pool_grad_exchange_ms":0.39187198877334595,"pool_bwd_ms":1.5197759866714478,"query_grad_restore_ms":22.431808471679688},"peak_allocated_gib":112.55543565750122},{"ms":282.7158203125,"stages":{"query_redistribute_ms":22.383935928344727,"pool_fwd_ms":0.09222400188446045,"pool_gather_ms":0.1669120043516159,"selection_key_layout_ms":0.27430400252342224,"selection_ms":14.098431587219238,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.007583618164062,"kv_gather_ms":2.0057919025421143,"attention_fwd_ms":26.458112716674805,"teacher_kl_ms":26.174495697021484,"output_restore_ms":15.800288200378418,"dout_redistribute_ms":15.747936248779297,"attention_bwd_ms":109.1585922241211,"kv_reduce_scatter_ms":11.222047805786133,"indexer_bwd_ms":6.662271976470947,"pool_grad_exchange_ms":0.3838079869747162,"pool_bwd_ms":1.5247039794921875,"query_grad_restore_ms":22.52521514892578},"peak_allocated_gib":112.55543565750122}],"queries_balanced":[{"ms":327.8143310546875,"stages":{"query_redistribute_ms":30.96620750427246,"pool_fwd_ms":0.09017600119113922,"pool_gather_ms":0.14655999839305878,"selection_key_layout_ms":0.02550400048494339,"selection_ms":4.124576091766357,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.000991821289062,"kv_gather_ms":3.8830080032348633,"attention_fwd_ms":28.835840225219727,"teacher_kl_ms":26.359743118286133,"output_restore_ms":23.86751937866211,"dout_redistribute_ms":23.05753517150879,"attention_bwd_ms":120.21663665771484,"kv_reduce_scatter_ms":17.512096405029297,"indexer_bwd_ms":6.817920207977295,"pool_grad_exchange_ms":0.47628799080848694,"pool_bwd_ms":1.5143680572509766,"query_grad_restore_ms":31.8874568939209},"peak_allocated_gib":112.55469846725464},{"ms":326.8046569824219,"stages":{"query_redistribute_ms":30.91231918334961,"pool_fwd_ms":0.0899519994854927,"pool_gather_ms":0.1589760035276413,"selection_key_layout_ms":0.025407999753952026,"selection_ms":4.130911827087402,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.999328136444092,"kv_gather_ms":3.8805758953094482,"attention_fwd_ms":28.838016510009766,"teacher_kl_ms":26.490751266479492,"output_restore_ms":23.68921661376953,"dout_redistribute_ms":23.028575897216797,"attention_bwd_ms":120.26179504394531,"kv_reduce_scatter_ms":16.547840118408203,"indexer_bwd_ms":6.816832065582275,"pool_grad_exchange_ms":0.49641600251197815,"pool_bwd_ms":1.5217920541763306,"query_grad_restore_ms":31.88652801513672},"peak_allocated_gib":112.55469846725464},{"ms":327.0584716796875,"stages":{"query_redistribute_ms":30.987327575683594,"pool_fwd_ms":0.09027200192213058,"pool_gather_ms":0.18515199422836304,"selection_key_layout_ms":0.025599999353289604,"selection_ms":4.126751899719238,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.007007598876953,"kv_gather_ms":3.88102388381958,"attention_fwd_ms":28.83603286743164,"teacher_kl_ms":26.345312118530273,"output_restore_ms":23.756576538085938,"dout_redistribute_ms":22.971616744995117,"attention_bwd_ms":120.2410888671875,"kv_reduce_scatter_ms":16.906112670898438,"indexer_bwd_ms":6.833600044250488,"pool_grad_exchange_ms":0.4944959878921509,"pool_bwd_ms":1.521407961845398,"query_grad_restore_ms":31.816864013671875},"peak_allocated_gib":112.55469846725464},{"ms":327.1217346191406,"stages":{"query_redistribute_ms":30.959871292114258,"pool_fwd_ms":0.09033600240945816,"pool_gather_ms":0.14134399592876434,"selection_key_layout_ms":0.02537599951028824,"selection_ms":4.129824161529541,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.994880199432373,"kv_gather_ms":3.889120101928711,"attention_fwd_ms":28.833791732788086,"teacher_kl_ms":26.19379234313965,"output_restore_ms":23.744768142700195,"dout_redistribute_ms":23.106399536132812,"attention_bwd_ms":120.30876922607422,"kv_reduce_scatter_ms":16.992095947265625,"indexer_bwd_ms":6.8006720542907715,"pool_grad_exchange_ms":0.48627200722694397,"pool_bwd_ms":1.5196160078048706,"query_grad_restore_ms":31.876192092895508},"peak_allocated_gib":112.55475950241089},{"ms":327.3317565917969,"stages":{"query_redistribute_ms":30.98793601989746,"pool_fwd_ms":0.0899519994854927,"pool_gather_ms":0.14262400567531586,"selection_key_layout_ms":0.024512000381946564,"selection_ms":4.127808094024658,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.003168106079102,"kv_gather_ms":3.884864091873169,"attention_fwd_ms":28.838048934936523,"teacher_kl_ms":26.445663452148438,"output_restore_ms":23.85100746154785,"dout_redistribute_ms":22.897600173950195,"attention_bwd_ms":120.19427490234375,"kv_reduce_scatter_ms":17.074016571044922,"indexer_bwd_ms":6.8288960456848145,"pool_grad_exchange_ms":0.4904960095882416,"pool_bwd_ms":1.5218240022659302,"query_grad_restore_ms":31.896703720092773},"peak_allocated_gib":112.55469846725464}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.00037513422700372924,"max_abs":0.003448486328125,"finite":true},"dq":{"relative_rms":0.00022201900732807532,"max_abs":0.00177001953125,"finite":true},"dkv":{"relative_rms":0.00012874931301276585,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":6.695192380970894e-05,"max_abs":2.984279490192421e-13,"finite":true},"d_weights":{"relative_rms":6.667599814556796e-05,"max_abs":8.731149137020111e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00013616935104283383,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00012946150497343024,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.397323791271747e-06,"max_abs":8.753886504564434e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.00037654565394110634,"max_abs":0.00347900390625,"finite":true},"dq":{"relative_rms":0.00022606100698677913,"max_abs":0.001861572265625,"finite":true},"dkv":{"relative_rms":0.0001394233209990883,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":7.339034323565747e-05,"max_abs":4.405364961712621e-13,"finite":true},"d_weights":{"relative_rms":6.935145830256599e-05,"max_abs":8.731149137020111e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00014751742247003043,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00014202286224456568,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.5249059747231156e-06,"max_abs":7.844391802791506e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.001058107940480113,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0003724359874698984,"max_abs":0.003448486328125,"finite":true},"dq":{"relative_rms":0.00022059275080013125,"max_abs":0.00177001953125,"finite":true},"dkv":{"relative_rms":0.002341513757880929,"max_abs":0.2236328125,"finite":true},"d_index_q":{"relative_rms":6.662987479666778e-05,"max_abs":2.984279490192421e-13,"finite":true},"d_weights":{"relative_rms":6.68057526066046e-05,"max_abs":8.731149137020111e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032986512962164976,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003285623283914696,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.774565995535991e-05,"max_abs":1.0265921446261927e-10,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.000379616843109858,"max_abs":0.003448486328125,"finite":true},"dq":{"relative_rms":0.00022775669860809815,"max_abs":0.0018310546875,"finite":true},"dkv":{"relative_rms":0.00047744635938961645,"max_abs":0.1865234375,"finite":true},"d_index_q":{"relative_rms":7.344701953005794e-05,"max_abs":4.547473508864641e-13,"finite":true},"d_weights":{"relative_rms":7.064057670469903e-05,"max_abs":8.731149137020111e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0011098872937646519,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.001115375768103221,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.4532078337123459e-05,"max_abs":3.1946001399774104e-11,"finite":true}},"loss":0.0010581081733107567,"reference_loss":0.0010581081733107567,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131076,"selection_rows":131076},"queries_balanced":{"policy":"cost-balanced-6x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":4,"init_s":0.3925331679638475,"first_calls_s":{"contiguous":5.854355443967506,"selection":0.23594820604193956,"queries_zigzag":2.988445420982316,"queries_balanced":7.6355764989275485},"samples":{"contiguous":[{"ms":214.55413818359375,"stages":{"query_redistribute_ms":0.056095998734235764,"pool_fwd_ms":0.16047999262809753,"pool_gather_ms":0.1648000031709671,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":5.306464195251465,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.000479698181152,"kv_gather_ms":5.907680034637451,"attention_fwd_ms":25.831327438354492,"teacher_kl_ms":25.30086326599121,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":106.66124725341797,"kv_reduce_scatter_ms":28.267423629760742,"indexer_bwd_ms":6.581247806549072,"pool_grad_exchange_ms":0.7363839745521545,"pool_bwd_ms":1.5349440574645996,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.47975826263428},{"ms":214.42105102539062,"stages":{"query_redistribute_ms":0.04467200115323067,"pool_fwd_ms":0.15919999778270721,"pool_gather_ms":0.1884160041809082,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":5.273344039916992,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":7.998623847961426,"kv_gather_ms":5.962687969207764,"attention_fwd_ms":25.823200225830078,"teacher_kl_ms":25.63907241821289,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0035840000491589308,"attention_bwd_ms":107.23177337646484,"kv_reduce_scatter_ms":27.198368072509766,"indexer_bwd_ms":6.587744235992432,"pool_grad_exchange_ms":0.7399680018424988,"pool_bwd_ms":1.5291199684143066,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.47834968566895},{"ms":214.77212524414062,"stages":{"query_redistribute_ms":0.06444799900054932,"pool_fwd_ms":0.16300800442695618,"pool_gather_ms":0.17206400632858276,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":5.306431770324707,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.992447853088379,"kv_gather_ms":5.89302396774292,"attention_fwd_ms":25.827680587768555,"teacher_kl_ms":25.27827262878418,"output_restore_ms":0.003456000005826354,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":108.1882553100586,"kv_reduce_scatter_ms":26.96294403076172,"indexer_bwd_ms":6.589568138122559,"pool_grad_exchange_ms":0.7463359832763672,"pool_bwd_ms":1.5454720258712769,"query_grad_restore_ms":0.0030720001086592674},"peak_allocated_gib":86.47834968566895},{"ms":214.53981018066406,"stages":{"query_redistribute_ms":0.0522879995405674,"pool_fwd_ms":0.15695999562740326,"pool_gather_ms":0.21401600539684296,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":5.263360023498535,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.996575832366943,"kv_gather_ms":5.897247791290283,"attention_fwd_ms":25.823360443115234,"teacher_kl_ms":25.49951934814453,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":108.12246704101562,"kv_reduce_scatter_ms":26.8143367767334,"indexer_bwd_ms":6.581376075744629,"pool_grad_exchange_ms":0.557919979095459,"pool_bwd_ms":1.518847942352295,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.4791431427002},{"ms":213.5463104248047,"stages":{"query_redistribute_ms":0.06284800171852112,"pool_fwd_ms":0.16076800227165222,"pool_gather_ms":0.1902720034122467,"selection_key_layout_ms":0.0031679999083280563,"selection_ms":5.275263786315918,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.003135681152344,"kv_gather_ms":5.899168014526367,"attention_fwd_ms":25.823104858398438,"teacher_kl_ms":25.198463439941406,"output_restore_ms":0.0031999999191612005,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":106.73494720458984,"kv_reduce_scatter_ms":27.34988784790039,"indexer_bwd_ms":6.579040050506592,"pool_grad_exchange_ms":0.6973119974136353,"pool_bwd_ms":1.530079960823059,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.4791431427002}],"selection":[{"ms":215.49874877929688,"stages":{"query_redistribute_ms":0.04521600157022476,"pool_fwd_ms":0.15263999998569489,"pool_gather_ms":0.1761920005083084,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":5.278560161590576,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":8.004639625549316,"kv_gather_ms":6.055071830749512,"attention_fwd_ms":25.825279235839844,"teacher_kl_ms":25.364320755004883,"output_restore_ms":0.002976000076159835,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":107.45577239990234,"kv_reduce_scatter_ms":28.25641632080078,"indexer_bwd_ms":6.5853118896484375,"pool_grad_exchange_ms":0.7157760262489319,"pool_bwd_ms":1.5402560234069824,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.47975826263428},{"ms":215.0595245361328,"stages":{"query_redistribute_ms":0.06329599767923355,"pool_fwd_ms":0.1695999950170517,"pool_gather_ms":0.14528000354766846,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":5.323647975921631,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":8.000800132751465,"kv_gather_ms":5.833983898162842,"attention_fwd_ms":25.82499122619629,"teacher_kl_ms":25.440223693847656,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":107.49267578125,"kv_reduce_scatter_ms":27.833215713500977,"indexer_bwd_ms":6.578335762023926,"pool_grad_exchange_ms":0.7771199941635132,"pool_bwd_ms":1.534175992012024,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.47834968566895},{"ms":214.08615112304688,"stages":{"query_redistribute_ms":0.05488000065088272,"pool_fwd_ms":0.16096000373363495,"pool_gather_ms":0.1494400054216385,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":5.307551860809326,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":7.998496055603027,"kv_gather_ms":6.151167869567871,"attention_fwd_ms":25.819360733032227,"teacher_kl_ms":25.564863204956055,"output_restore_ms":0.003103999886661768,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":107.63993835449219,"kv_reduce_scatter_ms":26.24233627319336,"indexer_bwd_ms":6.583072185516357,"pool_grad_exchange_ms":0.8142399787902832,"pool_bwd_ms":1.549280047416687,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":86.47834968566895},{"ms":214.85638427734375,"stages":{"query_redistribute_ms":0.054368000477552414,"pool_fwd_ms":0.15619200468063354,"pool_gather_ms":0.16707199811935425,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":5.292863845825195,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":7.996448040008545,"kv_gather_ms":5.895296096801758,"attention_fwd_ms":25.827327728271484,"teacher_kl_ms":25.425792694091797,"output_restore_ms":0.002976000076159835,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":107.20178985595703,"kv_reduce_scatter_ms":27.964927673339844,"indexer_bwd_ms":6.573760032653809,"pool_grad_exchange_ms":0.7259839773178101,"pool_bwd_ms":1.5340160131454468,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":86.47834968566895},{"ms":214.0879669189453,"stages":{"query_redistribute_ms":0.04032000154256821,"pool_fwd_ms":0.151296004652977,"pool_gather_ms":0.1953279972076416,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":5.251008033752441,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.000767707824707,"kv_gather_ms":6.100192070007324,"attention_fwd_ms":25.82918357849121,"teacher_kl_ms":25.37868881225586,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":107.86339569091797,"kv_reduce_scatter_ms":26.264448165893555,"indexer_bwd_ms":6.5753278732299805,"pool_grad_exchange_ms":0.8387519717216492,"pool_bwd_ms":1.5574719905853271,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.4791431427002}],"queries_zigzag":[{"ms":282.8250732421875,"stages":{"query_redistribute_ms":22.39891242980957,"pool_fwd_ms":0.07884799689054489,"pool_gather_ms":0.18742400407791138,"selection_key_layout_ms":0.27529600262641907,"selection_ms":14.104576110839844,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.972127914428711,"kv_gather_ms":2.2273919582366943,"attention_fwd_ms":27.188127517700195,"teacher_kl_ms":25.960384368896484,"output_restore_ms":15.984864234924316,"dout_redistribute_ms":14.887616157531738,"attention_bwd_ms":112.70358276367188,"kv_reduce_scatter_ms":7.805952072143555,"indexer_bwd_ms":6.696864128112793,"pool_grad_exchange_ms":0.359360009431839,"pool_bwd_ms":1.5156480073928833,"query_grad_restore_ms":22.44825553894043},"peak_allocated_gib":112.36514377593994},{"ms":282.8313903808594,"stages":{"query_redistribute_ms":22.423423767089844,"pool_fwd_ms":0.07884799689054489,"pool_gather_ms":0.18294399976730347,"selection_key_layout_ms":0.27558401226997375,"selection_ms":14.112768173217773,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":7.971968173980713,"kv_gather_ms":2.4918079376220703,"attention_fwd_ms":27.175519943237305,"teacher_kl_ms":26.227584838867188,"output_restore_ms":15.396063804626465,"dout_redistribute_ms":14.94707202911377,"attention_bwd_ms":112.40873718261719,"kv_reduce_scatter_ms":8.057760238647461,"indexer_bwd_ms":6.690783977508545,"pool_grad_exchange_ms":0.3718400001525879,"pool_bwd_ms":1.5094079971313477,"query_grad_restore_ms":22.478912353515625},"peak_allocated_gib":112.36370468139648},{"ms":283.1807861328125,"stages":{"query_redistribute_ms":22.379776000976562,"pool_fwd_ms":0.08089599758386612,"pool_gather_ms":0.18323199450969696,"selection_key_layout_ms":0.27555200457572937,"selection_ms":14.114944458007812,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.978015899658203,"kv_gather_ms":2.669600009918213,"attention_fwd_ms":27.169919967651367,"teacher_kl_ms":25.936735153198242,"output_restore_ms":15.856512069702148,"dout_redistribute_ms":14.902400016784668,"attention_bwd_ms":112.42495727539062,"kv_reduce_scatter_ms":8.120320320129395,"indexer_bwd_ms":6.700223922729492,"pool_grad_exchange_ms":0.35100799798965454,"pool_bwd_ms":1.526047945022583,"query_grad_restore_ms":22.480735778808594},"peak_allocated_gib":112.3649959564209},{"ms":282.5416259765625,"stages":{"query_redistribute_ms":22.393375396728516,"pool_fwd_ms":0.0809599980711937,"pool_gather_ms":0.17929600179195404,"selection_key_layout_ms":0.2751680016517639,"selection_ms":14.106752395629883,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.972064018249512,"kv_gather_ms":2.0347840785980225,"attention_fwd_ms":27.1757755279541,"teacher_kl_ms":26.668127059936523,"output_restore_ms":15.21776008605957,"dout_redistribute_ms":14.777055740356445,"attention_bwd_ms":112.38921356201172,"kv_reduce_scatter_ms":8.224960327148438,"indexer_bwd_ms":6.684351921081543,"pool_grad_exchange_ms":0.37782400846481323,"pool_bwd_ms":1.516800045967102,"query_grad_restore_ms":22.436927795410156},"peak_allocated_gib":112.36324691772461},{"ms":282.7078857421875,"stages":{"query_redistribute_ms":22.37833595275879,"pool_fwd_ms":0.07887999713420868,"pool_gather_ms":0.18953600525856018,"selection_key_layout_ms":0.27555200457572937,"selection_ms":14.120991706848145,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.977920055389404,"kv_gather_ms":2.0060479640960693,"attention_fwd_ms":27.176095962524414,"teacher_kl_ms":26.628768920898438,"output_restore_ms":15.418432235717773,"dout_redistribute_ms":14.836799621582031,"attention_bwd_ms":112.34015655517578,"kv_reduce_scatter_ms":8.15510368347168,"indexer_bwd_ms":6.6885762214660645,"pool_grad_exchange_ms":0.36563199758529663,"pool_bwd_ms":1.5267839431762695,"query_grad_restore_ms":22.516799926757812},"peak_allocated_gib":112.3649959564209}],"queries_balanced":[{"ms":327.80999755859375,"stages":{"query_redistribute_ms":30.94758415222168,"pool_fwd_ms":0.0788159966468811,"pool_gather_ms":0.1794240027666092,"selection_key_layout_ms":0.025407999753952026,"selection_ms":4.148032188415527,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.994656085968018,"kv_gather_ms":3.8586881160736084,"attention_fwd_ms":29.071168899536133,"teacher_kl_ms":26.025951385498047,"output_restore_ms":21.70969581604004,"dout_redistribute_ms":21.680063247680664,"attention_bwd_ms":121.23168182373047,"kv_reduce_scatter_ms":20.14905548095703,"indexer_bwd_ms":6.805376052856445,"pool_grad_exchange_ms":0.4784959852695465,"pool_bwd_ms":1.5103039741516113,"query_grad_restore_ms":31.88559913635254},"peak_allocated_gib":112.37038707733154},{"ms":326.8052062988281,"stages":{"query_redistribute_ms":30.895519256591797,"pool_fwd_ms":0.07900799810886383,"pool_gather_ms":0.19126400351524353,"selection_key_layout_ms":0.02598400041460991,"selection_ms":4.143904209136963,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.998688220977783,"kv_gather_ms":3.8604800701141357,"attention_fwd_ms":29.067232131958008,"teacher_kl_ms":26.493120193481445,"output_restore_ms":21.486560821533203,"dout_redistribute_ms":21.286975860595703,"attention_bwd_ms":121.25382232666016,"kv_reduce_scatter_ms":19.2806396484375,"indexer_bwd_ms":6.816991806030273,"pool_grad_exchange_ms":0.4882560074329376,"pool_bwd_ms":1.5198719501495361,"query_grad_restore_ms":31.888351440429688},"peak_allocated_gib":112.36897850036621},{"ms":327.05078125,"stages":{"query_redistribute_ms":30.96463966369629,"pool_fwd_ms":0.08076799660921097,"pool_gather_ms":0.21395200490951538,"selection_key_layout_ms":0.024800000712275505,"selection_ms":4.143008232116699,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.000543594360352,"kv_gather_ms":3.866976022720337,"attention_fwd_ms":29.067007064819336,"teacher_kl_ms":26.48259162902832,"output_restore_ms":21.519392013549805,"dout_redistribute_ms":21.34217643737793,"attention_bwd_ms":121.24217224121094,"kv_reduce_scatter_ms":19.41753578186035,"indexer_bwd_ms":6.8209919929504395,"pool_grad_exchange_ms":0.4947519898414612,"pool_bwd_ms":1.5255680084228516,"query_grad_restore_ms":31.814783096313477},"peak_allocated_gib":112.37038230895996},{"ms":327.1115417480469,"stages":{"query_redistribute_ms":30.935487747192383,"pool_fwd_ms":0.07894399762153625,"pool_gather_ms":0.17532800137996674,"selection_key_layout_ms":0.025439999997615814,"selection_ms":4.135807991027832,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.00489616394043,"kv_gather_ms":3.8690240383148193,"attention_fwd_ms":29.066879272460938,"teacher_kl_ms":26.34332847595215,"output_restore_ms":21.47452735900879,"dout_redistribute_ms":21.27039909362793,"attention_bwd_ms":121.3175048828125,"kv_reduce_scatter_ms":19.72096061706543,"indexer_bwd_ms":6.813119888305664,"pool_grad_exchange_ms":0.4624960124492645,"pool_bwd_ms":1.518847942352295,"query_grad_restore_ms":31.869823455810547},"peak_allocated_gib":112.37038230895996},{"ms":327.3404235839844,"stages":{"query_redistribute_ms":30.990976333618164,"pool_fwd_ms":0.08111999928951263,"pool_gather_ms":0.16684800386428833,"selection_key_layout_ms":0.02550400048494339,"selection_ms":4.142335891723633,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.000672340393066,"kv_gather_ms":3.864351987838745,"attention_fwd_ms":29.07129669189453,"teacher_kl_ms":26.447776794433594,"output_restore_ms":21.609472274780273,"dout_redistribute_ms":21.397504806518555,"attention_bwd_ms":121.3115234375,"kv_reduce_scatter_ms":19.479263305664062,"indexer_bwd_ms":6.816959857940674,"pool_grad_exchange_ms":0.4947519898414612,"pool_bwd_ms":1.5162880420684814,"query_grad_restore_ms":31.895679473876953},"peak_allocated_gib":112.37038230895996}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0005386496525698639,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003046275432708952,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.0001543081946691714,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":7.304191900109657e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.22550807998065e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00015886566606572303,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001735866097110095,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.397323791271747e-06,"max_abs":8.753886504564434e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0005408403934080765,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.000305882297184082,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.0001524265022240581,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":7.314087650030983e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.066155480444936e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00014765931092256652,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00014342986194034802,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.5249059747231156e-06,"max_abs":7.844391802791506e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.001058107940480113,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.000537433416680233,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00030389177256540063,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.002342672944700363,"max_abs":0.201171875,"finite":true},"d_index_q":{"relative_rms":7.283896906909081e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.126873192784889e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.003282355228106776,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.003273093852653831,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":4.774565995535991e-05,"max_abs":1.0265921446261927e-10,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0005433047851151725,"max_abs":0.0032958984375,"finite":true},"dq":{"relative_rms":0.00031016425112985853,"max_abs":0.0020751953125,"finite":true},"dkv":{"relative_rms":0.00037781854548432956,"max_abs":0.1162109375,"finite":true},"d_index_q":{"relative_rms":8.029174366560229e-05,"max_abs":3.019806626980426e-13,"finite":true},"d_weights":{"relative_rms":7.57829516247877e-05,"max_abs":9.458744898438454e-10,"finite":true},"d_pool_kv":{"relative_rms":0.000808624775894197,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0008026257574386682,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.4532078337123459e-05,"max_abs":3.1946001399774104e-11,"finite":true}},"loss":0.0010581081733107567,"reference_loss":0.0010581081733107567,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131032,"selection_rows":131032},"queries_balanced":{"policy":"cost-balanced-6x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":5,"init_s":0.46924770798068494,"first_calls_s":{"contiguous":5.854359004064463,"selection":0.2359497119905427,"queries_zigzag":2.9884534439770505,"queries_balanced":7.635604643030092},"samples":{"contiguous":[{"ms":214.5602569580078,"stages":{"query_redistribute_ms":0.04636799916625023,"pool_fwd_ms":0.19289599359035492,"pool_gather_ms":0.1451520025730133,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":4.806623935699463,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.000896453857422,"kv_gather_ms":6.405280113220215,"attention_fwd_ms":19.37286376953125,"teacher_kl_ms":23.743328094482422,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":76.87334442138672,"kv_reduce_scatter_ms":66.06752014160156,"indexer_bwd_ms":6.146944046020508,"pool_grad_exchange_ms":1.176543951034546,"pool_bwd_ms":1.5351040363311768,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.05203676223755},{"ms":214.42147827148438,"stages":{"query_redistribute_ms":0.04572800174355507,"pool_fwd_ms":0.19260799884796143,"pool_gather_ms":0.1565759927034378,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":4.804351806640625,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.000896453857422,"kv_gather_ms":6.421311855316162,"attention_fwd_ms":19.3734073638916,"teacher_kl_ms":23.741247177124023,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":77.59398651123047,"kv_reduce_scatter_ms":65.18236541748047,"indexer_bwd_ms":6.151584148406982,"pool_grad_exchange_ms":1.1884479522705078,"pool_bwd_ms":1.529088020324707,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":86.05157899856567},{"ms":214.7728271484375,"stages":{"query_redistribute_ms":0.06111999973654747,"pool_fwd_ms":0.19884799420833588,"pool_gather_ms":0.14259199798107147,"selection_key_layout_ms":0.002848000032827258,"selection_ms":4.820864200592041,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.00051212310791,"kv_gather_ms":6.364543914794922,"attention_fwd_ms":19.372671127319336,"teacher_kl_ms":23.870464324951172,"output_restore_ms":0.003103999886661768,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":77.83948516845703,"kv_reduce_scatter_ms":65.16668701171875,"indexer_bwd_ms":6.142943859100342,"pool_grad_exchange_ms":1.2091840505599976,"pool_bwd_ms":1.5411839485168457,"query_grad_restore_ms":0.0029440000653266907},"peak_allocated_gib":86.05156803131104},{"ms":214.53897094726562,"stages":{"query_redistribute_ms":0.05081599950790405,"pool_fwd_ms":0.19363200664520264,"pool_gather_ms":0.1810240000486374,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":4.765632152557373,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":7.998720169067383,"kv_gather_ms":6.38262414932251,"attention_fwd_ms":19.36908721923828,"teacher_kl_ms":23.76995277404785,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":77.88457489013672,"kv_reduce_scatter_ms":65.23596954345703,"indexer_bwd_ms":6.15558385848999,"pool_grad_exchange_ms":0.9962239861488342,"pool_bwd_ms":1.516543984413147,"query_grad_restore_ms":0.003008000086992979},"peak_allocated_gib":86.05202579498291},{"ms":213.5452423095703,"stages":{"query_redistribute_ms":0.06297600269317627,"pool_fwd_ms":0.2061759978532791,"pool_gather_ms":0.14265599846839905,"selection_key_layout_ms":0.002848000032827258,"selection_ms":4.826784133911133,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.00489616394043,"kv_gather_ms":6.33955192565918,"attention_fwd_ms":19.3753604888916,"teacher_kl_ms":24.01958465576172,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.0029440000653266907,"attention_bwd_ms":77.35033416748047,"kv_reduce_scatter_ms":64.35948944091797,"indexer_bwd_ms":6.151391983032227,"pool_grad_exchange_ms":1.133344054222107,"pool_bwd_ms":1.532096028327942,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":86.05202579498291}],"selection":[{"ms":215.49501037597656,"stages":{"query_redistribute_ms":0.042367998510599136,"pool_fwd_ms":0.19020800292491913,"pool_gather_ms":0.1443839967250824,"selection_key_layout_ms":0.002848000032827258,"selection_ms":4.795360088348389,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.00483226776123,"kv_gather_ms":6.530144214630127,"attention_fwd_ms":19.369152069091797,"teacher_kl_ms":23.763776779174805,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":77.12067413330078,"kv_reduce_scatter_ms":66.64816284179688,"indexer_bwd_ms":6.149343967437744,"pool_grad_exchange_ms":1.1610239744186401,"pool_bwd_ms":1.535040020942688,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.05203676223755},{"ms":215.07696533203125,"stages":{"query_redistribute_ms":0.05321599915623665,"pool_fwd_ms":0.2040960043668747,"pool_gather_ms":0.14233599603176117,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":4.814879894256592,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.000736236572266,"kv_gather_ms":6.33139181137085,"attention_fwd_ms":19.38128089904785,"teacher_kl_ms":23.755615234375,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":77.87254333496094,"kv_reduce_scatter_ms":65.58019256591797,"indexer_bwd_ms":6.140768051147461,"pool_grad_exchange_ms":1.2197760343551636,"pool_bwd_ms":1.5411200523376465,"query_grad_restore_ms":0.0030720001086592674},"peak_allocated_gib":86.05157899856567},{"ms":214.09146118164062,"stages":{"query_redistribute_ms":0.04278400167822838,"pool_fwd_ms":0.19225600361824036,"pool_gather_ms":0.14211200177669525,"selection_key_layout_ms":0.002848000032827258,"selection_ms":4.807839870452881,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.994431972503662,"kv_gather_ms":6.646975994110107,"attention_fwd_ms":19.368896484375,"teacher_kl_ms":23.763872146606445,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":77.95030212402344,"kv_reduce_scatter_ms":64.18544006347656,"indexer_bwd_ms":6.151296138763428,"pool_grad_exchange_ms":1.2583680152893066,"pool_bwd_ms":1.5432640314102173,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":86.05156803131104},{"ms":214.8597412109375,"stages":{"query_redistribute_ms":0.04816000163555145,"pool_fwd_ms":0.19283199310302734,"pool_gather_ms":0.14313599467277527,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":4.7942399978637695,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.000960350036621,"kv_gather_ms":6.3845438957214355,"attention_fwd_ms":19.37104034423828,"teacher_kl_ms":23.759679794311523,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":76.95513916015625,"kv_reduce_scatter_ms":66.32959747314453,"indexer_bwd_ms":6.149375915527344,"pool_grad_exchange_ms":1.1559679508209229,"pool_bwd_ms":1.5369919538497925,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":86.05157899856567},{"ms":214.07974243164062,"stages":{"query_redistribute_ms":0.04585599899291992,"pool_fwd_ms":0.19327999651432037,"pool_gather_ms":0.1443839967250824,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":4.790207862854004,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.008959770202637,"kv_gather_ms":6.548704147338867,"attention_fwd_ms":19.370912551879883,"teacher_kl_ms":24.042335510253906,"output_restore_ms":0.0031679999083280563,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":76.88114929199219,"kv_reduce_scatter_ms":65.03743743896484,"indexer_bwd_ms":6.155104160308838,"pool_grad_exchange_ms":1.2647360563278198,"pool_bwd_ms":1.5576000213623047,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":86.05202579498291}],"queries_zigzag":[{"ms":282.81890869140625,"stages":{"query_redistribute_ms":22.40608024597168,"pool_fwd_ms":0.11801599711179733,"pool_gather_ms":0.14230400323867798,"selection_key_layout_ms":0.2754879891872406,"selection_ms":14.086048126220703,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.976255893707275,"kv_gather_ms":2.2373759746551514,"attention_fwd_ms":27.63248062133789,"teacher_kl_ms":26.301536560058594,"output_restore_ms":14.914463996887207,"dout_redistribute_ms":15.180768013000488,"attention_bwd_ms":114.31014251708984,"kv_reduce_scatter_ms":6.1993279457092285,"indexer_bwd_ms":6.721663951873779,"pool_grad_exchange_ms":0.32652801275253296,"pool_bwd_ms":1.5197759866714478,"query_grad_restore_ms":22.4420166015625},"peak_allocated_gib":111.92950487136841},{"ms":282.82928466796875,"stages":{"query_redistribute_ms":22.4234561920166,"pool_fwd_ms":0.11798399686813354,"pool_gather_ms":0.14239999651908875,"selection_key_layout_ms":0.27535998821258545,"selection_ms":14.088031768798828,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.976096153259277,"kv_gather_ms":2.5098559856414795,"attention_fwd_ms":27.62656021118164,"teacher_kl_ms":26.288991928100586,"output_restore_ms":15.0315523147583,"dout_redistribute_ms":14.81606388092041,"attention_bwd_ms":114.2814712524414,"kv_reduce_scatter_ms":6.18284797668457,"indexer_bwd_ms":6.71343994140625,"pool_grad_exchange_ms":0.3285439908504486,"pool_bwd_ms":1.5177279710769653,"query_grad_restore_ms":22.476896286010742},"peak_allocated_gib":111.92870712280273},{"ms":283.1858215332031,"stages":{"query_redistribute_ms":22.395776748657227,"pool_fwd_ms":0.11772800236940384,"pool_gather_ms":0.14246399700641632,"selection_key_layout_ms":0.2754879891872406,"selection_ms":14.086079597473145,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":7.967840194702148,"kv_gather_ms":2.702303886413574,"attention_fwd_ms":27.632831573486328,"teacher_kl_ms":26.23561668395996,"output_restore_ms":14.951423645019531,"dout_redistribute_ms":15.06214427947998,"attention_bwd_ms":114.24854278564453,"kv_reduce_scatter_ms":6.294528007507324,"indexer_bwd_ms":6.72870397567749,"pool_grad_exchange_ms":0.3123199939727783,"pool_bwd_ms":1.523967981338501,"query_grad_restore_ms":22.47884750366211},"peak_allocated_gib":111.92837524414062},{"ms":282.5341491699219,"stages":{"query_redistribute_ms":22.383167266845703,"pool_fwd_ms":0.1196800023317337,"pool_gather_ms":0.14230400323867798,"selection_key_layout_ms":0.2754240036010742,"selection_ms":14.080096244812012,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.968063831329346,"kv_gather_ms":2.059040069580078,"attention_fwd_ms":27.64703941345215,"teacher_kl_ms":26.19900894165039,"output_restore_ms":14.914496421813965,"dout_redistribute_ms":15.11308765411377,"attention_bwd_ms":114.38288116455078,"kv_reduce_scatter_ms":6.208672046661377,"indexer_bwd_ms":6.719295978546143,"pool_grad_exchange_ms":0.3309760093688965,"pool_bwd_ms":1.520576000213623,"query_grad_restore_ms":22.44108772277832},"peak_allocated_gib":111.92905807495117},{"ms":282.7127990722656,"stages":{"query_redistribute_ms":22.38572883605957,"pool_fwd_ms":0.11798399686813354,"pool_gather_ms":0.14416000247001648,"selection_key_layout_ms":0.2754560112953186,"selection_ms":14.077983856201172,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.9720001220703125,"kv_gather_ms":2.0469439029693604,"attention_fwd_ms":27.63667106628418,"teacher_kl_ms":26.596416473388672,"output_restore_ms":14.94927978515625,"dout_redistribute_ms":14.951552391052246,"attention_bwd_ms":114.53340911865234,"kv_reduce_scatter_ms":5.906271934509277,"indexer_bwd_ms":6.7217278480529785,"pool_grad_exchange_ms":0.3227519989013672,"pool_bwd_ms":1.5244799852371216,"query_grad_restore_ms":22.520959854125977},"peak_allocated_gib":111.92838621139526}],"queries_balanced":[{"ms":327.834716796875,"stages":{"query_redistribute_ms":30.958080291748047,"pool_fwd_ms":0.11760000139474869,"pool_gather_ms":0.14256000518798828,"selection_key_layout_ms":0.02956799976527691,"selection_ms":4.205408096313477,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":8.010944366455078,"kv_gather_ms":3.780639886856079,"attention_fwd_ms":28.905344009399414,"teacher_kl_ms":26.290239334106445,"output_restore_ms":18.353439331054688,"dout_redistribute_ms":21.99216079711914,"attention_bwd_ms":120.76163482666016,"kv_reduce_scatter_ms":23.567167282104492,"indexer_bwd_ms":6.81987190246582,"pool_grad_exchange_ms":0.45552000403404236,"pool_bwd_ms":1.5155199766159058,"query_grad_restore_ms":31.900863647460938},"peak_allocated_gib":111.94266557693481},{"ms":326.81451416015625,"stages":{"query_redistribute_ms":30.907264709472656,"pool_fwd_ms":0.1175680011510849,"pool_gather_ms":0.1424960047006607,"selection_key_layout_ms":0.029440000653266907,"selection_ms":4.213696002960205,"selection_restore_ms":0.003103999886661768,"expand_tail_ms":7.998559951782227,"kv_gather_ms":3.7867519855499268,"attention_fwd_ms":28.90959930419922,"teacher_kl_ms":26.46019172668457,"output_restore_ms":18.308063507080078,"dout_redistribute_ms":22.2587833404541,"attention_bwd_ms":120.72844696044922,"kv_reduce_scatter_ms":22.2096004486084,"indexer_bwd_ms":6.82476806640625,"pool_grad_exchange_ms":0.4699839949607849,"pool_bwd_ms":1.5240319967269897,"query_grad_restore_ms":31.8985595703125},"peak_allocated_gib":111.9421968460083},{"ms":327.0661315917969,"stages":{"query_redistribute_ms":31.007776260375977,"pool_fwd_ms":0.11772800236940384,"pool_gather_ms":0.14262400567531586,"selection_key_layout_ms":0.03139200061559677,"selection_ms":4.199391841888428,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.005151748657227,"kv_gather_ms":3.796639919281006,"attention_fwd_ms":28.90563201904297,"teacher_kl_ms":26.28607940673828,"output_restore_ms":18.582752227783203,"dout_redistribute_ms":22.23174476623535,"attention_bwd_ms":120.5525131225586,"kv_reduce_scatter_ms":22.52092742919922,"indexer_bwd_ms":6.8269758224487305,"pool_grad_exchange_ms":0.4852159917354584,"pool_bwd_ms":1.5209280252456665,"query_grad_restore_ms":31.826847076416016},"peak_allocated_gib":111.94266557693481},{"ms":327.1285400390625,"stages":{"query_redistribute_ms":30.927040100097656,"pool_fwd_ms":0.11990399658679962,"pool_gather_ms":0.1483519971370697,"selection_key_layout_ms":0.029888000339269638,"selection_ms":4.205376148223877,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":8.008864402770996,"kv_gather_ms":3.788831949234009,"attention_fwd_ms":28.917695999145508,"teacher_kl_ms":26.208127975463867,"output_restore_ms":18.52739143371582,"dout_redistribute_ms":21.974016189575195,"attention_bwd_ms":120.61180877685547,"kv_reduce_scatter_ms":22.96099281311035,"indexer_bwd_ms":6.83139181137085,"pool_grad_exchange_ms":0.4392000138759613,"pool_bwd_ms":1.5195519924163818,"query_grad_restore_ms":31.884384155273438},"peak_allocated_gib":111.94266557693481},{"ms":327.3456115722656,"stages":{"query_redistribute_ms":30.96940803527832,"pool_fwd_ms":0.11798399686813354,"pool_gather_ms":0.14403200149536133,"selection_key_layout_ms":0.029759999364614487,"selection_ms":4.20143985748291,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.009023666381836,"kv_gather_ms":3.8010880947113037,"attention_fwd_ms":28.91360092163086,"teacher_kl_ms":26.308671951293945,"output_restore_ms":18.533376693725586,"dout_redistribute_ms":22.215776443481445,"attention_bwd_ms":120.62220764160156,"kv_reduce_scatter_ms":22.72742462158203,"indexer_bwd_ms":6.829247951507568,"pool_grad_exchange_ms":0.46560001373291016,"pool_bwd_ms":1.522879958152771,"query_grad_restore_ms":31.90790367126465},"peak_allocated_gib":111.94266557693481}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.00026434613923536054,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00015896132565222933,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":8.668249557894581e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":3.888476876905806e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":3.974771460916163e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":9.941986874300645e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00010564382216720894,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.397323791271747e-06,"max_abs":8.753886504564434e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.00026368571087386866,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0001586467706880612,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":8.678585873877477e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":3.896287685465278e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":3.9882812975355853e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00010670013105258486,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00010942606912181005,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.5249059747231156e-06,"max_abs":7.844391802791506e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.001058107940480113,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0002591966537695834,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00015598057059932227,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.0023413431596843296,"max_abs":0.239501953125,"finite":true},"d_index_q":{"relative_rms":3.8707254165869274e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":4.01334179075519e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032753658199646467,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003270379289259644,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.774565995535991e-05,"max_abs":1.0265921446261927e-10,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0002710847805936909,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00016295787429093008,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.00020619282456143325,"max_abs":0.11328125,"finite":true},"d_index_q":{"relative_rms":3.923130922782195e-05,"max_abs":2.2737367544323206e-13,"finite":true},"d_weights":{"relative_rms":3.9836698431029485e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00042658330856340054,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0004238920682722262,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":1.4532078337123459e-05,"max_abs":3.1946001399774104e-11,"finite":true}},"loss":0.0010581081733107567,"reference_loss":0.0010581081733107567,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130980,"selection_rows":130980},"queries_balanced":{"policy":"cost-balanced-6x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":6,"init_s":0.5287059780675918,"first_calls_s":{"contiguous":5.854338949080557,"selection":0.23600178898777813,"queries_zigzag":2.9884494949365035,"queries_balanced":7.635594058898278},"samples":{"contiguous":[{"ms":214.54879760742188,"stages":{"query_redistribute_ms":0.053119998425245285,"pool_fwd_ms":0.15350399911403656,"pool_gather_ms":0.1687999963760376,"selection_key_layout_ms":0.002816000021994114,"selection_ms":5.5635199546813965,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.0131196975708,"kv_gather_ms":5.631135940551758,"attention_fwd_ms":26.91267204284668,"teacher_kl_ms":25.689088821411133,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.003008000086992979,"attention_bwd_ms":112.2438735961914,"kv_reduce_scatter_ms":21.202848434448242,"indexer_bwd_ms":6.657087802886963,"pool_grad_exchange_ms":0.680895984172821,"pool_bwd_ms":1.5351359844207764,"query_grad_restore_ms":0.0029440000653266907},"peak_allocated_gib":86.57940864562988},{"ms":214.42501831054688,"stages":{"query_redistribute_ms":0.03680000081658363,"pool_fwd_ms":0.14364799857139587,"pool_gather_ms":0.2160319983959198,"selection_key_layout_ms":0.002848000032827258,"selection_ms":5.486591815948486,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.015263557434082,"kv_gather_ms":5.729311943054199,"attention_fwd_ms":26.916736602783203,"teacher_kl_ms":25.66441535949707,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":112.7541732788086,"kv_reduce_scatter_ms":20.54140853881836,"indexer_bwd_ms":6.6532158851623535,"pool_grad_exchange_ms":0.6931840181350708,"pool_bwd_ms":1.5328320264816284,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":86.57940864562988},{"ms":214.78367614746094,"stages":{"query_redistribute_ms":0.04214400053024292,"pool_fwd_ms":0.14867199957370758,"pool_gather_ms":0.22217600047588348,"selection_key_layout_ms":0.002848000032827258,"selection_ms":5.509312152862549,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.019200325012207,"kv_gather_ms":5.655776023864746,"attention_fwd_ms":26.91663932800293,"teacher_kl_ms":25.619264602661133,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":111.91871643066406,"kv_reduce_scatter_ms":21.78646469116211,"indexer_bwd_ms":6.656256198883057,"pool_grad_exchange_ms":0.7052800059318542,"pool_bwd_ms":1.5425280332565308,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.57940864562988},{"ms":214.5421142578125,"stages":{"query_redistribute_ms":0.04694399982690811,"pool_fwd_ms":0.14707200229167938,"pool_gather_ms":0.22912000119686127,"selection_key_layout_ms":0.002816000021994114,"selection_ms":5.48367977142334,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.017215728759766,"kv_gather_ms":5.645247936248779,"attention_fwd_ms":26.919008255004883,"teacher_kl_ms":25.449247360229492,"output_restore_ms":0.002816000021994114,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":112.43689727783203,"kv_reduce_scatter_ms":21.446495056152344,"indexer_bwd_ms":6.658271789550781,"pool_grad_exchange_ms":0.5066559910774231,"pool_bwd_ms":1.5147199630737305,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.57939529418945},{"ms":213.56402587890625,"stages":{"query_redistribute_ms":0.04604800045490265,"pool_fwd_ms":0.1483840048313141,"pool_gather_ms":0.2335360050201416,"selection_key_layout_ms":0.002816000021994114,"selection_ms":5.471519947052002,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.010880470275879,"kv_gather_ms":5.686240196228027,"attention_fwd_ms":26.915008544921875,"teacher_kl_ms":25.310815811157227,"output_restore_ms":0.002976000076159835,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":111.90541076660156,"kv_reduce_scatter_ms":20.96735954284668,"indexer_bwd_ms":6.656928062438965,"pool_grad_exchange_ms":0.6378239989280701,"pool_bwd_ms":1.5321279764175415,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":86.57939529418945}],"selection":[{"ms":215.50099182128906,"stages":{"query_redistribute_ms":0.0363520011305809,"pool_fwd_ms":0.14336000382900238,"pool_gather_ms":0.19942399859428406,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":5.521503925323486,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.01734447479248,"kv_gather_ms":5.790527820587158,"attention_fwd_ms":26.914880752563477,"teacher_kl_ms":25.369375228881836,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":111.85305786132812,"kv_reduce_scatter_ms":22.754240036010742,"indexer_bwd_ms":6.646719932556152,"pool_grad_exchange_ms":0.670527994632721,"pool_bwd_ms":1.5424000024795532,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":86.57940864562988},{"ms":215.07875061035156,"stages":{"query_redistribute_ms":0.04335999861359596,"pool_fwd_ms":0.1563519984483719,"pool_gather_ms":0.20070399343967438,"selection_key_layout_ms":0.003008000086992979,"selection_ms":5.517151832580566,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":8.019200325012207,"kv_gather_ms":5.608672142028809,"attention_fwd_ms":26.916671752929688,"teacher_kl_ms":25.35196876525879,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":112.94166564941406,"kv_reduce_scatter_ms":21.37081527709961,"indexer_bwd_ms":6.662112236022949,"pool_grad_exchange_ms":0.7117120027542114,"pool_bwd_ms":1.5381439924240112,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":86.57940864562988},{"ms":214.0951385498047,"stages":{"query_redistribute_ms":0.035360001027584076,"pool_fwd_ms":0.14348800480365753,"pool_gather_ms":0.2006399929523468,"selection_key_layout_ms":0.002848000032827258,"selection_ms":5.494976043701172,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":8.018912315368652,"kv_gather_ms":5.934175968170166,"attention_fwd_ms":26.91391944885254,"teacher_kl_ms":25.839359283447266,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":113.2548828125,"kv_reduce_scatter_ms":19.250015258789062,"indexer_bwd_ms":6.659232139587402,"pool_grad_exchange_ms":0.7606719732284546,"pool_bwd_ms":1.5474879741668701,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":86.57940864562988},{"ms":214.86256408691406,"stages":{"query_redistribute_ms":0.040832001715898514,"pool_fwd_ms":0.1443839967250824,"pool_gather_ms":0.20073600113391876,"selection_key_layout_ms":0.002848000032827258,"selection_ms":5.496863842010498,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.00915241241455,"kv_gather_ms":5.667647838592529,"attention_fwd_ms":26.912639617919922,"teacher_kl_ms":25.510879516601562,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":111.7484130859375,"kv_reduce_scatter_ms":22.24118423461914,"indexer_bwd_ms":6.666240215301514,"pool_grad_exchange_ms":0.6481919884681702,"pool_bwd_ms":1.5361920595169067,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":86.57940864562988},{"ms":214.0869140625,"stages":{"query_redistribute_ms":0.03372799977660179,"pool_fwd_ms":0.14179199934005737,"pool_gather_ms":0.2136639952659607,"selection_key_layout_ms":0.002816000021994114,"selection_ms":5.4825921058654785,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.01523208618164,"kv_gather_ms":5.846144199371338,"attention_fwd_ms":26.91049575805664,"teacher_kl_ms":25.34511947631836,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":111.68694305419922,"kv_reduce_scatter_ms":21.385311126708984,"indexer_bwd_ms":6.661375999450684,"pool_grad_exchange_ms":0.7605760097503662,"pool_bwd_ms":1.5637760162353516,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":86.57939529418945}],"queries_zigzag":[{"ms":282.8269958496094,"stages":{"query_redistribute_ms":22.399904251098633,"pool_fwd_ms":0.07472000271081924,"pool_gather_ms":0.19353599846363068,"selection_key_layout_ms":0.2754560112953186,"selection_ms":14.07372760772705,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.968128204345703,"kv_gather_ms":2.253887891769409,"attention_fwd_ms":27.866111755371094,"teacher_kl_ms":26.20534324645996,"output_restore_ms":14.961440086364746,"dout_redistribute_ms":14.996352195739746,"attention_bwd_ms":115.46329498291016,"kv_reduce_scatter_ms":5.058591842651367,"indexer_bwd_ms":6.741919994354248,"pool_grad_exchange_ms":0.2980799973011017,"pool_bwd_ms":1.5195839405059814,"query_grad_restore_ms":22.446176528930664},"peak_allocated_gib":112.4549789428711},{"ms":282.8247375488281,"stages":{"query_redistribute_ms":22.415264129638672,"pool_fwd_ms":0.07472000271081924,"pool_gather_ms":0.18758399784564972,"selection_key_layout_ms":0.2754879891872406,"selection_ms":14.07759952545166,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.968095779418945,"kv_gather_ms":2.524127960205078,"attention_fwd_ms":27.864255905151367,"teacher_kl_ms":26.188640594482422,"output_restore_ms":14.881983757019043,"dout_redistribute_ms":14.777088165283203,"attention_bwd_ms":115.38531494140625,"kv_reduce_scatter_ms":5.140575885772705,"indexer_bwd_ms":6.739840030670166,"pool_grad_exchange_ms":0.30006399750709534,"pool_bwd_ms":1.515712022781372,"query_grad_restore_ms":22.4768009185791},"peak_allocated_gib":112.45358848571777},{"ms":283.1949462890625,"stages":{"query_redistribute_ms":22.397695541381836,"pool_fwd_ms":0.07497599720954895,"pool_gather_ms":0.18716800212860107,"selection_key_layout_ms":0.27539199590682983,"selection_ms":14.065600395202637,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":7.974271774291992,"kv_gather_ms":2.7125439643859863,"attention_fwd_ms":27.847679138183594,"teacher_kl_ms":26.059776306152344,"output_restore_ms":14.91868782043457,"dout_redistribute_ms":15.090592384338379,"attention_bwd_ms":115.59635162353516,"kv_reduce_scatter_ms":4.9245758056640625,"indexer_bwd_ms":6.74073600769043,"pool_grad_exchange_ms":0.28569599986076355,"pool_bwd_ms":1.5320320129394531,"query_grad_restore_ms":22.483007431030273},"peak_allocated_gib":112.45455169677734},{"ms":282.5531005859375,"stages":{"query_redistribute_ms":22.402463912963867,"pool_fwd_ms":0.07503999769687653,"pool_gather_ms":0.18918399512767792,"selection_key_layout_ms":0.27558401226997375,"selection_ms":14.069664001464844,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":7.969888210296631,"kv_gather_ms":2.0657920837402344,"attention_fwd_ms":27.878175735473633,"teacher_kl_ms":26.10483169555664,"output_restore_ms":14.922656059265137,"dout_redistribute_ms":14.939359664916992,"attention_bwd_ms":115.83382415771484,"kv_reduce_scatter_ms":4.796224117279053,"indexer_bwd_ms":6.738207817077637,"pool_grad_exchange_ms":0.302047997713089,"pool_bwd_ms":1.5225600004196167,"query_grad_restore_ms":22.43894386291504},"peak_allocated_gib":112.4540023803711},{"ms":282.71551513671875,"stages":{"query_redistribute_ms":22.388416290283203,"pool_fwd_ms":0.07462400197982788,"pool_gather_ms":0.18755200505256653,"selection_key_layout_ms":0.2751680016517639,"selection_ms":14.071840286254883,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.972256183624268,"kv_gather_ms":2.05513596534729,"attention_fwd_ms":27.859872817993164,"teacher_kl_ms":25.951263427734375,"output_restore_ms":15.236063957214355,"dout_redistribute_ms":15.033184051513672,"attention_bwd_ms":115.5103988647461,"kv_reduce_scatter_ms":4.9891839027404785,"indexer_bwd_ms":6.743711948394775,"pool_grad_exchange_ms":0.2879999876022339,"pool_bwd_ms":1.5309439897537231,"query_grad_restore_ms":22.52070426940918},"peak_allocated_gib":112.45455169677734}],"queries_balanced":[{"ms":327.8202209472656,"stages":{"query_redistribute_ms":30.978431701660156,"pool_fwd_ms":0.07472000271081924,"pool_gather_ms":0.1669439971446991,"selection_key_layout_ms":0.034015998244285583,"selection_ms":4.045599937438965,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":8.000639915466309,"kv_gather_ms":3.95468807220459,"attention_fwd_ms":31.636703491210938,"teacher_kl_ms":27.261695861816406,"output_restore_ms":21.874591827392578,"dout_redistribute_ms":21.716096878051758,"attention_bwd_ms":132.6807403564453,"kv_reduce_scatter_ms":4.706143856048584,"indexer_bwd_ms":6.979680061340332,"pool_grad_exchange_ms":0.2797439992427826,"pool_bwd_ms":1.5194239616394043,"query_grad_restore_ms":31.880319595336914},"peak_allocated_gib":112.47003746032715},{"ms":326.8018798828125,"stages":{"query_redistribute_ms":30.91971206665039,"pool_fwd_ms":0.07459200173616409,"pool_gather_ms":0.17308799922466278,"selection_key_layout_ms":0.033824000507593155,"selection_ms":4.043712139129639,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.002943992614746,"kv_gather_ms":3.95251202583313,"attention_fwd_ms":31.64259147644043,"teacher_kl_ms":26.7458553314209,"output_restore_ms":21.710975646972656,"dout_redistribute_ms":21.340063095092773,"attention_bwd_ms":132.74716186523438,"kv_reduce_scatter_ms":4.694015979766846,"indexer_bwd_ms":7.007359981536865,"pool_grad_exchange_ms":0.26444798707962036,"pool_bwd_ms":1.5367039442062378,"query_grad_restore_ms":31.884416580200195},"peak_allocated_gib":112.47003746032715},{"ms":327.0517883300781,"stages":{"query_redistribute_ms":31.01817512512207,"pool_fwd_ms":0.07459200173616409,"pool_gather_ms":0.1730560064315796,"selection_key_layout_ms":0.03379200026392937,"selection_ms":4.046175956726074,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.000415802001953,"kv_gather_ms":3.9587841033935547,"attention_fwd_ms":31.683584213256836,"teacher_kl_ms":26.842016220092773,"output_restore_ms":21.628896713256836,"dout_redistribute_ms":21.549152374267578,"attention_bwd_ms":132.67971801757812,"kv_reduce_scatter_ms":4.699999809265137,"indexer_bwd_ms":7.017632007598877,"pool_grad_exchange_ms":0.2672320008277893,"pool_bwd_ms":1.5401599407196045,"query_grad_restore_ms":31.810815811157227},"peak_allocated_gib":112.47002410888672},{"ms":327.11236572265625,"stages":{"query_redistribute_ms":30.95417594909668,"pool_fwd_ms":0.07487999647855759,"pool_gather_ms":0.16499200463294983,"selection_key_layout_ms":0.03347200155258179,"selection_ms":4.041664123535156,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.000864028930664,"kv_gather_ms":3.962912082672119,"attention_fwd_ms":31.652864456176758,"teacher_kl_ms":26.74608039855957,"output_restore_ms":21.827455520629883,"dout_redistribute_ms":21.47711944580078,"attention_bwd_ms":132.80886840820312,"kv_reduce_scatter_ms":4.692351818084717,"indexer_bwd_ms":6.9800639152526855,"pool_grad_exchange_ms":0.2735680043697357,"pool_bwd_ms":1.52566397190094,"query_grad_restore_ms":31.86809539794922},"peak_allocated_gib":112.47002410888672},{"ms":327.3472595214844,"stages":{"query_redistribute_ms":31.01702308654785,"pool_fwd_ms":0.07459200173616409,"pool_gather_ms":0.1547199934720993,"selection_key_layout_ms":0.033663999289274216,"selection_ms":4.03766393661499,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.998784065246582,"kv_gather_ms":3.973184108734131,"attention_fwd_ms":31.63203239440918,"teacher_kl_ms":27.10220718383789,"output_restore_ms":21.845983505249023,"dout_redistribute_ms":21.380224227905273,"attention_bwd_ms":132.6623077392578,"kv_reduce_scatter_ms":4.704288005828857,"indexer_bwd_ms":7.009088039398193,"pool_grad_exchange_ms":0.26742398738861084,"pool_bwd_ms":1.5349760055541992,"query_grad_restore_ms":31.891551971435547},"peak_allocated_gib":112.47002410888672}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.000536239890338111,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00030022132622937233,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.00015524850802703524,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":7.876891509632162e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.737738443985465e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00015883530880369452,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00015499693301662665,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":3.397323791271747e-06,"max_abs":8.753886504564434e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0005376193337034558,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00030097053376057666,"max_abs":0.00048828125,"finite":true},"dkv":{"relative_rms":0.0001589474061734433,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":7.897308170492525e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.668506605675484e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00015676503170554548,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00017616620506110124,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":3.5249059747231156e-06,"max_abs":7.844391802791506e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.001058107940480113,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.000533858971225721,"max_abs":0.0029296875,"finite":true},"dq":{"relative_rms":0.0003024541120247797,"max_abs":0.00202178955078125,"finite":true},"dkv":{"relative_rms":0.0023426620091242904,"max_abs":0.220703125,"finite":true},"d_index_q":{"relative_rms":9.003093525179896e-05,"max_abs":4.831690603168681e-13,"finite":true},"d_weights":{"relative_rms":8.654764795088706e-05,"max_abs":1.5061232261359692e-09,"finite":true},"d_pool_kv":{"relative_rms":0.003269026284769714,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003258622998306681,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.774565995535991e-05,"max_abs":1.0265921446261927e-10,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0005386951962158678,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003014095280142976,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.0005180988049965312,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":7.880435665177227e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.778511080068009e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0011257954687260699,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0011381432631416715,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.4532078337123459e-05,"max_abs":3.1946001399774104e-11,"finite":true}},"loss":0.0010581081733107567,"reference_loss":0.0010581081733107567,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130960,"selection_rows":130960},"queries_balanced":{"policy":"cost-balanced-6x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":7,"init_s":0.36429739906452596,"first_calls_s":{"contiguous":5.8543370719999075,"selection":0.2359644559910521,"queries_zigzag":2.9884416789282113,"queries_balanced":7.635599948931485},"samples":{"contiguous":[{"ms":214.55734252929688,"stages":{"query_redistribute_ms":0.043935999274253845,"pool_fwd_ms":0.15532800555229187,"pool_gather_ms":0.1820800006389618,"selection_key_layout_ms":0.002623999956995249,"selection_ms":4.775328159332275,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.984640121459961,"kv_gather_ms":6.45030403137207,"attention_fwd_ms":26.269664764404297,"teacher_kl_ms":25.28656005859375,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":109.29017639160156,"kv_reduce_scatter_ms":25.206911087036133,"indexer_bwd_ms":6.642752170562744,"pool_grad_exchange_ms":0.6890559792518616,"pool_bwd_ms":1.5349760055541992,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.34217691421509},{"ms":214.4192352294922,"stages":{"query_redistribute_ms":0.03807999938726425,"pool_fwd_ms":0.15388800203800201,"pool_gather_ms":0.19871999323368073,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":4.759871959686279,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":7.996992111206055,"kv_gather_ms":6.4767680168151855,"attention_fwd_ms":26.26563262939453,"teacher_kl_ms":25.337696075439453,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":108.63935852050781,"kv_reduce_scatter_ms":25.6408634185791,"indexer_bwd_ms":6.636672019958496,"pool_grad_exchange_ms":0.703328013420105,"pool_bwd_ms":1.5309760570526123,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.34154176712036},{"ms":214.7777862548828,"stages":{"query_redistribute_ms":0.05145600065588951,"pool_fwd_ms":0.16412800550460815,"pool_gather_ms":0.19046400487422943,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":4.766143798828125,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.997119903564453,"kv_gather_ms":6.421472072601318,"attention_fwd_ms":26.271648406982422,"teacher_kl_ms":25.211008071899414,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":108.74761962890625,"kv_reduce_scatter_ms":26.009727478027344,"indexer_bwd_ms":6.63043212890625,"pool_grad_exchange_ms":0.7321599721908569,"pool_bwd_ms":1.5450880527496338,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.34154176712036},{"ms":214.53919982910156,"stages":{"query_redistribute_ms":0.04854400083422661,"pool_fwd_ms":0.16096000373363495,"pool_gather_ms":0.21264000236988068,"selection_key_layout_ms":0.002687999978661537,"selection_ms":4.745471954345703,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":7.992800235748291,"kv_gather_ms":6.403135776519775,"attention_fwd_ms":26.273664474487305,"teacher_kl_ms":25.433984756469727,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":109.50784301757812,"kv_reduce_scatter_ms":25.046783447265625,"indexer_bwd_ms":6.635615825653076,"pool_grad_exchange_ms":0.5149760246276855,"pool_bwd_ms":1.522752046585083,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":86.34215211868286},{"ms":213.56121826171875,"stages":{"query_redistribute_ms":0.04726399853825569,"pool_fwd_ms":0.16016000509262085,"pool_gather_ms":0.21993599832057953,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":4.721280097961426,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.990687847137451,"kv_gather_ms":6.458623886108398,"attention_fwd_ms":26.271583557128906,"teacher_kl_ms":25.177824020385742,"output_restore_ms":0.0031999999191612005,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":108.99126434326172,"kv_reduce_scatter_ms":24.655744552612305,"indexer_bwd_ms":6.634431838989258,"pool_grad_exchange_ms":0.6603519916534424,"pool_bwd_ms":1.5319679975509644,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.34215211868286}],"selection":[{"ms":215.4956817626953,"stages":{"query_redistribute_ms":0.03699199855327606,"pool_fwd_ms":0.15199999511241913,"pool_gather_ms":0.17504000663757324,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":4.760928153991699,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.996895790100098,"kv_gather_ms":6.573376178741455,"attention_fwd_ms":26.265600204467773,"teacher_kl_ms":25.483007431030273,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":109.49107360839844,"kv_reduce_scatter_ms":25.65888023376465,"indexer_bwd_ms":6.625919818878174,"pool_grad_exchange_ms":0.689408004283905,"pool_bwd_ms":1.5418239831924438,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.34217691421509},{"ms":215.0767059326172,"stages":{"query_redistribute_ms":0.044224001467227936,"pool_fwd_ms":0.16438399255275726,"pool_gather_ms":0.1884160041809082,"selection_key_layout_ms":0.002655999967828393,"selection_ms":4.756800174713135,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.995039939880371,"kv_gather_ms":6.3928961753845215,"attention_fwd_ms":26.271808624267578,"teacher_kl_ms":25.468799591064453,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":109.4441909790039,"kv_reduce_scatter_ms":25.40924835205078,"indexer_bwd_ms":6.6254401206970215,"pool_grad_exchange_ms":0.7361279726028442,"pool_bwd_ms":1.540287971496582,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.34154176712036},{"ms":214.08677673339844,"stages":{"query_redistribute_ms":0.04108799993991852,"pool_fwd_ms":0.15491199493408203,"pool_gather_ms":0.17286400496959686,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":4.7740159034729,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.986879825592041,"kv_gather_ms":6.69382381439209,"attention_fwd_ms":26.26767921447754,"teacher_kl_ms":25.505664825439453,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":108.78050994873047,"kv_reduce_scatter_ms":24.70902442932129,"indexer_bwd_ms":6.626751899719238,"pool_grad_exchange_ms":0.7807999849319458,"pool_bwd_ms":1.549407958984375,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.34154176712036},{"ms":214.85743713378906,"stages":{"query_redistribute_ms":0.04569600149989128,"pool_fwd_ms":0.16252799332141876,"pool_gather_ms":0.16963200271129608,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":4.765056133270264,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.001184463500977,"kv_gather_ms":6.409215927124023,"attention_fwd_ms":26.265792846679688,"teacher_kl_ms":25.177791595458984,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":108.45708465576172,"kv_reduce_scatter_ms":26.50489616394043,"indexer_bwd_ms":6.629504203796387,"pool_grad_exchange_ms":0.6910719871520996,"pool_bwd_ms":1.5401599407196045,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":86.34154176712036},{"ms":214.08425903320312,"stages":{"query_redistribute_ms":0.03625600039958954,"pool_fwd_ms":0.15651200711727142,"pool_gather_ms":0.18620799481868744,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":4.742559909820557,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.9930877685546875,"kv_gather_ms":6.609951972961426,"attention_fwd_ms":26.267744064331055,"teacher_kl_ms":25.466751098632812,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":109.30892944335938,"kv_reduce_scatter_ms":24.280927658081055,"indexer_bwd_ms":6.626431941986084,"pool_grad_exchange_ms":0.8056319952011108,"pool_bwd_ms":1.5637439489364624,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":86.34215211868286}],"queries_zigzag":[{"ms":282.8144226074219,"stages":{"query_redistribute_ms":22.399776458740234,"pool_fwd_ms":0.0820159986615181,"pool_gather_ms":0.1812479943037033,"selection_key_layout_ms":0.275519996881485,"selection_ms":13.943743705749512,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":7.953760147094727,"kv_gather_ms":2.395103931427002,"attention_fwd_ms":27.983135223388672,"teacher_kl_ms":26.325632095336914,"output_restore_ms":14.988287925720215,"dout_redistribute_ms":14.818495750427246,"attention_bwd_ms":115.7110366821289,"kv_reduce_scatter_ms":4.736735820770264,"indexer_bwd_ms":6.74835205078125,"pool_grad_exchange_ms":0.2671999931335449,"pool_bwd_ms":1.5317440032958984,"query_grad_restore_ms":22.44211196899414},"peak_allocated_gib":112.20065498352051},{"ms":282.8158264160156,"stages":{"query_redistribute_ms":22.424224853515625,"pool_fwd_ms":0.08070400357246399,"pool_gather_ms":0.177279993891716,"selection_key_layout_ms":0.2754879891872406,"selection_ms":13.948960304260254,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.960031986236572,"kv_gather_ms":2.659327983856201,"attention_fwd_ms":27.982816696166992,"teacher_kl_ms":25.871231079101562,"output_restore_ms":14.959615707397461,"dout_redistribute_ms":14.949567794799805,"attention_bwd_ms":115.74969482421875,"kv_reduce_scatter_ms":4.7391037940979,"indexer_bwd_ms":6.746175765991211,"pool_grad_exchange_ms":0.267551988363266,"pool_bwd_ms":1.5298240184783936,"query_grad_restore_ms":22.464223861694336},"peak_allocated_gib":112.19829940795898},{"ms":283.18548583984375,"stages":{"query_redistribute_ms":22.39081573486328,"pool_fwd_ms":0.08060800284147263,"pool_gather_ms":0.17936000227928162,"selection_key_layout_ms":0.2754879891872406,"selection_ms":13.936448097229004,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.960351943969727,"kv_gather_ms":2.857856035232544,"attention_fwd_ms":28.0166072845459,"teacher_kl_ms":26.079391479492188,"output_restore_ms":14.99238395690918,"dout_redistribute_ms":14.869407653808594,"attention_bwd_ms":115.75398254394531,"kv_reduce_scatter_ms":4.73203182220459,"indexer_bwd_ms":6.743040084838867,"pool_grad_exchange_ms":0.266975998878479,"pool_bwd_ms":1.5423359870910645,"query_grad_restore_ms":22.47871971130371},"peak_allocated_gib":112.19983673095703},{"ms":282.5459289550781,"stages":{"query_redistribute_ms":22.399520874023438,"pool_fwd_ms":0.08310399949550629,"pool_gather_ms":0.17907199263572693,"selection_key_layout_ms":0.27539199590682983,"selection_ms":13.942720413208008,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.958208084106445,"kv_gather_ms":2.2127039432525635,"attention_fwd_ms":27.987199783325195,"teacher_kl_ms":26.211231231689453,"output_restore_ms":14.99824047088623,"dout_redistribute_ms":14.744511604309082,"attention_bwd_ms":115.7910385131836,"kv_reduce_scatter_ms":4.745279788970947,"indexer_bwd_ms":6.750400066375732,"pool_grad_exchange_ms":0.26921600103378296,"pool_bwd_ms":1.5329279899597168,"query_grad_restore_ms":22.4366397857666},"peak_allocated_gib":112.19904327392578},{"ms":282.7094421386719,"stages":{"query_redistribute_ms":22.38617515563965,"pool_fwd_ms":0.0809599980711937,"pool_gather_ms":0.17907199263572693,"selection_key_layout_ms":0.27532801032066345,"selection_ms":13.938752174377441,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.952159881591797,"kv_gather_ms":2.216736078262329,"attention_fwd_ms":27.999263763427734,"teacher_kl_ms":26.354656219482422,"output_restore_ms":15.004672050476074,"dout_redistribute_ms":14.75062370300293,"attention_bwd_ms":115.73356628417969,"kv_reduce_scatter_ms":4.741151809692383,"indexer_bwd_ms":6.741951942443848,"pool_grad_exchange_ms":0.26921600103378296,"pool_bwd_ms":1.539199948310852,"query_grad_restore_ms":22.51875114440918},"peak_allocated_gib":112.19983673095703}],"queries_balanced":[{"ms":327.8203430175781,"stages":{"query_redistribute_ms":30.95574378967285,"pool_fwd_ms":0.08092799782752991,"pool_gather_ms":0.18115200102329254,"selection_key_layout_ms":0.02956799976527691,"selection_ms":4.0274882316589355,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":7.990719795227051,"kv_gather_ms":3.993664026260376,"attention_fwd_ms":31.720224380493164,"teacher_kl_ms":26.817951202392578,"output_restore_ms":18.24844741821289,"dout_redistribute_ms":22.922304153442383,"attention_bwd_ms":133.08816528320312,"kv_reduce_scatter_ms":7.062496185302734,"indexer_bwd_ms":6.987904071807861,"pool_grad_exchange_ms":0.27724799513816833,"pool_bwd_ms":1.522047996520996,"query_grad_restore_ms":31.886272430419922},"peak_allocated_gib":112.23280572891235},{"ms":326.80340576171875,"stages":{"query_redistribute_ms":30.891647338867188,"pool_fwd_ms":0.08291199803352356,"pool_gather_ms":0.187391996383667,"selection_key_layout_ms":0.02751999907195568,"selection_ms":4.025343894958496,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.997183799743652,"kv_gather_ms":3.9893760681152344,"attention_fwd_ms":31.714336395263672,"teacher_kl_ms":26.680543899536133,"output_restore_ms":18.21059226989746,"dout_redistribute_ms":22.291488647460938,"attention_bwd_ms":133.0768280029297,"kv_reduce_scatter_ms":6.892864227294922,"indexer_bwd_ms":6.978464126586914,"pool_grad_exchange_ms":0.3141759932041168,"pool_bwd_ms":1.5219199657440186,"query_grad_restore_ms":31.89232063293457},"peak_allocated_gib":112.23217058181763},{"ms":327.0498352050781,"stages":{"query_redistribute_ms":30.960607528686523,"pool_fwd_ms":0.08115199953317642,"pool_gather_ms":0.21993599832057953,"selection_key_layout_ms":0.027615999802947044,"selection_ms":4.025343894958496,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":7.994880199432373,"kv_gather_ms":3.997663974761963,"attention_fwd_ms":31.710111618041992,"teacher_kl_ms":27.048927307128906,"output_restore_ms":18.234272003173828,"dout_redistribute_ms":22.014144897460938,"attention_bwd_ms":133.02978515625,"kv_reduce_scatter_ms":7.0278401374816895,"indexer_bwd_ms":6.982751846313477,"pool_grad_exchange_ms":0.32447999715805054,"pool_bwd_ms":1.5297600030899048,"query_grad_restore_ms":31.81260871887207},"peak_allocated_gib":112.23278093338013},{"ms":327.1143798828125,"stages":{"query_redistribute_ms":30.93391990661621,"pool_fwd_ms":0.0830719992518425,"pool_gather_ms":0.17110399901866913,"selection_key_layout_ms":0.02739199995994568,"selection_ms":4.027359962463379,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":7.992800235748291,"kv_gather_ms":3.9997758865356445,"attention_fwd_ms":31.712255477905273,"teacher_kl_ms":26.9322566986084,"output_restore_ms":18.29987144470215,"dout_redistribute_ms":22.14499282836914,"attention_bwd_ms":133.1158447265625,"kv_reduce_scatter_ms":6.987040042877197,"indexer_bwd_ms":6.984479904174805,"pool_grad_exchange_ms":0.27744001150131226,"pool_bwd_ms":1.5236480236053467,"query_grad_restore_ms":31.87411117553711},"peak_allocated_gib":112.23278093338013},{"ms":327.3441162109375,"stages":{"query_redistribute_ms":30.9866886138916,"pool_fwd_ms":0.0806720033288002,"pool_gather_ms":0.17107200622558594,"selection_key_layout_ms":0.027648000046610832,"selection_ms":4.031455993652344,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.992991924285889,"kv_gather_ms":3.9997119903564453,"attention_fwd_ms":31.716415405273438,"teacher_kl_ms":27.118431091308594,"output_restore_ms":18.11555290222168,"dout_redistribute_ms":22.36089515686035,"attention_bwd_ms":132.99215698242188,"kv_reduce_scatter_ms":7.0153279304504395,"indexer_bwd_ms":6.990975856781006,"pool_grad_exchange_ms":0.29791998863220215,"pool_bwd_ms":1.5231679677963257,"query_grad_restore_ms":31.894912719726562},"peak_allocated_gib":112.23278093338013}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0005605364298755608,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.0003183132991554574,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.00015846219128155993,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":7.588878159956051e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.43607074810945e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00016134105418464802,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":0.00015272192588386085,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.397323791271747e-06,"max_abs":8.753886504564434e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0005590748195113828,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00031757027824295004,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.00015680249398522343,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":7.567070063733248e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.480719569266805e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00015690421505202445,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.00015397321517229834,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":3.5249059747231156e-06,"max_abs":7.844391802791506e-12,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.001058107940480113,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0005477471028019999,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.000311116568101648,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.002336645630124215,"max_abs":0.21875,"finite":true},"d_index_q":{"relative_rms":7.53983395147087e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.307818497386501e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.0032792229381416174,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003248515046665842,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.774565995535991e-05,"max_abs":1.0265921446261927e-10,"finite":true}},"loss":0.0010581080568954349,"reference_loss":0.0010581080568954349,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0005611748687055136,"max_abs":0.00048828125,"finite":true},"dq":{"relative_rms":0.00031883292180178265,"max_abs":0.000244140625,"finite":true},"dkv":{"relative_rms":0.00015686886094346924,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":7.551629524620487e-05,"max_abs":1.1368683772161603e-13,"finite":true},"d_weights":{"relative_rms":7.443369895683948e-05,"max_abs":4.656612873077393e-10,"finite":true},"d_pool_kv":{"relative_rms":0.00015664437244224892,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":0.0001516227052165495,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":1.4532078337123459e-05,"max_abs":3.1946001399774104e-11,"finite":true}},"loss":0.0010581081733107567,"reference_loss":0.0010581081733107567,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":130864,"selection_rows":130864},"queries_balanced":{"policy":"cost-balanced-6x","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}}]}, + {"case":"1m-count-uniform-1024","summary":{"contiguous":106.77388763427734,"selection":106.8575668334961,"queries_zigzag":186.7882537841797,"queries_balanced":106.56755065917969},"records":[{"rank":0,"init_s":0.14184154709801078,"first_calls_s":{"contiguous":1.4344782420666888,"selection":0.10760688898153603,"queries_zigzag":1.5397322850767523,"queries_balanced":0.10741551907267421},"samples":{"contiguous":[{"ms":106.72998046875,"stages":{"query_redistribute_ms":0.03961599990725517,"pool_fwd_ms":0.15084800124168396,"pool_gather_ms":0.1794240027666092,"selection_key_layout_ms":0.002495999913662672,"selection_ms":1.65392005443573,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.001055717468262,"kv_gather_ms":1.7172160148620605,"attention_fwd_ms":12.855327606201172,"teacher_kl_ms":22.287328720092773,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.637535095214844,"kv_reduce_scatter_ms":4.683135986328125,"indexer_bwd_ms":5.67683219909668,"pool_grad_exchange_ms":0.29580798745155334,"pool_bwd_ms":1.515712022781372,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92705774307251},{"ms":107.06687927246094,"stages":{"query_redistribute_ms":0.040383998304605484,"pool_fwd_ms":0.15001599490642548,"pool_gather_ms":0.20895999670028687,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":1.6277120113372803,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.998816013336182,"kv_gather_ms":1.7747199535369873,"attention_fwd_ms":12.853376388549805,"teacher_kl_ms":22.406047821044922,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.002495999913662672,"attention_bwd_ms":47.41619110107422,"kv_reduce_scatter_ms":5.057631969451904,"indexer_bwd_ms":5.679296016693115,"pool_grad_exchange_ms":0.2959679961204529,"pool_bwd_ms":1.5205440521240234,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92705774307251},{"ms":106.68364715576172,"stages":{"query_redistribute_ms":0.04137599840760231,"pool_fwd_ms":0.1510400027036667,"pool_gather_ms":0.19574399292469025,"selection_key_layout_ms":0.0027520000003278255,"selection_ms":1.659872055053711,"selection_restore_ms":0.002495999913662672,"expand_tail_ms":8.004159927368164,"kv_gather_ms":1.7255680561065674,"attention_fwd_ms":12.855456352233887,"teacher_kl_ms":22.383487701416016,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.42015838623047,"kv_reduce_scatter_ms":4.713632106781006,"indexer_bwd_ms":5.675104141235352,"pool_grad_exchange_ms":0.3019840121269226,"pool_bwd_ms":1.519711971282959,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92705774307251},{"ms":106.77257537841797,"stages":{"query_redistribute_ms":0.04438399896025658,"pool_fwd_ms":0.15382400155067444,"pool_gather_ms":0.18223999440670013,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":1.6519360542297363,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.001312255859375,"kv_gather_ms":1.7621760368347168,"attention_fwd_ms":12.851424217224121,"teacher_kl_ms":22.30361557006836,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.41411209106445,"kv_reduce_scatter_ms":4.863103866577148,"indexer_bwd_ms":5.677311897277832,"pool_grad_exchange_ms":0.31407999992370605,"pool_bwd_ms":1.5176960229873657,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":65.92705774307251},{"ms":107.08000183105469,"stages":{"query_redistribute_ms":0.04335999861359596,"pool_fwd_ms":0.1589760035276413,"pool_gather_ms":0.15891200304031372,"selection_key_layout_ms":0.002495999913662672,"selection_ms":1.6746560335159302,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.000767707824707,"kv_gather_ms":1.7584320306777954,"attention_fwd_ms":12.84928035736084,"teacher_kl_ms":22.30339241027832,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.459617614746094,"kv_reduce_scatter_ms":5.131167888641357,"indexer_bwd_ms":5.677055835723877,"pool_grad_exchange_ms":0.3144640028476715,"pool_bwd_ms":1.5144959688186646,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92705774307251}],"selection":[{"ms":106.7158432006836,"stages":{"query_redistribute_ms":0.04016000032424927,"pool_fwd_ms":0.14959999918937683,"pool_gather_ms":0.16896000504493713,"selection_key_layout_ms":0.002495999913662672,"selection_ms":1.6613759994506836,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.9989118576049805,"kv_gather_ms":1.7112319469451904,"attention_fwd_ms":12.857343673706055,"teacher_kl_ms":22.289247512817383,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.002495999913662672,"attention_bwd_ms":47.43894577026367,"kv_reduce_scatter_ms":4.842495918273926,"indexer_bwd_ms":5.677248001098633,"pool_grad_exchange_ms":0.33260801434516907,"pool_bwd_ms":1.5118080377578735,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92705774307251},{"ms":106.81932830810547,"stages":{"query_redistribute_ms":0.04560000076889992,"pool_fwd_ms":0.15263999998569489,"pool_gather_ms":0.276095986366272,"selection_key_layout_ms":0.002655999967828393,"selection_ms":1.5998079776763916,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":8.000800132751465,"kv_gather_ms":1.8544960021972656,"attention_fwd_ms":12.851231575012207,"teacher_kl_ms":22.40608024597168,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.4224967956543,"kv_reduce_scatter_ms":4.693120002746582,"indexer_bwd_ms":5.679168224334717,"pool_grad_exchange_ms":0.2876800000667572,"pool_bwd_ms":1.5156160593032837,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92705774307251},{"ms":107.00748443603516,"stages":{"query_redistribute_ms":0.04105599969625473,"pool_fwd_ms":0.15145599842071533,"pool_gather_ms":0.17612800002098083,"selection_key_layout_ms":0.002495999913662672,"selection_ms":1.6759040355682373,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.9966721534729,"kv_gather_ms":1.7152960300445557,"attention_fwd_ms":12.84943962097168,"teacher_kl_ms":22.3852481842041,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.40620803833008,"kv_reduce_scatter_ms":5.086495876312256,"indexer_bwd_ms":5.682975769042969,"pool_grad_exchange_ms":0.29388800263404846,"pool_bwd_ms":1.512511968612671,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":65.92705774307251},{"ms":106.8543701171875,"stages":{"query_redistribute_ms":0.04944000020623207,"pool_fwd_ms":0.15651200711727142,"pool_gather_ms":0.16575999557971954,"selection_key_layout_ms":0.002495999913662672,"selection_ms":1.6716480255126953,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.000927925109863,"kv_gather_ms":1.7357759475708008,"attention_fwd_ms":12.849247932434082,"teacher_kl_ms":22.270784378051758,"output_restore_ms":0.0027520000003278255,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.41823959350586,"kv_reduce_scatter_ms":4.98803186416626,"indexer_bwd_ms":5.679103851318359,"pool_grad_exchange_ms":0.3184320032596588,"pool_bwd_ms":1.5156160593032837,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92705774307251},{"ms":106.94630432128906,"stages":{"query_redistribute_ms":0.04851200059056282,"pool_fwd_ms":0.15769599378108978,"pool_gather_ms":0.15356799960136414,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.6939200162887573,"selection_restore_ms":0.002495999913662672,"expand_tail_ms":8.000096321105957,"kv_gather_ms":1.6824959516525269,"attention_fwd_ms":12.855392456054688,"teacher_kl_ms":22.295391082763672,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.4450569152832,"kv_reduce_scatter_ms":5.074016094207764,"indexer_bwd_ms":5.679327964782715,"pool_grad_exchange_ms":0.30188798904418945,"pool_bwd_ms":1.5237760543823242,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":65.92705774307251}],"queries_zigzag":[{"ms":186.85267639160156,"stages":{"query_redistribute_ms":20.495712280273438,"pool_fwd_ms":0.08204799890518188,"pool_gather_ms":0.14220799505710602,"selection_key_layout_ms":0.2768320143222809,"selection_ms":10.560159683227539,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.01039981842041,"kv_gather_ms":1.700927972793579,"attention_fwd_ms":12.97606372833252,"teacher_kl_ms":23.018495559692383,"output_restore_ms":14.533632278442383,"dout_redistribute_ms":14.674816131591797,"attention_bwd_ms":46.918785095214844,"kv_reduce_scatter_ms":5.484799861907959,"indexer_bwd_ms":5.497471809387207,"pool_grad_exchange_ms":0.4867520034313202,"pool_bwd_ms":1.5052800178527832,"query_grad_restore_ms":20.463359832763672},"peak_allocated_gib":91.81793069839478},{"ms":186.68492126464844,"stages":{"query_redistribute_ms":20.46816062927246,"pool_fwd_ms":0.08204799890518188,"pool_gather_ms":0.14406399428844452,"selection_key_layout_ms":0.27452799677848816,"selection_ms":10.522527694702148,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.007424354553223,"kv_gather_ms":1.6946560144424438,"attention_fwd_ms":12.972127914428711,"teacher_kl_ms":23.008224487304688,"output_restore_ms":14.514975547790527,"dout_redistribute_ms":14.699520111083984,"attention_bwd_ms":46.88185501098633,"kv_reduce_scatter_ms":5.427135944366455,"indexer_bwd_ms":5.497920036315918,"pool_grad_exchange_ms":0.4822399914264679,"pool_bwd_ms":1.5176000595092773,"query_grad_restore_ms":20.464672088623047},"peak_allocated_gib":91.81793069839478},{"ms":186.7882537841797,"stages":{"query_redistribute_ms":20.495040893554688,"pool_fwd_ms":0.08207999914884567,"pool_gather_ms":0.14444799721240997,"selection_key_layout_ms":0.27644801139831543,"selection_ms":10.535743713378906,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.010592460632324,"kv_gather_ms":1.7007039785385132,"attention_fwd_ms":12.976127624511719,"teacher_kl_ms":23.166048049926758,"output_restore_ms":14.443455696105957,"dout_redistribute_ms":14.615327835083008,"attention_bwd_ms":46.912864685058594,"kv_reduce_scatter_ms":5.453695774078369,"indexer_bwd_ms":5.51200008392334,"pool_grad_exchange_ms":0.4843519926071167,"pool_bwd_ms":1.51363205909729,"query_grad_restore_ms":20.44220733642578},"peak_allocated_gib":91.81793069839478},{"ms":186.734375,"stages":{"query_redistribute_ms":20.466495513916016,"pool_fwd_ms":0.08207999914884567,"pool_gather_ms":0.14652800559997559,"selection_key_layout_ms":0.2763519883155823,"selection_ms":10.526592254638672,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.009504318237305,"kv_gather_ms":1.7151999473571777,"attention_fwd_ms":12.969856262207031,"teacher_kl_ms":23.02060890197754,"output_restore_ms":14.531488418579102,"dout_redistribute_ms":14.709695816040039,"attention_bwd_ms":46.90854263305664,"kv_reduce_scatter_ms":5.376063823699951,"indexer_bwd_ms":5.5101118087768555,"pool_grad_exchange_ms":0.4719040095806122,"pool_bwd_ms":1.5136959552764893,"query_grad_restore_ms":20.472768783569336},"peak_allocated_gib":91.81793069839478},{"ms":186.90188598632812,"stages":{"query_redistribute_ms":20.484256744384766,"pool_fwd_ms":0.0820159986615181,"pool_gather_ms":0.14448000490665436,"selection_key_layout_ms":0.2763519883155823,"selection_ms":10.526623725891113,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.001184463500977,"kv_gather_ms":1.6927039623260498,"attention_fwd_ms":12.972031593322754,"teacher_kl_ms":23.02284812927246,"output_restore_ms":14.51904010772705,"dout_redistribute_ms":14.734272003173828,"attention_bwd_ms":46.910430908203125,"kv_reduce_scatter_ms":5.523583889007568,"indexer_bwd_ms":5.51200008392334,"pool_grad_exchange_ms":0.47443199157714844,"pool_bwd_ms":1.5216000080108643,"query_grad_restore_ms":20.477920532226562},"peak_allocated_gib":91.81793069839478}],"queries_balanced":[{"ms":106.5805435180664,"stages":{"query_redistribute_ms":0.06147199869155884,"pool_fwd_ms":0.15353600680828094,"pool_gather_ms":0.1709440052509308,"selection_key_layout_ms":0.002655999967828393,"selection_ms":1.4515199661254883,"selection_restore_ms":0.002495999913662672,"expand_tail_ms":8.002911567687988,"kv_gather_ms":1.7378560304641724,"attention_fwd_ms":12.855327606201172,"teacher_kl_ms":22.293312072753906,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.41641616821289,"kv_reduce_scatter_ms":4.9053120613098145,"indexer_bwd_ms":5.679903984069824,"pool_grad_exchange_ms":0.3041279911994934,"pool_bwd_ms":1.5115200281143188,"query_grad_restore_ms":0.002495999913662672},"peak_allocated_gib":65.92705774307251},{"ms":106.56755065917969,"stages":{"query_redistribute_ms":0.05728000029921532,"pool_fwd_ms":0.15241600573062897,"pool_gather_ms":0.1902720034122467,"selection_key_layout_ms":0.002495999913662672,"selection_ms":1.440127968788147,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.007136344909668,"kv_gather_ms":1.7398719787597656,"attention_fwd_ms":12.85324764251709,"teacher_kl_ms":22.399871826171875,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.477760314941406,"kv_reduce_scatter_ms":4.718751907348633,"indexer_bwd_ms":5.682176113128662,"pool_grad_exchange_ms":0.2980799973011017,"pool_bwd_ms":1.5136640071868896,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92705774307251},{"ms":106.55181121826172,"stages":{"query_redistribute_ms":0.06294400244951248,"pool_fwd_ms":0.15376000106334686,"pool_gather_ms":0.17315199971199036,"selection_key_layout_ms":0.002495999913662672,"selection_ms":1.4521600008010864,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.015423774719238,"kv_gather_ms":1.7278079986572266,"attention_fwd_ms":12.857248306274414,"teacher_kl_ms":22.291168212890625,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002495999913662672,"attention_bwd_ms":47.416385650634766,"kv_reduce_scatter_ms":4.878431797027588,"indexer_bwd_ms":5.6842241287231445,"pool_grad_exchange_ms":0.2879680097103119,"pool_bwd_ms":1.5153919458389282,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":65.92705774307251},{"ms":106.95021057128906,"stages":{"query_redistribute_ms":0.06886400282382965,"pool_fwd_ms":0.1560640037059784,"pool_gather_ms":0.15667200088500977,"selection_key_layout_ms":0.002495999913662672,"selection_ms":1.4841279983520508,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.005375862121582,"kv_gather_ms":1.6968640089035034,"attention_fwd_ms":12.852959632873535,"teacher_kl_ms":22.299776077270508,"output_restore_ms":0.002495999913662672,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.680511474609375,"kv_reduce_scatter_ms":5.012703895568848,"indexer_bwd_ms":5.67907190322876,"pool_grad_exchange_ms":0.30617600679397583,"pool_bwd_ms":1.5175360441207886,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92705774307251},{"ms":106.54003143310547,"stages":{"query_redistribute_ms":0.07203199714422226,"pool_fwd_ms":0.1533759981393814,"pool_gather_ms":0.17929600179195404,"selection_key_layout_ms":0.002848000032827258,"selection_ms":1.4489599466323853,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.996895790100098,"kv_gather_ms":1.7378560304641724,"attention_fwd_ms":12.851327896118164,"teacher_kl_ms":22.285120010375977,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.42041778564453,"kv_reduce_scatter_ms":4.866208076477051,"indexer_bwd_ms":5.6821441650390625,"pool_grad_exchange_ms":0.2919679880142212,"pool_bwd_ms":1.5174720287322998,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92705774307251}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.795726949248909e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.255646866631582e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":4.47905057548864e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":9.256362265792232e-07,"max_abs":3.694822225952521e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.1985890068460355e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.023444182396759e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":3.640139745885807e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.289392880760282e-07,"max_abs":3.410605131648481e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.0023439129676664262,"max_abs":0.22119140625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.003250175854850332,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.00323482733403518,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.1167354741852905e-05,"max_abs":1.5586465451633558e-10,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.983185948360181e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.387365302647129e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":4.8975124344732134e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":8.339265972230754e-07,"max_abs":4.774847184307873e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_balanced":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":1,"init_s":0.1576245380565524,"first_calls_s":{"contiguous":1.4345262269489467,"selection":0.12723181396722794,"queries_zigzag":1.5412976790685207,"queries_balanced":0.12765388493426144},"samples":{"contiguous":[{"ms":106.72518157958984,"stages":{"query_redistribute_ms":0.03811199963092804,"pool_fwd_ms":0.15408000349998474,"pool_gather_ms":0.16672000288963318,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":1.683519959449768,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":8.007007598876953,"kv_gather_ms":1.6806720495224,"attention_fwd_ms":12.855263710021973,"teacher_kl_ms":22.27471923828125,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.42041778564453,"kv_reduce_scatter_ms":4.916224002838135,"indexer_bwd_ms":5.681407928466797,"pool_grad_exchange_ms":0.2895359992980957,"pool_bwd_ms":1.5155199766159058,"query_grad_restore_ms":0.0027199999894946814},"peak_allocated_gib":65.92730188369751},{"ms":107.06563568115234,"stages":{"query_redistribute_ms":0.03590400144457817,"pool_fwd_ms":0.1536320000886917,"pool_gather_ms":0.20572799444198608,"selection_key_layout_ms":0.002623999956995249,"selection_ms":1.6398080587387085,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.003071784973145,"kv_gather_ms":1.7545599937438965,"attention_fwd_ms":12.84876823425293,"teacher_kl_ms":22.29132843017578,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.86483383178711,"kv_reduce_scatter_ms":4.744416236877441,"indexer_bwd_ms":5.685120105743408,"pool_grad_exchange_ms":0.27750399708747864,"pool_bwd_ms":1.5206079483032227,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92730188369751},{"ms":106.67654418945312,"stages":{"query_redistribute_ms":0.04499199986457825,"pool_fwd_ms":0.15612800419330597,"pool_gather_ms":0.17881600558757782,"selection_key_layout_ms":0.002687999978661537,"selection_ms":1.673535943031311,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.002016067504883,"kv_gather_ms":1.7091519832611084,"attention_fwd_ms":12.85529613494873,"teacher_kl_ms":22.285184860229492,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.42655944824219,"kv_reduce_scatter_ms":4.818272113800049,"indexer_bwd_ms":5.674816131591797,"pool_grad_exchange_ms":0.29603201150894165,"pool_bwd_ms":1.5193599462509155,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":65.92730188369751},{"ms":106.7589111328125,"stages":{"query_redistribute_ms":0.05878400057554245,"pool_fwd_ms":0.16358399391174316,"pool_gather_ms":0.14019200205802917,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":1.7164160013198853,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":7.999104022979736,"kv_gather_ms":1.7089279890060425,"attention_fwd_ms":12.853440284729004,"teacher_kl_ms":22.268672943115234,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.486366271972656,"kv_reduce_scatter_ms":4.825920104980469,"indexer_bwd_ms":5.685120105743408,"pool_grad_exchange_ms":0.302047997713089,"pool_bwd_ms":1.51145601272583,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92730188369751},{"ms":107.07353973388672,"stages":{"query_redistribute_ms":0.0490880012512207,"pool_fwd_ms":0.1664319932460785,"pool_gather_ms":0.14009599387645721,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":1.7176320552825928,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.021632194519043,"kv_gather_ms":1.7008320093154907,"attention_fwd_ms":12.855487823486328,"teacher_kl_ms":22.285184860229492,"output_restore_ms":0.002816000021994114,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.459102630615234,"kv_reduce_scatter_ms":5.1453118324279785,"indexer_bwd_ms":5.683584213256836,"pool_grad_exchange_ms":0.2955839931964874,"pool_bwd_ms":1.5166399478912354,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92730188369751}],"selection":[{"ms":106.71609497070312,"stages":{"query_redistribute_ms":0.03577600046992302,"pool_fwd_ms":0.15113599598407745,"pool_gather_ms":0.16198399662971497,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.679744005203247,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.004032135009766,"kv_gather_ms":1.6966079473495483,"attention_fwd_ms":12.855232238769531,"teacher_kl_ms":22.268991470336914,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.430686950683594,"kv_reduce_scatter_ms":4.877567768096924,"indexer_bwd_ms":5.693280220031738,"pool_grad_exchange_ms":0.3039360046386719,"pool_bwd_ms":1.5175360441207886,"query_grad_restore_ms":0.0027840000111609697},"peak_allocated_gib":65.92730188369751},{"ms":106.82093048095703,"stages":{"query_redistribute_ms":0.04508800059556961,"pool_fwd_ms":0.15542399883270264,"pool_gather_ms":0.2693119943141937,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.59990394115448,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.998976230621338,"kv_gather_ms":1.854591965675354,"attention_fwd_ms":12.851327896118164,"teacher_kl_ms":22.293216705322266,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.42451095581055,"kv_reduce_scatter_ms":4.797791957855225,"indexer_bwd_ms":5.6809282302856445,"pool_grad_exchange_ms":0.2897599935531616,"pool_bwd_ms":1.5216959714889526,"query_grad_restore_ms":0.002687999978661537},"peak_allocated_gib":65.92730188369751},{"ms":107.00633239746094,"stages":{"query_redistribute_ms":0.03836800158023834,"pool_fwd_ms":0.15190400183200836,"pool_gather_ms":0.1712000072002411,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.685920000076294,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.001824378967285,"kv_gather_ms":1.6988799571990967,"attention_fwd_ms":12.85747241973877,"teacher_kl_ms":22.27686309814453,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.85068893432617,"kv_reduce_scatter_ms":4.752352237701416,"indexer_bwd_ms":5.683072090148926,"pool_grad_exchange_ms":0.28572800755500793,"pool_bwd_ms":1.5144319534301758,"query_grad_restore_ms":0.0027199999894946814},"peak_allocated_gib":65.92730188369751},{"ms":106.84953308105469,"stages":{"query_redistribute_ms":0.0530879981815815,"pool_fwd_ms":0.16899199783802032,"pool_gather_ms":0.13686400651931763,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":1.717311978340149,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.008288383483887,"kv_gather_ms":1.6927039623260498,"attention_fwd_ms":12.853119850158691,"teacher_kl_ms":22.293439865112305,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.484031677246094,"kv_reduce_scatter_ms":4.893695831298828,"indexer_bwd_ms":5.674975872039795,"pool_grad_exchange_ms":0.3184320032596588,"pool_bwd_ms":1.5155199766159058,"query_grad_restore_ms":0.0027840000111609697},"peak_allocated_gib":65.92730188369751},{"ms":106.9497299194336,"stages":{"query_redistribute_ms":0.040383998304605484,"pool_fwd_ms":0.15913599729537964,"pool_gather_ms":0.15753600001335144,"selection_key_layout_ms":0.002687999978661537,"selection_ms":1.6816320419311523,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":8.003071784973145,"kv_gather_ms":1.6905920505523682,"attention_fwd_ms":12.851167678833008,"teacher_kl_ms":22.305728912353516,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.43084716796875,"kv_reduce_scatter_ms":5.092127799987793,"indexer_bwd_ms":5.693568229675293,"pool_grad_exchange_ms":0.2876479923725128,"pool_bwd_ms":1.517632007598877,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92730188369751}],"queries_zigzag":[{"ms":186.83847045898438,"stages":{"query_redistribute_ms":20.479904174804688,"pool_fwd_ms":0.08207999914884567,"pool_gather_ms":0.14230400323867798,"selection_key_layout_ms":0.2764799892902374,"selection_ms":10.5349760055542,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.007072448730469,"kv_gather_ms":1.7254719734191895,"attention_fwd_ms":12.875776290893555,"teacher_kl_ms":22.858720779418945,"output_restore_ms":14.828800201416016,"dout_redistribute_ms":14.623359680175781,"attention_bwd_ms":47.41244888305664,"kv_reduce_scatter_ms":5.017600059509277,"indexer_bwd_ms":5.624639987945557,"pool_grad_exchange_ms":0.35139200091362,"pool_bwd_ms":1.5073599815368652,"query_grad_restore_ms":20.46143913269043},"peak_allocated_gib":91.81817483901978},{"ms":186.68307495117188,"stages":{"query_redistribute_ms":20.460031509399414,"pool_fwd_ms":0.0820159986615181,"pool_gather_ms":0.14220799505710602,"selection_key_layout_ms":0.27487999200820923,"selection_ms":10.520383834838867,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":8.002911567687988,"kv_gather_ms":1.7027839422225952,"attention_fwd_ms":12.871968269348145,"teacher_kl_ms":22.84809684753418,"output_restore_ms":14.826848030090332,"dout_redistribute_ms":14.621343612670898,"attention_bwd_ms":47.353214263916016,"kv_reduce_scatter_ms":4.97433614730835,"indexer_bwd_ms":5.620607852935791,"pool_grad_exchange_ms":0.3678719997406006,"pool_bwd_ms":1.5174720287322998,"query_grad_restore_ms":20.468671798706055},"peak_allocated_gib":91.81817483901978},{"ms":186.77247619628906,"stages":{"query_redistribute_ms":20.481727600097656,"pool_fwd_ms":0.08070400357246399,"pool_gather_ms":0.1443839967250824,"selection_key_layout_ms":0.27558401226997375,"selection_ms":10.522496223449707,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":8.005151748657227,"kv_gather_ms":1.7193599939346313,"attention_fwd_ms":12.875871658325195,"teacher_kl_ms":22.862688064575195,"output_restore_ms":14.881823539733887,"dout_redistribute_ms":14.558048248291016,"attention_bwd_ms":47.39187240600586,"kv_reduce_scatter_ms":5.007391929626465,"indexer_bwd_ms":5.618559837341309,"pool_grad_exchange_ms":0.3675839900970459,"pool_bwd_ms":1.515679955482483,"query_grad_restore_ms":20.435903549194336},"peak_allocated_gib":91.81817483901978},{"ms":186.7352294921875,"stages":{"query_redistribute_ms":20.47216033935547,"pool_fwd_ms":0.0828159973025322,"pool_gather_ms":0.14236800372600555,"selection_key_layout_ms":0.2754560112953186,"selection_ms":10.52064037322998,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.002943992614746,"kv_gather_ms":1.723423957824707,"attention_fwd_ms":12.875776290893555,"teacher_kl_ms":22.860671997070312,"output_restore_ms":14.84489631652832,"dout_redistribute_ms":14.580863952636719,"attention_bwd_ms":47.37529754638672,"kv_reduce_scatter_ms":4.992959976196289,"indexer_bwd_ms":5.60646390914917,"pool_grad_exchange_ms":0.3657599985599518,"pool_bwd_ms":1.5153919458389282,"query_grad_restore_ms":20.470624923706055},"peak_allocated_gib":91.81817483901978},{"ms":186.8975067138672,"stages":{"query_redistribute_ms":20.481983184814453,"pool_fwd_ms":0.0806720033288002,"pool_gather_ms":0.14444799721240997,"selection_key_layout_ms":0.27532801032066345,"selection_ms":10.522720336914062,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.005151748657227,"kv_gather_ms":1.6926720142364502,"attention_fwd_ms":12.875935554504395,"teacher_kl_ms":22.85251235961914,"output_restore_ms":14.852928161621094,"dout_redistribute_ms":14.664799690246582,"attention_bwd_ms":47.402015686035156,"kv_reduce_scatter_ms":5.044320106506348,"indexer_bwd_ms":5.610623836517334,"pool_grad_exchange_ms":0.3694399893283844,"pool_bwd_ms":1.519711971282959,"query_grad_restore_ms":20.475744247436523},"peak_allocated_gib":91.81817483901978}],"queries_balanced":[{"ms":106.57536315917969,"stages":{"query_redistribute_ms":0.07379200309515,"pool_fwd_ms":0.16143999993801117,"pool_gather_ms":0.14336000382900238,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.5005760192871094,"selection_restore_ms":0.0027199999894946814,"expand_tail_ms":8.004927635192871,"kv_gather_ms":1.6930559873580933,"attention_fwd_ms":12.855263710021973,"teacher_kl_ms":22.28505516052246,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.002687999978661537,"attention_bwd_ms":47.434593200683594,"kv_reduce_scatter_ms":4.888671875,"indexer_bwd_ms":5.669919967651367,"pool_grad_exchange_ms":0.3163839876651764,"pool_bwd_ms":1.509376049041748,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92730188369751},{"ms":106.56547546386719,"stages":{"query_redistribute_ms":0.0560000017285347,"pool_fwd_ms":0.16070400178432465,"pool_gather_ms":0.1788800060749054,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.456447958946228,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.99894380569458,"kv_gather_ms":1.7378560304641724,"attention_fwd_ms":12.855327606201172,"teacher_kl_ms":22.27903938293457,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.4246711730957,"kv_reduce_scatter_ms":4.892576217651367,"indexer_bwd_ms":5.676032066345215,"pool_grad_exchange_ms":0.2959359884262085,"pool_bwd_ms":1.515455961227417,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92730188369751},{"ms":106.53884887695312,"stages":{"query_redistribute_ms":0.0753600001335144,"pool_fwd_ms":0.16076800227165222,"pool_gather_ms":0.1393280029296875,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.4953919649124146,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":8.012063980102539,"kv_gather_ms":1.6907520294189453,"attention_fwd_ms":12.853280067443848,"teacher_kl_ms":22.283071517944336,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.432830810546875,"kv_reduce_scatter_ms":4.87827205657959,"indexer_bwd_ms":5.678080081939697,"pool_grad_exchange_ms":0.2815360128879547,"pool_bwd_ms":1.521888017654419,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92730188369751},{"ms":106.9488296508789,"stages":{"query_redistribute_ms":0.057472001761198044,"pool_fwd_ms":0.1560640037059784,"pool_gather_ms":0.16547200083732605,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.470047950744629,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.998976230621338,"kv_gather_ms":1.7171200513839722,"attention_fwd_ms":12.855327606201172,"teacher_kl_ms":22.287200927734375,"output_restore_ms":0.002816000021994114,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.426334381103516,"kv_reduce_scatter_ms":5.264639854431152,"indexer_bwd_ms":5.680992126464844,"pool_grad_exchange_ms":0.3123199939727783,"pool_bwd_ms":1.5195839405059814,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92730188369751},{"ms":106.53929901123047,"stages":{"query_redistribute_ms":0.07507199794054031,"pool_fwd_ms":0.15916800498962402,"pool_gather_ms":0.16998399794101715,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.4596799612045288,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":7.997600078582764,"kv_gather_ms":1.7273919582366943,"attention_fwd_ms":12.853440284729004,"teacher_kl_ms":22.293344497680664,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.487998962402344,"kv_reduce_scatter_ms":4.776000022888184,"indexer_bwd_ms":5.684383869171143,"pool_grad_exchange_ms":0.30166399478912354,"pool_bwd_ms":1.5159039497375488,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92730188369751}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.704961787064661e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":3.887779884090639e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":4.1419936418954264e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":9.256362265792232e-07,"max_abs":3.694822225952521e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.394506734735732e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":3.857187955703764e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":3.011646048153315e-05,"max_abs":9.094947017729282e-13,"finite":true},"d_ape":{"relative_rms":8.289392880760282e-07,"max_abs":3.410605131648481e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.0023405863367368584,"max_abs":0.226806640625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.003244592620180909,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003237739577137737,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.1167354741852905e-05,"max_abs":1.5586465451633558e-10,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.6044150641123155e-05,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":3.680941405986949e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":3.691292073558826e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.339265972230754e-07,"max_abs":4.774847184307873e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_balanced":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":2,"init_s":0.15572369401343167,"first_calls_s":{"contiguous":1.4345311900833622,"selection":0.12722635897807777,"queries_zigzag":1.541297916090116,"queries_balanced":0.12765314802527428},"samples":{"contiguous":[{"ms":106.72704315185547,"stages":{"query_redistribute_ms":0.03932800143957138,"pool_fwd_ms":0.1562879979610443,"pool_gather_ms":0.16284799575805664,"selection_key_layout_ms":0.002687999978661537,"selection_ms":1.6908479928970337,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.001055717468262,"kv_gather_ms":1.6804800033569336,"attention_fwd_ms":12.85961627960205,"teacher_kl_ms":22.325952529907227,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.47177505493164,"kv_reduce_scatter_ms":4.809567928314209,"indexer_bwd_ms":5.693600177764893,"pool_grad_exchange_ms":0.2711679935455322,"pool_bwd_ms":1.5237120389938354,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":107.05439758300781,"stages":{"query_redistribute_ms":0.05209600180387497,"pool_fwd_ms":0.15827199816703796,"pool_gather_ms":0.17084799706935883,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.6910079717636108,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.019328117370605,"kv_gather_ms":1.6947519779205322,"attention_fwd_ms":12.859359741210938,"teacher_kl_ms":22.336383819580078,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.45724868774414,"kv_reduce_scatter_ms":5.084288120269775,"indexer_bwd_ms":5.68723201751709,"pool_grad_exchange_ms":0.2898559868335724,"pool_bwd_ms":1.5144319534301758,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":65.92681360244751},{"ms":106.67862701416016,"stages":{"query_redistribute_ms":0.037856001406908035,"pool_fwd_ms":0.1547199934720993,"pool_gather_ms":0.18863999843597412,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.6614079475402832,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.009087562561035,"kv_gather_ms":1.7151360511779785,"attention_fwd_ms":12.859359741210938,"teacher_kl_ms":22.30384063720703,"output_restore_ms":0.0027199999894946814,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":47.54694366455078,"kv_reduce_scatter_ms":4.679168224334717,"indexer_bwd_ms":5.6827521324157715,"pool_grad_exchange_ms":0.2715199887752533,"pool_bwd_ms":1.5298240184783936,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.77388763427734,"stages":{"query_redistribute_ms":0.0382080003619194,"pool_fwd_ms":0.15532800555229187,"pool_gather_ms":0.1823039948940277,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.6716480255126953,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.001983642578125,"kv_gather_ms":1.7459839582443237,"attention_fwd_ms":12.857343673706055,"teacher_kl_ms":22.426687240600586,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.430335998535156,"kv_reduce_scatter_ms":4.734111785888672,"indexer_bwd_ms":5.691455841064453,"pool_grad_exchange_ms":0.2856000065803528,"pool_bwd_ms":1.5134400129318237,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":107.07984161376953,"stages":{"query_redistribute_ms":0.03619199991226196,"pool_fwd_ms":0.15855999290943146,"pool_gather_ms":0.15996800363063812,"selection_key_layout_ms":0.002623999956995249,"selection_ms":1.6808639764785767,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.002816200256348,"kv_gather_ms":1.7564159631729126,"attention_fwd_ms":12.854975700378418,"teacher_kl_ms":22.303647994995117,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.44918441772461,"kv_reduce_scatter_ms":5.149856090545654,"indexer_bwd_ms":5.689184188842773,"pool_grad_exchange_ms":0.2815360128879547,"pool_bwd_ms":1.5166079998016357,"query_grad_restore_ms":0.0032319999299943447},"peak_allocated_gib":65.92681360244751}],"selection":[{"ms":106.71401977539062,"stages":{"query_redistribute_ms":0.036288000643253326,"pool_fwd_ms":0.1523520052433014,"pool_gather_ms":0.16172799468040466,"selection_key_layout_ms":0.002655999967828393,"selection_ms":1.6879680156707764,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.012127876281738,"kv_gather_ms":1.6806080341339111,"attention_fwd_ms":12.855199813842773,"teacher_kl_ms":22.301536560058594,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.46131134033203,"kv_reduce_scatter_ms":4.820127964019775,"indexer_bwd_ms":5.683104038238525,"pool_grad_exchange_ms":0.2959359884262085,"pool_bwd_ms":1.5237760543823242,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.81183624267578,"stages":{"query_redistribute_ms":0.057312000542879105,"pool_fwd_ms":0.1682559996843338,"pool_gather_ms":0.2322559952735901,"selection_key_layout_ms":0.002623999956995249,"selection_ms":1.640768051147461,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.007904052734375,"kv_gather_ms":1.807487964630127,"attention_fwd_ms":12.859392166137695,"teacher_kl_ms":22.326112747192383,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":47.46323013305664,"kv_reduce_scatter_ms":4.709472179412842,"indexer_bwd_ms":5.681375980377197,"pool_grad_exchange_ms":0.2916800081729889,"pool_bwd_ms":1.5257920026779175,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751},{"ms":107.00994873046875,"stages":{"query_redistribute_ms":0.03411199897527695,"pool_fwd_ms":0.15382400155067444,"pool_gather_ms":0.1749120056629181,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.6827839612960815,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.013312339782715,"kv_gather_ms":1.6927679777145386,"attention_fwd_ms":12.861568450927734,"teacher_kl_ms":22.31372833251953,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.45315170288086,"kv_reduce_scatter_ms":5.100639820098877,"indexer_bwd_ms":5.695680141448975,"pool_grad_exchange_ms":0.27321600914001465,"pool_bwd_ms":1.522655963897705,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.85660552978516,"stages":{"query_redistribute_ms":0.04681599885225296,"pool_fwd_ms":0.16038399934768677,"pool_gather_ms":0.1626559942960739,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.686079978942871,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.00767993927002,"kv_gather_ms":1.7194240093231201,"attention_fwd_ms":12.859392166137695,"teacher_kl_ms":22.320192337036133,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002687999978661537,"attention_bwd_ms":47.45283126831055,"kv_reduce_scatter_ms":4.903903961181641,"indexer_bwd_ms":5.6835198402404785,"pool_grad_exchange_ms":0.29363200068473816,"pool_bwd_ms":1.5217280387878418,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.94815826416016,"stages":{"query_redistribute_ms":0.03936000168323517,"pool_fwd_ms":0.15436799824237823,"pool_gather_ms":0.1656319946050644,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.6887359619140625,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":8.007007598876953,"kv_gather_ms":1.6742719411849976,"attention_fwd_ms":12.855423927307129,"teacher_kl_ms":22.303424835205078,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.83625411987305,"kv_reduce_scatter_ms":4.696959972381592,"indexer_bwd_ms":5.691616058349609,"pool_grad_exchange_ms":0.2772800028324127,"pool_bwd_ms":1.519711971282959,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751}],"queries_zigzag":[{"ms":186.84959411621094,"stages":{"query_redistribute_ms":20.486431121826172,"pool_fwd_ms":0.08313599973917007,"pool_gather_ms":0.14857600629329681,"selection_key_layout_ms":0.27507200837135315,"selection_ms":10.530912399291992,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.00921630859375,"kv_gather_ms":1.7233920097351074,"attention_fwd_ms":12.840959548950195,"teacher_kl_ms":22.8668155670166,"output_restore_ms":14.812255859375,"dout_redistribute_ms":14.71168041229248,"attention_bwd_ms":47.70115280151367,"kv_reduce_scatter_ms":4.693888187408447,"indexer_bwd_ms":5.67196798324585,"pool_grad_exchange_ms":0.29603201150894165,"pool_bwd_ms":1.5118080377578735,"query_grad_restore_ms":20.459135055541992},"peak_allocated_gib":91.81768655776978},{"ms":186.68313598632812,"stages":{"query_redistribute_ms":20.454687118530273,"pool_fwd_ms":0.08207999914884567,"pool_gather_ms":0.15244799852371216,"selection_key_layout_ms":0.27478399872779846,"selection_ms":10.534560203552246,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":8.007231712341309,"kv_gather_ms":1.6783679723739624,"attention_fwd_ms":12.843008041381836,"teacher_kl_ms":22.875104904174805,"output_restore_ms":14.808095932006836,"dout_redistribute_ms":14.674816131591797,"attention_bwd_ms":47.63993453979492,"kv_reduce_scatter_ms":4.65715217590332,"indexer_bwd_ms":5.679711818695068,"pool_grad_exchange_ms":0.30822399258613586,"pool_bwd_ms":1.5218559503555298,"query_grad_restore_ms":20.46259117126465},"peak_allocated_gib":91.81768655776978},{"ms":186.78472900390625,"stages":{"query_redistribute_ms":20.483680725097656,"pool_fwd_ms":0.08204799890518188,"pool_gather_ms":0.15039999783039093,"selection_key_layout_ms":0.2746880054473877,"selection_ms":10.532768249511719,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.002943992614746,"kv_gather_ms":1.7070399522781372,"attention_fwd_ms":12.843008041381836,"teacher_kl_ms":22.875167846679688,"output_restore_ms":14.87558364868164,"dout_redistribute_ms":14.633824348449707,"attention_bwd_ms":47.6703987121582,"kv_reduce_scatter_ms":4.6902079582214355,"indexer_bwd_ms":5.6921281814575195,"pool_grad_exchange_ms":0.2877120077610016,"pool_bwd_ms":1.5155199766159058,"query_grad_restore_ms":20.440223693847656},"peak_allocated_gib":91.81768655776978},{"ms":186.73306274414062,"stages":{"query_redistribute_ms":20.46531105041504,"pool_fwd_ms":0.08262400329113007,"pool_gather_ms":0.14652800559997559,"selection_key_layout_ms":0.2754879891872406,"selection_ms":10.52883243560791,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.006943702697754,"kv_gather_ms":1.706976056098938,"attention_fwd_ms":12.840991973876953,"teacher_kl_ms":22.96726417541504,"output_restore_ms":14.699392318725586,"dout_redistribute_ms":14.689248085021973,"attention_bwd_ms":47.672447204589844,"kv_reduce_scatter_ms":4.673439979553223,"indexer_bwd_ms":5.676159858703613,"pool_grad_exchange_ms":0.28780800104141235,"pool_bwd_ms":1.515679955482483,"query_grad_restore_ms":20.468544006347656},"peak_allocated_gib":91.81768655776978},{"ms":186.89663696289062,"stages":{"query_redistribute_ms":20.479488372802734,"pool_fwd_ms":0.08275199681520462,"pool_gather_ms":0.14851200580596924,"selection_key_layout_ms":0.2751680016517639,"selection_ms":10.533056259155273,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.009183883666992,"kv_gather_ms":1.6762880086898804,"attention_fwd_ms":12.843040466308594,"teacher_kl_ms":22.870847702026367,"output_restore_ms":14.853311538696289,"dout_redistribute_ms":14.72815990447998,"attention_bwd_ms":47.69071960449219,"kv_reduce_scatter_ms":4.714367866516113,"indexer_bwd_ms":5.692512035369873,"pool_grad_exchange_ms":0.2815999984741211,"pool_bwd_ms":1.5216959714889526,"query_grad_restore_ms":20.469728469848633},"peak_allocated_gib":91.81768655776978}],"queries_balanced":[{"ms":106.58051300048828,"stages":{"query_redistribute_ms":0.06224000081419945,"pool_fwd_ms":0.15625600516796112,"pool_gather_ms":0.160863995552063,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.4717119932174683,"selection_restore_ms":0.0027840000111609697,"expand_tail_ms":8.006143569946289,"kv_gather_ms":1.7171839475631714,"attention_fwd_ms":12.857343673706055,"teacher_kl_ms":22.31177520751953,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.436767578125,"kv_reduce_scatter_ms":4.872032165527344,"indexer_bwd_ms":5.682271957397461,"pool_grad_exchange_ms":0.28969600796699524,"pool_bwd_ms":1.5135999917984009,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.5660171508789,"stages":{"query_redistribute_ms":0.052928000688552856,"pool_fwd_ms":0.15219199657440186,"pool_gather_ms":0.19148799777030945,"selection_key_layout_ms":0.002623999956995249,"selection_ms":1.4493440389633179,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.003007888793945,"kv_gather_ms":1.74399995803833,"attention_fwd_ms":12.857407569885254,"teacher_kl_ms":22.338367462158203,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.4510383605957,"kv_reduce_scatter_ms":4.810880184173584,"indexer_bwd_ms":5.682400226593018,"pool_grad_exchange_ms":0.27724799513816833,"pool_bwd_ms":1.5175679922103882,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.54761505126953,"stages":{"query_redistribute_ms":0.0676800012588501,"pool_fwd_ms":0.1590079963207245,"pool_gather_ms":0.1576319932937622,"selection_key_layout_ms":0.002623999956995249,"selection_ms":1.4810559749603271,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.012160301208496,"kv_gather_ms":1.6989439725875854,"attention_fwd_ms":12.85529613494873,"teacher_kl_ms":22.447200775146484,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.45084762573242,"kv_reduce_scatter_ms":4.702335834503174,"indexer_bwd_ms":5.682432174682617,"pool_grad_exchange_ms":0.2731519937515259,"pool_bwd_ms":1.5216000080108643,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.95219421386719,"stages":{"query_redistribute_ms":0.061535999178886414,"pool_fwd_ms":0.15718400478363037,"pool_gather_ms":0.1598079949617386,"selection_key_layout_ms":0.002816000021994114,"selection_ms":1.481119990348816,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":8.004735946655273,"kv_gather_ms":1.7091840505599976,"attention_fwd_ms":12.85529613494873,"teacher_kl_ms":22.457183837890625,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.719329833984375,"kv_reduce_scatter_ms":4.807807922363281,"indexer_bwd_ms":5.675039768218994,"pool_grad_exchange_ms":0.3102079927921295,"pool_bwd_ms":1.5155199766159058,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751},{"ms":106.53715515136719,"stages":{"query_redistribute_ms":0.0761599987745285,"pool_fwd_ms":0.15836800634860992,"pool_gather_ms":0.16793599724769592,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.4687999486923218,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.001824378967285,"kv_gather_ms":1.717471957206726,"attention_fwd_ms":12.859231948852539,"teacher_kl_ms":22.322240829467773,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.438720703125,"kv_reduce_scatter_ms":4.77785587310791,"indexer_bwd_ms":5.6823039054870605,"pool_grad_exchange_ms":0.3080959916114807,"pool_bwd_ms":1.5196479558944702,"query_grad_restore_ms":0.002655999967828393},"peak_allocated_gib":65.92681360244751}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.6260362854401947e-05,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.4782851751052304e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":5.0592202113353254e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":9.256362265792232e-07,"max_abs":3.694822225952521e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.8975742089893543e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":3.9920694625892536e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":4.451119012737139e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.289392880760282e-07,"max_abs":3.410605131648481e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.002343469508384403,"max_abs":0.22021484375,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0032347867903137627,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032171007020417716,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.1167354741852905e-05,"max_abs":1.5586465451633558e-10,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.5647702128785983e-05,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":3.5378849921800954e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":3.548355737693115e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.339265972230754e-07,"max_abs":4.774847184307873e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_balanced":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":3,"init_s":0.16696722095366567,"first_calls_s":{"contiguous":1.434524048003368,"selection":0.12722819799091667,"queries_zigzag":1.541303051984869,"queries_balanced":0.1276372920256108},"samples":{"contiguous":[{"ms":106.7228775024414,"stages":{"query_redistribute_ms":0.03852799907326698,"pool_fwd_ms":0.15248000621795654,"pool_gather_ms":0.16262400150299072,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.6807359457015991,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.988671779632568,"kv_gather_ms":1.7091840505599976,"attention_fwd_ms":12.845312118530273,"teacher_kl_ms":22.2890567779541,"output_restore_ms":0.002623999956995249,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.434879302978516,"kv_reduce_scatter_ms":4.883615970611572,"indexer_bwd_ms":5.674752235412598,"pool_grad_exchange_ms":0.3041920065879822,"pool_bwd_ms":1.5178879499435425,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751},{"ms":107.0665283203125,"stages":{"query_redistribute_ms":0.03884800150990486,"pool_fwd_ms":0.1555200070142746,"pool_gather_ms":0.19971199333667755,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.6389119625091553,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.98851203918457,"kv_gather_ms":1.7767360210418701,"attention_fwd_ms":12.841216087341309,"teacher_kl_ms":22.358783721923828,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0027840000111609697,"attention_bwd_ms":47.39750289916992,"kv_reduce_scatter_ms":5.1293439865112305,"indexer_bwd_ms":5.674975872039795,"pool_grad_exchange_ms":0.30211201310157776,"pool_bwd_ms":1.5247999429702759,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.6812515258789,"stages":{"query_redistribute_ms":0.03606399893760681,"pool_fwd_ms":0.1536960005760193,"pool_gather_ms":0.19036799669265747,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.6603519916534424,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":8.007007598876953,"kv_gather_ms":1.723520040512085,"attention_fwd_ms":12.84505558013916,"teacher_kl_ms":22.3590087890625,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0032319999299943447,"attention_bwd_ms":47.39503860473633,"kv_reduce_scatter_ms":4.791423797607422,"indexer_bwd_ms":5.677087783813477,"pool_grad_exchange_ms":0.27750399708747864,"pool_bwd_ms":1.5258560180664062,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.76914978027344,"stages":{"query_redistribute_ms":0.04368000105023384,"pool_fwd_ms":0.15574400126934052,"pool_gather_ms":0.16892799735069275,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.6715519428253174,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.990655899047852,"kv_gather_ms":1.7563199996948242,"attention_fwd_ms":12.838879585266113,"teacher_kl_ms":22.24630355834961,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.40198516845703,"kv_reduce_scatter_ms":4.977695941925049,"indexer_bwd_ms":5.673151969909668,"pool_grad_exchange_ms":0.285535991191864,"pool_bwd_ms":1.5197440385818481,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751},{"ms":107.07599639892578,"stages":{"query_redistribute_ms":0.04211200028657913,"pool_fwd_ms":0.16041600704193115,"pool_gather_ms":0.15535999834537506,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.6829760074615479,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.9950079917907715,"kv_gather_ms":1.7519359588623047,"attention_fwd_ms":12.840928077697754,"teacher_kl_ms":22.367040634155273,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.824031829833984,"kv_reduce_scatter_ms":4.744128227233887,"indexer_bwd_ms":5.674911975860596,"pool_grad_exchange_ms":0.28361600637435913,"pool_bwd_ms":1.5157760381698608,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751}],"selection":[{"ms":106.7138900756836,"stages":{"query_redistribute_ms":0.036768000572919846,"pool_fwd_ms":0.14931200444698334,"pool_gather_ms":0.1637759953737259,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.6764800548553467,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.99510383605957,"kv_gather_ms":1.7068480253219604,"attention_fwd_ms":12.843135833740234,"teacher_kl_ms":22.227807998657227,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.4021110534668,"kv_reduce_scatter_ms":4.97763204574585,"indexer_bwd_ms":5.677023887634277,"pool_grad_exchange_ms":0.29395198822021484,"pool_bwd_ms":1.523743987083435,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.81120300292969,"stages":{"query_redistribute_ms":0.057151999324560165,"pool_fwd_ms":0.15971200168132782,"pool_gather_ms":0.24166400730609894,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.6294399499893188,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.996960163116455,"kv_gather_ms":1.8340799808502197,"attention_fwd_ms":12.843263626098633,"teacher_kl_ms":22.34841537475586,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":47.40547180175781,"kv_reduce_scatter_ms":4.748447895050049,"indexer_bwd_ms":5.6711039543151855,"pool_grad_exchange_ms":0.3060480058193207,"pool_bwd_ms":1.5298559665679932,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":65.92681360244751},{"ms":107.00768280029297,"stages":{"query_redistribute_ms":0.03516799956560135,"pool_fwd_ms":0.1589439958333969,"pool_gather_ms":0.1658560037612915,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.6827839612960815,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":7.990592002868652,"kv_gather_ms":1.7193599939346313,"attention_fwd_ms":12.841216087341309,"teacher_kl_ms":22.35055923461914,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.397857666015625,"kv_reduce_scatter_ms":5.12332820892334,"indexer_bwd_ms":5.6769280433654785,"pool_grad_exchange_ms":0.3062080144882202,"pool_bwd_ms":1.5206719636917114,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.8575668334961,"stages":{"query_redistribute_ms":0.04323200136423111,"pool_fwd_ms":0.1558080017566681,"pool_gather_ms":0.16899199783802032,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.6796159744262695,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.992959976196289,"kv_gather_ms":1.7337919473648071,"attention_fwd_ms":12.846879959106445,"teacher_kl_ms":22.373567581176758,"output_restore_ms":0.0027520000003278255,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":47.3974723815918,"kv_reduce_scatter_ms":4.936704158782959,"indexer_bwd_ms":5.67299222946167,"pool_grad_exchange_ms":0.2898559868335724,"pool_bwd_ms":1.5257600545883179,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.94512176513672,"stages":{"query_redistribute_ms":0.040192000567913055,"pool_fwd_ms":0.1563200056552887,"pool_gather_ms":0.15964800119400024,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.6816960573196411,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.99619197845459,"kv_gather_ms":1.6965759992599487,"attention_fwd_ms":12.843071937561035,"teacher_kl_ms":22.326080322265625,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.42278289794922,"kv_reduce_scatter_ms":5.0920000076293945,"indexer_bwd_ms":5.671167850494385,"pool_grad_exchange_ms":0.30185601115226746,"pool_bwd_ms":1.5198400020599365,"query_grad_restore_ms":0.0027199999894946814},"peak_allocated_gib":65.92681360244751}],"queries_zigzag":[{"ms":186.8446044921875,"stages":{"query_redistribute_ms":20.480224609375,"pool_fwd_ms":0.08220800012350082,"pool_gather_ms":0.15238399803638458,"selection_key_layout_ms":0.27641600370407104,"selection_ms":10.524576187133789,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.999072074890137,"kv_gather_ms":1.7357439994812012,"attention_fwd_ms":12.857376098632812,"teacher_kl_ms":22.770719528198242,"output_restore_ms":14.947199821472168,"dout_redistribute_ms":14.613375663757324,"attention_bwd_ms":47.7154541015625,"kv_reduce_scatter_ms":4.724768161773682,"indexer_bwd_ms":5.675936222076416,"pool_grad_exchange_ms":0.29180800914764404,"pool_bwd_ms":1.51363205909729,"query_grad_restore_ms":20.455455780029297},"peak_allocated_gib":91.81768655776978},{"ms":186.6867218017578,"stages":{"query_redistribute_ms":20.451168060302734,"pool_fwd_ms":0.0820159986615181,"pool_gather_ms":0.1565759927034378,"selection_key_layout_ms":0.27487999200820923,"selection_ms":10.52012825012207,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.994976043701172,"kv_gather_ms":1.6990079879760742,"attention_fwd_ms":12.865311622619629,"teacher_kl_ms":22.65395164489746,"output_restore_ms":15.02297592163086,"dout_redistribute_ms":14.625760078430176,"attention_bwd_ms":47.6255989074707,"kv_reduce_scatter_ms":4.7184319496154785,"indexer_bwd_ms":5.669824123382568,"pool_grad_exchange_ms":0.3121599853038788,"pool_bwd_ms":1.519711971282959,"query_grad_restore_ms":20.466848373413086},"peak_allocated_gib":91.81768655776978},{"ms":186.77967834472656,"stages":{"query_redistribute_ms":20.480863571166992,"pool_fwd_ms":0.08214399963617325,"pool_gather_ms":0.14416000247001648,"selection_key_layout_ms":0.27452799677848816,"selection_ms":10.518464088439941,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.992959976196289,"kv_gather_ms":1.725343942642212,"attention_fwd_ms":12.861536026000977,"teacher_kl_ms":22.766559600830078,"output_restore_ms":15.019071578979492,"dout_redistribute_ms":14.53974437713623,"attention_bwd_ms":47.61507034301758,"kv_reduce_scatter_ms":4.802464008331299,"indexer_bwd_ms":5.673920154571533,"pool_grad_exchange_ms":0.29177600145339966,"pool_bwd_ms":1.522047996520996,"query_grad_restore_ms":20.441919326782227},"peak_allocated_gib":91.81768655776978},{"ms":186.73004150390625,"stages":{"query_redistribute_ms":20.465599060058594,"pool_fwd_ms":0.08294399827718735,"pool_gather_ms":0.14233599603176117,"selection_key_layout_ms":0.27452799677848816,"selection_ms":10.529855728149414,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.9925761222839355,"kv_gather_ms":1.7214399576187134,"attention_fwd_ms":12.863424301147461,"teacher_kl_ms":22.678464889526367,"output_restore_ms":15.00057601928711,"dout_redistribute_ms":14.652607917785645,"attention_bwd_ms":47.62313461303711,"kv_reduce_scatter_ms":4.728640079498291,"indexer_bwd_ms":5.670112133026123,"pool_grad_exchange_ms":0.285535991191864,"pool_bwd_ms":1.5217599868774414,"query_grad_restore_ms":20.46883201599121},"peak_allocated_gib":91.81768655776978},{"ms":186.8928985595703,"stages":{"query_redistribute_ms":20.47158432006836,"pool_fwd_ms":0.08191999793052673,"pool_gather_ms":0.15059199929237366,"selection_key_layout_ms":0.27427199482917786,"selection_ms":10.516703605651855,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.990655899047852,"kv_gather_ms":1.7070720195770264,"attention_fwd_ms":12.85977554321289,"teacher_kl_ms":22.788576126098633,"output_restore_ms":14.922687530517578,"dout_redistribute_ms":14.646431922912598,"attention_bwd_ms":47.62745666503906,"kv_reduce_scatter_ms":4.85756778717041,"indexer_bwd_ms":5.670015811920166,"pool_grad_exchange_ms":0.30617600679397583,"pool_bwd_ms":1.5238720178604126,"query_grad_restore_ms":20.469728469848633},"peak_allocated_gib":91.81768655776978}],"queries_balanced":[{"ms":106.57894134521484,"stages":{"query_redistribute_ms":0.05875200033187866,"pool_fwd_ms":0.15433600544929504,"pool_gather_ms":0.16687999665737152,"selection_key_layout_ms":0.002623999956995249,"selection_ms":1.4563839435577393,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.992735862731934,"kv_gather_ms":1.7442879676818848,"attention_fwd_ms":12.844832420349121,"teacher_kl_ms":22.238143920898438,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":47.397727966308594,"kv_reduce_scatter_ms":5.009696006774902,"indexer_bwd_ms":5.675807952880859,"pool_grad_exchange_ms":0.2815999984741211,"pool_bwd_ms":1.5197440385818481,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.55110168457031,"stages":{"query_redistribute_ms":0.07599999755620956,"pool_fwd_ms":0.16252799332141876,"pool_gather_ms":0.14204800128936768,"selection_key_layout_ms":0.002687999978661537,"selection_ms":1.5107840299606323,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.994624137878418,"kv_gather_ms":1.6948479413986206,"attention_fwd_ms":12.845248222351074,"teacher_kl_ms":22.373056411743164,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.549407958984375,"kv_reduce_scatter_ms":4.690176010131836,"indexer_bwd_ms":5.669888019561768,"pool_grad_exchange_ms":0.2858240008354187,"pool_bwd_ms":1.5174399614334106,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751},{"ms":106.54313659667969,"stages":{"query_redistribute_ms":0.06387200206518173,"pool_fwd_ms":0.15615999698638916,"pool_gather_ms":0.159743994474411,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.4677120447158813,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":7.998655796051025,"kv_gather_ms":1.721567988395691,"attention_fwd_ms":12.842944145202637,"teacher_kl_ms":22.264671325683594,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.40195083618164,"kv_reduce_scatter_ms":4.946271896362305,"indexer_bwd_ms":5.681951999664307,"pool_grad_exchange_ms":0.27353599667549133,"pool_bwd_ms":1.5257279872894287,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.9432601928711,"stages":{"query_redistribute_ms":0.07238399982452393,"pool_fwd_ms":0.1616639941930771,"pool_gather_ms":0.13792000710964203,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.5158400535583496,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.990911960601807,"kv_gather_ms":1.688480019569397,"attention_fwd_ms":12.840991973876953,"teacher_kl_ms":22.270111083984375,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.44960021972656,"kv_reduce_scatter_ms":5.283103942871094,"indexer_bwd_ms":5.689216136932373,"pool_grad_exchange_ms":0.289792001247406,"pool_bwd_ms":1.5157760381698608,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751},{"ms":106.52633666992188,"stages":{"query_redistribute_ms":0.08601599931716919,"pool_fwd_ms":0.16358399391174316,"pool_gather_ms":0.14003199338912964,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.4973440170288086,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.999104022979736,"kv_gather_ms":1.696768045425415,"attention_fwd_ms":12.843008041381836,"teacher_kl_ms":22.334400177001953,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.0025919999461621046,"attention_bwd_ms":47.39993667602539,"kv_reduce_scatter_ms":4.818912029266357,"indexer_bwd_ms":5.665855884552002,"pool_grad_exchange_ms":0.3224000036716461,"pool_bwd_ms":1.5198400020599365,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.032417949954994e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.424826516740513e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":4.151778981526332e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":9.256362265792232e-07,"max_abs":3.694822225952521e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.726261292408437e-05,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":3.664215801331842e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":4.0664923209610094e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.289392880760282e-07,"max_abs":3.410605131648481e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.0023443537351112284,"max_abs":0.24755859375,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0032345624088332375,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003229345117386888,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.1167354741852905e-05,"max_abs":1.5586465451633558e-10,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.919949304359579e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.879327428160027e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":6.499005867816939e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_ape":{"relative_rms":8.339265972230754e-07,"max_abs":4.774847184307873e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_balanced":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":4,"init_s":0.19142244895920157,"first_calls_s":{"contiguous":1.4345281649148092,"selection":0.12723454704973847,"queries_zigzag":1.541290685068816,"queries_balanced":0.1276796410093084},"samples":{"contiguous":[{"ms":106.7162857055664,"stages":{"query_redistribute_ms":0.040991999208927155,"pool_fwd_ms":0.15673600137233734,"pool_gather_ms":0.15769599378108978,"selection_key_layout_ms":0.003008000086992979,"selection_ms":1.6842559576034546,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.996767997741699,"kv_gather_ms":1.6946879625320435,"attention_fwd_ms":12.847071647644043,"teacher_kl_ms":22.475648880004883,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":47.415584564208984,"kv_reduce_scatter_ms":4.703360080718994,"indexer_bwd_ms":5.689568042755127,"pool_grad_exchange_ms":0.29977598786354065,"pool_bwd_ms":1.5135999917984009,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":65.92681360244751},{"ms":107.06182098388672,"stages":{"query_redistribute_ms":0.04355200007557869,"pool_fwd_ms":0.15568000078201294,"pool_gather_ms":0.192671999335289,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":1.6504319906234741,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":8.004608154296875,"kv_gather_ms":1.7501440048217773,"attention_fwd_ms":12.84505558013916,"teacher_kl_ms":22.279008865356445,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":47.42185592651367,"kv_reduce_scatter_ms":5.170271873474121,"indexer_bwd_ms":5.683167934417725,"pool_grad_exchange_ms":0.30825600028038025,"pool_bwd_ms":1.5166399478912354,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92681360244751},{"ms":106.6773452758789,"stages":{"query_redistribute_ms":0.04790399968624115,"pool_fwd_ms":0.15596799552440643,"pool_gather_ms":0.17507199943065643,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":1.683616042137146,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.996128082275391,"kv_gather_ms":1.7112959623336792,"attention_fwd_ms":12.843104362487793,"teacher_kl_ms":22.29324722290039,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":47.417537689208984,"kv_reduce_scatter_ms":4.822400093078613,"indexer_bwd_ms":5.674655914306641,"pool_grad_exchange_ms":0.28998398780822754,"pool_bwd_ms":1.525823950767517,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92681360244751},{"ms":106.77117156982422,"stages":{"query_redistribute_ms":0.037728000432252884,"pool_fwd_ms":0.151296004652977,"pool_gather_ms":0.18432000279426575,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.6508480310440063,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.99945592880249,"kv_gather_ms":1.7624319791793823,"attention_fwd_ms":12.845088005065918,"teacher_kl_ms":22.305599212646484,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":47.61638259887695,"kv_reduce_scatter_ms":4.7032318115234375,"indexer_bwd_ms":5.6729278564453125,"pool_grad_exchange_ms":0.28784000873565674,"pool_bwd_ms":1.5135040283203125,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":65.92681360244751},{"ms":107.07398223876953,"stages":{"query_redistribute_ms":0.04198399931192398,"pool_fwd_ms":0.16096000373363495,"pool_gather_ms":0.14643199741840363,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":1.6949119567871094,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":8.000255584716797,"kv_gather_ms":1.7336640357971191,"attention_fwd_ms":12.849247932434082,"teacher_kl_ms":22.260671615600586,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":47.46879959106445,"kv_reduce_scatter_ms":5.19488000869751,"indexer_bwd_ms":5.685503959655762,"pool_grad_exchange_ms":0.2773120105266571,"pool_bwd_ms":1.5187519788742065,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92681360244751}],"selection":[{"ms":106.70992279052734,"stages":{"query_redistribute_ms":0.0459199994802475,"pool_fwd_ms":0.15967999398708344,"pool_gather_ms":0.14313599467277527,"selection_key_layout_ms":0.003008000086992979,"selection_ms":1.7078399658203125,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.9956159591674805,"kv_gather_ms":1.674239993095398,"attention_fwd_ms":12.847200393676758,"teacher_kl_ms":22.48588752746582,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":47.41164779663086,"kv_reduce_scatter_ms":4.711487770080566,"indexer_bwd_ms":5.687295913696289,"pool_grad_exchange_ms":0.2693119943141937,"pool_bwd_ms":1.529952049255371,"query_grad_restore_ms":0.003295999951660633},"peak_allocated_gib":65.92681360244751},{"ms":106.81692504882812,"stages":{"query_redistribute_ms":0.04639999940991402,"pool_fwd_ms":0.15673600137233734,"pool_gather_ms":0.2632319927215576,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.6002880334854126,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":7.997632026672363,"kv_gather_ms":1.8667199611663818,"attention_fwd_ms":12.84547233581543,"teacher_kl_ms":22.289024353027344,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0030720001086592674,"attention_bwd_ms":47.41347122192383,"kv_reduce_scatter_ms":4.799583911895752,"indexer_bwd_ms":5.683199882507324,"pool_grad_exchange_ms":0.2898240089416504,"pool_bwd_ms":1.5258560180664062,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":65.92681360244751},{"ms":107.00579071044922,"stages":{"query_redistribute_ms":0.047520000487565994,"pool_fwd_ms":0.15702399611473083,"pool_gather_ms":0.15427200496196747,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.6896640062332153,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.998559951782227,"kv_gather_ms":1.7091200351715088,"attention_fwd_ms":12.845024108886719,"teacher_kl_ms":22.268800735473633,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":47.49168014526367,"kv_reduce_scatter_ms":5.098400115966797,"indexer_bwd_ms":5.687327861785889,"pool_grad_exchange_ms":0.29791998863220215,"pool_bwd_ms":1.520799994468689,"query_grad_restore_ms":0.003008000086992979},"peak_allocated_gib":65.92681360244751},{"ms":106.8504638671875,"stages":{"query_redistribute_ms":0.05209600180387497,"pool_fwd_ms":0.15984000265598297,"pool_gather_ms":0.1515199989080429,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.695680022239685,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":8.004672050476074,"kv_gather_ms":1.7010560035705566,"attention_fwd_ms":12.84496021270752,"teacher_kl_ms":22.48396873474121,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":47.5118408203125,"kv_reduce_scatter_ms":4.728096008300781,"indexer_bwd_ms":5.678880214691162,"pool_grad_exchange_ms":0.2754879891872406,"pool_bwd_ms":1.5240639448165894,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92681360244751},{"ms":106.94051361083984,"stages":{"query_redistribute_ms":0.04982399940490723,"pool_fwd_ms":0.1603199988603592,"pool_gather_ms":0.14112000167369843,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.7121280431747437,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.993472099304199,"kv_gather_ms":1.672320008277893,"attention_fwd_ms":12.84505558013916,"teacher_kl_ms":22.281280517578125,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.41347122192383,"kv_reduce_scatter_ms":5.133376121520996,"indexer_bwd_ms":5.699584007263184,"pool_grad_exchange_ms":0.2815999984741211,"pool_bwd_ms":1.5176960229873657,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":65.92681360244751}],"queries_zigzag":[{"ms":186.83920288085938,"stages":{"query_redistribute_ms":20.48182487487793,"pool_fwd_ms":0.08316799998283386,"pool_gather_ms":0.14220799505710602,"selection_key_layout_ms":0.27539199590682983,"selection_ms":10.512288093566895,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.998816013336182,"kv_gather_ms":1.7458879947662354,"attention_fwd_ms":12.906496047973633,"teacher_kl_ms":22.86284828186035,"output_restore_ms":14.779616355895996,"dout_redistribute_ms":14.658143997192383,"attention_bwd_ms":47.63385772705078,"kv_reduce_scatter_ms":4.783872127532959,"indexer_bwd_ms":5.696415901184082,"pool_grad_exchange_ms":0.27744001150131226,"pool_bwd_ms":1.515679955482483,"query_grad_restore_ms":20.455583572387695},"peak_allocated_gib":91.81768655776978},{"ms":186.6775665283203,"stages":{"query_redistribute_ms":20.459936141967773,"pool_fwd_ms":0.08105599880218506,"pool_gather_ms":0.14633600413799286,"selection_key_layout_ms":0.2754560112953186,"selection_ms":10.51638412475586,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.006943702697754,"kv_gather_ms":1.6864960193634033,"attention_fwd_ms":12.904640197753906,"teacher_kl_ms":22.879295349121094,"output_restore_ms":14.729984283447266,"dout_redistribute_ms":14.693408012390137,"attention_bwd_ms":47.5780143737793,"kv_reduce_scatter_ms":4.731071949005127,"indexer_bwd_ms":5.681920051574707,"pool_grad_exchange_ms":0.29795199632644653,"pool_bwd_ms":1.5198719501495361,"query_grad_restore_ms":20.46054458618164},"peak_allocated_gib":91.81768655776978},{"ms":186.78140258789062,"stages":{"query_redistribute_ms":20.477344512939453,"pool_fwd_ms":0.08303999900817871,"pool_gather_ms":0.14630399644374847,"selection_key_layout_ms":0.27561599016189575,"selection_ms":10.516575813293457,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.998464107513428,"kv_gather_ms":1.717568039894104,"attention_fwd_ms":12.906335830688477,"teacher_kl_ms":22.65590476989746,"output_restore_ms":15.041695594787598,"dout_redistribute_ms":14.619551658630371,"attention_bwd_ms":47.60464096069336,"kv_reduce_scatter_ms":4.769792079925537,"indexer_bwd_ms":5.698431968688965,"pool_grad_exchange_ms":0.27644801139831543,"pool_bwd_ms":1.5228480100631714,"query_grad_restore_ms":20.442399978637695},"peak_allocated_gib":91.81768655776978},{"ms":186.7327423095703,"stages":{"query_redistribute_ms":20.465696334838867,"pool_fwd_ms":0.08070400357246399,"pool_gather_ms":0.14870400726795197,"selection_key_layout_ms":0.27558401226997375,"selection_ms":10.514080047607422,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.000991821289062,"kv_gather_ms":1.719040036201477,"attention_fwd_ms":12.90659236907959,"teacher_kl_ms":22.662111282348633,"output_restore_ms":14.918656349182129,"dout_redistribute_ms":14.740415573120117,"attention_bwd_ms":47.611167907714844,"kv_reduce_scatter_ms":4.708320140838623,"indexer_bwd_ms":5.684000015258789,"pool_grad_exchange_ms":0.28147199749946594,"pool_bwd_ms":1.5179519653320312,"query_grad_restore_ms":20.468608856201172},"peak_allocated_gib":91.81768655776978},{"ms":186.89280700683594,"stages":{"query_redistribute_ms":20.47542381286621,"pool_fwd_ms":0.0820159986615181,"pool_gather_ms":0.14857600629329681,"selection_key_layout_ms":0.2754560112953186,"selection_ms":10.515423774719238,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":7.998752117156982,"kv_gather_ms":1.6945279836654663,"attention_fwd_ms":12.904576301574707,"teacher_kl_ms":22.862688064575195,"output_restore_ms":14.77939224243164,"dout_redistribute_ms":14.736224174499512,"attention_bwd_ms":47.629695892333984,"kv_reduce_scatter_ms":4.788000106811523,"indexer_bwd_ms":5.684319972991943,"pool_grad_exchange_ms":0.29574400186538696,"pool_bwd_ms":1.5238399505615234,"query_grad_restore_ms":20.469823837280273},"peak_allocated_gib":91.81768655776978}],"queries_balanced":[{"ms":106.57609558105469,"stages":{"query_redistribute_ms":0.07212799787521362,"pool_fwd_ms":0.16156800091266632,"pool_gather_ms":0.14428800344467163,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":1.4928319454193115,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.000736236572266,"kv_gather_ms":1.6948800086975098,"attention_fwd_ms":12.847071647644043,"teacher_kl_ms":22.465408325195312,"output_restore_ms":0.002976000076159835,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.4567985534668,"kv_reduce_scatter_ms":4.72873592376709,"indexer_bwd_ms":5.676191806793213,"pool_grad_exchange_ms":0.2775999903678894,"pool_bwd_ms":1.5153599977493286,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92681360244751},{"ms":106.5600357055664,"stages":{"query_redistribute_ms":0.0589120015501976,"pool_fwd_ms":0.15222400426864624,"pool_gather_ms":0.18227200210094452,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":1.4581120014190674,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":7.998496055603027,"kv_gather_ms":1.7378560304641724,"attention_fwd_ms":12.843040466308594,"teacher_kl_ms":22.295391082763672,"output_restore_ms":0.0030400000978261232,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.563167572021484,"kv_reduce_scatter_ms":4.753407955169678,"indexer_bwd_ms":5.682591915130615,"pool_grad_exchange_ms":0.27935999631881714,"pool_bwd_ms":1.5153919458389282,"query_grad_restore_ms":0.0029440000653266907},"peak_allocated_gib":65.92681360244751},{"ms":106.54000091552734,"stages":{"query_redistribute_ms":0.0666240006685257,"pool_fwd_ms":0.15945599973201752,"pool_gather_ms":0.15158399939537048,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":1.4765440225601196,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.996543884277344,"kv_gather_ms":1.7112640142440796,"attention_fwd_ms":12.847071647644043,"teacher_kl_ms":22.299488067626953,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":47.411582946777344,"kv_reduce_scatter_ms":4.897088050842285,"indexer_bwd_ms":5.675839900970459,"pool_grad_exchange_ms":0.2877120077610016,"pool_bwd_ms":1.519711971282959,"query_grad_restore_ms":0.0030400000978261232},"peak_allocated_gib":65.92681360244751},{"ms":106.95075225830078,"stages":{"query_redistribute_ms":0.054687999188899994,"pool_fwd_ms":0.152319997549057,"pool_gather_ms":0.17615999281406403,"selection_key_layout_ms":0.002976000076159835,"selection_ms":1.4744319915771484,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.998623847961426,"kv_gather_ms":1.721343994140625,"attention_fwd_ms":12.847295761108398,"teacher_kl_ms":22.28099250793457,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":47.41779327392578,"kv_reduce_scatter_ms":5.3012800216674805,"indexer_bwd_ms":5.677087783813477,"pool_grad_exchange_ms":0.285535991191864,"pool_bwd_ms":1.5239360332489014,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92681360244751},{"ms":106.52985382080078,"stages":{"query_redistribute_ms":0.07468800246715546,"pool_fwd_ms":0.15654399991035461,"pool_gather_ms":0.16592000424861908,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":1.458016037940979,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":7.996448040008545,"kv_gather_ms":1.7337599992752075,"attention_fwd_ms":12.851200103759766,"teacher_kl_ms":22.288223266601562,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":47.42300796508789,"kv_reduce_scatter_ms":4.8436479568481445,"indexer_bwd_ms":5.675839900970459,"pool_grad_exchange_ms":0.306304007768631,"pool_bwd_ms":1.5155839920043945,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":65.92681360244751}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.757865089852741e-05,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.132871032328139e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":5.0443972472130625e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":9.256362265792232e-07,"max_abs":3.694822225952521e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.0136781454684895e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.329614691422347e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":4.3874636693768705e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.289392880760282e-07,"max_abs":3.410605131648481e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.002341832871396867,"max_abs":0.24269866943359375,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0032353235640299287,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032283482852154943,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.1167354741852905e-05,"max_abs":1.5586465451633558e-10,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":2.6916439948354336e-05,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.492538741081817e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":4.0556344410850956e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.339265972230754e-07,"max_abs":4.774847184307873e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_balanced":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":5,"init_s":0.19158901099581271,"first_calls_s":{"contiguous":1.434527326026,"selection":0.12723975209519267,"queries_zigzag":1.5412994170328602,"queries_balanced":0.1276744609931484},"samples":{"contiguous":[{"ms":106.71126556396484,"stages":{"query_redistribute_ms":0.048128001391887665,"pool_fwd_ms":0.15984000265598297,"pool_gather_ms":0.143327996134758,"selection_key_layout_ms":0.0030400000978261232,"selection_ms":1.6975359916687012,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":8.00268840789795,"kv_gather_ms":1.6806720495224,"attention_fwd_ms":12.851072311401367,"teacher_kl_ms":22.28108787536621,"output_restore_ms":0.0030720001086592674,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":47.605918884277344,"kv_reduce_scatter_ms":4.6910719871521,"indexer_bwd_ms":5.675072193145752,"pool_grad_exchange_ms":0.32467201352119446,"pool_bwd_ms":1.5093120336532593,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92730188369751},{"ms":107.04332733154297,"stages":{"query_redistribute_ms":0.06304000318050385,"pool_fwd_ms":0.1661120057106018,"pool_gather_ms":0.1454080045223236,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":1.7241920232772827,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.011167526245117,"kv_gather_ms":1.676416039466858,"attention_fwd_ms":12.85324764251709,"teacher_kl_ms":22.321823120117188,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.430015563964844,"kv_reduce_scatter_ms":5.092703819274902,"indexer_bwd_ms":5.679103851318359,"pool_grad_exchange_ms":0.3182399868965149,"pool_bwd_ms":1.5228159427642822,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92730188369751},{"ms":106.66038513183594,"stages":{"query_redistribute_ms":0.058687999844551086,"pool_fwd_ms":0.16281600296497345,"pool_gather_ms":0.14422400295734406,"selection_key_layout_ms":0.0030400000978261232,"selection_ms":1.7169599533081055,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":8.005887985229492,"kv_gather_ms":1.669983983039856,"attention_fwd_ms":12.84921646118164,"teacher_kl_ms":22.28326416015625,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":47.472862243652344,"kv_reduce_scatter_ms":4.761727809906006,"indexer_bwd_ms":5.68009614944458,"pool_grad_exchange_ms":0.2898240089416504,"pool_bwd_ms":1.5258560180664062,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92730188369751},{"ms":106.77164459228516,"stages":{"query_redistribute_ms":0.04195199906826019,"pool_fwd_ms":0.15423999726772308,"pool_gather_ms":0.17587199807167053,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.6672320365905762,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":7.998271942138672,"kv_gather_ms":1.7462719678878784,"attention_fwd_ms":12.853023529052734,"teacher_kl_ms":22.30361557006836,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.003008000086992979,"attention_bwd_ms":47.42787170410156,"kv_reduce_scatter_ms":4.883647918701172,"indexer_bwd_ms":5.68723201751709,"pool_grad_exchange_ms":0.27747198939323425,"pool_bwd_ms":1.5177279710769653,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92730188369751},{"ms":107.07516479492188,"stages":{"query_redistribute_ms":0.04211200028657913,"pool_fwd_ms":0.15769599378108978,"pool_gather_ms":0.1586879938840866,"selection_key_layout_ms":0.002976000076159835,"selection_ms":1.6832959651947021,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":7.999551773071289,"kv_gather_ms":1.7380160093307495,"attention_fwd_ms":12.849023818969727,"teacher_kl_ms":22.307647705078125,"output_restore_ms":0.0030400000978261232,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.42787170410156,"kv_reduce_scatter_ms":5.184639930725098,"indexer_bwd_ms":5.677248001098633,"pool_grad_exchange_ms":0.29395198822021484,"pool_bwd_ms":1.5184639692306519,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92730188369751}],"selection":[{"ms":106.71017456054688,"stages":{"query_redistribute_ms":0.041280001401901245,"pool_fwd_ms":0.15516799688339233,"pool_gather_ms":0.15583999454975128,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.6800960302352905,"selection_restore_ms":0.003008000086992979,"expand_tail_ms":8.011872291564941,"kv_gather_ms":1.686784029006958,"attention_fwd_ms":12.849056243896484,"teacher_kl_ms":22.297439575195312,"output_restore_ms":0.0030720001086592674,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.4257926940918,"kv_reduce_scatter_ms":4.881631851196289,"indexer_bwd_ms":5.681087970733643,"pool_grad_exchange_ms":0.28992000222206116,"pool_bwd_ms":1.5154240131378174,"query_grad_restore_ms":0.0029120000544935465},"peak_allocated_gib":65.92730188369751},{"ms":106.7850570678711,"stages":{"query_redistribute_ms":0.07056000083684921,"pool_fwd_ms":0.1834239959716797,"pool_gather_ms":0.1810240000486374,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":1.7663359642028809,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.026304244995117,"kv_gather_ms":1.6742719411849976,"attention_fwd_ms":12.853343963623047,"teacher_kl_ms":22.31180763244629,"output_restore_ms":0.003103999886661768,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":47.50556945800781,"kv_reduce_scatter_ms":4.679840087890625,"indexer_bwd_ms":5.68012809753418,"pool_grad_exchange_ms":0.2876479923725128,"pool_bwd_ms":1.525920033454895,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92730188369751},{"ms":106.9985580444336,"stages":{"query_redistribute_ms":0.0506879985332489,"pool_fwd_ms":0.16291199624538422,"pool_gather_ms":0.14134399592876434,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.7154239416122437,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.011743545532227,"kv_gather_ms":1.6722240447998047,"attention_fwd_ms":12.851424217224121,"teacher_kl_ms":22.317792892456055,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.002976000076159835,"attention_bwd_ms":47.42988967895508,"kv_reduce_scatter_ms":5.08841609954834,"indexer_bwd_ms":5.674943923950195,"pool_grad_exchange_ms":0.3227840065956116,"pool_bwd_ms":1.5206079483032227,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92730188369751},{"ms":106.85475158691406,"stages":{"query_redistribute_ms":0.04902400076389313,"pool_fwd_ms":0.1573439985513687,"pool_gather_ms":0.16288000345230103,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":1.6928000450134277,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.998464107513428,"kv_gather_ms":1.7029759883880615,"attention_fwd_ms":12.853311538696289,"teacher_kl_ms":22.307615280151367,"output_restore_ms":0.0030720001086592674,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":47.42985534667969,"kv_reduce_scatter_ms":4.978015899658203,"indexer_bwd_ms":5.676799774169922,"pool_grad_exchange_ms":0.2856000065803528,"pool_bwd_ms":1.5218559503555298,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92730188369751},{"ms":106.93936157226562,"stages":{"query_redistribute_ms":0.050944000482559204,"pool_fwd_ms":0.15782399475574493,"pool_gather_ms":0.1432960033416748,"selection_key_layout_ms":0.0029120000544935465,"selection_ms":1.6978559494018555,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.00057601928711,"kv_gather_ms":1.674399971961975,"attention_fwd_ms":12.849472045898438,"teacher_kl_ms":22.303232192993164,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.003008000086992979,"attention_bwd_ms":47.608062744140625,"kv_reduce_scatter_ms":4.9040961265563965,"indexer_bwd_ms":5.676991939544678,"pool_grad_exchange_ms":0.3205440044403076,"pool_bwd_ms":1.5135999917984009,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92730188369751}],"queries_zigzag":[{"ms":186.837890625,"stages":{"query_redistribute_ms":20.47439956665039,"pool_fwd_ms":0.08083199709653854,"pool_gather_ms":0.1464959979057312,"selection_key_layout_ms":0.27532801032066345,"selection_ms":10.526816368103027,"selection_restore_ms":0.0030720001086592674,"expand_tail_ms":8.00438404083252,"kv_gather_ms":1.7257920503616333,"attention_fwd_ms":12.953375816345215,"teacher_kl_ms":22.547712326049805,"output_restore_ms":15.05395221710205,"dout_redistribute_ms":14.629471778869629,"attention_bwd_ms":47.68479919433594,"kv_reduce_scatter_ms":4.74732780456543,"indexer_bwd_ms":5.698207855224609,"pool_grad_exchange_ms":0.2815679907798767,"pool_bwd_ms":1.5159039497375488,"query_grad_restore_ms":20.46348762512207},"peak_allocated_gib":91.81817483901978},{"ms":186.68307495117188,"stages":{"query_redistribute_ms":20.4616641998291,"pool_fwd_ms":0.08316799998283386,"pool_gather_ms":0.14204800128936768,"selection_key_layout_ms":0.27558401226997375,"selection_ms":10.516287803649902,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.000864028930664,"kv_gather_ms":1.694815993309021,"attention_fwd_ms":12.955615997314453,"teacher_kl_ms":22.563936233520508,"output_restore_ms":15.039392471313477,"dout_redistribute_ms":14.61945629119873,"attention_bwd_ms":47.60287857055664,"kv_reduce_scatter_ms":4.741087913513184,"indexer_bwd_ms":5.692255973815918,"pool_grad_exchange_ms":0.2736319899559021,"pool_bwd_ms":1.5278719663619995,"query_grad_restore_ms":20.466751098632812},"peak_allocated_gib":91.81817483901978},{"ms":186.7783660888672,"stages":{"query_redistribute_ms":20.4815673828125,"pool_fwd_ms":0.08284799754619598,"pool_gather_ms":0.14239999651908875,"selection_key_layout_ms":0.275519996881485,"selection_ms":10.528608322143555,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.008895874023438,"kv_gather_ms":1.6948800086975098,"attention_fwd_ms":12.955455780029297,"teacher_kl_ms":22.612991333007812,"output_restore_ms":15.086688041687012,"dout_redistribute_ms":14.53769588470459,"attention_bwd_ms":47.63747024536133,"kv_reduce_scatter_ms":4.761888027191162,"indexer_bwd_ms":5.698400020599365,"pool_grad_exchange_ms":0.2833920121192932,"pool_bwd_ms":1.519808053970337,"query_grad_restore_ms":20.4421443939209},"peak_allocated_gib":91.81817483901978},{"ms":186.72073364257812,"stages":{"query_redistribute_ms":20.459392547607422,"pool_fwd_ms":0.08287999778985977,"pool_gather_ms":0.14448000490665436,"selection_key_layout_ms":0.2754879891872406,"selection_ms":10.51852798461914,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":7.996863842010498,"kv_gather_ms":1.7189439535140991,"attention_fwd_ms":12.947423934936523,"teacher_kl_ms":22.551551818847656,"output_restore_ms":15.029151916503906,"dout_redistribute_ms":14.660736083984375,"attention_bwd_ms":47.63542556762695,"kv_reduce_scatter_ms":4.714591979980469,"indexer_bwd_ms":5.694240093231201,"pool_grad_exchange_ms":0.27750399708747864,"pool_bwd_ms":1.5176960229873657,"query_grad_restore_ms":20.46886444091797},"peak_allocated_gib":91.81817483901978},{"ms":186.8990020751953,"stages":{"query_redistribute_ms":20.47817611694336,"pool_fwd_ms":0.08310399949550629,"pool_gather_ms":0.14422400295734406,"selection_key_layout_ms":0.275519996881485,"selection_ms":10.51638412475586,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.000800132751465,"kv_gather_ms":1.6947200298309326,"attention_fwd_ms":12.957599639892578,"teacher_kl_ms":22.54960060119629,"output_restore_ms":15.047679901123047,"dout_redistribute_ms":14.642047882080078,"attention_bwd_ms":47.664127349853516,"kv_reduce_scatter_ms":4.83135986328125,"indexer_bwd_ms":5.704576015472412,"pool_grad_exchange_ms":0.28275200724601746,"pool_bwd_ms":1.5247360467910767,"query_grad_restore_ms":20.47395133972168},"peak_allocated_gib":91.81817483901978}],"queries_balanced":[{"ms":106.5711669921875,"stages":{"query_redistribute_ms":0.0713919997215271,"pool_fwd_ms":0.16390399634838104,"pool_gather_ms":0.1432960033416748,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.4968960285186768,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.002880096435547,"kv_gather_ms":1.6828800439834595,"attention_fwd_ms":12.852928161621094,"teacher_kl_ms":22.28313636779785,"output_restore_ms":0.003103999886661768,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.42985534667969,"kv_reduce_scatter_ms":4.933760166168213,"indexer_bwd_ms":5.676000118255615,"pool_grad_exchange_ms":0.2793920040130615,"pool_bwd_ms":1.5158079862594604,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92730188369751},{"ms":106.54950714111328,"stages":{"query_redistribute_ms":0.07926400005817413,"pool_fwd_ms":0.16230399906635284,"pool_gather_ms":0.14207999408245087,"selection_key_layout_ms":0.003008000086992979,"selection_ms":1.5083839893341064,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.008928298950195,"kv_gather_ms":1.6742719411849976,"attention_fwd_ms":12.851072311401367,"teacher_kl_ms":22.318143844604492,"output_restore_ms":0.0030400000978261232,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.43379211425781,"kv_reduce_scatter_ms":4.847743988037109,"indexer_bwd_ms":5.688543796539307,"pool_grad_exchange_ms":0.28361600637435913,"pool_bwd_ms":1.5134400129318237,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92730188369751},{"ms":106.54096221923828,"stages":{"query_redistribute_ms":0.06838399916887283,"pool_fwd_ms":0.15702399611473083,"pool_gather_ms":0.15459200739860535,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.4816319942474365,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.002592086791992,"kv_gather_ms":1.696895956993103,"attention_fwd_ms":12.849056243896484,"teacher_kl_ms":22.309823989868164,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":47.43209457397461,"kv_reduce_scatter_ms":4.858208179473877,"indexer_bwd_ms":5.684031963348389,"pool_grad_exchange_ms":0.28992000222206116,"pool_bwd_ms":1.5195519924163818,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92730188369751},{"ms":106.9450912475586,"stages":{"query_redistribute_ms":0.05862399935722351,"pool_fwd_ms":0.15411199629306793,"pool_gather_ms":0.16463999450206757,"selection_key_layout_ms":0.002848000032827258,"selection_ms":1.4684159755706787,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.001728057861328,"kv_gather_ms":1.7214720249176025,"attention_fwd_ms":12.851167678833008,"teacher_kl_ms":22.33020782470703,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0028800000436604023,"attention_bwd_ms":47.9648323059082,"kv_reduce_scatter_ms":4.715616226196289,"indexer_bwd_ms":5.67683219909668,"pool_grad_exchange_ms":0.2797119915485382,"pool_bwd_ms":1.5195519924163818,"query_grad_restore_ms":0.003103999886661768},"peak_allocated_gib":65.92730188369751},{"ms":106.5370864868164,"stages":{"query_redistribute_ms":0.06889600306749344,"pool_fwd_ms":0.1547520011663437,"pool_gather_ms":0.17776000499725342,"selection_key_layout_ms":0.0030400000978261232,"selection_ms":1.4428160190582275,"selection_restore_ms":0.0031679999083280563,"expand_tail_ms":8.000384330749512,"kv_gather_ms":1.7440320253372192,"attention_fwd_ms":12.848928451538086,"teacher_kl_ms":22.31203269958496,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.42777633666992,"kv_reduce_scatter_ms":4.83135986328125,"indexer_bwd_ms":5.686528205871582,"pool_grad_exchange_ms":0.28944000601768494,"pool_bwd_ms":1.5136959552764893,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92730188369751}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.1926852840209625e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.573277869085639e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":4.4711512882252164e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":9.256362265792232e-07,"max_abs":3.694822225952521e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.0388487160823147e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.582491696776729e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":5.4674680743980566e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":8.289392880760282e-07,"max_abs":3.410605131648481e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.0023432926620981357,"max_abs":0.22998046875,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0032404235874845177,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003235623007134503,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.1167354741852905e-05,"max_abs":1.5586465451633558e-10,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.109935068460735e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.123044879527374e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":5.68126885015383e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.339265972230754e-07,"max_abs":4.774847184307873e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_balanced":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":6,"init_s":0.21000549593009055,"first_calls_s":{"contiguous":1.4345244138967246,"selection":0.12723533797543496,"queries_zigzag":1.5413031809730455,"queries_balanced":0.12766942707821727},"samples":{"contiguous":[{"ms":106.71907043457031,"stages":{"query_redistribute_ms":0.03920000046491623,"pool_fwd_ms":0.15228800475597382,"pool_gather_ms":0.16556799411773682,"selection_key_layout_ms":0.002816000021994114,"selection_ms":1.6721279621124268,"selection_restore_ms":0.002976000076159835,"expand_tail_ms":8.003775596618652,"kv_gather_ms":1.7011840343475342,"attention_fwd_ms":12.849056243896484,"teacher_kl_ms":22.39574432373047,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":47.41142272949219,"kv_reduce_scatter_ms":4.781248092651367,"indexer_bwd_ms":5.668799877166748,"pool_grad_exchange_ms":0.32259199023246765,"pool_bwd_ms":1.5156160593032837,"query_grad_restore_ms":0.0028800000436604023},"peak_allocated_gib":65.92681360244751},{"ms":107.06368255615234,"stages":{"query_redistribute_ms":0.04047999903559685,"pool_fwd_ms":0.1539199948310852,"pool_gather_ms":0.19884799420833588,"selection_key_layout_ms":0.002848000032827258,"selection_ms":1.634112000465393,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.003840446472168,"kv_gather_ms":1.7728639841079712,"attention_fwd_ms":12.842975616455078,"teacher_kl_ms":22.272703170776367,"output_restore_ms":0.002816000021994114,"dout_redistribute_ms":0.0029120000544935465,"attention_bwd_ms":47.493568420410156,"kv_reduce_scatter_ms":5.094783782958984,"indexer_bwd_ms":5.668799877166748,"pool_grad_exchange_ms":0.3246400058269501,"pool_bwd_ms":1.5246399641036987,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92681360244751},{"ms":106.6806411743164,"stages":{"query_redistribute_ms":0.033984001725912094,"pool_fwd_ms":0.15228800475597382,"pool_gather_ms":0.19670400023460388,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.6394879817962646,"selection_restore_ms":0.0029440000653266907,"expand_tail_ms":7.997375965118408,"kv_gather_ms":1.7585279941558838,"attention_fwd_ms":12.846943855285645,"teacher_kl_ms":22.26051139831543,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":47.40150451660156,"kv_reduce_scatter_ms":4.8466877937316895,"indexer_bwd_ms":5.677055835723877,"pool_grad_exchange_ms":0.3041599988937378,"pool_bwd_ms":1.525823950767517,"query_grad_restore_ms":0.002976000076159835},"peak_allocated_gib":65.92681360244751},{"ms":106.7675552368164,"stages":{"query_redistribute_ms":0.04831999912858009,"pool_fwd_ms":0.1555519998073578,"pool_gather_ms":0.16262400150299072,"selection_key_layout_ms":0.002816000021994114,"selection_ms":1.6773120164871216,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.004032135009766,"kv_gather_ms":1.725600004196167,"attention_fwd_ms":12.849056243896484,"teacher_kl_ms":22.268672943115234,"output_restore_ms":0.0028800000436604023,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":47.458526611328125,"kv_reduce_scatter_ms":4.885536193847656,"indexer_bwd_ms":5.679232120513916,"pool_grad_exchange_ms":0.2938559949398041,"pool_bwd_ms":1.519808053970337,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92681360244751},{"ms":107.07027435302734,"stages":{"query_redistribute_ms":0.03593600168824196,"pool_fwd_ms":0.1555200070142746,"pool_gather_ms":0.1584639996290207,"selection_key_layout_ms":0.002848000032827258,"selection_ms":1.6752640008926392,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.994592189788818,"kv_gather_ms":1.752351999282837,"attention_fwd_ms":12.844863891601562,"teacher_kl_ms":22.268800735473633,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.41980743408203,"kv_reduce_scatter_ms":5.223743915557861,"indexer_bwd_ms":5.678912162780762,"pool_grad_exchange_ms":0.3020800054073334,"pool_bwd_ms":1.5186879634857178,"query_grad_restore_ms":0.002976000076159835},"peak_allocated_gib":65.92681360244751}],"selection":[{"ms":106.71065521240234,"stages":{"query_redistribute_ms":0.03596799820661545,"pool_fwd_ms":0.14956800639629364,"pool_gather_ms":0.16572800278663635,"selection_key_layout_ms":0.0028800000436604023,"selection_ms":1.6670399904251099,"selection_restore_ms":0.0030400000978261232,"expand_tail_ms":8.000736236572266,"kv_gather_ms":1.7069120407104492,"attention_fwd_ms":12.847328186035156,"teacher_kl_ms":22.366912841796875,"output_restore_ms":0.0029120000544935465,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.41360092163086,"kv_reduce_scatter_ms":4.818175792694092,"indexer_bwd_ms":5.6769280433654785,"pool_grad_exchange_ms":0.3062399923801422,"pool_bwd_ms":1.5155839920043945,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92681360244751},{"ms":106.81974029541016,"stages":{"query_redistribute_ms":0.04076800122857094,"pool_fwd_ms":0.15318399667739868,"pool_gather_ms":0.2763200104236603,"selection_key_layout_ms":0.002848000032827258,"selection_ms":1.6005120277404785,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.002816200256348,"kv_gather_ms":1.8566720485687256,"attention_fwd_ms":12.847519874572754,"teacher_kl_ms":22.284671783447266,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.0030400000978261232,"attention_bwd_ms":47.399166107177734,"kv_reduce_scatter_ms":4.8343682289123535,"indexer_bwd_ms":5.67091178894043,"pool_grad_exchange_ms":0.2796480059623718,"pool_bwd_ms":1.5319039821624756,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92681360244751},{"ms":107.00656127929688,"stages":{"query_redistribute_ms":0.034432001411914825,"pool_fwd_ms":0.14870400726795197,"pool_gather_ms":0.17814399302005768,"selection_key_layout_ms":0.002816000021994114,"selection_ms":1.6587519645690918,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.002943992614746,"kv_gather_ms":1.7336000204086304,"attention_fwd_ms":12.847455978393555,"teacher_kl_ms":22.272640228271484,"output_restore_ms":0.0029440000653266907,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.50377655029297,"kv_reduce_scatter_ms":5.074016094207764,"indexer_bwd_ms":5.67907190322876,"pool_grad_exchange_ms":0.3123199939727783,"pool_bwd_ms":1.5228159427642822,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92681360244751},{"ms":106.85209655761719,"stages":{"query_redistribute_ms":0.051263999193906784,"pool_fwd_ms":0.15673600137233734,"pool_gather_ms":0.15251199901103973,"selection_key_layout_ms":0.002848000032827258,"selection_ms":1.6998720169067383,"selection_restore_ms":0.003103999886661768,"expand_tail_ms":8.000672340393066,"kv_gather_ms":1.6987839937210083,"attention_fwd_ms":12.847071647644043,"teacher_kl_ms":22.27289581298828,"output_restore_ms":0.002816000021994114,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":47.40556716918945,"kv_reduce_scatter_ms":5.03107213973999,"indexer_bwd_ms":5.681183815002441,"pool_grad_exchange_ms":0.2919679880142212,"pool_bwd_ms":1.5216319561004639,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92681360244751},{"ms":106.94403076171875,"stages":{"query_redistribute_ms":0.03811199963092804,"pool_fwd_ms":0.1531520038843155,"pool_gather_ms":0.16598400473594666,"selection_key_layout_ms":0.002816000021994114,"selection_ms":1.6689280271530151,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.001791954040527,"kv_gather_ms":1.6991360187530518,"attention_fwd_ms":12.846912384033203,"teacher_kl_ms":22.289247512817383,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.407615661621094,"kv_reduce_scatter_ms":5.114975929260254,"indexer_bwd_ms":5.666783809661865,"pool_grad_exchange_ms":0.334879994392395,"pool_bwd_ms":1.5178240537643433,"query_grad_restore_ms":0.003008000086992979},"peak_allocated_gib":65.92681360244751}],"queries_zigzag":[{"ms":186.84732055664062,"stages":{"query_redistribute_ms":20.480863571166992,"pool_fwd_ms":0.08287999778985977,"pool_gather_ms":0.15043200552463531,"selection_key_layout_ms":0.2758080065250397,"selection_ms":10.516127586364746,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.001055717468262,"kv_gather_ms":1.7436800003051758,"attention_fwd_ms":12.941472053527832,"teacher_kl_ms":22.543167114257812,"output_restore_ms":15.027168273925781,"dout_redistribute_ms":14.680959701538086,"attention_bwd_ms":47.62752151489258,"kv_reduce_scatter_ms":4.781951904296875,"indexer_bwd_ms":5.677984237670898,"pool_grad_exchange_ms":0.31254398822784424,"pool_bwd_ms":1.5155839920043945,"query_grad_restore_ms":20.459455490112305},"peak_allocated_gib":91.81768655776978},{"ms":186.6848907470703,"stages":{"query_redistribute_ms":20.455167770385742,"pool_fwd_ms":0.08316799998283386,"pool_gather_ms":0.1523520052433014,"selection_key_layout_ms":0.2775999903678894,"selection_ms":10.512384414672852,"selection_restore_ms":0.0029120000544935465,"expand_tail_ms":8.003071784973145,"kv_gather_ms":1.6964160203933716,"attention_fwd_ms":12.941344261169434,"teacher_kl_ms":22.59667205810547,"output_restore_ms":15.004799842834473,"dout_redistribute_ms":14.654496192932129,"attention_bwd_ms":47.64767837524414,"kv_reduce_scatter_ms":4.681695938110352,"indexer_bwd_ms":5.673920154571533,"pool_grad_exchange_ms":0.28572800755500793,"pool_bwd_ms":1.5257279872894287,"query_grad_restore_ms":20.46668815612793},"peak_allocated_gib":91.81768655776978},{"ms":186.7860870361328,"stages":{"query_redistribute_ms":20.48761558532715,"pool_fwd_ms":0.08207999914884567,"pool_gather_ms":0.14630399644374847,"selection_key_layout_ms":0.2757759988307953,"selection_ms":10.519231796264648,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":8.005151748657227,"kv_gather_ms":1.7129919528961182,"attention_fwd_ms":12.943360328674316,"teacher_kl_ms":22.533119201660156,"output_restore_ms":15.125503540039062,"dout_redistribute_ms":14.597087860107422,"attention_bwd_ms":47.6418571472168,"kv_reduce_scatter_ms":4.734720230102539,"indexer_bwd_ms":5.671807765960693,"pool_grad_exchange_ms":0.3205440044403076,"pool_bwd_ms":1.5176639556884766,"query_grad_restore_ms":20.44428825378418},"peak_allocated_gib":91.81768655776978},{"ms":186.7265625,"stages":{"query_redistribute_ms":20.459104537963867,"pool_fwd_ms":0.08118399977684021,"pool_gather_ms":0.1480959951877594,"selection_key_layout_ms":0.2776319980621338,"selection_ms":10.522560119628906,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.003071784973145,"kv_gather_ms":1.7108800411224365,"attention_fwd_ms":12.941344261169434,"teacher_kl_ms":22.50876808166504,"output_restore_ms":15.04748821258545,"dout_redistribute_ms":14.695232391357422,"attention_bwd_ms":47.633567810058594,"kv_reduce_scatter_ms":4.702239990234375,"indexer_bwd_ms":5.673791885375977,"pool_grad_exchange_ms":0.3041599988937378,"pool_bwd_ms":1.5176960229873657,"query_grad_restore_ms":20.47088050842285},"peak_allocated_gib":91.81768655776978},{"ms":186.8936309814453,"stages":{"query_redistribute_ms":20.47964859008789,"pool_fwd_ms":0.08294399827718735,"pool_gather_ms":0.14444799721240997,"selection_key_layout_ms":0.27744001150131226,"selection_ms":10.516351699829102,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.002816200256348,"kv_gather_ms":1.692863941192627,"attention_fwd_ms":12.945343971252441,"teacher_kl_ms":22.504383087158203,"output_restore_ms":15.086591720581055,"dout_redistribute_ms":14.736191749572754,"attention_bwd_ms":47.67059326171875,"kv_reduce_scatter_ms":4.733151912689209,"indexer_bwd_ms":5.673471927642822,"pool_grad_exchange_ms":0.32716798782348633,"pool_bwd_ms":1.5213119983673096,"query_grad_restore_ms":20.471904754638672},"peak_allocated_gib":91.81768655776978}],"queries_balanced":[{"ms":106.57644653320312,"stages":{"query_redistribute_ms":0.06080000102519989,"pool_fwd_ms":0.15600000321865082,"pool_gather_ms":0.16256000101566315,"selection_key_layout_ms":0.002848000032827258,"selection_ms":1.4685440063476562,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.001983642578125,"kv_gather_ms":1.713312029838562,"attention_fwd_ms":12.84505558013916,"teacher_kl_ms":22.354528427124023,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":47.41603088378906,"kv_reduce_scatter_ms":4.8843841552734375,"indexer_bwd_ms":5.672128200531006,"pool_grad_exchange_ms":0.29183998703956604,"pool_bwd_ms":1.5094079971313477,"query_grad_restore_ms":0.0037440001033246517},"peak_allocated_gib":65.92681360244751},{"ms":106.56317138671875,"stages":{"query_redistribute_ms":0.0498879998922348,"pool_fwd_ms":0.15052799880504608,"pool_gather_ms":0.19043199717998505,"selection_key_layout_ms":0.002848000032827258,"selection_ms":1.4408320188522339,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":8.01097583770752,"kv_gather_ms":1.741919994354248,"attention_fwd_ms":12.8471040725708,"teacher_kl_ms":22.26483154296875,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.40553665161133,"kv_reduce_scatter_ms":4.929567813873291,"indexer_bwd_ms":5.68614387512207,"pool_grad_exchange_ms":0.2918719947338104,"pool_bwd_ms":1.5155199766159058,"query_grad_restore_ms":0.002816000021994114},"peak_allocated_gib":65.92681360244751},{"ms":106.54486083984375,"stages":{"query_redistribute_ms":0.05843200162053108,"pool_fwd_ms":0.15251199901103973,"pool_gather_ms":0.17107200622558594,"selection_key_layout_ms":0.002816000021994114,"selection_ms":1.4530880451202393,"selection_restore_ms":0.002848000032827258,"expand_tail_ms":7.995584011077881,"kv_gather_ms":1.737887978553772,"attention_fwd_ms":12.847264289855957,"teacher_kl_ms":22.2706241607666,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.40550231933594,"kv_reduce_scatter_ms":4.909408092498779,"indexer_bwd_ms":5.681983947753906,"pool_grad_exchange_ms":0.30614399909973145,"pool_bwd_ms":1.5177279710769653,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92681360244751},{"ms":106.94684600830078,"stages":{"query_redistribute_ms":0.061503998935222626,"pool_fwd_ms":0.15638400614261627,"pool_gather_ms":0.15964800119400024,"selection_key_layout_ms":0.0030720001086592674,"selection_ms":1.4878079891204834,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":7.9976959228515625,"kv_gather_ms":1.702847957611084,"attention_fwd_ms":12.84505558013916,"teacher_kl_ms":22.29132843017578,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.002816000021994114,"attention_bwd_ms":47.40998458862305,"kv_reduce_scatter_ms":5.307328224182129,"indexer_bwd_ms":5.6748480796813965,"pool_grad_exchange_ms":0.29203200340270996,"pool_bwd_ms":1.5216000080108643,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92681360244751},{"ms":106.5376968383789,"stages":{"query_redistribute_ms":0.06428799778223038,"pool_fwd_ms":0.15436799824237823,"pool_gather_ms":0.18121600151062012,"selection_key_layout_ms":0.002816000021994114,"selection_ms":1.435871958732605,"selection_restore_ms":0.003135999897494912,"expand_tail_ms":8.003392219543457,"kv_gather_ms":1.74399995803833,"attention_fwd_ms":12.849151611328125,"teacher_kl_ms":22.281055450439453,"output_restore_ms":0.002848000032827258,"dout_redistribute_ms":0.002848000032827258,"attention_bwd_ms":47.59187316894531,"kv_reduce_scatter_ms":4.714848041534424,"indexer_bwd_ms":5.679872035980225,"pool_grad_exchange_ms":0.2754560112953186,"pool_bwd_ms":1.5217920541763306,"query_grad_restore_ms":0.002848000032827258},"peak_allocated_gib":65.92681360244751}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":5.216954682407773e-05,"max_abs":0.25,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.470574845565606e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":4.836124425208809e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":9.256362265792232e-07,"max_abs":3.694822225952521e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.1125035420775916e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":2.8151750913399778e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_pool_score":{"relative_rms":3.0384409021961506e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.289392880760282e-07,"max_abs":3.410605131648481e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.0023432180797255484,"max_abs":0.23681640625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0032389453767248952,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.003222599015789651,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.1167354741852905e-05,"max_abs":1.5586465451633558e-10,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.040648619779682e-05,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.916349992443947e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":4.41876743226404e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.339265972230754e-07,"max_abs":4.774847184307873e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_balanced":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}},{"rank":7,"init_s":0.15774983901064843,"first_calls_s":{"contiguous":1.4345332210650668,"selection":0.12722906901035458,"queries_zigzag":1.5413039840059355,"queries_balanced":0.12767061998602003},"samples":{"contiguous":[{"ms":106.71891021728516,"stages":{"query_redistribute_ms":0.039423998445272446,"pool_fwd_ms":0.1547199934720993,"pool_gather_ms":0.16444799304008484,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":1.6830719709396362,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.992991924285889,"kv_gather_ms":1.6987520456314087,"attention_fwd_ms":12.840895652770996,"teacher_kl_ms":22.27292823791504,"output_restore_ms":0.0027840000111609697,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.39372634887695,"kv_reduce_scatter_ms":4.940959930419922,"indexer_bwd_ms":5.687359809875488,"pool_grad_exchange_ms":0.2979840040206909,"pool_bwd_ms":1.5131839513778687,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92681360244751},{"ms":107.05840301513672,"stages":{"query_redistribute_ms":0.03907199949026108,"pool_fwd_ms":0.1571200042963028,"pool_gather_ms":0.19542400538921356,"selection_key_layout_ms":0.002623999956995249,"selection_ms":1.6510080099105835,"selection_restore_ms":0.002655999967828393,"expand_tail_ms":7.989855766296387,"kv_gather_ms":1.7625279426574707,"attention_fwd_ms":12.838687896728516,"teacher_kl_ms":22.295616149902344,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":47.41392135620117,"kv_reduce_scatter_ms":5.168255805969238,"indexer_bwd_ms":5.695487976074219,"pool_grad_exchange_ms":0.2877439856529236,"pool_bwd_ms":1.524672031402588,"query_grad_restore_ms":0.002687999978661537},"peak_allocated_gib":65.92681360244751},{"ms":106.67324829101562,"stages":{"query_redistribute_ms":0.04310400038957596,"pool_fwd_ms":0.1539199948310852,"pool_gather_ms":0.1780800074338913,"selection_key_layout_ms":0.0029440000653266907,"selection_ms":1.6701760292053223,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.990880012512207,"kv_gather_ms":1.729856014251709,"attention_fwd_ms":12.842880249023438,"teacher_kl_ms":22.303680419921875,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.387550354003906,"kv_reduce_scatter_ms":4.826208114624023,"indexer_bwd_ms":5.6729278564453125,"pool_grad_exchange_ms":0.3060480058193207,"pool_bwd_ms":1.529952049255371,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":65.92681360244751},{"ms":106.76751708984375,"stages":{"query_redistribute_ms":0.03734400123357773,"pool_fwd_ms":0.1520960032939911,"pool_gather_ms":0.1749120056629181,"selection_key_layout_ms":0.0025599999353289604,"selection_ms":1.662335991859436,"selection_restore_ms":0.0027520000003278255,"expand_tail_ms":7.98854398727417,"kv_gather_ms":1.766592025756836,"attention_fwd_ms":12.838784217834473,"teacher_kl_ms":22.287328720092773,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.39807891845703,"kv_reduce_scatter_ms":4.9244160652160645,"indexer_bwd_ms":5.67519998550415,"pool_grad_exchange_ms":0.30188798904418945,"pool_bwd_ms":1.5216000080108643,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":107.07011413574219,"stages":{"query_redistribute_ms":0.035071998834609985,"pool_fwd_ms":0.16012799739837646,"pool_gather_ms":0.15532800555229187,"selection_key_layout_ms":0.0025279999244958162,"selection_ms":1.6879680156707764,"selection_restore_ms":0.0028800000436604023,"expand_tail_ms":8.003744125366211,"kv_gather_ms":1.7377920150756836,"attention_fwd_ms":12.84124755859375,"teacher_kl_ms":22.29542350769043,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.39152145385742,"kv_reduce_scatter_ms":5.213280200958252,"indexer_bwd_ms":5.67087984085083,"pool_grad_exchange_ms":0.32678401470184326,"pool_bwd_ms":1.5123519897460938,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751}],"selection":[{"ms":106.70790100097656,"stages":{"query_redistribute_ms":0.03686400130391121,"pool_fwd_ms":0.15164799988269806,"pool_gather_ms":0.15360000729560852,"selection_key_layout_ms":0.002687999978661537,"selection_ms":1.690943956375122,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.994112014770508,"kv_gather_ms":1.688480019569397,"attention_fwd_ms":12.840991973876953,"teacher_kl_ms":22.281055450439453,"output_restore_ms":0.0025919999461621046,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":47.434654235839844,"kv_reduce_scatter_ms":4.883743762969971,"indexer_bwd_ms":5.681183815002441,"pool_grad_exchange_ms":0.31411200761795044,"pool_bwd_ms":1.5154880285263062,"query_grad_restore_ms":0.0025919999461621046},"peak_allocated_gib":65.92681360244751},{"ms":106.81136322021484,"stages":{"query_redistribute_ms":0.04543999955058098,"pool_fwd_ms":0.15855999290943146,"pool_gather_ms":0.2590399980545044,"selection_key_layout_ms":0.0027840000111609697,"selection_ms":1.600767970085144,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":7.998720169067383,"kv_gather_ms":1.8566399812698364,"attention_fwd_ms":12.842975616455078,"teacher_kl_ms":22.30156707763672,"output_restore_ms":0.0027520000003278255,"dout_redistribute_ms":0.002655999967828393,"attention_bwd_ms":47.3875846862793,"kv_reduce_scatter_ms":4.844543933868408,"indexer_bwd_ms":5.67526388168335,"pool_grad_exchange_ms":0.27715200185775757,"pool_bwd_ms":1.5236799716949463,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92681360244751},{"ms":107.0031967163086,"stages":{"query_redistribute_ms":0.03907199949026108,"pool_fwd_ms":0.1566080003976822,"pool_gather_ms":0.15955199301242828,"selection_key_layout_ms":0.002655999967828393,"selection_ms":1.6899199485778809,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.9877119064331055,"kv_gather_ms":1.7174079418182373,"attention_fwd_ms":12.836735725402832,"teacher_kl_ms":22.301952362060547,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.4447021484375,"kv_reduce_scatter_ms":5.127327919006348,"indexer_bwd_ms":5.677184104919434,"pool_grad_exchange_ms":0.30828800797462463,"pool_bwd_ms":1.5183680057525635,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92681360244751},{"ms":106.8512954711914,"stages":{"query_redistribute_ms":0.044064000248909,"pool_fwd_ms":0.1581760048866272,"pool_gather_ms":0.1573439985513687,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":1.6951040029525757,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.984511852264404,"kv_gather_ms":1.7255680561065674,"attention_fwd_ms":12.843040466308594,"teacher_kl_ms":22.291296005249023,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.391807556152344,"kv_reduce_scatter_ms":5.0147199630737305,"indexer_bwd_ms":5.679296016693115,"pool_grad_exchange_ms":0.3059200048446655,"pool_bwd_ms":1.5216000080108643,"query_grad_restore_ms":0.0027520000003278255},"peak_allocated_gib":65.92681360244751},{"ms":106.9405746459961,"stages":{"query_redistribute_ms":0.03667199984192848,"pool_fwd_ms":0.1590079963207245,"pool_gather_ms":0.15775999426841736,"selection_key_layout_ms":0.002623999956995249,"selection_ms":1.6816960573196411,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.990079879760742,"kv_gather_ms":1.6986240148544312,"attention_fwd_ms":12.839008331298828,"teacher_kl_ms":22.297407150268555,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.40403366088867,"kv_reduce_scatter_ms":5.125279903411865,"indexer_bwd_ms":5.681215763092041,"pool_grad_exchange_ms":0.314303994178772,"pool_bwd_ms":1.5176639556884766,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751}],"queries_zigzag":[{"ms":186.8421173095703,"stages":{"query_redistribute_ms":20.479040145874023,"pool_fwd_ms":0.0820159986615181,"pool_gather_ms":0.1483519971370697,"selection_key_layout_ms":0.2776319980621338,"selection_ms":10.511199951171875,"selection_restore_ms":0.002687999978661537,"expand_tail_ms":7.986879825592041,"kv_gather_ms":1.7641600370407104,"attention_fwd_ms":12.871744155883789,"teacher_kl_ms":22.48624038696289,"output_restore_ms":15.221759796142578,"dout_redistribute_ms":14.613120079040527,"attention_bwd_ms":47.54956817626953,"kv_reduce_scatter_ms":4.86195182800293,"indexer_bwd_ms":5.678175926208496,"pool_grad_exchange_ms":0.3123199939727783,"pool_bwd_ms":1.5113279819488525,"query_grad_restore_ms":20.457408905029297},"peak_allocated_gib":91.81768655776978},{"ms":186.67977905273438,"stages":{"query_redistribute_ms":20.456031799316406,"pool_fwd_ms":0.08115199953317642,"pool_gather_ms":0.14655999839305878,"selection_key_layout_ms":0.27747198939323425,"selection_ms":10.516223907470703,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.988863945007324,"kv_gather_ms":1.7131199836730957,"attention_fwd_ms":12.859359741210938,"teacher_kl_ms":22.479904174804688,"output_restore_ms":15.187071800231934,"dout_redistribute_ms":14.625503540039062,"attention_bwd_ms":47.55775833129883,"kv_reduce_scatter_ms":4.802783966064453,"indexer_bwd_ms":5.677855968475342,"pool_grad_exchange_ms":0.2937600016593933,"pool_bwd_ms":1.5218559503555298,"query_grad_restore_ms":20.466623306274414},"peak_allocated_gib":91.81768655776978},{"ms":186.77545166015625,"stages":{"query_redistribute_ms":20.47804832458496,"pool_fwd_ms":0.08211199939250946,"pool_gather_ms":0.14655999839305878,"selection_key_layout_ms":0.2773439884185791,"selection_ms":10.521568298339844,"selection_restore_ms":0.002816000021994114,"expand_tail_ms":7.986464023590088,"kv_gather_ms":1.73363196849823,"attention_fwd_ms":12.851296424865723,"teacher_kl_ms":22.49020767211914,"output_restore_ms":15.278911590576172,"dout_redistribute_ms":14.555999755859375,"attention_bwd_ms":47.639678955078125,"kv_reduce_scatter_ms":4.745344161987305,"indexer_bwd_ms":5.677824020385742,"pool_grad_exchange_ms":0.32873600721359253,"pool_bwd_ms":1.5135999917984009,"query_grad_restore_ms":20.440031051635742},"peak_allocated_gib":91.81768655776978},{"ms":186.72714233398438,"stages":{"query_redistribute_ms":20.462688446044922,"pool_fwd_ms":0.08207999914884567,"pool_gather_ms":0.14630399644374847,"selection_key_layout_ms":0.2767679989337921,"selection_ms":10.514143943786621,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.987008094787598,"kv_gather_ms":1.7416000366210938,"attention_fwd_ms":12.873727798461914,"teacher_kl_ms":22.481952667236328,"output_restore_ms":15.156160354614258,"dout_redistribute_ms":14.672800064086914,"attention_bwd_ms":47.549598693847656,"kv_reduce_scatter_ms":4.782271862030029,"indexer_bwd_ms":5.665567874908447,"pool_grad_exchange_ms":0.3224320113658905,"pool_bwd_ms":1.5158720016479492,"query_grad_restore_ms":20.46847915649414},"peak_allocated_gib":91.81768655776978},{"ms":186.88978576660156,"stages":{"query_redistribute_ms":20.470304489135742,"pool_fwd_ms":0.08204799890518188,"pool_gather_ms":0.15244799852371216,"selection_key_layout_ms":0.2767679989337921,"selection_ms":10.510047912597656,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":7.984928131103516,"kv_gather_ms":1.719167947769165,"attention_fwd_ms":12.840959548950195,"teacher_kl_ms":22.51468849182129,"output_restore_ms":15.180928230285645,"dout_redistribute_ms":14.67465591430664,"attention_bwd_ms":47.57823944091797,"kv_reduce_scatter_ms":4.892704010009766,"indexer_bwd_ms":5.665791988372803,"pool_grad_exchange_ms":0.32444798946380615,"pool_bwd_ms":1.5238720178604126,"query_grad_restore_ms":20.471744537353516},"peak_allocated_gib":91.81768655776978}],"queries_balanced":[{"ms":106.5719985961914,"stages":{"query_redistribute_ms":0.06019200012087822,"pool_fwd_ms":0.15593600273132324,"pool_gather_ms":0.16358399391174316,"selection_key_layout_ms":0.002623999956995249,"selection_ms":1.475167989730835,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.98854398727417,"kv_gather_ms":1.7214720249176025,"attention_fwd_ms":12.84547233581543,"teacher_kl_ms":22.28883171081543,"output_restore_ms":0.0025279999244958162,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.38982391357422,"kv_reduce_scatter_ms":4.960351943969727,"indexer_bwd_ms":5.680319786071777,"pool_grad_exchange_ms":0.2937920093536377,"pool_bwd_ms":1.5112320184707642,"query_grad_restore_ms":0.002623999956995249},"peak_allocated_gib":65.92681360244751},{"ms":106.55827331542969,"stages":{"query_redistribute_ms":0.05516799911856651,"pool_fwd_ms":0.15481600165367126,"pool_gather_ms":0.17270399630069733,"selection_key_layout_ms":0.0027199999894946814,"selection_ms":1.473695993423462,"selection_restore_ms":0.0025279999244958162,"expand_tail_ms":8.004416465759277,"kv_gather_ms":1.709439992904663,"attention_fwd_ms":12.854975700378418,"teacher_kl_ms":22.301408767700195,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.397953033447266,"kv_reduce_scatter_ms":4.8887038230896,"indexer_bwd_ms":5.682208061218262,"pool_grad_exchange_ms":0.3083840012550354,"pool_bwd_ms":1.5111680030822754,"query_grad_restore_ms":0.0025279999244958162},"peak_allocated_gib":65.92681360244751},{"ms":106.54390716552734,"stages":{"query_redistribute_ms":0.06083200126886368,"pool_fwd_ms":0.1560640037059784,"pool_gather_ms":0.1626880019903183,"selection_key_layout_ms":0.002687999978661537,"selection_ms":1.4707200527191162,"selection_restore_ms":0.002623999956995249,"expand_tail_ms":7.990752220153809,"kv_gather_ms":1.7276159524917603,"attention_fwd_ms":12.843263626098633,"teacher_kl_ms":22.309471130371094,"output_restore_ms":0.002655999967828393,"dout_redistribute_ms":0.002623999956995249,"attention_bwd_ms":47.447105407714844,"kv_reduce_scatter_ms":4.839615821838379,"indexer_bwd_ms":5.678207874298096,"pool_grad_exchange_ms":0.3006080090999603,"pool_bwd_ms":1.5185920000076294,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751},{"ms":106.94802856445312,"stages":{"query_redistribute_ms":0.0544000007212162,"pool_fwd_ms":0.1563200056552887,"pool_gather_ms":0.16566400229930878,"selection_key_layout_ms":0.0025919999461621046,"selection_ms":1.4677759408950806,"selection_restore_ms":0.0025599999353289604,"expand_tail_ms":7.990975856781006,"kv_gather_ms":1.7316800355911255,"attention_fwd_ms":12.840831756591797,"teacher_kl_ms":22.285247802734375,"output_restore_ms":0.002687999978661537,"dout_redistribute_ms":0.0025279999244958162,"attention_bwd_ms":47.39574432373047,"kv_reduce_scatter_ms":5.32806396484375,"indexer_bwd_ms":5.678880214691162,"pool_grad_exchange_ms":0.28784000873565674,"pool_bwd_ms":1.5277440547943115,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751},{"ms":106.53366088867188,"stages":{"query_redistribute_ms":0.06854400038719177,"pool_fwd_ms":0.15564799308776855,"pool_gather_ms":0.17590400576591492,"selection_key_layout_ms":0.002687999978661537,"selection_ms":1.4555519819259644,"selection_restore_ms":0.0025919999461621046,"expand_tail_ms":7.986656188964844,"kv_gather_ms":1.7339199781417847,"attention_fwd_ms":12.840767860412598,"teacher_kl_ms":22.272863388061523,"output_restore_ms":0.0025599999353289604,"dout_redistribute_ms":0.0025599999353289604,"attention_bwd_ms":47.490081787109375,"kv_reduce_scatter_ms":4.835391998291016,"indexer_bwd_ms":5.684447765350342,"pool_grad_exchange_ms":0.27427199482917786,"pool_bwd_ms":1.5226240158081055,"query_grad_restore_ms":0.0025599999353289604},"peak_allocated_gib":65.92681360244751}]},"checks":{"contiguous":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.122094840241909e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":3.732653141502044e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_pool_score":{"relative_rms":4.277373353696567e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":9.256362265792232e-07,"max_abs":3.694822225952521e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"selection":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.149950396097105e-05,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.497512163302476e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":4.1856887348363015e-05,"max_abs":3.637978807091713e-12,"finite":true},"d_ape":{"relative_rms":8.289392880760282e-07,"max_abs":3.410605131648481e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_zigzag":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":0.0023486092108470132,"max_abs":0.22119140625,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":0.0032343348128376086,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0032272035702508453,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":4.1167354741852905e-05,"max_abs":1.5586465451633558e-10,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true},"queries_balanced":{"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.6647228411839535e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":4.6601950379318906e-05,"max_abs":7.275957614183426e-12,"finite":true},"d_pool_score":{"relative_rms":3.8404102211376034e-05,"max_abs":1.8189894035458565e-12,"finite":true},"d_ape":{"relative_rms":8.339265972230754e-07,"max_abs":4.774847184307873e-12,"finite":true}},"loss":0.0014575077220797539,"reference_loss":0.0014575077220797539,"oracle":null,"okay":true}},"plans":{"contiguous":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"selection":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_zigzag":{"policy":"zigzag","source_rows":131072,"attention_rows":131072,"selection_rows":131072},"queries_balanced":{"policy":"contiguous","source_rows":131072,"attention_rows":131072,"selection_rows":131072}}}]} + ]}, + "transport_bypass": {"warmups": 3, "repeats": 9, "scope": "Four ordered routing calls; self rows bypass NCCL through explicit concatenations; implementation rejected", "cases": [ + {"case":"1m-single","policy":"zigzag","selected":"zigzag","summary":{"baseline":7.499648094177246,"local":8.018688201904297},"records":[{"rank":0,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":7.372672080993652,"stages":[4.877408027648926,0.20556800067424774,1.1439039707183838,1.145792007446289],"peak":5402263552},{"ms":7.318719863891602,"stages":[4.856224060058594,0.17692799866199493,1.1419199705123901,1.1436480283737183],"peak":5402263552},{"ms":7.34284782409668,"stages":[4.904672145843506,0.14851200580596924,1.1439039707183838,1.1457600593566895],"peak":5402263552},{"ms":7.361504077911377,"stages":[4.925568103790283,0.15033599734306335,1.143839955329895,1.141759991645813],"peak":5402263552},{"ms":7.353343963623047,"stages":[4.886496067047119,0.17299200594425201,1.1480000019073486,1.1458560228347778],"peak":5402263552},{"ms":7.356224060058594,"stages":[4.924223899841309,0.14028799533843994,1.143839955329895,1.147871971130371],"peak":5402263552},{"ms":7.332543849945068,"stages":[4.908927917480469,0.14009599387645721,1.1419520378112793,1.1415679454803467],"peak":5402263552},{"ms":7.360928058624268,"stages":[4.928959846496582,0.13840000331401825,1.1518080234527588,1.141759991645813],"peak":5402263552},{"ms":7.367392063140869,"stages":[4.9146881103515625,0.16076800227165222,1.1438080072402954,1.1481280326843262],"peak":5402263552}],"local":[{"ms":7.6678080558776855,"stages":[5.527359962463379,0.12191999703645706,1.0180799961090088,1.0004479885101318],"peak":6996099072},{"ms":7.615231990814209,"stages":[5.472832202911377,0.11990399658679962,1.0181119441986084,1.0043840408325195],"peak":6996099072},{"ms":7.669151782989502,"stages":[5.530848026275635,0.12412799894809723,1.0137920379638672,1.000383973121643],"peak":6996099072},{"ms":7.655807971954346,"stages":[5.527711868286133,0.11974400281906128,1.0162240266799927,0.9921280145645142],"peak":6996099072},{"ms":7.633120059967041,"stages":[5.515520095825195,0.12371200323104858,1.0080640316009521,0.9858239889144897],"peak":6996099072},{"ms":7.647071838378906,"stages":[5.514912128448486,0.11974400281906128,1.012063980102539,1.0003520250320435],"peak":6996099072},{"ms":7.6584320068359375,"stages":[5.524320125579834,0.12166400253772736,1.0221439599990845,0.9903039932250977],"peak":6996099072},{"ms":7.679999828338623,"stages":[5.543615818023682,0.12185599654912949,1.0120320320129395,1.0024960041046143],"peak":6996099072},{"ms":7.666272163391113,"stages":[5.5320000648498535,0.12198399752378464,1.0099519491195679,1.002336025238037],"peak":6996099072}]}},{"rank":1,"bitwise":true,"local_rows":0,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":7.145792007446289,"stages":[4.955455780029297,0.14028799533843994,0.9533119797706604,1.096735954284668],"peak":5402263552},{"ms":7.092959880828857,"stages":[4.894464015960693,0.1382399946451187,0.9575039744377136,1.1027519702911377],"peak":5402263552},{"ms":7.117792129516602,"stages":[4.907008171081543,0.14236800372600555,0.9552639722824097,1.113152027130127],"peak":5402263552},{"ms":7.145599842071533,"stages":[4.940735816955566,0.1364160031080246,0.9551680088043213,1.1132800579071045],"peak":5402263552},{"ms":7.1242241859436035,"stages":[4.917535781860352,0.1361600011587143,0.963808000087738,1.106719970703125],"peak":5402263552},{"ms":7.132095813751221,"stages":[4.925343990325928,0.14028799533843994,0.9554240107536316,1.1110399961471558],"peak":5402263552},{"ms":7.10316801071167,"stages":[4.896480083465576,0.14655999839305878,0.9572799801826477,1.1028480529785156],"peak":5402263552},{"ms":7.140255928039551,"stages":[4.925216197967529,0.14230400323867798,0.9513919949531555,1.121343970298767],"peak":5402263552},{"ms":7.133408069610596,"stages":[4.936704158782959,0.13619199395179749,0.9594879746437073,1.1010240316390991],"peak":5402263552}],"local":[{"ms":7.462560176849365,"stages":[4.845312118530273,0.8057600259780884,0.9073920249938965,0.9040960073471069],"peak":5402263552},{"ms":7.428544044494629,"stages":[4.87062406539917,0.7323200106620789,0.8988800048828125,0.9267200231552124],"peak":5402263552},{"ms":7.477536201477051,"stages":[4.932064056396484,0.7299519777297974,0.9074239730834961,0.9080960154533386],"peak":5402263552},{"ms":7.455711841583252,"stages":[4.87113618850708,0.7856640219688416,0.8947839736938477,0.9041280150413513],"peak":5402263552},{"ms":7.458367824554443,"stages":[4.886079788208008,0.7548480033874512,0.9091519713401794,0.9082880020141602],"peak":5402263552},{"ms":7.43612813949585,"stages":[4.872000217437744,0.7649279832839966,0.8972480297088623,0.9019520282745361],"peak":5402263552},{"ms":7.471456050872803,"stages":[4.89686393737793,0.7608000040054321,0.9093440175056458,0.9044479727745056],"peak":5402263552},{"ms":7.484032154083252,"stages":[4.903584003448486,0.768992006778717,0.9011200070381165,0.9103360176086426],"peak":5402263552},{"ms":7.475135803222656,"stages":[4.885024070739746,0.7704640030860901,0.909280002117157,0.910368025302887],"peak":5402263552}]}},{"rank":2,"bitwise":true,"local_rows":0,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":7.413919925689697,"stages":[4.908224105834961,0.21212799847126007,1.0453120470046997,1.248255968093872],"peak":5402263552},{"ms":7.397215843200684,"stages":[4.889440059661865,0.21606400609016418,1.043455958366394,1.248255968093872],"peak":5402263552},{"ms":7.416800022125244,"stages":[4.900832176208496,0.2059199959039688,1.059775948524475,1.2502720355987549],"peak":5402263552},{"ms":7.422368049621582,"stages":[4.883840084075928,0.246848002076149,1.043455958366394,1.2482240200042725],"peak":5402263552},{"ms":7.4430718421936035,"stages":[4.89024019241333,0.25705599784851074,1.0393279790878296,1.2564480304718018],"peak":5402263552},{"ms":7.390880107879639,"stages":[4.887231826782227,0.21401600539684296,1.0272639989852905,1.2623679637908936],"peak":5402263552},{"ms":7.395008087158203,"stages":[4.876992225646973,0.23676800727844238,1.0225919485092163,1.2586560249328613],"peak":5402263552},{"ms":7.3930559158325195,"stages":[4.895711898803711,0.22204799950122833,1.0250879526138306,1.2502080202102661],"peak":5402263552},{"ms":7.437535762786865,"stages":[4.90723180770874,0.246848002076149,1.0331519842147827,1.2503039836883545],"peak":5402263552}],"local":[{"ms":7.894495964050293,"stages":[4.914720058441162,0.19142399728298187,1.5360000133514404,1.252351999282837],"peak":5402263552},{"ms":7.874752044677734,"stages":[4.8764801025390625,0.23449599742889404,1.51145601272583,1.2523200511932373],"peak":5402263552},{"ms":7.900767803192139,"stages":[4.941408157348633,0.19760000705718994,1.515552043914795,1.2462079524993896],"peak":5402263552},{"ms":7.864799976348877,"stages":[4.899295806884766,0.1894720047712326,1.5319679975509644,1.2440639734268188],"peak":5402263552},{"ms":7.869279861450195,"stages":[4.89353609085083,0.23244799673557281,1.4970879554748535,1.2462079524993896],"peak":5402263552},{"ms":7.872223854064941,"stages":[4.900447845458984,0.23862400650978088,1.4827840328216553,1.2503679990768433],"peak":5402263552},{"ms":7.868864059448242,"stages":[4.897568225860596,0.23017600178718567,1.4950400590896606,1.2460800409317017],"peak":5402263552},{"ms":7.858335971832275,"stages":[4.884736061096191,0.24873599410057068,1.476639986038208,1.2482240200042725],"peak":5402263552},{"ms":7.906752109527588,"stages":[4.9126081466674805,0.19148799777030945,1.5503679513931274,1.2522879838943481],"peak":5402263552}]}},{"rank":3,"bitwise":true,"local_rows":0,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":7.064576148986816,"stages":[4.829184055328369,0.28409600257873535,0.9784960150718689,0.9728000164031982],"peak":5402263552},{"ms":7.042880058288574,"stages":[4.7808637619018555,0.3230080008506775,0.972320020198822,0.9666879773139954],"peak":5402263552},{"ms":7.0603837966918945,"stages":[4.841407775878906,0.2635200023651123,0.9847999811172485,0.9706559777259827],"peak":5402263552},{"ms":7.0755839347839355,"stages":[4.797152042388916,0.33321601152420044,0.9744319915771484,0.9707840085029602],"peak":5402263552},{"ms":7.0992960929870605,"stages":[4.816800117492676,0.33103999495506287,0.9827520251274109,0.9687039852142334],"peak":5402263552},{"ms":7.0414719581604,"stages":[4.789696216583252,0.30854400992393494,0.9724479913711548,0.9707840085029602],"peak":5402263552},{"ms":7.059936046600342,"stages":[4.820479869842529,0.29232001304626465,0.9805120229721069,0.9666240215301514],"peak":5402263552},{"ms":7.044896125793457,"stages":[4.737728118896484,0.36403200030326843,0.977728009223938,0.9654080271720886],"peak":5402263552},{"ms":7.101183891296387,"stages":[4.763391971588135,0.3824639916419983,0.9804800152778625,0.9748479723930359],"peak":5402263552}],"local":[{"ms":7.326111793518066,"stages":[4.810111999511719,0.2879680097103119,1.2449920177459717,0.9830399751663208],"peak":5402263552},{"ms":7.318399906158447,"stages":[4.771935939788818,0.3431040048599243,1.1793919801712036,1.023967981338501],"peak":5402263552},{"ms":7.345823764801025,"stages":[4.784832000732422,0.3473599851131439,1.2172800302505493,0.9963520169258118],"peak":5402263552},{"ms":7.316991806030273,"stages":[4.77235221862793,0.30483201146125793,1.2506879568099976,0.9891200065612793],"peak":5402263552},{"ms":7.326720237731934,"stages":[4.802559852600098,0.3208959996700287,1.2140799760818481,0.9891840219497681],"peak":5402263552},{"ms":7.310944080352783,"stages":[4.784768104553223,0.3534719944000244,1.1947840452194214,0.9779199957847595],"peak":5402263552},{"ms":7.323775768280029,"stages":[4.782015800476074,0.3473599851131439,1.2244479656219482,0.9699519872665405],"peak":5402263552},{"ms":7.3275837898254395,"stages":[4.757184028625488,0.37615999579429626,1.228991985321045,0.9652479887008667],"peak":5402263552},{"ms":7.335264205932617,"stages":[4.749728202819824,0.3494719862937927,1.2469120025634766,0.9891520142555237],"peak":5402263552}]}},{"rank":4,"bitwise":true,"local_rows":0,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":7.499648094177246,"stages":[4.826208114624023,0.18512000143527985,1.240064024925232,1.248255968093872],"peak":6998196224},{"ms":7.47983980178833,"stages":[4.810304164886475,0.1812479943037033,1.240224003791809,1.2480640411376953],"peak":6998196224},{"ms":7.50275182723999,"stages":[4.837376117706299,0.177279993891716,1.2400319576263428,1.2480640411376953],"peak":6998196224},{"ms":7.509056091308594,"stages":[4.83955192565918,0.18332800269126892,1.2379839420318604,1.2481919527053833],"peak":6998196224},{"ms":7.531968116760254,"stages":[4.856287956237793,0.18329599499702454,1.2380160093307495,1.2543679475784302],"peak":6998196224},{"ms":7.468416213989258,"stages":[4.7824320793151855,0.187391996383667,1.2400959730148315,1.2584960460662842],"peak":6998196224},{"ms":7.482431888580322,"stages":[4.810783863067627,0.1812479943037033,1.2360639572143555,1.2543359994888306],"peak":6998196224},{"ms":7.474431991577148,"stages":[4.806943893432617,0.18131199479103088,1.233855962753296,1.2523200511932373],"peak":6998196224},{"ms":7.517663955688477,"stages":[4.850111961364746,0.18332800269126892,1.2339199781417847,1.2503039836883545],"peak":6998196224}],"local":[{"ms":7.975071907043457,"stages":[4.817056179046631,0.6523839831352234,1.2553600072860718,1.2502720355987549],"peak":6998196224},{"ms":7.95849609375,"stages":[4.833280086517334,0.6276800036430359,1.2513600587844849,1.24617600440979],"peak":6998196224},{"ms":7.977151870727539,"stages":[4.856959819793701,0.6204800009727478,1.2545280456542969,1.2451839447021484],"peak":6998196224},{"ms":7.945024013519287,"stages":[4.79417610168457,0.6625279784202576,1.245311975479126,1.243008017539978],"peak":6998196224},{"ms":7.95359992980957,"stages":[4.835519790649414,0.6256319880485535,1.249343991279602,1.2431039810180664],"peak":6998196224},{"ms":7.951168060302734,"stages":[4.826047897338867,0.6214079856872559,1.253440022468567,1.2502720355987549],"peak":6998196224},{"ms":7.95692777633667,"stages":[4.823359966278076,0.6379839777946472,1.2513600587844849,1.244223952293396],"peak":6998196224},{"ms":7.948351860046387,"stages":[4.843616008758545,0.6031039953231812,1.2513279914855957,1.2503039836883545],"peak":6998196224},{"ms":7.9918718338012695,"stages":[4.814591884613037,0.6694719791412354,1.2565439939498901,1.251263976097107],"peak":6998196224}]}},{"rank":5,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":7.463744163513184,"stages":[4.368224143981934,0.623583972454071,1.2380160093307495,1.2339199781417847],"peak":6998196224},{"ms":7.440095901489258,"stages":[4.3731842041015625,0.596992015838623,1.2318719625473022,1.2380479574203491],"peak":6998196224},{"ms":7.461088180541992,"stages":[4.371679782867432,0.6124799847602844,1.2358399629592896,1.2410880327224731],"peak":6998196224},{"ms":7.4805121421813965,"stages":[4.346015930175781,0.6195200085639954,1.2666560411453247,1.2483199834823608],"peak":6998196224},{"ms":7.4863362312316895,"stages":[4.362207889556885,0.6155200004577637,1.254207968711853,1.2544000148773193],"peak":6998196224},{"ms":7.434720039367676,"stages":[4.371840000152588,0.5949119925498962,1.203104019165039,1.2648639678955078],"peak":6998196224},{"ms":7.4422078132629395,"stages":[4.387648105621338,0.5744640231132507,1.223647952079773,1.2564480304718018],"peak":6998196224},{"ms":7.443359851837158,"stages":[4.364096164703369,0.6113600134849548,1.2072319984436035,1.2606719732284546],"peak":6998196224},{"ms":7.502687931060791,"stages":[4.380608081817627,0.6112639904022217,1.2526079416275024,1.2582080364227295],"peak":6998196224}],"local":[{"ms":8.040960311889648,"stages":[5.309760093688965,0.1544319987297058,1.3153280019760132,1.2614400386810303],"peak":9145679872},{"ms":8.018688201904297,"stages":[5.295775890350342,0.15478399395942688,1.3212159872055054,1.2469120025634766],"peak":9145679872},{"ms":8.022687911987305,"stages":[5.307712078094482,0.1546880006790161,1.3030400276184082,1.257248044013977],"peak":9145679872},{"ms":8.018143653869629,"stages":[5.292704105377197,0.1547520011663437,1.3233599662780762,1.2473280429840088],"peak":9145679872},{"ms":8.020256042480469,"stages":[5.296000003814697,0.15465599298477173,1.3049919605255127,1.2646080255508423],"peak":9145679872},{"ms":8.016608238220215,"stages":[5.28326416015625,0.1546880006790161,1.304927945137024,1.2737280130386353],"peak":9145679872},{"ms":8.011775970458984,"stages":[5.2946882247924805,0.15667200088500977,1.3112000226974487,1.2492159605026245],"peak":9145679872},{"ms":8.00051212310791,"stages":[5.275455951690674,0.1566080003976822,1.3069759607315063,1.2614719867706299],"peak":9145679872},{"ms":8.043807983398438,"stages":[5.314464092254639,0.15465599298477173,1.3093119859695435,1.2653759717941284],"peak":9145679872}]}},{"rank":6,"bitwise":true,"local_rows":0,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":7.278304100036621,"stages":[4.953023910522461,0.14112000167369843,1.1192320585250854,1.0649280548095703],"peak":6998196224},{"ms":7.263296127319336,"stages":[4.940000057220459,0.14127999544143677,1.107103943824768,1.0749119520187378],"peak":6998196224},{"ms":7.293344020843506,"stages":[4.943295955657959,0.1443520039319992,1.1193280220031738,1.0863679647445679],"peak":6998196224},{"ms":7.293759822845459,"stages":[4.97046422958374,0.14220799505710602,1.109055995941162,1.0720319747924805],"peak":6998196224},{"ms":7.29750394821167,"stages":[4.98038387298584,0.14316800236701965,1.1195520162582397,1.0543999671936035],"peak":6998196224},{"ms":7.236480236053467,"stages":[4.93555212020874,0.14236800372600555,1.1111040115356445,1.0474560260772705],"peak":6998196224},{"ms":7.249599933624268,"stages":[4.946784019470215,0.14105600118637085,1.1214079856872559,1.0403519868850708],"peak":6998196224},{"ms":7.255839824676514,"stages":[4.950911998748779,0.1422719955444336,1.1174399852752686,1.0452159643173218],"peak":6998196224},{"ms":7.292992115020752,"stages":[4.990111827850342,0.1422400027513504,1.1192959547042847,1.0413440465927124],"peak":6998196224}],"local":[{"ms":7.766240119934082,"stages":[4.944255828857422,0.141184002161026,1.4182080030441284,1.2625919580459595],"peak":6998196224},{"ms":7.748000144958496,"stages":[4.948800086975098,0.14294399321079254,1.3936320543289185,1.2626240253448486],"peak":6998196224},{"ms":7.7699198722839355,"stages":[4.962143898010254,0.14239999651908875,1.4089280366897583,1.2564480304718018],"peak":6998196224},{"ms":7.736959934234619,"stages":[4.923136234283447,0.14220799505710602,1.4295040369033813,1.2421120405197144],"peak":6998196224},{"ms":7.741951942443848,"stages":[4.960927963256836,0.141184002161026,1.3957120180130005,1.2441279888153076],"peak":6998196224},{"ms":7.729919910430908,"stages":[4.969344139099121,0.14323200285434723,1.3609280586242676,1.2564159631729126],"peak":6998196224},{"ms":7.7402238845825195,"stages":[4.967423915863037,0.14115199446678162,1.3774080276489258,1.2542400360107422],"peak":6998196224},{"ms":7.741695880889893,"stages":[4.971072196960449,0.14099200069904327,1.3609280586242676,1.2687040567398071],"peak":6998196224},{"ms":7.776991844177246,"stages":[4.936255931854248,0.1422719955444336,1.427456021308899,1.271008014678955],"peak":6998196224}]}},{"rank":7,"bitwise":true,"local_rows":0,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":7.498688220977783,"stages":[4.934656143188477,0.14025600254535675,1.282304048538208,1.1414719820022583],"peak":6998196224},{"ms":7.4285759925842285,"stages":[4.871679782867432,0.14028799533843994,1.2768959999084473,1.1397119760513306],"peak":6998196224},{"ms":7.4542717933654785,"stages":[4.889535903930664,0.14099200069904327,1.2810239791870117,1.1427199840545654],"peak":6998196224},{"ms":7.470399856567383,"stages":[4.9134721755981445,0.13833600282669067,1.280959963798523,1.1376320123672485],"peak":6998196224},{"ms":7.461952209472656,"stages":[4.892608165740967,0.14032000303268433,1.285215973854065,1.1438080072402954],"peak":6998196224},{"ms":7.467167854309082,"stages":[4.9020161628723145,0.1382399946451187,1.2810560464859009,1.1458560228347778],"peak":6998196224},{"ms":7.441279888153076,"stages":[4.884416103363037,0.14028799533843994,1.2791999578475952,1.1373759508132935],"peak":6998196224},{"ms":7.464767932891846,"stages":[4.897600173950195,0.14025600254535675,1.2876160144805908,1.139296054840088],"peak":6998196224},{"ms":7.475584030151367,"stages":[4.910463809967041,0.1382399946451187,1.2810239791870117,1.1458560228347778],"peak":6998196224}],"local":[{"ms":7.691936016082764,"stages":[4.843455791473389,0.14108799397945404,1.7030400037765503,1.0043519735336304],"peak":6998196224},{"ms":7.641759872436523,"stages":[4.846240043640137,0.1443839967250824,1.6425280570983887,1.0086079835891724],"peak":6998196224},{"ms":7.683167934417725,"stages":[4.891903877258301,0.1401280015707016,1.6507200002670288,1.0004160404205322],"peak":6998196224},{"ms":7.673503875732422,"stages":[4.8421759605407715,0.14035199582576752,1.7000000476837158,0.9909759759902954],"peak":6998196224},{"ms":7.655263900756836,"stages":[4.863743782043457,0.14044800400733948,1.6630079746246338,0.9880639910697937],"peak":6998196224},{"ms":7.673920154571533,"stages":[4.849855899810791,0.1401599943637848,1.6814080476760864,1.0024960041046143],"peak":6998196224},{"ms":7.689055919647217,"stages":[4.875103950500488,0.13817599415779114,1.6793919801712036,0.9963840246200562],"peak":6998196224},{"ms":7.6893439292907715,"stages":[4.8712639808654785,0.14025600254535675,1.6690239906311035,1.0088000297546387],"peak":6998196224},{"ms":7.675839900970459,"stages":[4.847583770751953,0.1382399946451187,1.6834559440612793,1.00655996799469],"peak":6998196224}]}}]}, + {"case":"1m-single","policy":"planner","selected":"selection-local-2x","summary":{"baseline":6.486527919769287,"local":6.390175819396973},"records":[{"rank":0,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":6.055967807769775,"stages":[4.215839862823486,0.14032000303268433,0.8509119749069214,0.8488960266113281],"peak":6998196224},{"ms":6.088191986083984,"stages":[4.241951942443848,0.13808000087738037,0.8509439826011658,0.8572160005569458],"peak":6998196224},{"ms":6.060031890869141,"stages":[4.211935997009277,0.14003199338912964,0.8592320084571838,0.8488320112228394],"peak":6998196224},{"ms":6.070623874664307,"stages":[4.224224090576172,0.14028799533843994,0.8592000007629395,0.8469120264053345],"peak":6998196224},{"ms":6.0568318367004395,"stages":[4.218495845794678,0.13833600282669067,0.8508800268173218,0.849120020866394],"peak":6998196224},{"ms":6.079584121704102,"stages":[4.225183963775635,0.13817599415779114,0.8632000088691711,0.8530240058898926],"peak":6998196224},{"ms":6.062816143035889,"stages":[4.218592166900635,0.14028799533843994,0.8529919981956482,0.8509439826011658],"peak":6998196224},{"ms":6.05676794052124,"stages":[4.222784042358398,0.13836799561977386,0.8468160033226013,0.848800003528595],"peak":6998196224},{"ms":6.0774078369140625,"stages":[4.2269439697265625,0.1382399946451187,0.8530240058898926,0.8592000007629395],"peak":6998196224}],"local":[{"ms":5.4719038009643555,"stages":[3.850719928741455,0.15270400047302246,0.7558720111846924,0.7126079797744751],"peak":9145679872},{"ms":5.476416110992432,"stages":[3.8542399406433105,0.15276800096035004,0.743552029132843,0.7258560061454773],"peak":9145679872},{"ms":5.467775821685791,"stages":[3.853760004043579,0.15254400670528412,0.7497919797897339,0.711679995059967],"peak":9145679872},{"ms":5.460288047790527,"stages":[3.8421759605407715,0.15279999375343323,0.7455999851226807,0.7197120189666748],"peak":9145679872},{"ms":5.457312107086182,"stages":[3.8340160846710205,0.15267199277877808,0.7497280240058899,0.7208960056304932],"peak":9145679872},{"ms":5.46563196182251,"stages":[3.853663921356201,0.15059199929237366,0.7435839772224426,0.7177919745445251],"peak":9145679872},{"ms":5.49129581451416,"stages":[3.8618879318237305,0.15270400047302246,0.7559999823570251,0.7207040190696716],"peak":9145679872},{"ms":5.468959808349609,"stages":[3.85481595993042,0.15299199521541595,0.745631992816925,0.7155200242996216],"peak":9145679872},{"ms":5.464896202087402,"stages":[3.852128028869629,0.1525759994983673,0.7455679774284363,0.7146239876747131],"peak":9145679872}]}},{"rank":1,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":6.4310078620910645,"stages":[4.22544002532959,0.14019200205802917,1.1029119491577148,0.9624639749526978],"peak":6998196224},{"ms":6.454783916473389,"stages":[4.249152183532715,0.13833600282669067,1.0965759754180908,0.9707199931144714],"peak":6998196224},{"ms":6.447968006134033,"stages":[4.246335983276367,0.14032000303268433,1.094655990600586,0.9666560292243958],"peak":6998196224},{"ms":6.436768054962158,"stages":[4.22492790222168,0.1382399946451187,1.0987839698791504,0.9748160243034363],"peak":6998196224},{"ms":6.449056148529053,"stages":[4.241343975067139,0.14028799533843994,1.0967040061950684,0.9707199931144714],"peak":6998196224},{"ms":6.455039978027344,"stages":[4.247231960296631,0.14047999680042267,1.0965759754180908,0.9707520008087158],"peak":6998196224},{"ms":6.450399875640869,"stages":[4.242688179016113,0.14028799533843994,1.100767970085144,0.9666560292243958],"peak":6998196224},{"ms":6.443615913391113,"stages":[4.2358717918396,0.14028799533843994,1.0966720581054688,0.9707840085029602],"peak":6998196224},{"ms":6.441760063171387,"stages":[4.245183944702148,0.13820800185203552,1.0987520217895508,0.9596160054206848],"peak":6998196224}],"local":[{"ms":6.32425594329834,"stages":[3.8686718940734863,0.1525759994983673,1.224992036819458,1.0780160427093506],"peak":9145679872},{"ms":6.313759803771973,"stages":[3.8407039642333984,0.14854399859905243,1.2432960271835327,1.0812159776687622],"peak":9145679872},{"ms":6.33900785446167,"stages":[3.8751680850982666,0.15254400670528412,1.2289600372314453,1.0823359489440918],"peak":9145679872},{"ms":6.3409600257873535,"stages":[3.873055934906006,0.15052799880504608,1.233247995376587,1.0841280221939087],"peak":9145679872},{"ms":6.319392204284668,"stages":[3.8637759685516357,0.15254400670528412,1.2186559438705444,1.0844160318374634],"peak":9145679872},{"ms":6.332511901855469,"stages":[3.8768959045410156,0.15039999783039093,1.2207679748535156,1.084447979927063],"peak":9145679872},{"ms":6.3447041511535645,"stages":[3.8748159408569336,0.15248000621795654,1.2310400009155273,1.0863679647445679],"peak":9145679872},{"ms":6.3618879318237305,"stages":[3.8878719806671143,0.15036800503730774,1.2371840476989746,1.0864640474319458],"peak":9145679872},{"ms":6.323232173919678,"stages":[3.8737599849700928,0.1525759994983673,1.22489595413208,1.0720000267028809],"peak":9145679872}]}},{"rank":2,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":6.482624053955078,"stages":[4.223680019378662,0.14025600254535675,1.0701440572738647,1.0485440492630005],"peak":6998196224},{"ms":6.486527919769287,"stages":[4.221439838409424,0.1382399946451187,1.070207953453064,1.0566400289535522],"peak":6998196224},{"ms":6.477407932281494,"stages":[4.222559928894043,0.1382399946451187,1.072160005569458,1.0444480180740356],"peak":6998196224},{"ms":6.517119884490967,"stages":[4.269408226013184,0.14028799533843994,1.0639679431915283,1.043455958366394],"peak":6998196224},{"ms":6.521952152252197,"stages":[4.263999938964844,0.14032000303268433,1.061951994895935,1.0556800365447998],"peak":6998196224},{"ms":6.519455909729004,"stages":[4.255392074584961,0.14028799533843994,1.0722559690475464,1.0515199899673462],"peak":6998196224},{"ms":6.514688014984131,"stages":[4.260672092437744,0.13817599415779114,1.064031958580017,1.0518079996109009],"peak":6998196224},{"ms":6.474624156951904,"stages":[4.217728137969971,0.14028799533843994,1.0680639743804932,1.0485440492630005],"peak":6998196224},{"ms":6.476960182189941,"stages":[4.220160007476807,0.13814400136470795,1.070080041885376,1.0485759973526],"peak":6998196224}],"local":[{"ms":6.403103828430176,"stages":[3.873728036880493,0.15052799880504608,1.1921600103378296,1.18668794631958],"peak":9145679872},{"ms":6.411871910095215,"stages":[3.87225604057312,0.1526080071926117,1.1940799951553345,1.1929279565811157],"peak":9145679872},{"ms":6.388607978820801,"stages":[3.851072072982788,0.15059199929237366,1.2002559900283813,1.18668794631958],"peak":9145679872},{"ms":6.404831886291504,"stages":[3.8651840686798096,0.15465599298477173,1.200543999671936,1.184448003768921],"peak":9145679872},{"ms":6.386144161224365,"stages":[3.8547840118408203,0.15039999783039093,1.1920959949493408,1.18886399269104],"peak":9145679872},{"ms":6.397215843200684,"stages":[3.8598721027374268,0.15033599734306335,1.1983360052108765,1.1886719465255737],"peak":9145679872},{"ms":6.390175819396973,"stages":[3.852479934692383,0.15273599326610565,1.1919039487838745,1.1930559873580933],"peak":9145679872},{"ms":6.38262414932251,"stages":[3.85315203666687,0.14659200608730316,1.198240041732788,1.1846400499343872],"peak":9145679872},{"ms":6.382175922393799,"stages":[3.848639965057373,0.15270400047302246,1.1919360160827637,1.1888959407806396],"peak":9145679872}]}},{"rank":3,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":6.088895797729492,"stages":[4.242623805999756,0.14028799533843994,0.8857920169830322,0.8201919794082642],"peak":6998196224},{"ms":6.083072185516357,"stages":[4.232831954956055,0.14019200205802917,0.8857600092887878,0.824288010597229],"peak":6998196224},{"ms":6.078144073486328,"stages":[4.2358717918396,0.14028799533843994,0.8837119936943054,0.8182719945907593],"peak":6998196224},{"ms":6.099423885345459,"stages":[4.253119945526123,0.14032000303268433,0.8858240246772766,0.8201599717140198],"peak":6998196224},{"ms":6.081664085388184,"stages":[4.243711948394775,0.13811199367046356,0.8816959857940674,0.8181440234184265],"peak":6998196224},{"ms":6.093120098114014,"stages":[4.2427520751953125,0.14032000303268433,0.8877760171890259,0.822272002696991],"peak":6998196224},{"ms":6.087679862976074,"stages":[4.24345588684082,0.14032000303268433,0.881663978099823,0.8222399950027466],"peak":6998196224},{"ms":6.095935821533203,"stages":[4.2518720626831055,0.1401280015707016,0.8817920088768005,0.8221439719200134],"peak":6998196224},{"ms":6.083392143249512,"stages":[4.239168167114258,0.14028799533843994,0.8839679956436157,0.8199679851531982],"peak":6998196224}],"local":[{"ms":5.4897918701171875,"stages":[3.8677120208740234,0.15056000649929047,0.7517439723014832,0.7197759747505188],"peak":9145679872},{"ms":5.470911979675293,"stages":[3.84883189201355,0.1507200002670288,0.7536320090293884,0.7177280187606812],"peak":9145679872},{"ms":5.4832000732421875,"stages":[3.8549439907073975,0.15052799880504608,0.745631992816925,0.7320960164070129],"peak":9145679872},{"ms":5.4712958335876465,"stages":[3.865760087966919,0.15043200552463531,0.7373120188713074,0.7177919745445251],"peak":9145679872},{"ms":5.4813761711120605,"stages":[3.8654398918151855,0.14847999811172485,0.7476159930229187,0.7198399901390076],"peak":9145679872},{"ms":5.471776008605957,"stages":[3.8577280044555664,0.15052799880504608,0.743552029132843,0.7199680209159851],"peak":9145679872},{"ms":5.440832138061523,"stages":[3.830751895904541,0.15065599977970123,0.7354239821434021,0.7239999771118164],"peak":9145679872},{"ms":5.457183837890625,"stages":[3.843008041381836,0.1504960060119629,0.7354239821434021,0.7282559871673584],"peak":9145679872},{"ms":5.472288131713867,"stages":[3.839871883392334,0.15056000649929047,0.7558720111846924,0.7259839773178101],"peak":9145679872}]}},{"rank":4,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.902815818786621,"stages":[4.2705278396606445,0.12627199292182922,0.7512000203132629,0.7548159956932068],"peak":5402263552},{"ms":5.90121603012085,"stages":[4.267199993133545,0.12585599720478058,0.7495359778404236,0.7586240172386169],"peak":5402263552},{"ms":5.893631935119629,"stages":[4.267519950866699,0.12611199915409088,0.747327983379364,0.752672016620636],"peak":5402263552},{"ms":5.913951873779297,"stages":[4.277599811553955,0.1303039938211441,0.7513279914855957,0.7547199726104736],"peak":5402263552},{"ms":5.900576114654541,"stages":[4.276512145996094,0.12636800110340118,0.7450879812240601,0.7526080012321472],"peak":5402263552},{"ms":5.90777587890625,"stages":[4.27350378036499,0.12831999361515045,0.7512639760971069,0.754688024520874],"peak":5402263552},{"ms":5.910880088806152,"stages":[4.280543804168701,0.1260479986667633,0.7454079985618591,0.7588800191879272],"peak":5402263552},{"ms":5.913919925689697,"stages":[4.283711910247803,0.12614400684833527,0.7453759908676147,0.7586879730224609],"peak":5402263552},{"ms":5.899551868438721,"stages":[4.269343852996826,0.12624000012874603,0.7472320199012756,0.7567359805107117],"peak":5402263552}],"local":[{"ms":5.402431964874268,"stages":[3.880511999130249,0.15654399991035461,0.6188799738883972,0.7464960217475891],"peak":6996099072},{"ms":5.388991832733154,"stages":[3.8657920360565186,0.1526080071926117,0.6188799738883972,0.7517120242118835],"peak":6996099072},{"ms":5.395071983337402,"stages":[3.8751039505004883,0.1504960060119629,0.6188799738883972,0.7505919933319092],"peak":6996099072},{"ms":5.389120101928711,"stages":[3.8763840198516846,0.15881599485874176,0.6248000264167786,0.7291200160980225],"peak":6996099072},{"ms":5.393695831298828,"stages":[3.873663902282715,0.158720001578331,0.6128640174865723,0.7484480142593384],"peak":6996099072},{"ms":5.393375873565674,"stages":[3.876703977584839,0.1563519984483719,0.6148480176925659,0.7454720139503479],"peak":6996099072},{"ms":5.355648040771484,"stages":[3.845855951309204,0.1525759994983673,0.6149439811706543,0.7422720193862915],"peak":6996099072},{"ms":5.373311996459961,"stages":[3.8624958992004395,0.1504960060119629,0.6189119815826416,0.7414079904556274],"peak":6996099072},{"ms":5.387167930603027,"stages":[3.8589439392089844,0.150751993060112,0.6187199950218201,0.7587519884109497],"peak":6996099072}]}},{"rank":5,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":6.391136169433594,"stages":[4.2478718757629395,0.12809599936008453,0.9675840139389038,1.047584056854248],"peak":5402263552},{"ms":6.39792013168335,"stages":[4.247488021850586,0.12601600587368011,0.9655680060386658,1.0588480234146118],"peak":5402263552},{"ms":6.3908162117004395,"stages":[4.25167989730835,0.12611199915409088,0.965503990650177,1.0475200414657593],"peak":5402263552},{"ms":6.4311041831970215,"stages":[4.298079967498779,0.12627199292182922,0.9593920111656189,1.0473599433898926],"peak":5402263552},{"ms":6.433375835418701,"stages":[4.292223930358887,0.12595200538635254,0.9594240188598633,1.0557760000228882],"peak":5402263552},{"ms":6.435520172119141,"stages":[4.286143779754639,0.12800000607967377,0.9699519872665405,1.0514240264892578],"peak":5402263552},{"ms":6.42790412902832,"stages":[4.284639835357666,0.13007999956607819,0.9594560265541077,1.0537279844284058],"peak":5402263552},{"ms":6.3876800537109375,"stages":[4.248544216156006,0.1263359934091568,0.9642239809036255,1.0485759973526],"peak":5402263552},{"ms":6.388991832733154,"stages":[4.249887943267822,0.1260479986667633,0.9634559750556946,1.0496000051498413],"peak":5402263552}],"local":[{"ms":6.328767776489258,"stages":[3.905600070953369,0.1526080071926117,1.0858240127563477,1.1847360134124756],"peak":6996099072},{"ms":6.325984001159668,"stages":[3.889535903930664,0.15663999319076538,1.0858559608459473,1.193951964378357],"peak":6996099072},{"ms":6.2969279289245605,"stages":[3.857343912124634,0.16070400178432465,1.0940799713134766,1.1848000288009644],"peak":6996099072},{"ms":6.318367958068848,"stages":[3.875744104385376,0.15670399367809296,1.0960320234298706,1.1898880004882812],"peak":6996099072},{"ms":6.298816204071045,"stages":[3.873823881149292,0.14825600385665894,1.0817919969558716,1.1949440240859985],"peak":6996099072},{"ms":6.315199851989746,"stages":[3.8787200450897217,0.15663999319076538,1.0919359922409058,1.1879040002822876],"peak":6996099072},{"ms":6.298816204071045,"stages":[3.869503974914551,0.1507200002670288,1.0856319665908813,1.1929600238800049],"peak":6996099072},{"ms":6.290751934051514,"stages":[3.8564159870147705,0.1586879938840866,1.0919040441513062,1.183743953704834],"peak":6996099072},{"ms":6.295872211456299,"stages":[3.849951982498169,0.16892799735069275,1.0857919454574585,1.1912000179290771],"peak":6996099072}]}},{"rank":6,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":6.304863929748535,"stages":[4.237664222717285,0.13206399977207184,0.9695360064506531,0.9656000137329102],"peak":5402263552},{"ms":6.3276801109313965,"stages":[4.262239933013916,0.132192000746727,0.9593600034713745,0.9738879799842834],"peak":5402263552},{"ms":6.321311950683594,"stages":[4.260000228881836,0.13014400005340576,0.9614400267601013,0.9697279930114746],"peak":5402263552},{"ms":6.323264122009277,"stages":[4.248640060424805,0.13424000144004822,0.9604160189628601,0.9799680113792419],"peak":5402263552},{"ms":6.331039905548096,"stages":[4.265632152557373,0.13212800025939941,0.9594240188598633,0.9738559722900391],"peak":5402263552},{"ms":6.337759971618652,"stages":[4.268159866333008,0.1321599930524826,0.9614719748497009,0.9759680032730103],"peak":5402263552},{"ms":6.332064151763916,"stages":[4.266592025756836,0.13222399353981018,0.965503990650177,0.967743992805481],"peak":5402263552},{"ms":6.3342719078063965,"stages":[4.266751766204834,0.132192000746727,0.9635199904441833,0.9718080163002014],"peak":5402263552},{"ms":6.3284478187561035,"stages":[4.273248195648193,0.13011200726032257,0.9614400267601013,0.9636480212211609],"peak":5402263552}],"local":[{"ms":6.2076802253723145,"stages":[3.88703989982605,0.15481600165367126,1.083456039428711,1.082368016242981],"peak":6996099072},{"ms":6.181119918823242,"stages":[3.845184087753296,0.15273599326610565,1.0957119464874268,1.087488055229187],"peak":6996099072},{"ms":6.217887878417969,"stages":[3.8892478942871094,0.15440000593662262,1.0878080129623413,1.0864319801330566],"peak":6996099072},{"ms":6.224544048309326,"stages":[3.884671926498413,0.1605439931154251,1.0856959819793701,1.0936319828033447],"peak":6996099072},{"ms":6.19536018371582,"stages":[3.874847888946533,0.1544959992170334,1.0774719715118408,1.0885440111160278],"peak":6996099072},{"ms":6.211455821990967,"stages":[3.8856959342956543,0.15878400206565857,1.081536054611206,1.0854400396347046],"peak":6996099072},{"ms":6.223711967468262,"stages":[3.884511947631836,0.15907199680805206,1.0876799821853638,1.0924479961395264],"peak":6996099072},{"ms":6.243807792663574,"stages":[3.893951892852783,0.17056000232696533,1.093951940536499,1.0853439569473267],"peak":6996099072},{"ms":6.207935810089111,"stages":[3.8809280395507812,0.1650879979133606,1.0774400234222412,1.0844800472259521],"peak":6996099072}]}},{"rank":7,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.965439796447754,"stages":[4.239999771118164,0.1260479986667633,0.7464320063591003,0.8529599905014038],"peak":5402263552},{"ms":5.986879825592041,"stages":[4.251391887664795,0.1319359987974167,0.7444159984588623,0.8591359853744507],"peak":5402263552},{"ms":5.964640140533447,"stages":[4.231008052825928,0.12803199887275696,0.7548800110816956,0.8507199883460999],"peak":5402263552},{"ms":5.979712009429932,"stages":[4.244095802307129,0.132192000746727,0.7524799704551697,0.8509439826011658],"peak":5402263552},{"ms":5.966368198394775,"stages":[4.24294376373291,0.12809599936008453,0.7464320063591003,0.8488960266113281],"peak":5402263552},{"ms":5.986976146697998,"stages":[4.251232147216797,0.12595200538635254,0.7546240091323853,0.8551679849624634],"peak":5402263552},{"ms":5.977471828460693,"stages":[4.246079921722412,0.12572799623012543,0.7485759854316711,0.857088029384613],"peak":5402263552},{"ms":5.968671798706055,"stages":[4.2494401931762695,0.12796799838542938,0.7405440211296082,0.8507199883460999],"peak":5402263552},{"ms":5.985311985015869,"stages":[4.25161600112915,0.12598399817943573,0.7464640140533447,0.8612480163574219],"peak":5402263552}],"local":[{"ms":5.378528118133545,"stages":[3.852447986602783,0.16278399527072906,0.6188160181045532,0.7444800138473511],"peak":6996099072},{"ms":5.383647918701172,"stages":[3.867840051651001,0.1525759994983673,0.6146240234375,0.7486079931259155],"peak":6996099072},{"ms":5.37443208694458,"stages":[3.8586881160736084,0.158720001578331,0.6125760078430176,0.7444480061531067],"peak":6996099072},{"ms":5.378176212310791,"stages":[3.8666560649871826,0.15241600573062897,0.6125760078430176,0.7465280294418335],"peak":6996099072},{"ms":5.360544204711914,"stages":[3.8508799076080322,0.14844800531864166,0.6107199788093567,0.750495970249176],"peak":6996099072},{"ms":5.371583938598633,"stages":[3.85369610786438,0.1629440039396286,0.6166719794273376,0.7382720112800598],"peak":6996099072},{"ms":5.403615951538086,"stages":[3.8757760524749756,0.15881599485874176,0.6225280165672302,0.7464960217475891],"peak":6996099072},{"ms":5.381216049194336,"stages":[3.8675200939178467,0.15667200088500977,0.6146240234375,0.7423999905586243],"peak":6996099072},{"ms":5.368768215179443,"stages":[3.8692479133605957,0.146464005112648,0.6105279922485352,0.7425280213356018],"peak":6996099072}]}}]}, + {"case":"1m-count-mixed-1000-1long","policy":"zigzag","selected":"zigzag","summary":{"baseline":9.416319847106934,"local":10.551679611206055},"records":[{"rank":0,"bitwise":true,"local_rows":44080,"source_rows":131072,"target_rows":131636,"samples":{"baseline":[{"ms":9.046976089477539,"stages":[5.200831890106201,2.026495933532715,0.826367974281311,0.9932799935340881],"peak":7011631104},{"ms":9.068160057067871,"stages":[5.213759899139404,2.032639980316162,0.8182079792022705,1.003551959991455],"peak":7011631104},{"ms":9.059136390686035,"stages":[5.188511848449707,2.0427839756011963,0.8181759715080261,1.0096640586853027],"peak":7011631104},{"ms":9.050047874450684,"stages":[5.195487976074219,2.0408639907836914,0.8222399950027466,0.9914559721946716],"peak":7011631104},{"ms":9.063072204589844,"stages":[5.200575828552246,2.049056053161621,0.8140479922294617,0.9993919730186462],"peak":7011631104},{"ms":9.050175666809082,"stages":[5.185632228851318,2.0530240535736084,0.8305919766426086,0.9809280037879944],"peak":7011631104},{"ms":9.051072120666504,"stages":[5.198783874511719,2.045088052749634,0.8241279721260071,0.9830719828605652],"peak":7011631104},{"ms":9.048928260803223,"stages":[5.190720081329346,2.056864023208618,0.8223999738693237,0.9789440035820007],"peak":7011631104},{"ms":9.064319610595703,"stages":[5.197824001312256,2.0469119548797607,0.826304018497467,0.9932799935340881],"peak":7011631104}],"local":[{"ms":10.266592025756836,"stages":[6.512383937835693,1.6559360027313232,0.9872000217437744,1.1110719442367554],"peak":9872211968},{"ms":10.245216369628906,"stages":[6.507391929626465,1.647744059562683,0.9954239726066589,1.094655990600586],"peak":9872211968},{"ms":10.293696403503418,"stages":[6.433279991149902,1.7621439695358276,0.991424024105072,1.1068480014801025],"peak":9872211968},{"ms":10.238495826721191,"stages":[6.5070719718933105,1.6393280029296875,0.9953920245170593,1.0967040061950684],"peak":9872211968},{"ms":10.250975608825684,"stages":[6.494751930236816,1.6395519971847534,0.9872320294380188,1.1294399499893188],"peak":9872211968},{"ms":10.270719528198242,"stages":[6.46943998336792,1.701024055480957,0.9953600168228149,1.1048959493637085],"peak":9872211968},{"ms":10.249823570251465,"stages":[6.471072196960449,1.674496054649353,0.98716801404953,1.117087960243225],"peak":9872211968},{"ms":10.219807624816895,"stages":[6.498623847961426,1.6229439973831177,0.9934719800949097,1.1047680377960205],"peak":9872211968},{"ms":10.246175765991211,"stages":[6.479872226715088,1.6682239770889282,0.9912319779396057,1.1068480014801025],"peak":9872211968}]}},{"rank":1,"bitwise":true,"local_rows":24184,"source_rows":131072,"target_rows":131636,"samples":{"baseline":[{"ms":9.320704460144043,"stages":[5.220767974853516,2.0079360008239746,1.0229439735412598,1.0690560340881348],"peak":5415770624},{"ms":9.333184242248535,"stages":[5.251552104949951,1.9896320104599,1.0106879472732544,1.0813119411468506],"peak":5415770624},{"ms":9.335904121398926,"stages":[5.196928024291992,2.0387520790100098,1.0231679677963257,1.0770560503005981],"peak":5415770624},{"ms":9.313599586486816,"stages":[5.19923210144043,2.0366721153259277,1.010815978050232,1.0668799877166748],"peak":5415770624},{"ms":9.333696365356445,"stages":[5.223360061645508,2.0244479179382324,1.0147520303726196,1.0711359977722168],"peak":5415770624},{"ms":9.325823783874512,"stages":[5.227776050567627,2.0082240104675293,1.0186879634857178,1.0711359977722168],"peak":5415770624},{"ms":9.329792022705078,"stages":[5.225791931152344,2.018079996109009,1.0047999620437622,1.0811200141906738],"peak":5415770624},{"ms":9.31545639038086,"stages":[5.221504211425781,2.026560068130493,1.0024000406265259,1.0649919509887695],"peak":5415770624},{"ms":9.32857608795166,"stages":[5.199679851531982,2.038815975189209,1.0208640098571777,1.069216012954712],"peak":5415770624}],"local":[{"ms":10.373600006103516,"stages":[6.556000232696533,1.6171519756317139,1.101855993270874,1.0985920429229736],"peak":8373796864},{"ms":10.362239837646484,"stages":[6.48745584487915,1.6679680347442627,1.1019519567489624,1.1048640012741089],"peak":8373796864},{"ms":10.393664360046387,"stages":[6.537280082702637,1.6559679508209229,1.1037119626998901,1.0967040061950684],"peak":8373796864},{"ms":10.35324764251709,"stages":[6.486527919769287,1.6578880548477173,1.1060479879379272,1.1027840375900269],"peak":8373796864},{"ms":10.352160453796387,"stages":[6.608352184295654,1.5247360467910767,1.1142079830169678,1.1048640012741089],"peak":8373796864},{"ms":10.382816314697266,"stages":[6.571328163146973,1.59443199634552,1.110111951828003,1.106943964958191],"peak":8373796864},{"ms":10.351776123046875,"stages":[6.528031826019287,1.6168639659881592,1.104032039642334,1.1028480529785156],"peak":8373796864},{"ms":10.34175968170166,"stages":[6.589727878570557,1.5329279899597168,1.110111951828003,1.1089919805526733],"peak":8373796864},{"ms":10.354240417480469,"stages":[6.5979838371276855,1.5472639799118042,1.1019519567489624,1.1070400476455688],"peak":8373796864}]}},{"rank":2,"bitwise":true,"local_rows":0,"source_rows":131072,"target_rows":131104,"samples":{"baseline":[{"ms":9.40441608428955,"stages":[7.048192024230957,0.16921600699424744,1.1189440488815308,1.0680639743804932],"peak":6998851584},{"ms":9.418623924255371,"stages":[7.060287952423096,0.17510400712490082,1.1089919805526733,1.07423996925354],"peak":6998851584},{"ms":9.420031547546387,"stages":[7.055552005767822,0.17321600019931793,1.1191999912261963,1.0720640420913696],"peak":6998851584},{"ms":9.401311874389648,"stages":[7.055359840393066,0.17510400712490082,1.1070719957351685,1.0637760162353516],"peak":6998851584},{"ms":9.421695709228516,"stages":[7.069471836090088,0.17103999853134155,1.113055944442749,1.068127989768982],"peak":6998851584},{"ms":9.412863731384277,"stages":[7.054592132568359,0.17526400089263916,1.1153279542922974,1.06768000125885],"peak":6998851584},{"ms":9.416319847106934,"stages":[7.066239833831787,0.1730560064315796,1.098912000656128,1.078112006187439],"peak":6998851584},{"ms":9.403072357177734,"stages":[7.065248012542725,0.17718400061130524,1.0987520217895508,1.0618879795074463],"peak":6998851584},{"ms":9.424703598022461,"stages":[7.06441593170166,0.17507199943065643,1.1172159910202026,1.0679999589920044],"peak":6998851584}],"local":[{"ms":10.371647834777832,"stages":[7.097919940948486,1.0618879795074463,1.1124800443649292,1.0993599891662598],"peak":6998851584},{"ms":10.360063552856445,"stages":[7.09555196762085,1.0497280359268188,1.1119680404663086,1.1028159856796265],"peak":6998851584},{"ms":10.39299201965332,"stages":[7.104095935821533,1.0780800580978394,1.1143360137939453,1.0964800119400024],"peak":6998851584},{"ms":10.351872444152832,"stages":[7.09555196762085,1.037343978881836,1.116320013999939,1.1026560068130493],"peak":6998851584},{"ms":10.349184036254883,"stages":[7.089536190032959,1.031167984008789,1.1244800090789795,1.1039999723434448],"peak":6998851584},{"ms":10.383296012878418,"stages":[7.110591888427734,1.0454720258712769,1.120352029800415,1.1068799495697021],"peak":6998851584},{"ms":10.347071647644043,"stages":[7.096896171569824,1.0332159996032715,1.1161600351333618,1.1008000373840332],"peak":6998851584},{"ms":10.338399887084961,"stages":[7.112832069396973,0.9983680248260498,1.120255947113037,1.106943964958191],"peak":6998851584},{"ms":10.351231575012207,"stages":[7.105055809020996,1.0250240564346313,1.1183680295944214,1.1027840375900269],"peak":6998851584}]}},{"rank":3,"bitwise":true,"local_rows":32768,"source_rows":131072,"target_rows":130840,"samples":{"baseline":[{"ms":9.325056076049805,"stages":[4.747776031494141,2.46889591217041,1.0639359951019287,1.0444480180740356],"peak":6994395136},{"ms":9.336992263793945,"stages":[4.759679794311523,2.470911979675293,1.0639359951019287,1.042464017868042],"peak":6994395136},{"ms":9.32966423034668,"stages":[4.736159801483154,2.489151954650879,1.0639679431915283,1.04038405418396],"peak":6994395136},{"ms":9.334976196289062,"stages":[4.737247943878174,2.485215902328491,1.0701119899749756,1.0424000024795532],"peak":6994395136},{"ms":9.343584060668945,"stages":[4.741824150085449,2.4933440685272217,1.0640000104904175,1.0444159507751465],"peak":6994395136},{"ms":9.332768440246582,"stages":[4.788512229919434,2.435904026031494,1.0598399639129639,1.0485119819641113],"peak":6994395136},{"ms":9.341216087341309,"stages":[4.735583782196045,2.4972479343414307,1.065951943397522,1.0424319505691528],"peak":6994395136},{"ms":9.3504638671875,"stages":[4.8079681396484375,2.4299519062042236,1.0680639743804932,1.0444799661636353],"peak":6994395136},{"ms":9.344415664672852,"stages":[4.73638391494751,2.4976000785827637,1.0659840106964111,1.0444480180740356],"peak":6994395136}],"local":[{"ms":10.5731201171875,"stages":[6.03388786315918,2.1267199516296387,1.223680019378662,1.1888320446014404],"peak":10211819520},{"ms":10.551008224487305,"stages":[6.009696006774902,2.1369919776916504,1.2216320037841797,1.1826879978179932],"peak":10211819520},{"ms":10.608320236206055,"stages":[6.003200054168701,2.1823999881744385,1.2256640195846558,1.1970560550689697],"peak":10211819520},{"ms":10.561375617980957,"stages":[6.034175872802734,2.1003520488739014,1.2298239469528198,1.1970239877700806],"peak":10211819520},{"ms":10.53929615020752,"stages":[6.061279773712158,2.0573439598083496,1.225823998451233,1.1948479413986206],"peak":10211819520},{"ms":10.567232131958008,"stages":[5.976704120635986,2.182080030441284,1.2257599830627441,1.1826879978179932],"peak":10211819520},{"ms":10.550848007202148,"stages":[6.060671806335449,2.0674240589141846,1.227776050567627,1.1949759721755981],"peak":10211819520},{"ms":10.529536247253418,"stages":[6.045087814331055,2.065567970275879,1.2195839881896973,1.199295997619629],"peak":10211819520},{"ms":10.551679611206055,"stages":[6.016128063201904,2.114687919616699,1.227776050567627,1.1930880546569824],"peak":10211819520}]}},{"rank":4,"bitwise":true,"local_rows":5188,"source_rows":131072,"target_rows":130840,"samples":{"baseline":[{"ms":9.306431770324707,"stages":[5.191999912261963,2.0244479179382324,1.04966402053833,1.0403200387954712],"peak":6994395136},{"ms":9.322912216186523,"stages":[5.23305606842041,2.008064031600952,1.0465600490570068,1.0352319478988647],"peak":6994395136},{"ms":9.316191673278809,"stages":[5.181056022644043,2.053152084350586,1.0455039739608765,1.0364799499511719],"peak":6994395136},{"ms":9.314080238342285,"stages":[5.175104141235352,2.0511040687561035,1.053760051727295,1.0341119766235352],"peak":6994395136},{"ms":9.327168464660645,"stages":[5.200511932373047,2.038719892501831,1.0476160049438477,1.0403200387954712],"peak":6994395136},{"ms":9.3156156539917,"stages":[5.203519821166992,2.0263359546661377,1.045375943183899,1.04038405418396],"peak":6994395136},{"ms":9.325119972229004,"stages":[5.204319953918457,2.03056001663208,1.04966402053833,1.0405759811401367],"peak":6994395136},{"ms":9.336511611938477,"stages":[5.203680038452148,2.0428481101989746,1.0497280359268188,1.0402560234069824],"peak":6994395136},{"ms":9.330207824707031,"stages":[5.189119815826416,2.0530879497528076,1.047584056854248,1.0404160022735596],"peak":6994395136}],"local":[{"ms":10.560192108154297,"stages":[6.535552024841309,1.6312639713287354,1.2065919637680054,1.186784029006958],"peak":11116281856},{"ms":10.535584449768066,"stages":[6.465824127197266,1.6846400499343872,1.2025920152664185,1.182528018951416],"peak":11116281856},{"ms":10.593152046203613,"stages":[6.500800132751465,1.6930240392684937,1.2085440158843994,1.190783977508545],"peak":11116281856},{"ms":10.543968200683594,"stages":[6.48851203918457,1.6518720388412476,1.208832025527954,1.1947519779205322],"peak":11116281856},{"ms":10.523167610168457,"stages":[6.569119930267334,1.5597120523452759,1.206719994544983,1.187615990638733],"peak":11116281856},{"ms":10.552032470703125,"stages":[6.558047771453857,1.6088639497756958,1.2005759477615356,1.1845439672470093],"peak":11116281856},{"ms":10.542431831359863,"stages":[6.513760089874268,1.6312320232391357,1.2066240310668945,1.190816044807434],"peak":11116281856},{"ms":10.512288093566895,"stages":[6.56220817565918,1.5557119846343994,1.200543999671936,1.193824052810669],"peak":11116281856},{"ms":10.538687705993652,"stages":[6.563199996948242,1.5803200006484985,1.204319953918457,1.1908479928970337],"peak":11116281856}]}},{"rank":5,"bitwise":true,"local_rows":16356,"source_rows":131072,"target_rows":130840,"samples":{"baseline":[{"ms":8.991135597229004,"stages":[4.8664960861206055,2.352128028869629,0.7526080012321472,1.0199040174484253],"peak":6994395136},{"ms":8.98031997680664,"stages":[4.814591884613037,2.4115519523620605,0.7608000040054321,0.9933760166168213],"peak":6994395136},{"ms":8.972224235534668,"stages":[4.892640113830566,2.3337600231170654,0.7547839879989624,0.9910399913787842],"peak":6994395136},{"ms":8.973504066467285,"stages":[4.87337589263916,2.354367971420288,0.7585920095443726,0.98716801404953],"peak":6994395136},{"ms":9.000288009643555,"stages":[4.9350080490112305,2.298880100250244,0.7608320116996765,1.005568027496338],"peak":6994395136},{"ms":8.9519681930542,"stages":[4.845727920532227,2.376703977584839,0.7588800191879272,0.9706559777259827],"peak":6994395136},{"ms":8.97651195526123,"stages":[4.870240211486816,2.3623039722442627,0.7444480061531067,0.9995200037956238],"peak":6994395136},{"ms":8.983391761779785,"stages":[4.868959903717041,2.368544101715088,0.7630079984664917,0.9828799962997437],"peak":6994395136},{"ms":8.980128288269043,"stages":[4.875999927520752,2.3602559566497803,0.7608640193939209,0.9830080270767212],"peak":6994395136}],"local":[{"ms":10.207776069641113,"stages":[6.101888179779053,2.0556800365448,0.9081599712371826,1.1420480012893677],"peak":10749607936},{"ms":10.194496154785156,"stages":[6.083807945251465,2.053407907485962,0.9084159731864929,1.1488640308380127],"peak":10749607936},{"ms":10.256863594055176,"stages":[6.0643839836120605,2.120863914489746,0.912447988986969,1.159168004989624],"peak":10749607936},{"ms":10.20633602142334,"stages":[6.072959899902344,2.059391975402832,0.9023680090904236,1.1716159582138062],"peak":10749607936},{"ms":10.161408424377441,"stages":[6.106175899505615,2.012063980102539,0.9106879830360413,1.1324800252914429],"peak":10749607936},{"ms":10.202624320983887,"stages":[6.061247825622559,2.096191883087158,0.9085760116577148,1.1366080045700073],"peak":10749607936},{"ms":10.181920051574707,"stages":[6.078591823577881,2.055232048034668,0.9043200016021729,1.1437760591506958],"peak":10749607936},{"ms":10.149888038635254,"stages":[6.0800957679748535,2.030751943588257,0.9003840088844299,1.1386560201644897],"peak":10749607936},{"ms":10.18569564819336,"stages":[6.1129279136657715,2.020416021347046,0.9085440039634705,1.1438080072402954],"peak":10749607936}]}},{"rank":6,"bitwise":true,"local_rows":16344,"source_rows":131072,"target_rows":130840,"samples":{"baseline":[{"ms":8.99772834777832,"stages":[5.299039840698242,1.9159040451049805,0.8243839740753174,0.9584000110626221],"peak":6994395136},{"ms":9.009632110595703,"stages":[5.239232063293457,1.9835200309753418,0.8242560029029846,0.9626240134239197],"peak":6994395136},{"ms":8.99567985534668,"stages":[5.3091840744018555,1.9161280393600464,0.8435519933700562,0.9268159866333008],"peak":6994395136},{"ms":9.005375862121582,"stages":[5.331264019012451,1.891327977180481,0.8427839875221252,0.9399999976158142],"peak":6994395136},{"ms":9.007136344909668,"stages":[5.302303791046143,1.9304319620132446,0.8284800052642822,0.9459199905395508],"peak":6994395136},{"ms":8.991616249084473,"stages":[5.245823860168457,1.977344036102295,0.8223040103912354,0.9461439847946167],"peak":6994395136},{"ms":9.01411247253418,"stages":[5.251935958862305,1.9814079999923706,0.8243520259857178,0.9564160108566284],"peak":6994395136},{"ms":9.019071578979492,"stages":[5.3224639892578125,1.9138239622116089,0.8407359719276428,0.9420480132102966],"peak":6994395136},{"ms":9.015423774719238,"stages":[5.253536224365234,1.9791040420532227,0.8448320031166077,0.9379519820213318],"peak":6994395136}],"local":[{"ms":10.272159576416016,"stages":[6.28656005859375,1.877120018005371,0.9964479804039001,1.1120320558547974],"peak":10751049728},{"ms":10.25334358215332,"stages":[6.307583808898926,1.8403840065002441,0.9922239780426025,1.113152027130127],"peak":10751049728},{"ms":10.303008079528809,"stages":[6.292799949645996,1.8977279663085938,0.984063982963562,1.1284159421920776],"peak":10751049728},{"ms":10.246944427490234,"stages":[6.270559787750244,1.8650239706039429,0.9861119985580444,1.1252479553222656],"peak":10751049728},{"ms":10.238207817077637,"stages":[6.256703853607178,1.8689279556274414,0.9881600141525269,1.1244159936904907],"peak":10751049728},{"ms":10.264287948608398,"stages":[6.277632236480713,1.8855359554290771,0.9879999756813049,1.1131199598312378],"peak":10751049728},{"ms":10.253727912902832,"stages":[6.2740797996521,1.8629120588302612,0.9860799908638,1.1306560039520264],"peak":10751049728},{"ms":10.223072052001953,"stages":[6.267168045043945,1.8464319705963135,1.0025279521942139,1.106943964958191],"peak":10751049728},{"ms":10.248640060424805,"stages":[6.29801607131958,1.8421119451522827,0.9840319752693176,1.1244800090789795],"peak":10751049728}]}},{"rank":7,"bitwise":true,"local_rows":16248,"source_rows":131072,"target_rows":130840,"samples":{"baseline":[{"ms":9.000448226928711,"stages":[7.0845441818237305,0.15081599354743958,0.8783360123634338,0.8867520093917847],"peak":6994395136},{"ms":8.992480278015137,"stages":[7.080704212188721,0.14873600006103516,0.866208016872406,0.8968319892883301],"peak":6994395136},{"ms":8.990367889404297,"stages":[7.076511859893799,0.14876799285411835,0.8701440095901489,0.8949440121650696],"peak":6994395136},{"ms":9.020288467407227,"stages":[7.096223831176758,0.15068799257278442,0.8599680066108704,0.9134079813957214],"peak":6994395136},{"ms":9.011839866638184,"stages":[7.099999904632568,0.14876799285411835,0.8660479784011841,0.8970239758491516],"peak":6994395136},{"ms":9.043968200683594,"stages":[7.097343921661377,0.14873600006103516,0.8824319839477539,0.9154559969902039],"peak":6994395136},{"ms":9.03222370147705,"stages":[7.103903770446777,0.14870400726795197,0.8763520121574402,0.9032639861106873],"peak":6994395136},{"ms":9.014752388000488,"stages":[7.109248161315918,0.15059199929237366,0.8702719807624817,0.8846399784088135],"peak":6994395136},{"ms":9.024064064025879,"stages":[7.106080055236816,0.14876799285411835,0.8702399730682373,0.8989760279655457],"peak":6994395136}],"local":[{"ms":10.213024139404297,"stages":[8.021568298339844,0.17318400740623474,1.0135999917984009,1.0046720504760742],"peak":10753146880},{"ms":10.20751953125,"stages":[8.003647804260254,0.17132799327373505,1.0218240022659302,1.0107200145721436],"peak":10753146880},{"ms":10.246175765991211,"stages":[8.0382080078125,0.17292800545692444,1.0220799446105957,1.0129599571228027],"peak":10753146880},{"ms":10.195455551147461,"stages":[7.99183988571167,0.16911999881267548,1.0217599868774414,1.0127359628677368],"peak":10753146880},{"ms":10.172224044799805,"stages":[7.97654390335083,0.1711679995059967,1.0179840326309204,1.0065280199050903],"peak":10753146880},{"ms":10.20956802368164,"stages":[8.011872291564941,0.17100800573825836,1.020095944404602,1.006592035293579],"peak":10753146880},{"ms":10.18505573272705,"stages":[7.989408016204834,0.17110399901866913,1.022047996520996,1.0024960041046143],"peak":10753146880},{"ms":10.178112030029297,"stages":[7.970240116119385,0.17148800194263458,1.025696039199829,1.0106879472732544],"peak":10753146880},{"ms":10.187775611877441,"stages":[7.993055820465088,0.17132799327373505,1.0139199495315552,1.0094720125198364],"peak":10753146880}]}}]}, + {"case":"1m-count-mixed-1000-1long","policy":"planner","selected":"selection-paired-local","summary":{"baseline":6.547520160675049,"local":6.830304145812988},"records":[{"rank":0,"bitwise":true,"local_rows":122488,"source_rows":131072,"target_rows":155256,"samples":{"baseline":[{"ms":5.81328010559082,"stages":[3.0585920810699463,0.5724160075187683,1.0055359601974487,1.1767359972000122],"peak":5902384128},{"ms":5.82150411605835,"stages":[3.070847988128662,0.5969280004501343,1.0220160484313965,1.1317119598388672],"peak":5902384128},{"ms":5.820032119750977,"stages":[3.059328079223633,0.5990399718284607,1.0178560018539429,1.1438080072402954],"peak":5902384128},{"ms":5.827295780181885,"stages":[3.0583999156951904,0.6154239773750305,1.013759970664978,1.1397119760513306],"peak":5902384128},{"ms":5.805312156677246,"stages":[3.052799940109253,0.6093119978904724,1.0239360332489014,1.119264006614685],"peak":5902384128},{"ms":5.817471981048584,"stages":[3.062943935394287,0.5930879712104797,1.017632007598877,1.1438080072402954],"peak":5902384128},{"ms":5.793824195861816,"stages":[3.0617918968200684,0.6051520109176636,1.0158400535583496,1.1110399961471558],"peak":5902384128},{"ms":5.813663959503174,"stages":[3.0570240020751953,0.6031360030174255,1.0096640586853027,1.143839955329895],"peak":5902384128},{"ms":5.800000190734863,"stages":[3.0476479530334473,0.5824959874153137,1.0158720016479492,1.1539839506149292],"peak":5902384128}],"local":[{"ms":5.760223865509033,"stages":[3.704832077026367,0.6215680241584778,0.6463680267333984,0.7874559760093689],"peak":6023151616},{"ms":5.739168167114258,"stages":[3.7185280323028564,0.5868160128593445,0.6608319878578186,0.7729920148849487],"peak":6023151616},{"ms":5.7493438720703125,"stages":[3.6917760372161865,0.6483520269393921,0.646336019039154,0.7628800272941589],"peak":6023151616},{"ms":5.7263360023498535,"stages":[3.724224090576172,0.578719973564148,0.6584640145301819,0.7649279832839966],"peak":6023151616},{"ms":5.755328178405762,"stages":[3.732703924179077,0.5828800201416016,0.6462399959564209,0.793503999710083],"peak":6023151616},{"ms":5.734432220458984,"stages":[3.7161600589752197,0.5744959712028503,0.6604480147361755,0.7833279967308044],"peak":6023151616},{"ms":5.739007949829102,"stages":[3.7264959812164307,0.5601279735565186,0.6504639983177185,0.8019199967384338],"peak":6023151616},{"ms":5.769951820373535,"stages":[3.7187840938568115,0.5640959739685059,0.6566399931907654,0.8304319977760315],"peak":6023151616},{"ms":5.748703956604004,"stages":[3.7056639194488525,0.5968319773674011,0.650816023349762,0.7953919768333435],"peak":6023151616}]}},{"rank":1,"bitwise":true,"local_rows":32768,"source_rows":131072,"target_rows":65536,"samples":{"baseline":[{"ms":6.55017614364624,"stages":[3.6542720794677734,0.8386880159378052,1.1028480529785156,0.954367995262146],"peak":5656018944},{"ms":6.540863990783691,"stages":[3.647007942199707,0.8346880078315735,1.0985920429229736,0.9605759978294373],"peak":5656018944},{"ms":6.534463882446289,"stages":[3.636575937271118,0.8427519798278809,1.1008000373840332,0.9543359875679016],"peak":5656018944},{"ms":6.547679901123047,"stages":[3.6600000858306885,0.8325440287590027,1.1049920320510864,0.9501439929008484],"peak":5656018944},{"ms":6.5267839431762695,"stages":[3.6452479362487793,0.8284159898757935,1.1029119491577148,0.9502080082893372],"peak":5656018944},{"ms":6.54307222366333,"stages":[3.657344102859497,0.8283839821815491,1.1008000373840332,0.9565439820289612],"peak":5656018944},{"ms":6.516960144042969,"stages":[3.6477439403533936,0.8160960078239441,1.0967680215835571,0.9563519954681396],"peak":5656018944},{"ms":6.536831855773926,"stages":[3.677824020385742,0.8059200048446655,1.1008319854736328,0.9522560238838196],"peak":5656018944},{"ms":6.542208194732666,"stages":[3.666975975036621,0.8241599798202515,1.1048959493637085,0.9461759924888611],"peak":5656018944}],"local":[{"ms":6.828735828399658,"stages":[4.205408096313477,0.3429119884967804,1.3077759742736816,0.9726399779319763],"peak":7803502592},{"ms":6.830304145812988,"stages":[4.1985602378845215,0.34729599952697754,1.3118400573730469,0.9726079702377319],"peak":7803502592},{"ms":6.841728210449219,"stages":[4.226431846618652,0.31462401151657104,1.3197120428085327,0.9809600114822388],"peak":7803502592},{"ms":6.824512004852295,"stages":[4.184512138366699,0.3495999872684479,1.3054399490356445,0.9849600195884705],"peak":7803502592},{"ms":6.815968036651611,"stages":[4.198527812957764,0.3431999981403351,1.2995519638061523,0.9746879935264587],"peak":7803502592},{"ms":6.8354878425598145,"stages":[4.199615955352783,0.34544000029563904,1.3013440370559692,0.9890879988670349],"peak":7803502592},{"ms":6.836575984954834,"stages":[4.202784061431885,0.3410879969596863,1.3077759742736816,0.9849280118942261],"peak":7803502592},{"ms":6.842112064361572,"stages":[4.187615871429443,0.37196800112724304,1.3118720054626465,0.9706559777259827],"peak":7803502592},{"ms":6.829951763153076,"stages":[4.181856155395508,0.3596479892730713,1.3136639595031738,0.9747840166091919],"peak":7803502592}]}},{"rank":2,"bitwise":true,"local_rows":65536,"source_rows":131072,"target_rows":65536,"samples":{"baseline":[{"ms":6.144032001495361,"stages":[2.9961280822753906,0.12595200538635254,2.2650880813598633,0.7568640112876892],"peak":5656018944},{"ms":6.1281280517578125,"stages":[3.0110719203948975,0.12595200538635254,2.2324159145355225,0.7586879730224609],"peak":5656018944},{"ms":6.125823974609375,"stages":[3.0150399208068848,0.125791996717453,2.2304000854492188,0.7545920014381409],"peak":5656018944},{"ms":6.136064052581787,"stages":[3.0251200199127197,0.12598399817943573,2.230304002761841,0.7546560168266296],"peak":5656018944},{"ms":6.120192050933838,"stages":[3.004159927368164,0.12617599964141846,2.230207920074463,0.7596480250358582],"peak":5656018944},{"ms":6.137792110443115,"stages":[3.00435209274292,0.12595200538635254,2.246880054473877,0.7606080174446106],"peak":5656018944},{"ms":6.10262393951416,"stages":[2.995680093765259,0.12595200538635254,2.228480100631714,0.7525119781494141],"peak":5656018944},{"ms":6.128352165222168,"stages":[3.0092480182647705,0.12617599964141846,2.236191987991333,0.7567359805107117],"peak":5656018944},{"ms":6.148640155792236,"stages":[2.9924159049987793,0.12591999769210815,2.2733120918273926,0.756991982460022],"peak":5656018944}],"local":[{"ms":5.9813761711120605,"stages":[3.1675519943237305,0.13603200018405914,2.099263906478882,0.5785279870033264],"peak":6729760768},{"ms":5.980768203735352,"stages":[3.160576105117798,0.13836799561977386,2.10534405708313,0.576479971408844],"peak":6729760768},{"ms":5.9918718338012695,"stages":[3.171679973602295,0.13391999900341034,2.111776113510132,0.5744959712028503],"peak":6729760768},{"ms":5.942431926727295,"stages":[3.1673920154571533,0.13222399353981018,2.0622398853302,0.5805760025978088],"peak":6729760768},{"ms":5.946847915649414,"stages":[3.159424066543579,0.1382720023393631,2.068511962890625,0.5806400179862976],"peak":6729760768},{"ms":5.957727909088135,"stages":[3.1866559982299805,0.13631999492645264,2.056191921234131,0.5785599946975708],"peak":6729760768},{"ms":5.965407848358154,"stages":[3.167840003967285,0.12998400628566742,2.0952000617980957,0.5723839998245239],"peak":6729760768},{"ms":5.945631980895996,"stages":[3.170559883117676,0.13212800025939941,2.0664639472961426,0.576479971408844],"peak":6729760768},{"ms":5.948383808135986,"stages":[3.1479361057281494,0.13792000710964203,2.089279890060425,0.573248028755188],"peak":6729760768}]}},{"rank":3,"bitwise":true,"local_rows":32768,"source_rows":131072,"target_rows":65536,"samples":{"baseline":[{"ms":6.548255920410156,"stages":[4.386784076690674,0.13596799969673157,1.0864959955215454,0.9390079975128174],"peak":5656018944},{"ms":6.547520160675049,"stages":[4.375455856323242,0.13619199395179749,1.086527943611145,0.9493439793586731],"peak":5656018944},{"ms":6.542751789093018,"stages":[4.374911785125732,0.13625599443912506,1.0843839645385742,0.9472000002861023],"peak":5656018944},{"ms":6.56217622756958,"stages":[4.392320156097412,0.13622400164604187,1.084447979927063,0.949184000492096],"peak":5656018944},{"ms":6.532256126403809,"stages":[4.368544101715088,0.13651199638843536,1.0841280221939087,0.9430720210075378],"peak":5656018944},{"ms":6.552031993865967,"stages":[4.376160144805908,0.13606399297714233,1.0887360572814941,0.9510719776153564],"peak":5656018944},{"ms":6.523871898651123,"stages":[4.353888034820557,0.13619199395179749,1.084447979927063,0.9493439793586731],"peak":5656018944},{"ms":6.532479763031006,"stages":[4.375040054321289,0.13606399297714233,1.082368016242981,0.9390079975128174],"peak":5656018944},{"ms":6.547935962677002,"stages":[4.384223937988281,0.13619199395179749,1.0844160318374634,0.9431040287017822],"peak":5656018944}],"local":[{"ms":6.813119888305664,"stages":[4.434271812438965,0.14659200608730316,1.2646080255508423,0.9676480293273926],"peak":7803502592},{"ms":6.815648078918457,"stages":[4.432799816131592,0.14467200636863708,1.2687360048294067,0.9694399833679199],"peak":7803502592},{"ms":6.843008041381836,"stages":[4.443647861480713,0.14454400539398193,1.2769279479980469,0.9778879880905151],"peak":7803502592},{"ms":6.811232089996338,"stages":[4.420127868652344,0.14470399916172028,1.270751953125,0.9756479859352112],"peak":7803502592},{"ms":6.798111915588379,"stages":[4.427584171295166,0.14643199741840363,1.2587519884109497,0.9653440117835999],"peak":7803502592},{"ms":6.820191860198975,"stages":[4.427040100097656,0.14448000490665436,1.2749439477920532,0.9737280011177063],"peak":7803502592},{"ms":6.810239791870117,"stages":[4.421023845672607,0.14467200636863708,1.2769919633865356,0.9675520062446594],"peak":7803502592},{"ms":6.820735931396484,"stages":[4.4418559074401855,0.14854399859905243,1.2648320198059082,0.965503990650177],"peak":7803502592},{"ms":6.814847946166992,"stages":[4.426144123077393,0.14444799721240997,1.2768319845199585,0.9674239754676819],"peak":7803502592}]}},{"rank":4,"bitwise":true,"local_rows":74120,"source_rows":131072,"target_rows":106888,"samples":{"baseline":[{"ms":6.144864082336426,"stages":[3.4895999431610107,0.28777599334716797,1.2615679502487183,1.1059199571609497],"peak":6502907904},{"ms":6.136767864227295,"stages":[3.5227200984954834,0.24966399371623993,1.2627520561218262,1.101631999015808],"peak":6502907904},{"ms":6.1479997634887695,"stages":[3.516416072845459,0.24876800179481506,1.2738239765167236,1.1089919805526733],"peak":6502907904},{"ms":6.1609601974487305,"stages":[3.535167932510376,0.2550080120563507,1.2594879865646362,1.1112960577011108],"peak":6502907904},{"ms":6.136415958404541,"stages":[3.521087884902954,0.2529279887676239,1.2513279914855957,1.1110719442367554],"peak":6502907904},{"ms":6.147871971130371,"stages":[3.518239974975586,0.26316800713539124,1.2575039863586426,1.1089600324630737],"peak":6502907904},{"ms":6.1129279136657715,"stages":[3.526304006576538,0.24268800020217896,1.2431039810180664,1.1008319854736328],"peak":6502907904},{"ms":6.134687900543213,"stages":[3.519167900085449,0.2816320061683655,1.2349120378494263,1.0989760160446167],"peak":6502907904},{"ms":6.155488014221191,"stages":[3.5074241161346436,0.2836799919605255,1.2492480278015137,1.1151360273361206],"peak":6502907904}],"local":[{"ms":6.525631904602051,"stages":[4.165984153747559,0.1833920031785965,0.8368639945983887,1.3393919467926025],"peak":7973011456},{"ms":6.524511814117432,"stages":[4.146336078643799,0.19580799341201782,0.82259202003479,1.3597760200500488],"peak":7973011456},{"ms":6.538400173187256,"stages":[4.184864044189453,0.19968000054359436,0.7878400087356567,1.3660160303115845],"peak":7973011456},{"ms":6.506879806518555,"stages":[4.151519775390625,0.17718400061130524,0.8287039995193481,1.3494720458984375],"peak":7973011456},{"ms":6.497568130493164,"stages":[4.150271892547607,0.18323199450969696,0.8410559892654419,1.3230079412460327],"peak":7973011456},{"ms":6.513055801391602,"stages":[4.12883186340332,0.20796799659729004,0.8143360018730164,1.3619199991226196],"peak":7973011456},{"ms":6.512864112854004,"stages":[4.126495838165283,0.21423999965190887,0.8204799890518188,1.351647973060608],"peak":7973011456},{"ms":6.528800010681152,"stages":[4.1202239990234375,0.20390400290489197,0.8663039803504944,1.3383680582046509],"peak":7973011456},{"ms":6.521344184875488,"stages":[4.151648044586182,0.17289599776268005,0.8553599715232849,1.341439962387085],"peak":7973011456}]}},{"rank":5,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":196608,"samples":{"baseline":[{"ms":6.4306559562683105,"stages":[4.395967960357666,0.13619199395179749,0.9533759951591492,0.9451199769973755],"peak":6752829440},{"ms":6.43228816986084,"stages":[4.395552158355713,0.13014400005340576,0.955295979976654,0.9512959718704224],"peak":6752829440},{"ms":6.4269118309021,"stages":[4.3963518142700195,0.1300159990787506,0.9533439874649048,0.9472000002861023],"peak":6752829440},{"ms":6.445824146270752,"stages":[4.409088134765625,0.13206399977207184,0.9534080028533936,0.9512640237808228],"peak":6752829440},{"ms":6.414112091064453,"stages":[4.387423992156982,0.1303360015153885,0.952127993106842,0.9442239999771118],"peak":6752829440},{"ms":6.434368133544922,"stages":[4.3935041427612305,0.130048006772995,0.957472026348114,0.9533439874649048],"peak":6752829440},{"ms":6.40831995010376,"stages":[4.371808052062988,0.12988799810409546,0.953279972076416,0.9533439874649048],"peak":6752829440},{"ms":6.417183876037598,"stages":[4.390719890594482,0.1321599930524826,0.9512320160865784,0.9430720210075378],"peak":6752829440},{"ms":6.433279991149902,"stages":[4.4047040939331055,0.13209599256515503,0.9492480158805847,0.9472320079803467],"peak":6752829440}],"local":[{"ms":6.528031826019287,"stages":[5.0950398445129395,0.05023999884724617,0.5973439812660217,0.7854080200195312],"peak":7264534528},{"ms":6.535808086395264,"stages":[5.0926079750061035,0.05036799982190132,0.5973439812660217,0.7954879999160767],"peak":7264534528},{"ms":6.555967807769775,"stages":[5.110976219177246,0.05011200159788132,0.599232017993927,0.7956479787826538],"peak":7264534528},{"ms":6.532703876495361,"stages":[5.079391956329346,0.049984000623226166,0.5912320017814636,0.8120959997177124],"peak":7264534528},{"ms":6.522240161895752,"stages":[5.083104133605957,0.05027199909090996,0.5933120250701904,0.7955520153045654],"peak":7264534528},{"ms":6.530911922454834,"stages":[5.085855960845947,0.04995200037956238,0.591264009475708,0.8038399815559387],"peak":7264534528},{"ms":6.52236795425415,"stages":[5.081183910369873,0.05020799860358238,0.5871040225028992,0.8038719892501831],"peak":7264534528},{"ms":6.532288074493408,"stages":[5.097407817840576,0.05008000135421753,0.5974400043487549,0.7873600125312805],"peak":7264534528},{"ms":6.533792018890381,"stages":[5.090559959411621,0.050175998359918594,0.5973439812660217,0.7957119941711426],"peak":7264534528}]}},{"rank":6,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":196608,"samples":{"baseline":[{"ms":6.025055885314941,"stages":[3.3411519527435303,1.1725120544433594,0.7546240091323853,0.756767988204956],"peak":6752829440},{"ms":6.011712074279785,"stages":[3.3440959453582764,1.1622400283813477,0.7446079850196838,0.7607679963111877],"peak":6752829440},{"ms":6.011231899261475,"stages":[3.3394880294799805,1.1663360595703125,0.7485439777374268,0.7568640112876892],"peak":6752829440},{"ms":6.024928092956543,"stages":[3.3472321033477783,1.174496054649353,0.7464640140533447,0.7567359805107117],"peak":6752829440},{"ms":5.997471809387207,"stages":[3.354559898376465,1.1436799764633179,0.7445759773254395,0.7546560168266296],"peak":6752829440},{"ms":6.019743919372559,"stages":[3.352224111557007,1.1560959815979004,0.7507839798927307,0.760640025138855],"peak":6752829440},{"ms":5.988863945007324,"stages":[3.3398079872131348,1.1437439918518066,0.7465599775314331,0.7587519884109497],"peak":6752829440},{"ms":6.016608238220215,"stages":[3.3164479732513428,1.1887359619140625,0.756991982460022,0.7544320225715637],"peak":6752829440},{"ms":6.026336193084717,"stages":[3.364896059036255,1.1520320177078247,0.7587519884109497,0.750656008720398],"peak":6752829440}],"local":[{"ms":6.333280086517334,"stages":[4.744800090789795,0.050175998359918594,0.5871359705924988,0.9511680006980896],"peak":7264534528},{"ms":6.332511901855469,"stages":[4.754271984100342,0.05036799982190132,0.5847679972648621,0.9431040287017822],"peak":7264534528},{"ms":6.348671913146973,"stages":[4.758143901824951,0.050175998359918594,0.5829439759254456,0.9574080109596252],"peak":7264534528},{"ms":6.315936088562012,"stages":[4.713088035583496,0.05225599929690361,0.5828800201416016,0.9677119851112366],"peak":7264534528},{"ms":6.311135768890381,"stages":[4.709568023681641,0.05222399905323982,0.5890880227088928,0.9602559804916382],"peak":7264534528},{"ms":6.328512191772461,"stages":[4.735968112945557,0.05020799860358238,0.5787839889526367,0.9635519981384277],"peak":7264534528},{"ms":6.318240165710449,"stages":[4.7275519371032715,0.05023999884724617,0.5787839889526367,0.9616640210151672],"peak":7264534528},{"ms":6.341792106628418,"stages":[4.712384223937988,0.04816000163555145,0.5889919996261597,0.9922559857368469],"peak":7264534528},{"ms":6.333600044250488,"stages":[4.728672027587891,0.05056000128388405,0.5805760025978088,0.9737920165061951],"peak":7264534528}]}},{"rank":7,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":196608,"samples":{"baseline":[{"ms":6.028031826019287,"stages":[3.1843841075897217,1.3220160007476807,0.7505599856376648,0.7710719704627991],"peak":6752829440},{"ms":6.014848232269287,"stages":[3.2001280784606934,1.2992639541625977,0.7505599856376648,0.7648959755897522],"peak":6752829440},{"ms":6.009568214416504,"stages":[3.2008960247039795,1.2992960214614868,0.7464960217475891,0.7628800272941589],"peak":6752829440},{"ms":6.030943870544434,"stages":[3.205728054046631,1.309823989868164,0.7545920014381409,0.7608000040054321],"peak":6752829440},{"ms":6.0095038414001465,"stages":[3.196768045425415,1.2951680421829224,0.7567039728164673,0.7608640193939209],"peak":6752829440},{"ms":6.012479782104492,"stages":[3.195456027984619,1.2974079847335815,0.7567359805107117,0.7628800272941589],"peak":6752829440},{"ms":5.998271942138672,"stages":[3.191488027572632,1.287168025970459,0.7588160037994385,0.7608000040054321],"peak":6752829440},{"ms":6.011775970458984,"stages":[3.188800096511841,1.3074239492416382,0.754688024520874,0.7608640193939209],"peak":6752829440},{"ms":6.024672031402588,"stages":[3.1852800846099854,1.3218239545822144,0.7527040243148804,0.7648640275001526],"peak":6752829440}],"local":[{"ms":6.211520195007324,"stages":[4.209375858306885,0.37193599343299866,0.4700160026550293,1.1601920127868652],"peak":7264534528},{"ms":6.201344013214111,"stages":[4.221695899963379,0.3553600013256073,0.4641279876232147,1.160159945487976],"peak":7264534528},{"ms":6.22435188293457,"stages":[4.218111991882324,0.3675839900970459,0.4663360118865967,1.172320008277893],"peak":7264534528},{"ms":6.196224212646484,"stages":[4.212672233581543,0.34908801317214966,0.47225600481033325,1.1622079610824585],"peak":7264534528},{"ms":6.192895889282227,"stages":[4.21724796295166,0.3532480001449585,0.46825599670410156,1.154144048690796],"peak":7264534528},{"ms":6.204063892364502,"stages":[4.2388482093811035,0.328575998544693,0.4641920030117035,1.1724480390548706],"peak":7264534528},{"ms":6.206751823425293,"stages":[4.239583969116211,0.3264319896697998,0.4620800018310547,1.178655982017517],"peak":7264534528},{"ms":6.192160129547119,"stages":[4.225024223327637,0.33689600229263306,0.4700480103492737,1.1601920127868652],"peak":7264534528},{"ms":6.216224193572998,"stages":[4.218400001525879,0.3531840145587921,0.4660159945487976,1.1786240339279175],"peak":7264534528}]}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261115","policy":"zigzag","selected":"zigzag","summary":{"baseline":6.277760028839111,"local":7.860320091247559},"records":[{"rank":0,"bitwise":true,"local_rows":16412,"source_rows":131072,"target_rows":131264,"samples":{"baseline":[{"ms":6.290751934051514,"stages":[4.992256164550781,0.16067199409008026,0.5745279788970947,0.5632960200309753],"peak":7003176960},{"ms":6.268735885620117,"stages":[4.974400043487549,0.1669120043516159,0.5725119709968567,0.5549119710922241],"peak":7003176960},{"ms":6.233727931976318,"stages":[4.940351963043213,0.16278399527072906,0.570527970790863,0.5600640177726746],"peak":7003176960},{"ms":6.233215808868408,"stages":[4.9337921142578125,0.1669439971446991,0.5725119709968567,0.5599679946899414],"peak":7003176960},{"ms":6.274784088134766,"stages":[4.983551979064941,0.15462400019168854,0.5746880173683167,0.5619199872016907],"peak":7003176960},{"ms":6.250495910644531,"stages":[4.965472221374512,0.15452800691127777,0.570464015007019,0.5600320100784302],"peak":7003176960},{"ms":6.2636799812316895,"stages":[4.9508161544799805,0.1730560064315796,0.5746560096740723,0.5651519894599915],"peak":7003176960},{"ms":6.267327785491943,"stages":[4.958655834197998,0.17100800573825836,0.5807999968528748,0.5568640232086182],"peak":7003176960},{"ms":6.236512184143066,"stages":[4.94927978515625,0.15254400670528412,0.5726400017738342,0.5620480179786682],"peak":7003176960}],"local":[{"ms":7.8606719970703125,"stages":[6.2579522132873535,0.13433599472045898,0.7464640140533447,0.7219200134277344],"peak":10763960320},{"ms":7.808320045471191,"stages":[6.217728137969971,0.13433599472045898,0.7302079796791077,0.7260479927062988],"peak":10763960320},{"ms":7.881216049194336,"stages":[6.266240119934082,0.15881599485874176,0.7260479927062988,0.7301120162010193],"peak":10763960320},{"ms":7.788479804992676,"stages":[6.200191974639893,0.13436800241470337,0.7319999933242798,0.7219200134277344],"peak":10763960320},{"ms":7.834720134735107,"stages":[6.236288070678711,0.13424000144004822,0.7402240037918091,0.7239680290222168],"peak":10763960320},{"ms":7.850656032562256,"stages":[6.241631984710693,0.1345919966697693,0.7360960245132446,0.7383360266685486],"peak":10763960320},{"ms":7.849599838256836,"stages":[6.2388482093811035,0.1340160071849823,0.740447998046875,0.7362880110740662],"peak":10763960320},{"ms":7.893824100494385,"stages":[6.293087959289551,0.1342719942331314,0.7445120215415955,0.7219520211219788],"peak":10763960320},{"ms":7.813759803771973,"stages":[6.223167896270752,0.1324159950017929,0.7424319982528687,0.7157440185546875],"peak":10763960320}]}},{"rank":1,"bitwise":true,"local_rows":16396,"source_rows":131072,"target_rows":131244,"samples":{"baseline":[{"ms":6.279200077056885,"stages":[5.024896144866943,0.11776000261306763,0.5662720203399658,0.5702720284461975],"peak":7001718784},{"ms":6.270431995391846,"stages":[5.0089921951293945,0.11971200257539749,0.5766080021858215,0.5651199817657471],"peak":7001718784},{"ms":6.237823963165283,"stages":[4.9732160568237305,0.11776000261306763,0.5743680000305176,0.5724800229072571],"peak":7001718784},{"ms":6.229343891143799,"stages":[4.96892786026001,0.11766400188207626,0.5807039737701416,0.5620480179786682],"peak":7001718784},{"ms":6.2612481117248535,"stages":[5.005792140960693,0.11776000261306763,0.5745279788970947,0.5631679892539978],"peak":7001718784},{"ms":6.254335880279541,"stages":[4.985472202301025,0.11791999638080597,0.5765439867973328,0.574400007724762],"peak":7001718784},{"ms":6.265439987182617,"stages":[4.990560054779053,0.11772800236940384,0.5869119763374329,0.5702400207519531],"peak":7001718784},{"ms":6.248767852783203,"stages":[4.992288112640381,0.11980800330638885,0.5683839917182922,0.5682880282402039],"peak":7001718784},{"ms":6.237088203430176,"stages":[4.972383975982666,0.11980800330638885,0.5703679919242859,0.5745279788970947],"peak":7001718784}],"local":[{"ms":7.852191925048828,"stages":[6.194272041320801,0.20387199521064758,0.7362880110740662,0.7177600264549255],"peak":10762436608},{"ms":7.805056095123291,"stages":[6.188191890716553,0.16892799735069275,0.7342079877853394,0.7137280106544495],"peak":10762436608},{"ms":7.878943920135498,"stages":[6.278495788574219,0.13414399325847626,0.7443839907646179,0.7219200134277344],"peak":10762436608},{"ms":7.803167819976807,"stages":[6.171999931335449,0.16918399930000305,0.7380480170249939,0.7239360213279724],"peak":10762436608},{"ms":7.834015846252441,"stages":[6.1638078689575195,0.21801599860191345,0.734112024307251,0.7180799841880798],"peak":10762436608},{"ms":7.845888137817383,"stages":[6.212480068206787,0.17321600019931793,0.7423359751701355,0.7178559899330139],"peak":10762436608},{"ms":7.846560001373291,"stages":[6.145599842071533,0.2407039999961853,0.7342399954795837,0.7260159850120544],"peak":10762436608},{"ms":7.896927833557129,"stages":[6.212512016296387,0.2264000028371811,0.7319999933242798,0.7260159850120544],"peak":10762436608},{"ms":7.815743923187256,"stages":[6.204800128936768,0.1589760035276413,0.7259520292282104,0.7260159850120544],"peak":10762436608}]}},{"rank":2,"bitwise":true,"local_rows":17312,"source_rows":131072,"target_rows":131156,"samples":{"baseline":[{"ms":6.2682881355285645,"stages":[4.833695888519287,0.31433600187301636,0.5603520274162292,0.5599039793014526],"peak":7000637440},{"ms":6.262368202209473,"stages":[4.852352142333984,0.2877439856529236,0.551967978477478,0.5703039765357971],"peak":7000637440},{"ms":6.2106242179870605,"stages":[4.8373122215271,0.2672640085220337,0.5539839863777161,0.5520640015602112],"peak":7000637440},{"ms":6.208320140838623,"stages":[4.828991889953613,0.26716798543930054,0.5561599731445312,0.5559999942779541],"peak":7000637440},{"ms":6.249120235443115,"stages":[4.843008041381836,0.2898240089416504,0.5581120252609253,0.5581759810447693],"peak":7000637440},{"ms":6.2320637702941895,"stages":[4.844511985778809,0.27344000339508057,0.5539839863777161,0.5601279735565186],"peak":7000637440},{"ms":6.24838399887085,"stages":[4.854720115661621,0.26927998661994934,0.54995197057724,0.5744320154190063],"peak":7000637440},{"ms":6.246431827545166,"stages":[4.834335803985596,0.29180800914764404,0.5581439733505249,0.5621439814567566],"peak":7000637440},{"ms":6.222720146179199,"stages":[4.83519983291626,0.2733759880065918,0.5560960173606873,0.5580480098724365],"peak":7000637440}],"local":[{"ms":7.840479850769043,"stages":[6.04969596862793,0.34703999757766724,0.7095680236816406,0.734175980091095],"peak":10730225664},{"ms":7.80079984664917,"stages":[6.089568138122559,0.2656320035457611,0.7215999960899353,0.7239999771118164],"peak":10730225664},{"ms":7.861472129821777,"stages":[6.05625581741333,0.36342400312423706,0.7239360213279724,0.7178559899330139],"peak":10730225664},{"ms":7.79315185546875,"stages":[6.100607872009277,0.2489600032567978,0.7093759775161743,0.7342079877853394],"peak":10730225664},{"ms":7.818143844604492,"stages":[6.143775939941406,0.24083200097084045,0.7095999717712402,0.7239360213279724],"peak":10730225664},{"ms":7.836607933044434,"stages":[6.06387186050415,0.3269760012626648,0.7217919826507568,0.7239680290222168],"peak":10730225664},{"ms":7.8197760581970215,"stages":[6.108575820922852,0.2736000120639801,0.707584023475647,0.7300159931182861],"peak":10730225664},{"ms":7.885312080383301,"stages":[6.110879898071289,0.32467201352119446,0.7135360240936279,0.7362239956855774],"peak":10730225664},{"ms":7.803391933441162,"stages":[6.10265588760376,0.2629440128803253,0.7138239741325378,0.7239680290222168],"peak":10730225664}]}},{"rank":3,"bitwise":true,"local_rows":15148,"source_rows":131072,"target_rows":131076,"samples":{"baseline":[{"ms":6.202271938323975,"stages":[4.7236480712890625,0.3307519853115082,0.5850880146026611,0.5627840161323547],"peak":6998278144},{"ms":6.281983852386475,"stages":[4.868896007537842,0.27136000990867615,0.5808960199356079,0.5608320236206055],"peak":6998278144},{"ms":6.25216007232666,"stages":[4.815487861633301,0.2879039943218231,0.5827199816703796,0.5660480260848999],"peak":6998278144},{"ms":6.244383811950684,"stages":[4.843520164489746,0.2550080120563507,0.5828480124473572,0.5630080103874207],"peak":6998278144},{"ms":6.288703918457031,"stages":[4.865344047546387,0.2734079957008362,0.587007999420166,0.5629439949989319],"peak":6998278144},{"ms":6.273087978363037,"stages":[4.864255905151367,0.25673601031303406,0.5808640122413635,0.57123202085495],"peak":6998278144},{"ms":6.278592109680176,"stages":[4.842944145202637,0.277536004781723,0.5889919996261597,0.5691199898719788],"peak":6998278144},{"ms":6.277760028839111,"stages":[4.858463764190674,0.2693440020084381,0.5911359786987305,0.5588160157203674],"peak":6998278144},{"ms":6.25494384765625,"stages":[4.829535961151123,0.2754879891872406,0.5807999968528748,0.5691199898719788],"peak":6998278144}],"local":[{"ms":7.862207889556885,"stages":[6.048799991607666,0.34908801317214966,0.7465280294418335,0.7177919745445251],"peak":10798317568},{"ms":7.816544055938721,"stages":[6.073599815368652,0.2857919931411743,0.7446399927139282,0.7125120162963867],"peak":10798317568},{"ms":7.8851518630981445,"stages":[6.06547212600708,0.35555198788642883,0.7463359832763672,0.7177919745445251],"peak":10798317568},{"ms":7.816959857940674,"stages":[6.064767837524414,0.2797439992427826,0.7525439858436584,0.7199040055274963],"peak":10798317568},{"ms":7.845376014709473,"stages":[6.097504138946533,0.2876479923725128,0.7382720112800598,0.7219520211219788],"peak":10798317568},{"ms":7.860320091247559,"stages":[6.0589118003845215,0.33113598823547363,0.7462400197982788,0.7240319848060608],"peak":10798317568},{"ms":7.860447883605957,"stages":[6.059296131134033,0.32470399141311646,0.7442880272865295,0.7321599721908569],"peak":10798317568},{"ms":7.905600070953369,"stages":[6.132959842681885,0.3043519854545593,0.7422720193862915,0.7260159850120544],"peak":10798317568},{"ms":7.82751989364624,"stages":[6.096767902374268,0.26924800872802734,0.7430400252342224,0.7184640169143677],"peak":10798317568}]}},{"rank":4,"bitwise":true,"local_rows":16904,"source_rows":131072,"target_rows":131032,"samples":{"baseline":[{"ms":6.264671802520752,"stages":[4.806464195251465,0.3471679985523224,0.5520960092544556,0.5589439868927002],"peak":6998196224},{"ms":6.245151996612549,"stages":[4.812607765197754,0.3266240060329437,0.5499200224876404,0.5559999942779541],"peak":6998196224},{"ms":6.217599868774414,"stages":[4.811456203460693,0.29388800263404846,0.5457599759101868,0.5664960145950317],"peak":6998196224},{"ms":6.214047908782959,"stages":[4.797855854034424,0.30006399750709534,0.5396479964256287,0.576479971408844],"peak":6998196224},{"ms":6.253376007080078,"stages":[4.815648078918457,0.3246400058269501,0.5398399829864502,0.573248028755188],"peak":6998196224},{"ms":6.226655960083008,"stages":[4.814591884613037,0.30822399258613586,0.5457919836044312,0.5580480098724365],"peak":6998196224},{"ms":6.234528064727783,"stages":[4.818367958068848,0.3020800054073334,0.5395839810371399,0.5744959712028503],"peak":6998196224},{"ms":6.2421441078186035,"stages":[4.799327850341797,0.3287999927997589,0.5374720096588135,0.5765439867973328],"peak":6998196224},{"ms":6.223328113555908,"stages":[4.795872211456299,0.3112640082836151,0.5396479964256287,0.5765439867973328],"peak":6998196224}],"local":[{"ms":7.832352161407471,"stages":[6.018400192260742,0.37593600153923035,0.7017279863357544,0.7362880110740662],"peak":10739515392},{"ms":7.797152042388916,"stages":[6.020063877105713,0.3370560109615326,0.7016639709472656,0.7383679747581482],"peak":10739515392},{"ms":7.850815773010254,"stages":[6.012351989746094,0.408735990524292,0.7098240256309509,0.7199040055274963],"peak":10739515392},{"ms":7.782656192779541,"stages":[6.0180158615112305,0.32256001234054565,0.7057920098304749,0.7362880110740662],"peak":10739515392},{"ms":7.809247970581055,"stages":[6.071199893951416,0.30831998586654663,0.7037439942359924,0.7259839773178101],"peak":10739515392},{"ms":7.825888156890869,"stages":[6.034527778625488,0.3513599932193756,0.699616014957428,0.7403839826583862],"peak":10739515392},{"ms":7.809663772583008,"stages":[6.028992176055908,0.35094401240348816,0.6997759938240051,0.7299519777297974],"peak":10739515392},{"ms":7.880191802978516,"stages":[6.00278377532959,0.4394559860229492,0.6975679993629456,0.7403839826583862],"peak":10739515392},{"ms":7.794623851776123,"stages":[6.062784194946289,0.3002240061759949,0.6974080204963684,0.7342079877853394],"peak":10739515392}]}},{"rank":5,"bitwise":true,"local_rows":15984,"source_rows":131072,"target_rows":130980,"samples":{"baseline":[{"ms":6.266079902648926,"stages":[4.776159763336182,0.37782400846481323,0.5560320019721985,0.5560640096664429],"peak":6996688896},{"ms":6.250271797180176,"stages":[4.780831813812256,0.35945600271224976,0.5458239912986755,0.5641599893569946],"peak":6996688896},{"ms":6.210271835327148,"stages":[4.7961602210998535,0.30822399258613586,0.5396159887313843,0.5662720203399658],"peak":6996688896},{"ms":6.219903945922852,"stages":[4.8006720542907715,0.3023039996623993,0.545632004737854,0.571295976638794],"peak":6996688896},{"ms":6.248064041137695,"stages":[4.803135871887207,0.334879994392395,0.5478079915046692,0.5622400045394897],"peak":6996688896},{"ms":6.224063873291016,"stages":[4.774176120758057,0.3450239896774292,0.543936014175415,0.5609279870986938],"peak":6996688896},{"ms":6.240384101867676,"stages":[4.776319980621338,0.34998399019241333,0.5437440276145935,0.5703359842300415],"peak":6996688896},{"ms":6.231040000915527,"stages":[4.771872043609619,0.347135990858078,0.5437759757041931,0.5682560205459595],"peak":6996688896},{"ms":6.208864212036133,"stages":[4.7782721519470215,0.3246079981327057,0.5519359707832336,0.5540480017662048],"peak":6996688896}],"local":[{"ms":7.831103801727295,"stages":[6.006976127624512,0.3882879912853241,0.7098240256309509,0.7260159850120544],"peak":10766385152},{"ms":7.786303997039795,"stages":[6.050335884094238,0.3123840093612671,0.7078080177307129,0.7157760262489319],"peak":10766385152},{"ms":7.85481595993042,"stages":[6.02243185043335,0.4005439877510071,0.7078719735145569,0.7239680290222168],"peak":10766385152},{"ms":7.776607990264893,"stages":[6.0590081214904785,0.28380799293518066,0.7057279944419861,0.7280640006065369],"peak":10766385152},{"ms":7.807424068450928,"stages":[6.087711811065674,0.29209598898887634,0.7098879814147949,0.7177280187606812],"peak":10766385152},{"ms":7.827616214752197,"stages":[6.019968032836914,0.36559998989105225,0.7098559737205505,0.7321919798851013],"peak":10766385152},{"ms":7.8218560218811035,"stages":[6.065311908721924,0.3145279884338379,0.7057600021362305,0.7362560033798218],"peak":10766385152},{"ms":7.765984058380127,"stages":[5.980832099914551,0.34518399834632874,0.7028800249099731,0.7370880246162415],"peak":10766385152},{"ms":7.783360004425049,"stages":[6.059743881225586,0.302047997713089,0.7057920098304749,0.7157760262489319],"peak":10766385152}]}},{"rank":6,"bitwise":true,"local_rows":16308,"source_rows":131072,"target_rows":130960,"samples":{"baseline":[{"ms":6.252511978149414,"stages":[4.770944118499756,0.37564799189567566,0.5375999808311462,0.5683199763298035],"peak":6996361216},{"ms":6.245151996612549,"stages":[4.825952053070068,0.314303994178772,0.5355520248413086,0.5693439841270447],"peak":6996361216},{"ms":6.204383850097656,"stages":[4.7994561195373535,0.3062080144882202,0.5375360250473022,0.5611839890480042],"peak":6996361216},{"ms":6.201536178588867,"stages":[4.801631927490234,0.29811200499534607,0.5314559936523438,0.5703359842300415],"peak":6996361216},{"ms":6.241568088531494,"stages":[4.821119785308838,0.3184640109539032,0.5375679731369019,0.5644159913063049],"peak":6996361216},{"ms":6.2330241203308105,"stages":[4.825024127960205,0.2959679961204529,0.5355200171470642,0.5765119791030884],"peak":6996361216},{"ms":6.236159801483154,"stages":[4.79747200012207,0.32256001234054565,0.5375679731369019,0.5785599946975708],"peak":6996361216},{"ms":6.225312232971191,"stages":[4.809120178222656,0.3123199939727783,0.5375999808311462,0.5662720203399658],"peak":6996361216},{"ms":6.199264049530029,"stages":[4.793504238128662,0.3059839904308319,0.5355520248413086,0.5642240047454834],"peak":6996361216}],"local":[{"ms":7.830560207366943,"stages":[5.998367786407471,0.396479994058609,0.6975039839744568,0.738207995891571],"peak":10756554752},{"ms":7.787583827972412,"stages":[6.014175891876221,0.33881598711013794,0.7045120000839233,0.7300800085067749],"peak":10756554752},{"ms":7.841279983520508,"stages":[6.060319900512695,0.3635520040988922,0.699455976486206,0.7179520130157471],"peak":10756554752},{"ms":7.780735969543457,"stages":[6.02950382232666,0.3102720081806183,0.6954560279846191,0.7455040216445923],"peak":10756554752},{"ms":7.800735950469971,"stages":[6.043295860290527,0.3330560028553009,0.696287989616394,0.7280960083007812],"peak":10756554752},{"ms":7.819615840911865,"stages":[6.0316162109375,0.3532159924507141,0.69651198387146,0.7382720112800598],"peak":10756554752},{"ms":7.8024001121521,"stages":[6.038080215454102,0.3388800024986267,0.6975039839744568,0.7279360294342041],"peak":10756554752},{"ms":7.854047775268555,"stages":[6.090400218963623,0.33907198905944824,0.698527991771698,0.7260479927062988],"peak":10756554752},{"ms":7.783711910247803,"stages":[6.071455955505371,0.28380799293518066,0.7003520131111145,0.7280960083007812],"peak":10756554752}]}},{"rank":7,"bitwise":true,"local_rows":16460,"source_rows":131072,"target_rows":130864,"samples":{"baseline":[{"ms":6.254848003387451,"stages":[4.98415994644165,0.16684800386428833,0.5355520248413086,0.5682880282402039],"peak":6994788352},{"ms":6.229055881500244,"stages":[4.968512058258057,0.16489599645137787,0.5355200171470642,0.5601279735565186],"peak":6994788352},{"ms":6.192192077636719,"stages":[4.937727928161621,0.16278399527072906,0.5394240021705627,0.5522559881210327],"peak":6994788352},{"ms":6.197951793670654,"stages":[4.931295871734619,0.16687999665737152,0.5335360169410706,0.5662400126457214],"peak":6994788352},{"ms":6.236192226409912,"stages":[4.973631858825684,0.16300800442695618,0.5333120226860046,0.5662400126457214],"peak":6994788352},{"ms":6.211584091186523,"stages":[4.951039791107178,0.16684800386428833,0.5273600220680237,0.5663359761238098],"peak":6994788352},{"ms":6.21884822845459,"stages":[4.958335876464844,0.16284799575805664,0.5355200171470642,0.5621439814567566],"peak":6994788352},{"ms":6.229407787322998,"stages":[4.9594879150390625,0.16291199624538422,0.5272639989852905,0.5797439813613892],"peak":6994788352},{"ms":6.199456214904785,"stages":[4.9389119148254395,0.16489599645137787,0.5375679731369019,0.5580800175666809],"peak":6994788352}],"local":[{"ms":7.809120178222656,"stages":[6.17577600479126,0.21007999777793884,0.7013760209083557,0.72188800573349],"peak":10747445248},{"ms":7.776864051818848,"stages":[6.153696060180664,0.20585599541664124,0.6994879841804504,0.7178239822387695],"peak":10747445248},{"ms":7.836863994598389,"stages":[6.223999977111816,0.1976960003376007,0.6972799897193909,0.7178879976272583],"peak":10747445248},{"ms":7.775008201599121,"stages":[6.133440017700195,0.20774400234222412,0.687391996383667,0.7464320063591003],"peak":10747445248},{"ms":7.792736053466797,"stages":[6.17577600479126,0.20390400290489197,0.6953920125961304,0.7176640033721924],"peak":10747445248},{"ms":7.82096004486084,"stages":[6.160736083984375,0.2306240051984787,0.7055360078811646,0.7240639925003052],"peak":10747445248},{"ms":7.805759906768799,"stages":[6.172383785247803,0.20601600408554077,0.6952000260353088,0.7321599721908569],"peak":10747445248},{"ms":7.8405442237854,"stages":[6.2111358642578125,0.21030400693416595,0.693120002746582,0.7259839773178101],"peak":10747445248},{"ms":7.7763519287109375,"stages":[6.140768051147461,0.20822399854660034,0.7116159796714783,0.7157440185546875],"peak":10747445248}]}}]}, + {"case":"1m-heldout-lognormal-1000-seed20261115","policy":"planner","selected":"selection-paired-local","summary":{"baseline":4.3942718505859375,"local":4.133600234985352},"records":[{"rank":0,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":154132,"samples":{"baseline":[{"ms":4.16703987121582,"stages":[2.6279358863830566,0.6852160096168518,0.4288640022277832,0.42502400279045105],"peak":5879499264},{"ms":4.180575847625732,"stages":[2.6437759399414062,0.6848639845848083,0.42502400279045105,0.42691200971603394],"peak":5879499264},{"ms":4.1793599128723145,"stages":[2.640255928039551,0.6870719790458679,0.4270080029964447,0.42502400279045105],"peak":5879499264},{"ms":4.180352210998535,"stages":[2.649440050125122,0.6748160123825073,0.42505601048469543,0.4310399889945984],"peak":5879499264},{"ms":4.188096046447754,"stages":[2.6367039680480957,0.7014080286026001,0.4249599874019623,0.42502400279045105],"peak":5879499264},{"ms":4.165760040283203,"stages":[2.655359983444214,0.6563839912414551,0.4270080029964447,0.4270080029964447],"peak":5879499264},{"ms":4.182623863220215,"stages":[2.639456033706665,0.6914240121841431,0.424703985452652,0.4270400106906891],"peak":5879499264},{"ms":4.181951999664307,"stages":[2.641119956970215,0.68886399269104,0.4270080029964447,0.4249599874019623],"peak":5879499264},{"ms":4.177663803100586,"stages":[2.6364800930023193,0.6932160258293152,0.423007994890213,0.4249599874019623],"peak":5879499264}],"local":[{"ms":3.908639907836914,"stages":[3.223583936691284,0.11558400094509125,0.2715199887752533,0.29795199632644653],"peak":5926726144},{"ms":3.9162559509277344,"stages":[3.2127039432525635,0.13184000551700592,0.27158400416374207,0.3001280128955841],"peak":5926726144},{"ms":3.926016092300415,"stages":[3.2304959297180176,0.11772800236940384,0.26953598856925964,0.30825600028038025],"peak":5926726144},{"ms":3.9177920818328857,"stages":[3.2243199348449707,0.1157120019197464,0.2674880027770996,0.3102720081806183],"peak":5926726144},{"ms":3.9088640213012695,"stages":[3.229696035385132,0.10963200032711029,0.26950401067733765,0.30003198981285095],"peak":5926726144},{"ms":3.922015905380249,"stages":[3.212127923965454,0.13625599443912506,0.2776640057563782,0.2959679961204529],"peak":5926726144},{"ms":3.9107840061187744,"stages":[3.2152960300445557,0.12387199699878693,0.2694079875946045,0.3022080063819885],"peak":5926726144},{"ms":3.91046404838562,"stages":[3.2189440727233887,0.12009599804878235,0.27344000339508057,0.2979840040206909],"peak":5926726144},{"ms":3.910367965698242,"stages":[3.2189760208129883,0.12172800302505493,0.27158400416374207,0.2980799973011017],"peak":5926726144}]}},{"rank":1,"bitwise":true,"local_rows":98836,"source_rows":131072,"target_rows":117292,"samples":{"baseline":[{"ms":4.302847862243652,"stages":[2.997472047805786,0.32044801115989685,0.49241599440574646,0.4925119876861572],"peak":6717898752},{"ms":4.310463905334473,"stages":[3.000767946243286,0.32473599910736084,0.4926080107688904,0.4923520088195801],"peak":6717898752},{"ms":4.310944080352783,"stages":[3.0032958984375,0.3266879916191101,0.4904960095882416,0.4904640018939972],"peak":6717898752},{"ms":4.31606388092041,"stages":[3.0023040771484375,0.3245759904384613,0.49270400404930115,0.49647998809814453],"peak":6717898752},{"ms":4.332863807678223,"stages":[2.9945919513702393,0.35123199224472046,0.4946559965610504,0.4923839867115021],"peak":6717898752},{"ms":4.316351890563965,"stages":[3.000607967376709,0.33270400762557983,0.492576003074646,0.4904640018939972],"peak":6717898752},{"ms":4.320288181304932,"stages":[3.004415988922119,0.3328000009059906,0.492576003074646,0.4904960095882416],"peak":6717898752},{"ms":4.316415786743164,"stages":[3.0064640045166016,0.32467201352119446,0.4925119876861572,0.49276798963546753],"peak":6717898752},{"ms":4.315999984741211,"stages":[3.0022079944610596,0.33078399300575256,0.492576003074646,0.4904319941997528],"peak":6717898752}],"local":[{"ms":4.109568119049072,"stages":[3.0622079372406006,0.2672640085220337,0.39820799231529236,0.3818880021572113],"peak":7548764160},{"ms":4.111392021179199,"stages":[3.0615360736846924,0.2715519964694977,0.3983359932899475,0.37996798753738403],"peak":7548764160},{"ms":4.117311954498291,"stages":[3.067487955093384,0.26742398738861084,0.4025599956512451,0.3798399865627289],"peak":7548764160},{"ms":4.109151840209961,"stages":[3.059583902359009,0.27142399549484253,0.39609599113464355,0.38204801082611084],"peak":7548764160},{"ms":4.112095832824707,"stages":[3.047168016433716,0.277536004781723,0.4033919870853424,0.3840000033378601],"peak":7548764160},{"ms":4.119391918182373,"stages":[3.049407958984375,0.28758400678634644,0.40041598677635193,0.38198399543762207],"peak":7548764160},{"ms":4.109151840209961,"stages":[3.0615360736846924,0.2632960081100464,0.4023999869823456,0.3819200098514557],"peak":7548764160},{"ms":4.1084160804748535,"stages":[3.062943935394287,0.26524800062179565,0.40041598677635193,0.3798080086708069],"peak":7548764160},{"ms":4.1078081130981445,"stages":[3.0681920051574707,0.26156800985336304,0.3980799913406372,0.37996798753738403],"peak":7548764160}]}},{"rank":2,"bitwise":true,"local_rows":77884,"source_rows":131072,"target_rows":92040,"samples":{"baseline":[{"ms":4.382751941680908,"stages":[3.210304021835327,0.13439999520778656,0.5140159726142883,0.5240319967269897],"peak":6199312384},{"ms":4.397600173950195,"stages":[3.227423906326294,0.1342719942331314,0.5118399858474731,0.5240640044212341],"peak":6199312384},{"ms":4.396992206573486,"stages":[3.2244160175323486,0.13439999520778656,0.5160639882087708,0.5221120119094849],"peak":6199312384},{"ms":4.393311977386475,"stages":[3.220832109451294,0.13436800241470337,0.5139840245246887,0.5241280198097229],"peak":6199312384},{"ms":4.399871826171875,"stages":[3.231519937515259,0.1324159950017929,0.5118079781532288,0.5241280198097229],"peak":6199312384},{"ms":4.393472194671631,"stages":[3.2230401039123535,0.1345600038766861,0.5139200091362,0.5219519734382629],"peak":6199312384},{"ms":4.4009599685668945,"stages":[3.2305281162261963,0.13235199451446533,0.5119040012359619,0.5261759757995605],"peak":6199312384},{"ms":4.388000011444092,"stages":[3.2194559574127197,0.13446399569511414,0.5160959959030151,0.5179839730262756],"peak":6199312384},{"ms":4.3942718505859375,"stages":[3.224128007888794,0.13407999277114868,0.5160319805145264,0.5200319886207581],"peak":6199312384}],"local":[{"ms":4.132287979125977,"stages":[3.1419520378112793,0.18960000574588776,0.41676801443099976,0.3839679956436157],"peak":7303659520},{"ms":4.140096187591553,"stages":[3.1456000804901123,0.1897280067205429,0.4228160083293915,0.3819519877433777],"peak":7303659520},{"ms":4.1426239013671875,"stages":[3.142080068588257,0.1916159987449646,0.4231039881706238,0.3858239948749542],"peak":7303659520},{"ms":4.131392002105713,"stages":[3.1400320529937744,0.19577600061893463,0.4177280068397522,0.37785598635673523],"peak":7303659520},{"ms":4.1366400718688965,"stages":[3.1423680782318115,0.1894720047712326,0.4228160083293915,0.38198399543762207],"peak":7303659520},{"ms":4.1444478034973145,"stages":[3.143968105316162,0.19568000733852386,0.4269759953022003,0.37782400846481323],"peak":7303659520},{"ms":4.133600234985352,"stages":[3.1413440704345703,0.18544000387191772,0.4228160083293915,0.3840000033378601],"peak":7303659520},{"ms":4.125855922698975,"stages":[3.1375999450683594,0.19164800643920898,0.4187520146369934,0.37785598635673523],"peak":7303659520},{"ms":4.131616115570068,"stages":[3.1574718952178955,0.1735360026359558,0.4185279905796051,0.38207998871803284],"peak":7303659520}]}},{"rank":3,"bitwise":true,"local_rows":91016,"source_rows":131072,"target_rows":104568,"samples":{"baseline":[{"ms":4.242559909820557,"stages":[2.8898239135742188,0.42291200160980225,0.4639360010623932,0.46588799357414246],"peak":6455525376},{"ms":4.254720211029053,"stages":[2.912287950515747,0.4126720130443573,0.4639360010623932,0.4658240079879761],"peak":6455525376},{"ms":4.256991863250732,"stages":[2.9002559185028076,0.42691200971603394,0.4639360010623932,0.46588799357414246],"peak":6455525376},{"ms":4.253439903259277,"stages":[2.886399984359741,0.43724799156188965,0.4639360010623932,0.46585598587989807],"peak":6455525376},{"ms":4.2674241065979,"stages":[2.8922879695892334,0.4453440010547638,0.4639360010623932,0.46585598587989807],"peak":6455525376},{"ms":4.256319999694824,"stages":[2.8996479511260986,0.4289279878139496,0.46185600757598877,0.46588799357414246],"peak":6455525376},{"ms":4.257664203643799,"stages":[2.8945600986480713,0.43724799156188965,0.4641599953174591,0.46169599890708923],"peak":6455525376},{"ms":4.252448081970215,"stages":[2.901792049407959,0.42294400930404663,0.4639039933681488,0.46380800008773804],"peak":6455525376},{"ms":4.252992153167725,"stages":[2.8961598873138428,0.42905598878860474,0.4639360010623932,0.4638400077819824],"peak":6455525376}],"local":[{"ms":4.124095916748047,"stages":[3.215712070465088,0.11177600175142288,0.4126400053501129,0.3839679956436157],"peak":7333969920},{"ms":4.118495941162109,"stages":[3.214400053024292,0.11155200004577637,0.4126720130443573,0.37987199425697327],"peak":7333969920},{"ms":4.129536151885986,"stages":[3.2211201190948486,0.11177600175142288,0.416703999042511,0.37993600964546204],"peak":7333969920},{"ms":4.123295783996582,"stages":[3.219007968902588,0.11177600175142288,0.4105919897556305,0.3819200098514557],"peak":7333969920},{"ms":4.113823890686035,"stages":[3.2136640548706055,0.10969600081443787,0.4127359986305237,0.3777279853820801],"peak":7333969920},{"ms":4.130879878997803,"stages":[3.2245121002197266,0.11177600175142288,0.4108479917049408,0.3837440013885498],"peak":7333969920},{"ms":4.117760181427002,"stages":[3.2114241123199463,0.10969600081443787,0.41468799114227295,0.3819519877433777],"peak":7333969920},{"ms":4.110911846160889,"stages":[3.212831974029541,0.10982400178909302,0.41046398878097534,0.37779200077056885],"peak":7333969920},{"ms":4.104671955108643,"stages":[3.2003839015960693,0.10972800105810165,0.4105919897556305,0.3839679956436157],"peak":7333969920}]}},{"rank":4,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":154128,"samples":{"baseline":[{"ms":4.2560319900512695,"stages":[2.729248046875,0.5888320207595825,0.4659520089626312,0.47200000286102295],"peak":5879433216},{"ms":4.260863780975342,"stages":[2.7422080039978027,0.5846719741821289,0.46592000126838684,0.46806401014328003],"peak":5879433216},{"ms":4.268352031707764,"stages":[2.7455360889434814,0.5868160128593445,0.46585598587989807,0.47014400362968445],"peak":5879433216},{"ms":4.26255989074707,"stages":[2.752095937728882,0.578432023525238,0.46588799357414246,0.46614399552345276],"peak":5879433216},{"ms":4.278048038482666,"stages":[2.7573440074920654,0.5869119763374329,0.46799999475479126,0.4657920002937317],"peak":5879433216},{"ms":4.268479824066162,"stages":[2.749664068222046,0.5847359895706177,0.4678399860858917,0.4662399888038635],"peak":5879433216},{"ms":4.267136096954346,"stages":[2.7485759258270264,0.5867199897766113,0.4638719856739044,0.4679679870605469],"peak":5879433216},{"ms":4.270912170410156,"stages":[2.7705600261688232,0.5621439814567566,0.4700160026550293,0.4681920111179352],"peak":5879433216},{"ms":4.2636799812316895,"stages":[2.742975950241089,0.5867840051651001,0.46592000126838684,0.46799999475479126],"peak":5879433216}],"local":[{"ms":3.8956799507141113,"stages":[3.1695361137390137,0.16460800170898438,0.27190399169921875,0.28963199257850647],"peak":5926651904},{"ms":3.904031991958618,"stages":[3.165503978729248,0.17267200350761414,0.2696320116519928,0.2962239980697632],"peak":5926651904},{"ms":3.9105920791625977,"stages":[3.1616640090942383,0.18569600582122803,0.2651839852333069,0.2980479896068573],"peak":5926651904},{"ms":3.899104118347168,"stages":[3.168639898300171,0.16707199811935425,0.26742398738861084,0.2959679961204529],"peak":5926651904},{"ms":3.900223970413208,"stages":[3.1655681133270264,0.1669120043516159,0.2717759907245636,0.2959679961204529],"peak":5926651904},{"ms":3.9124159812927246,"stages":[3.165440082550049,0.17721599340438843,0.2696639895439148,0.3000960052013397],"peak":5926651904},{"ms":3.8941121101379395,"stages":[3.157439947128296,0.17324799299240112,0.2674559950828552,0.2959679961204529],"peak":5926651904},{"ms":3.895616054534912,"stages":[3.1589438915252686,0.17100800573825836,0.2696959972381592,0.2959679961204529],"peak":5926651904},{"ms":3.8940160274505615,"stages":[3.1573760509490967,0.1730560064315796,0.26972800493240356,0.2938559949398041],"peak":5926651904}]}},{"rank":5,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":154128,"samples":{"baseline":[{"ms":4.17574405670166,"stages":[2.64300799369812,0.6766719818115234,0.4270080029964447,0.42905598878860474],"peak":5879433216},{"ms":4.189856052398682,"stages":[2.6546878814697266,0.6790080070495605,0.42691200971603394,0.42924800515174866],"peak":5879433216},{"ms":4.1984639167785645,"stages":[2.6450560092926025,0.6891840100288391,0.4310719966888428,0.4331519901752472],"peak":5879433216},{"ms":4.188447952270508,"stages":[2.6533119678497314,0.6768320202827454,0.4290879964828491,0.4292159974575043],"peak":5879433216},{"ms":4.202752113342285,"stages":[2.649343967437744,0.6932479739189148,0.4290879964828491,0.4310719966888428],"peak":5879433216},{"ms":4.192959785461426,"stages":[2.6559360027313232,0.6789439916610718,0.4270719885826111,0.4310080111026764],"peak":5879433216},{"ms":4.197728157043457,"stages":[2.642303943634033,0.6952639818191528,0.42924800515174866,0.43091198801994324],"peak":5879433216},{"ms":4.188032150268555,"stages":[2.6511359214782715,0.676639974117279,0.42905598878860474,0.4311999976634979],"peak":5879433216},{"ms":4.18179178237915,"stages":[2.6552000045776367,0.6643840074539185,0.4310719966888428,0.43113601207733154],"peak":5879433216}],"local":[{"ms":3.889024019241333,"stages":[2.8932158946990967,0.43721601366996765,0.26976001262664795,0.28883200883865356],"peak":5926651904},{"ms":3.900991916656494,"stages":[2.9083199501037598,0.42710399627685547,0.2655999958515167,0.29996800422668457],"peak":5926651904},{"ms":3.9026238918304443,"stages":[2.9081599712371826,0.43091198801994324,0.2635520100593567,0.30000001192092896],"peak":5926651904},{"ms":3.8978559970855713,"stages":[2.9061119556427,0.4312320053577423,0.2635520100593567,0.2969599962234497],"peak":5926651904},{"ms":3.8935999870300293,"stages":[2.8936960697174072,0.43744000792503357,0.2656959891319275,0.2967680096626282],"peak":5926651904},{"ms":3.9097280502319336,"stages":[2.9088640213012695,0.43331199884414673,0.2756800055503845,0.2918719947338104],"peak":5926651904},{"ms":3.8919999599456787,"stages":[2.899519920349121,0.4288640022277832,0.2635839879512787,0.30003198981285095],"peak":5926651904},{"ms":3.8870720863342285,"stages":[2.8933119773864746,0.43692800402641296,0.26979199051856995,0.28703999519348145],"peak":5926651904},{"ms":3.886847972869873,"stages":[2.88703989982605,0.4395520091056824,0.26742398738861084,0.29283198714256287],"peak":5926651904}]}},{"rank":6,"bitwise":true,"local_rows":99592,"source_rows":131072,"target_rows":118156,"samples":{"baseline":[{"ms":4.3667521476745605,"stages":[3.010143995285034,0.30617600679397583,0.52537602186203,0.525056004524231],"peak":6733676544},{"ms":4.375552177429199,"stages":[3.0228159427642822,0.3020800054073334,0.5255360007286072,0.5251200199127197],"peak":6733676544},{"ms":4.379871845245361,"stages":[3.021023988723755,0.30828800797462463,0.5275840163230896,0.5229759812355042],"peak":6733676544},{"ms":4.3764801025390625,"stages":[3.0196480751037598,0.3062720000743866,0.5272960066795349,0.5232639908790588],"peak":6733676544},{"ms":4.389376163482666,"stages":[3.0184319019317627,0.32047998905181885,0.5272639989852905,0.5231999754905701],"peak":6733676544},{"ms":4.378431797027588,"stages":[3.019615888595581,0.3102400004863739,0.52537602186203,0.5231999754905701],"peak":6733676544},{"ms":4.388832092285156,"stages":[3.0156478881835938,0.3184959888458252,0.5273600220680237,0.5273280143737793],"peak":6733676544},{"ms":4.376895904541016,"stages":[3.0221760272979736,0.30326399207115173,0.5271999835968018,0.5242559909820557],"peak":6733676544},{"ms":4.379456043243408,"stages":[3.016671895980835,0.3121599853038788,0.5253120064735413,0.5253120064735413],"peak":6733676544}],"local":[{"ms":4.107999801635742,"stages":[3.077888011932373,0.24687999486923218,0.39824000000953674,0.38499200344085693],"peak":7553728512},{"ms":4.111775875091553,"stages":[3.0783679485321045,0.255264014005661,0.3961920142173767,0.3819519877433777],"peak":7553728512},{"ms":4.108640193939209,"stages":[3.0987839698791504,0.23472000658512115,0.39417600631713867,0.38095998764038086],"peak":7553728512},{"ms":4.109983921051025,"stages":[3.0746560096740723,0.25699201226234436,0.3943040072917938,0.3840320110321045],"peak":7553728512},{"ms":4.112480163574219,"stages":[3.085184097290039,0.24512000381946564,0.4012480080127716,0.38092800974845886],"peak":7553728512},{"ms":4.116767883300781,"stages":[3.0731201171875,0.26739200949668884,0.39638400077819824,0.37987199425697327],"peak":7553728512},{"ms":4.101471900939941,"stages":[3.098975896835327,0.22627200186252594,0.3952000141143799,0.38102400302886963],"peak":7553728512},{"ms":4.093952178955078,"stages":[3.0717759132385254,0.24691200256347656,0.393312007188797,0.3819519877433777],"peak":7553728512},{"ms":4.103424072265625,"stages":[3.084223985671997,0.24108800292015076,0.3970879912376404,0.38102400302886963],"peak":7553728512}]}},{"rank":7,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":154132,"samples":{"baseline":[{"ms":4.174464225769043,"stages":[2.625152111053467,0.6912320256233215,0.4269759953022003,0.43110400438308716],"peak":5879499264},{"ms":4.176608085632324,"stages":[2.6293439865112305,0.6871680021286011,0.4312640130519867,0.4288319945335388],"peak":5879499264},{"ms":4.187551975250244,"stages":[2.6240639686584473,0.705407977104187,0.42905598878860474,0.42902401089668274],"peak":5879499264},{"ms":4.188191890716553,"stages":[2.634783983230591,0.6932799816131592,0.42905598878860474,0.4310719966888428],"peak":5879499264},{"ms":4.197472095489502,"stages":[2.625663995742798,0.7157440185546875,0.42905598878860474,0.4270080029964447],"peak":5879499264},{"ms":4.187903881072998,"stages":[2.628351926803589,0.7014399766921997,0.4290879964828491,0.42902401089668274],"peak":5879499264},{"ms":4.191135883331299,"stages":[2.6254398822784424,0.707647979259491,0.42694398760795593,0.43110400438308716],"peak":5879499264},{"ms":4.177696228027344,"stages":[2.6427199840545654,0.6789119839668274,0.4270080029964447,0.42905598878860474],"peak":5879499264},{"ms":4.186751842498779,"stages":[2.6270079612731934,0.7014399766921997,0.4291520118713379,0.4291520118713379],"peak":5879499264}],"local":[{"ms":3.8871679306030273,"stages":[3.0648319721221924,0.2632000148296356,0.2693440020084381,0.289792001247406],"peak":5926726144},{"ms":3.8981759548187256,"stages":[3.073791980743408,0.25891199707984924,0.2674880027770996,0.2979840040206909],"peak":5926726144},{"ms":3.899264097213745,"stages":[3.0603199005126953,0.277536004781723,0.2654399871826172,0.2959679961204529],"peak":5926726144},{"ms":3.895103931427002,"stages":[3.0746560096740723,0.2610880136489868,0.26339200139045715,0.2959679961204529],"peak":5926726144},{"ms":3.8957760334014893,"stages":[3.0813119411468506,0.24883200228214264,0.26956799626350403,0.29606398940086365],"peak":5926726144},{"ms":3.9062399864196777,"stages":[3.0694398880004883,0.2672320008277893,0.2756800055503845,0.29388800263404846],"peak":5926726144},{"ms":3.8894400596618652,"stages":[3.060767889022827,0.2672959864139557,0.2654399871826172,0.2959359884262085],"peak":5926726144},{"ms":3.887712001800537,"stages":[3.065311908721924,0.2630400061607361,0.2693760097026825,0.28998398780822754],"peak":5926726144},{"ms":3.8603200912475586,"stages":[3.044032096862793,0.25488001108169556,0.27161601185798645,0.289792001247406],"peak":5926726144}]}}]}, + {"case":"1m-count-uniform-256","policy":"zigzag","selected":"zigzag","summary":{"baseline":5.131360054016113,"local":6.780447959899902},"records":[{"rank":0,"bitwise":true,"local_rows":16384,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.120096206665039,"stages":[3.913856029510498,0.12796799838542938,0.5427520275115967,0.5355200171470642],"peak":6998196224},{"ms":5.118080139160156,"stages":[3.909791946411133,0.14431999623775482,0.5303999781608582,0.5335680246353149],"peak":6998196224},{"ms":5.125728130340576,"stages":[3.9092159271240234,0.14233599603176117,0.5365440249443054,0.5376319885253906],"peak":6998196224},{"ms":5.1255998611450195,"stages":[3.925312042236328,0.12800000607967377,0.5345280170440674,0.5377600193023682],"peak":6998196224},{"ms":5.117119789123535,"stages":[3.9127678871154785,0.13417600095272064,0.5386880040168762,0.5314880013465881],"peak":6998196224},{"ms":5.121600151062012,"stages":[3.913248062133789,0.1383039951324463,0.5365440249443054,0.5335040092468262],"peak":6998196224},{"ms":5.136832237243652,"stages":[3.908031940460205,0.1589439958333969,0.5363519787788391,0.5335040092468262],"peak":6998196224},{"ms":5.136288166046143,"stages":[3.9239039421081543,0.14044800400733948,0.5426880121231079,0.5292479991912842],"peak":6998196224},{"ms":5.131904125213623,"stages":[3.909248113632202,0.14847999811172485,0.5407040119171143,0.5334720015525818],"peak":6998196224}],"local":[{"ms":6.780447959899902,"stages":[5.241375923156738,0.13203200697898865,0.7076159715652466,0.6994240283966064],"peak":10756292608},{"ms":6.784736156463623,"stages":[5.229087829589844,0.1629440039396286,0.6974400281906128,0.6952639818191528],"peak":10756292608},{"ms":6.773471832275391,"stages":[5.221920013427734,0.16092799603939056,0.695360004901886,0.6952639818191528],"peak":10756292608},{"ms":7.175168037414551,"stages":[5.626783847808838,0.1443839967250824,0.7045760154724121,0.6994240283966064],"peak":10756292608},{"ms":6.76364803314209,"stages":[5.218239784240723,0.1403840035200119,0.7015680074691772,0.7034559845924377],"peak":10756292608},{"ms":6.770175933837891,"stages":[5.220767974853516,0.158720001578331,0.697376012802124,0.6933119893074036],"peak":10756292608},{"ms":6.773280143737793,"stages":[5.236159801483154,0.130048006772995,0.7076799869537354,0.6993920207023621],"peak":10756292608},{"ms":6.775775909423828,"stages":[5.24454402923584,0.13446399569511414,0.7055680155754089,0.6912000179290771],"peak":10756292608},{"ms":6.783071994781494,"stages":[5.231232166290283,0.15689599514007568,0.6915199756622314,0.7034239768981934],"peak":10756292608}]}},{"rank":1,"bitwise":true,"local_rows":16384,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.124512195587158,"stages":[3.9120960235595703,0.12595200538635254,0.5447360277175903,0.5417280197143555],"peak":6998196224},{"ms":5.117568016052246,"stages":[3.901024103164673,0.14230400323867798,0.540768027305603,0.5334720015525818],"peak":6998196224},{"ms":5.120031833648682,"stages":[3.9033279418945312,0.14451199769973755,0.536736011505127,0.5354560017585754],"peak":6998196224},{"ms":5.129504203796387,"stages":[3.9231998920440674,0.132192000746727,0.5385280251502991,0.5355839729309082],"peak":6998196224},{"ms":5.120512008666992,"stages":[3.9165120124816895,0.13395200669765472,0.5428799986839294,0.5271679759025574],"peak":6998196224},{"ms":5.127840042114258,"stages":[3.907263994216919,0.14230400323867798,0.532480001449585,0.5457919836044312],"peak":6998196224},{"ms":5.135231971740723,"stages":[3.9108479022979736,0.14608000218868256,0.536575973033905,0.5417280197143555],"peak":6998196224},{"ms":5.13043212890625,"stages":[3.905600070953369,0.15254400670528412,0.5284159779548645,0.5438719987869263],"peak":6998196224},{"ms":5.128928184509277,"stages":[3.9247360229492188,0.12800000607967377,0.5365440249443054,0.5396479964256287],"peak":6998196224}],"local":[{"ms":6.778079986572266,"stages":[5.2184319496154785,0.16499200463294983,0.6972799897193909,0.697376012802124],"peak":10756292608},{"ms":6.781951904296875,"stages":[5.2284159660339355,0.15702399611473083,0.6960319876670837,0.7004799842834473],"peak":10756292608},{"ms":6.763296127319336,"stages":[5.234528064727783,0.13846400380134583,0.6991040110588074,0.6912000179290771],"peak":10756292608},{"ms":7.165823936462402,"stages":[5.437056064605713,0.33292800188064575,0.7044159770011902,0.6914240121841431],"peak":10756292608},{"ms":6.752511978149414,"stages":[5.211328029632568,0.14652800559997559,0.6932160258293152,0.7014399766921997],"peak":10756292608},{"ms":6.779071807861328,"stages":[5.2294721603393555,0.14480000734329224,0.699999988079071,0.704800009727478],"peak":10756292608},{"ms":6.7703680992126465,"stages":[5.21065616607666,0.16281600296497345,0.7034879922866821,0.6934080123901367],"peak":10756292608},{"ms":6.780479907989502,"stages":[5.22492790222168,0.1568319946527481,0.7032639980316162,0.6954560279846191],"peak":10756292608},{"ms":6.768799781799316,"stages":[5.237823963165283,0.13424000144004822,0.7116159796714783,0.6851199865341187],"peak":10756292608}]}},{"rank":2,"bitwise":true,"local_rows":16384,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.116191864013672,"stages":[3.9057600498199463,0.13417600095272064,0.5367040038108826,0.5395519733428955],"peak":6998196224},{"ms":5.119135856628418,"stages":[3.8942079544067383,0.14643199741840363,0.5447679758071899,0.5337280035018921],"peak":6998196224},{"ms":5.122528076171875,"stages":[3.8916800022125244,0.15670399367809296,0.5326399803161621,0.5415040254592896],"peak":6998196224},{"ms":5.1233601570129395,"stages":[3.9047679901123047,0.15059199929237366,0.5306559801101685,0.5373439788818359],"peak":6998196224},{"ms":5.122399806976318,"stages":[3.9079360961914062,0.14233599603176117,0.5303999781608582,0.5417280197143555],"peak":6998196224},{"ms":5.12172794342041,"stages":[3.8947839736938477,0.14847999811172485,0.5345280170440674,0.543936014175415],"peak":6998196224},{"ms":5.141056060791016,"stages":[3.9061119556427,0.14851200580596924,0.5426880121231079,0.5437440276145935],"peak":6998196224},{"ms":5.136064052581787,"stages":[3.903167963027954,0.1525759994983673,0.5346559882164001,0.5456640124320984],"peak":6998196224},{"ms":5.126399993896484,"stages":[3.902751922607422,0.15663999319076538,0.5263680219650269,0.5406399965286255],"peak":6998196224}],"local":[{"ms":6.7679362297058105,"stages":[5.195903778076172,0.18355199694633484,0.6952319741249084,0.6932479739189148],"peak":10756292608},{"ms":6.772096157073975,"stages":[5.204448223114014,0.17712000012397766,0.6972799897193909,0.6932479739189148],"peak":10756292608},{"ms":6.763519763946533,"stages":[5.199872016906738,0.1751679927110672,0.6993920207023621,0.689087986946106],"peak":10756292608},{"ms":6.704192161560059,"stages":[5.130239963531494,0.17318400740623474,0.6972799897193909,0.7034879922866821],"peak":10756292608},{"ms":6.746912002563477,"stages":[5.209887981414795,0.15059199929237366,0.6952959895133972,0.6911360025405884],"peak":10756292608},{"ms":6.773600101470947,"stages":[5.211872100830078,0.1629759967327118,0.6952319741249084,0.7035199999809265],"peak":10756292608},{"ms":6.770624160766602,"stages":[5.2109761238098145,0.16927999258041382,0.6972799897193909,0.6930879950523376],"peak":10756292608},{"ms":6.786464214324951,"stages":[5.208352088928223,0.1815039962530136,0.6929919719696045,0.7036160230636597],"peak":10756292608},{"ms":6.776991844177246,"stages":[5.209216117858887,0.1690559983253479,0.7014080286026001,0.6973119974136353],"peak":10756292608}]}},{"rank":3,"bitwise":true,"local_rows":16384,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.112192153930664,"stages":[3.897792100906372,0.14425599575042725,0.5347200036048889,0.535423994064331],"peak":6998196224},{"ms":5.11737585067749,"stages":[3.9151999950408936,0.11984000355005264,0.548799991607666,0.5335360169410706],"peak":6998196224},{"ms":5.131360054016113,"stages":[3.920991897583008,0.11791999638080597,0.5425599813461304,0.549888014793396],"peak":6998196224},{"ms":5.132383823394775,"stages":[3.9240000247955322,0.1340160071849823,0.5303999781608582,0.5439680218696594],"peak":6998196224},{"ms":5.1248321533203125,"stages":[3.9226560592651367,0.12800000607967377,0.5365440249443054,0.5376319885253906],"peak":6998196224},{"ms":5.120031833648682,"stages":[3.9178240299224854,0.12217599898576736,0.54448002576828,0.5355520248413086],"peak":6998196224},{"ms":5.1260480880737305,"stages":[3.9320640563964844,0.11987199634313583,0.544704020023346,0.5294079780578613],"peak":6998196224},{"ms":5.114912033081055,"stages":[3.9148800373077393,0.12585599720478058,0.5385919809341431,0.5355839729309082],"peak":6998196224},{"ms":5.130144119262695,"stages":[3.9198079109191895,0.13206399977207184,0.5345280170440674,0.5437440276145935],"peak":6998196224}],"local":[{"ms":6.770656108856201,"stages":[5.218976020812988,0.16115200519561768,0.6870719790458679,0.7034559845924377],"peak":10756292608},{"ms":6.784160137176514,"stages":[5.24294376373291,0.13225600123405457,0.7138239741325378,0.6951360106468201],"peak":10756292608},{"ms":6.774303913116455,"stages":[5.226816177368164,0.1528320014476776,0.689087986946106,0.7055680155754089],"peak":10756292608},{"ms":7.172128200531006,"stages":[5.611455917358398,0.15881599485874176,0.7004160284996033,0.7014399766921997],"peak":10756292608},{"ms":6.745279788970947,"stages":[5.209983825683594,0.15267199277877808,0.6993600130081177,0.6832640171051025],"peak":10756292608},{"ms":6.760799884796143,"stages":[5.219776153564453,0.1566080003976822,0.6871039867401123,0.6973119974136353],"peak":10756292608},{"ms":6.767295837402344,"stages":[5.205599784851074,0.17520000040531158,0.6891520023345947,0.6973440051078796],"peak":10756292608},{"ms":6.760000228881836,"stages":[5.220992088317871,0.16070400178432465,0.6850879788398743,0.6932160258293152],"peak":10756292608},{"ms":6.764319896697998,"stages":[5.225088119506836,0.16099199652671814,0.6974719762802124,0.6807680130004883],"peak":10756292608}]}},{"rank":4,"bitwise":true,"local_rows":16384,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.105152130126953,"stages":[3.8968639373779297,0.14441600441932678,0.5344640016555786,0.5294079780578613],"peak":6998196224},{"ms":5.121535778045654,"stages":[3.8978559970855713,0.1443839967250824,0.5367680191993713,0.542527973651886],"peak":6998196224},{"ms":5.122848033905029,"stages":[3.8950719833374023,0.15056000649929047,0.536575973033905,0.5406399965286255],"peak":6998196224},{"ms":5.128767967224121,"stages":[3.9276158809661865,0.12803199887275696,0.5469120144844055,0.5262079834938049],"peak":6998196224},{"ms":5.127264022827148,"stages":[3.9220480918884277,0.12595200538635254,0.5386880040168762,0.5405759811401367],"peak":6998196224},{"ms":5.126399993896484,"stages":[3.899807929992676,0.14934399724006653,0.5355200171470642,0.5417280197143555],"peak":6998196224},{"ms":5.136960029602051,"stages":[3.9243199825286865,0.1361600011587143,0.5345280170440674,0.5419520139694214],"peak":6998196224},{"ms":5.123040199279785,"stages":[3.902400016784668,0.146464005112648,0.5406399965286255,0.5335360169410706],"peak":6998196224},{"ms":5.121344089508057,"stages":[3.9212160110473633,0.13212800025939941,0.5303999781608582,0.5375999808311462],"peak":6998196224}],"local":[{"ms":6.778592109680176,"stages":[5.208384037017822,0.17734399437904358,0.6975679993629456,0.6952959895133972],"peak":10756292608},{"ms":6.789696216583252,"stages":[5.215583801269531,0.17100800573825836,0.6935039758682251,0.7095999717712402],"peak":10756292608},{"ms":6.76643180847168,"stages":[5.226880073547363,0.15273599326610565,0.6914560198783875,0.695360004901886],"peak":10756292608},{"ms":7.16048002243042,"stages":[5.623263835906982,0.1401599943637848,0.6966400146484375,0.7004160284996033],"peak":10756292608},{"ms":6.746912002563477,"stages":[5.188831806182861,0.17107200622558594,0.6955839991569519,0.6914240121841431],"peak":10756292608},{"ms":6.760064125061035,"stages":[5.224959850311279,0.14860799908638,0.6952639818191528,0.6912320256233215],"peak":10756292608},{"ms":6.75878381729126,"stages":[5.198815822601318,0.1773120015859604,0.6935359835624695,0.6891199946403503],"peak":10756292608},{"ms":6.775296211242676,"stages":[5.201056003570557,0.18582400679588318,0.6931840181350708,0.6952319741249084],"peak":10756292608},{"ms":6.7678399085998535,"stages":[5.205887794494629,0.17926399409770966,0.6833279728889465,0.6993600130081177],"peak":10756292608}]}},{"rank":5,"bitwise":true,"local_rows":16384,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.113056182861328,"stages":[3.8842880725860596,0.15462400019168854,0.5426880121231079,0.5314559936523438],"peak":6998196224},{"ms":5.1154561042785645,"stages":[3.907104015350342,0.14028799533843994,0.5345280170440674,0.5335360169410706],"peak":6998196224},{"ms":5.113664150238037,"stages":[3.89900803565979,0.14841599762439728,0.5386559963226318,0.5275840163230896],"peak":6998196224},{"ms":5.123456001281738,"stages":[3.898911952972412,0.15347200632095337,0.5437440276145935,0.5273280143737793],"peak":6998196224},{"ms":5.118336200714111,"stages":[3.908031940460205,0.1422400027513504,0.536575973033905,0.5314880013465881],"peak":6998196224},{"ms":5.117248058319092,"stages":[3.8946239948272705,0.1526080071926117,0.5385599732398987,0.5314559936523438],"peak":6998196224},{"ms":5.135968208312988,"stages":[3.9153599739074707,0.14643199741840363,0.532480001449585,0.5416960120201111],"peak":6998196224},{"ms":5.135903835296631,"stages":[3.9051198959350586,0.1547520011663437,0.528223991394043,0.5478079915046692],"peak":6998196224},{"ms":5.1255998611450195,"stages":[3.923424005508423,0.12595200538635254,0.5427520275115967,0.5334720015525818],"peak":6998196224}],"local":[{"ms":6.769567966461182,"stages":[5.20147180557251,0.17497600615024567,0.70169597864151,0.6914240121841431],"peak":10756292608},{"ms":6.764416217803955,"stages":[5.194208145141602,0.18137599527835846,0.6955199837684631,0.6933119893074036],"peak":10756292608},{"ms":6.761824131011963,"stages":[5.199872016906738,0.17958399653434753,0.6840320229530334,0.6983360052108765],"peak":10756292608},{"ms":7.169792175292969,"stages":[5.434944152832031,0.3307519853115082,0.6944959759712219,0.7095999717712402],"peak":10756292608},{"ms":6.744160175323486,"stages":[5.190400123596191,0.1671680063009262,0.6912959814071655,0.6952959895133972],"peak":10756292608},{"ms":6.7678399085998535,"stages":[5.205632209777832,0.17321600019931793,0.6894400119781494,0.6995519995689392],"peak":10756292608},{"ms":6.773280143737793,"stages":[5.192927837371826,0.18559999763965607,0.6830719709396362,0.711679995059967],"peak":10756292608},{"ms":6.775455951690674,"stages":[5.2033281326293945,0.17337599396705627,0.6933119893074036,0.7054399847984314],"peak":10756292608},{"ms":6.767648220062256,"stages":[5.199552059173584,0.18143999576568604,0.6913920044898987,0.6952639818191528],"peak":10756292608}]}},{"rank":6,"bitwise":true,"local_rows":16384,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.11187219619751,"stages":[3.875904083251953,0.16096000373363495,0.532480001449585,0.542527973651886],"peak":6998196224},{"ms":5.119455814361572,"stages":[3.8939199447631836,0.14316800236701965,0.5398079752922058,0.5425599813461304],"peak":6998196224},{"ms":5.122943878173828,"stages":[3.8798398971557617,0.158720001578331,0.5365440249443054,0.5478399991989136],"peak":6998196224},{"ms":5.120927810668945,"stages":[3.9021759033203125,0.14841599762439728,0.5304960012435913,0.5398399829864502],"peak":6998196224},{"ms":5.116352081298828,"stages":[3.8771519660949707,0.16896000504493713,0.5304319858551025,0.5398079752922058],"peak":6998196224},{"ms":5.1156158447265625,"stages":[3.8889598846435547,0.1504960060119629,0.5426239967346191,0.5335360169410706],"peak":6998196224},{"ms":5.121503829956055,"stages":[3.8926079273223877,0.1648319959640503,0.5406720042228699,0.5233920216560364],"peak":6998196224},{"ms":5.123968124389648,"stages":[3.88700795173645,0.16486400365829468,0.5345600247383118,0.5375360250473022],"peak":6998196224},{"ms":5.123231887817383,"stages":[3.9148800373077393,0.13811199367046356,0.5386239886283875,0.5316159725189209],"peak":6998196224}],"local":[{"ms":6.763872146606445,"stages":[5.181503772735596,0.19606399536132812,0.6929919719696045,0.6933119893074036],"peak":10756292608},{"ms":6.775455951690674,"stages":[5.199295997619629,0.18352000415325165,0.6932160258293152,0.6994240283966064],"peak":10756292608},{"ms":6.757567882537842,"stages":[5.195775985717773,0.17552000284194946,0.692031979560852,0.6942399740219116],"peak":10756292608},{"ms":7.156864166259766,"stages":[5.605279922485352,0.15891200304031372,0.6881920099258423,0.704479992389679],"peak":10756292608},{"ms":6.7475199699401855,"stages":[5.17142391204834,0.18563200533390045,0.693120002746582,0.6973440051078796],"peak":10756292608},{"ms":6.759647846221924,"stages":[5.193759918212891,0.17955200374126434,0.6848959922790527,0.7014399766921997],"peak":10756292608},{"ms":6.756991863250732,"stages":[5.17855978012085,0.1895039975643158,0.6913599967956543,0.6975679993629456],"peak":10756292608},{"ms":6.777791976928711,"stages":[5.205728054046631,0.17955200374126434,0.6890239715576172,0.7034879922866821],"peak":10756292608},{"ms":6.769472122192383,"stages":[5.174911975860596,0.20822399854660034,0.6869760155677795,0.6993600130081177],"peak":10756292608}]}},{"rank":7,"bitwise":true,"local_rows":16384,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":5.102240085601807,"stages":[3.881632089614868,0.14854399859905243,0.5426560044288635,0.5294079780578613],"peak":6998196224},{"ms":5.117568016052246,"stages":[3.8948800563812256,0.14643199741840363,0.5304639935493469,0.5457919836044312],"peak":6998196224},{"ms":5.1121602058410645,"stages":[3.8997440338134766,0.13843199610710144,0.5404800176620483,0.5335040092468262],"peak":6998196224},{"ms":5.1282877922058105,"stages":[3.893343925476074,0.15884800255298615,0.5365440249443054,0.5395519733428955],"peak":6998196224},{"ms":5.112832069396973,"stages":[3.8881280422210693,0.1525759994983673,0.5325120091438293,0.5396159887313843],"peak":6998196224},{"ms":5.116767883300781,"stages":[3.8900160789489746,0.1526080071926117,0.5325120091438293,0.5416319966316223],"peak":6998196224},{"ms":5.130591869354248,"stages":[3.891551971435547,0.1669439971446991,0.5283520221710205,0.5437440276145935],"peak":6998196224},{"ms":5.1104960441589355,"stages":[3.912447929382324,0.12390399724245071,0.5530880093574524,0.5210559964179993],"peak":6998196224},{"ms":5.1162238121032715,"stages":[3.905855894088745,0.1382399946451187,0.5345280170440674,0.5375999808311462],"peak":6998196224}],"local":[{"ms":6.772992134094238,"stages":[5.190688133239746,0.1937279999256134,0.6871359944343567,0.7014399766921997],"peak":10756292608},{"ms":6.7784318923950195,"stages":[5.202303886413574,0.18566399812698364,0.6890239715576172,0.7014399766921997],"peak":10756292608},{"ms":6.765279769897461,"stages":[5.178847789764404,0.19164800643920898,0.6954560279846191,0.6993280053138733],"peak":10756292608},{"ms":7.155776023864746,"stages":[5.439455986022949,0.3267199993133545,0.7004799842834473,0.6891199946403503],"peak":10756292608},{"ms":6.747551918029785,"stages":[5.185887813568115,0.1730560064315796,0.6913279891014099,0.6972799897193909],"peak":10756292608},{"ms":6.7685441970825195,"stages":[5.184192180633545,0.18780800700187683,0.6910079717636108,0.7055360078811646],"peak":10756292608},{"ms":6.7691521644592285,"stages":[5.170688152313232,0.2059199959039688,0.6951680183410645,0.697376012802124],"peak":10756292608},{"ms":6.7636799812316895,"stages":[5.1976637840271,0.17321600019931793,0.701632022857666,0.6911680102348328],"peak":10756292608},{"ms":6.763552188873291,"stages":[5.2017598152160645,0.17315199971199036,0.6934080123901367,0.6952319741249084],"peak":10756292608}]}}]}, + {"case":"1m-count-uniform-256","policy":"planner","selected":"contiguous","summary":{"baseline":0.03222399950027466,"local":0.029279999434947968},"records":[{"rank":0,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":0.028192000463604927,"stages":[0.008320000022649765,0.006688000168651342,0.006560000125318766,0.006624000146985054],"peak":2701131776},{"ms":0.029184000566601753,"stages":[0.009312000125646591,0.00684799998998642,0.006624000146985054,0.006399999838322401],"peak":2701131776},{"ms":0.029152000322937965,"stages":[0.009184000082314014,0.007104000076651573,0.006304000038653612,0.006560000125318766],"peak":2701131776},{"ms":0.02844800055027008,"stages":[0.00863999966531992,0.006688000168651342,0.006783999968320131,0.006335999816656113],"peak":2701131776},{"ms":0.028224000707268715,"stages":[0.008448000065982342,0.0071680000983178616,0.0060800001956522465,0.006527999881654978],"peak":2701131776},{"ms":0.028736000880599022,"stages":[0.008448000065982342,0.006783999968320131,0.006976000033318996,0.006527999881654978],"peak":2701131776},{"ms":0.027904000133275986,"stages":[0.007807999849319458,0.007040000054985285,0.006624000146985054,0.006432000081986189],"peak":2701131776},{"ms":0.034272000193595886,"stages":[0.012768000364303589,0.007199999876320362,0.006976000033318996,0.007327999919652939],"peak":2701131776},{"ms":0.028991999104619026,"stages":[0.00800000037997961,0.007807999849319458,0.006560000125318766,0.006624000146985054],"peak":2701131776}],"local":[{"ms":0.026335999369621277,"stages":[0.007424000184983015,0.006240000016987324,0.006752000190317631,0.005919999908655882],"peak":2701131776},{"ms":0.027712000533938408,"stages":[0.007807999849319458,0.006976000033318996,0.006591999903321266,0.006335999816656113],"peak":2701131776},{"ms":0.026399999856948853,"stages":[0.007199999876320362,0.0063680000603199005,0.00684799998998642,0.00598399993032217],"peak":2701131776},{"ms":0.026655999943614006,"stages":[0.007199999876320362,0.006783999968320131,0.00595200015231967,0.006719999946653843],"peak":2701131776},{"ms":0.02534399926662445,"stages":[0.00687999976798892,0.00598399993032217,0.006527999881654978,0.00595200015231967],"peak":2701131776},{"ms":0.025599999353289604,"stages":[0.006912000011652708,0.006624000146985054,0.006016000173985958,0.006047999951988459],"peak":2701131776},{"ms":0.026399999856948853,"stages":[0.007519999984651804,0.006399999838322401,0.006240000016987324,0.006240000016987324],"peak":2701131776},{"ms":0.025280000641942024,"stages":[0.006560000125318766,0.006591999903321266,0.0058559998869895935,0.006271999794989824],"peak":2701131776},{"ms":0.02659199945628643,"stages":[0.007679999805986881,0.006240000016987324,0.006399999838322401,0.006271999794989824],"peak":2701131776}]}},{"rank":1,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":0.030880000442266464,"stages":[0.008704000152647495,0.007712000049650669,0.007455999962985516,0.007007999811321497],"peak":2701131776},{"ms":0.03222399950027466,"stages":[0.010400000028312206,0.007968000136315823,0.006591999903321266,0.0072639998979866505],"peak":2701131776},{"ms":0.033215999603271484,"stages":[0.009088000282645226,0.007968000136315823,0.008383999578654766,0.0077760000713169575],"peak":2701131776},{"ms":0.031936001032590866,"stages":[0.008704000152647495,0.007968000136315823,0.008063999935984612,0.007199999876320362],"peak":2701131776},{"ms":0.031647998839616776,"stages":[0.008895999751985073,0.007807999849319458,0.007807999849319458,0.007135999854654074],"peak":2701131776},{"ms":0.032575998455286026,"stages":[0.008608000352978706,0.007648000027984381,0.00848000030964613,0.007840000092983246],"peak":2701131776},{"ms":0.03190400078892708,"stages":[0.009056000038981438,0.007903999648988247,0.00800000037997961,0.006943999789655209],"peak":2701131776},{"ms":0.035360001027584076,"stages":[0.011807999573647976,0.008287999778985977,0.007807999849319458,0.007455999962985516],"peak":2701131776},{"ms":0.030912000685930252,"stages":[0.008736000396311283,0.0077760000713169575,0.007807999849319458,0.006591999903321266],"peak":2701131776}],"local":[{"ms":0.029343999922275543,"stages":[0.0080960001796484,0.007584000006318092,0.006624000146985054,0.007040000054985285],"peak":2701131776},{"ms":0.029343999922275543,"stages":[0.008448000065982342,0.0071680000983178616,0.00684799998998642,0.00687999976798892],"peak":2701131776},{"ms":0.03001599945127964,"stages":[0.007519999984651804,0.007327999919652939,0.007840000092983246,0.007327999919652939],"peak":2701131776},{"ms":0.029279999434947968,"stages":[0.008224000222980976,0.006976000033318996,0.006943999789655209,0.007135999854654074],"peak":2701131776},{"ms":0.02879999950528145,"stages":[0.00687999976798892,0.007327999919652939,0.0074880002066493034,0.007104000076651573],"peak":2701131776},{"ms":0.028416000306606293,"stages":[0.007615999784320593,0.006399999838322401,0.007679999805986881,0.006719999946653843],"peak":2701131776},{"ms":0.029279999434947968,"stages":[0.007840000092983246,0.007584000006318092,0.0066559999249875546,0.007199999876320362],"peak":2701131776},{"ms":0.028192000463604927,"stages":[0.006943999789655209,0.006560000125318766,0.007968000136315823,0.006719999946653843],"peak":2701131776},{"ms":0.029983999207615852,"stages":[0.008448000065982342,0.007135999854654074,0.007199999876320362,0.007199999876320362],"peak":2701131776}]}},{"rank":2,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":0.02969600073993206,"stages":[0.007360000163316727,0.0072639998979866505,0.007424000184983015,0.007648000027984381],"peak":2701131776},{"ms":0.0318400003015995,"stages":[0.00940799992531538,0.007519999984651804,0.0074880002066493034,0.007424000184983015],"peak":2701131776},{"ms":0.02953599952161312,"stages":[0.008224000222980976,0.007071999832987785,0.007135999854654074,0.007104000076651573],"peak":2701131776},{"ms":0.03033600002527237,"stages":[0.009535999968647957,0.006912000011652708,0.007135999854654074,0.006752000190317631],"peak":2701131776},{"ms":0.029888000339269638,"stages":[0.008608000352978706,0.007135999854654074,0.006976000033318996,0.0071680000983178616],"peak":2701131776},{"ms":0.031231999397277832,"stages":[0.010015999898314476,0.007135999854654074,0.0072639998979866505,0.006816000211983919],"peak":2701131776},{"ms":0.029023999348282814,"stages":[0.007840000092983246,0.007040000054985285,0.006943999789655209,0.007199999876320362],"peak":2701131776},{"ms":0.03340800106525421,"stages":[0.011168000288307667,0.0077760000713169575,0.007648000027984381,0.006816000211983919],"peak":2701131776},{"ms":0.028960000723600388,"stages":[0.007935999892652035,0.007135999854654074,0.006976000033318996,0.006912000011652708],"peak":2701131776}],"local":[{"ms":0.029983999207615852,"stages":[0.009503999724984169,0.006399999838322401,0.006976000033318996,0.007104000076651573],"peak":2701131776},{"ms":0.02848000079393387,"stages":[0.007712000049650669,0.007104000076651573,0.006496000103652477,0.0071680000983178616],"peak":2701131776},{"ms":0.027807999402284622,"stages":[0.00825599953532219,0.006304000038653612,0.006496000103652477,0.006752000190317631],"peak":2701131776},{"ms":0.02703999914228916,"stages":[0.007712000049650669,0.006560000125318766,0.0060800001956522465,0.006688000168651342],"peak":2701131776},{"ms":0.02879999950528145,"stages":[0.008767999708652496,0.006591999903321266,0.007040000054985285,0.006399999838322401],"peak":2701131776},{"ms":0.027775999158620834,"stages":[0.007424000184983015,0.006976000033318996,0.006463999859988689,0.006912000011652708],"peak":2701131776},{"ms":0.02707199938595295,"stages":[0.007615999784320593,0.006527999881654978,0.006399999838322401,0.006527999881654978],"peak":2701131776},{"ms":0.02643200010061264,"stages":[0.007007999811321497,0.006560000125318766,0.006047999951988459,0.006816000211983919],"peak":2701131776},{"ms":0.029184000566601753,"stages":[0.008287999778985977,0.007040000054985285,0.006527999881654978,0.007327999919652939],"peak":2701131776}]}},{"rank":3,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":0.028384000062942505,"stages":[0.00848000030964613,0.006943999789655209,0.006591999903321266,0.0063680000603199005],"peak":2701131776},{"ms":0.031488001346588135,"stages":[0.01017600018531084,0.008191999979317188,0.006463999859988689,0.0066559999249875546],"peak":2701131776},{"ms":0.02953599952161312,"stages":[0.008383999578654766,0.007296000141650438,0.0072639998979866505,0.006591999903321266],"peak":2701131776},{"ms":0.030368000268936157,"stages":[0.00940799992531538,0.007071999832987785,0.006976000033318996,0.006912000011652708],"peak":2701131776},{"ms":0.029120000079274178,"stages":[0.008128000423312187,0.007071999832987785,0.0074880002066493034,0.006432000081986189],"peak":2701131776},{"ms":0.029823999851942062,"stages":[0.00854399986565113,0.007199999876320362,0.007007999811321497,0.007071999832987785],"peak":2701131776},{"ms":0.02969600073993206,"stages":[0.008191999979317188,0.007199999876320362,0.007935999892652035,0.0063680000603199005],"peak":2701131776},{"ms":0.034143999218940735,"stages":[0.011839999817311764,0.007872000336647034,0.007007999811321497,0.007424000184983015],"peak":2701131776},{"ms":0.030271999537944794,"stages":[0.00902399979531765,0.007807999849319458,0.006783999968320131,0.0066559999249875546],"peak":2701131776}],"local":[{"ms":0.027936000376939774,"stages":[0.007840000092983246,0.007071999832987785,0.005919999908655882,0.007104000076651573],"peak":2701131776},{"ms":0.027583999559283257,"stages":[0.007615999784320593,0.007040000054985285,0.006527999881654978,0.006399999838322401],"peak":2701131776},{"ms":0.0261439997702837,"stages":[0.007135999854654074,0.00687999976798892,0.005535999778658152,0.006591999903321266],"peak":2701131776},{"ms":0.02687999978661537,"stages":[0.007615999784320593,0.006719999946653843,0.005632000043988228,0.006912000011652708],"peak":2701131776},{"ms":0.028575999662280083,"stages":[0.007872000336647034,0.007007999811321497,0.00684799998998642,0.00684799998998642],"peak":2701131776},{"ms":0.027295999228954315,"stages":[0.007199999876320362,0.006688000168651342,0.006688000168651342,0.006719999946653843],"peak":2701131776},{"ms":0.02627200074493885,"stages":[0.00723200011998415,0.006624000146985054,0.005439999978989363,0.006976000033318996],"peak":2701131776},{"ms":0.026559999212622643,"stages":[0.0072639998979866505,0.006271999794989824,0.006719999946653843,0.006304000038653612],"peak":2701131776},{"ms":0.02879999950528145,"stages":[0.007679999805986881,0.007040000054985285,0.0071680000983178616,0.006912000011652708],"peak":2701131776}]}},{"rank":4,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":0.027295999228954315,"stages":[0.007327999919652939,0.006560000125318766,0.007007999811321497,0.006399999838322401],"peak":2701131776},{"ms":0.02848000079393387,"stages":[0.009056000038981438,0.007424000184983015,0.006560000125318766,0.005439999978989363],"peak":2701131776},{"ms":0.027807999402284622,"stages":[0.007840000092983246,0.0066559999249875546,0.007040000054985285,0.006271999794989824],"peak":2701131776},{"ms":0.029440000653266907,"stages":[0.008960000239312649,0.007455999962985516,0.006463999859988689,0.006560000125318766],"peak":2701131776},{"ms":0.02800000086426735,"stages":[0.0077760000713169575,0.006816000211983919,0.007007999811321497,0.006399999838322401],"peak":2701131776},{"ms":0.02848000079393387,"stages":[0.008511999621987343,0.006912000011652708,0.006463999859988689,0.006591999903321266],"peak":2701131776},{"ms":0.028384000062942505,"stages":[0.0077760000713169575,0.007007999811321497,0.00687999976798892,0.006719999946653843],"peak":2701131776},{"ms":0.031808000057935715,"stages":[0.011296000331640244,0.007552000228315592,0.006335999816656113,0.006624000146985054],"peak":2701131776},{"ms":0.02687999978661537,"stages":[0.008031999692320824,0.00687999976798892,0.006688000168651342,0.005280000157654285],"peak":2701131776}],"local":[{"ms":0.02505600079894066,"stages":[0.0072639998979866505,0.006463999859988689,0.005824000108987093,0.005504000000655651],"peak":2701131776},{"ms":0.02457600086927414,"stages":[0.006496000103652477,0.00595200015231967,0.005824000108987093,0.006304000038653612],"peak":2701131776},{"ms":0.026528000831604004,"stages":[0.007615999784320593,0.006624000146985054,0.005919999908655882,0.0063680000603199005],"peak":2701131776},{"ms":0.025407999753952026,"stages":[0.007424000184983015,0.005888000130653381,0.006144000217318535,0.00595200015231967],"peak":2701131776},{"ms":0.024351999163627625,"stages":[0.007007999811321497,0.005791999865323305,0.006207999773323536,0.005344000179320574],"peak":2701131776},{"ms":0.025151999667286873,"stages":[0.00687999976798892,0.005919999908655882,0.006016000173985958,0.006335999816656113],"peak":2701131776},{"ms":0.025087999179959297,"stages":[0.006560000125318766,0.006591999903321266,0.0058559998869895935,0.0060800001956522465],"peak":2701131776},{"ms":0.023135999217629433,"stages":[0.006560000125318766,0.00598399993032217,0.005760000087320805,0.004832000005990267],"peak":2701131776},{"ms":0.02595200017094612,"stages":[0.007648000027984381,0.006527999881654978,0.0058559998869895935,0.005919999908655882],"peak":2701131776}]}},{"rank":5,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":0.026623999699950218,"stages":[0.007584000006318092,0.006304000038653612,0.0066559999249875546,0.0060800001956522465],"peak":2701131776},{"ms":0.029632000252604485,"stages":[0.009312000125646591,0.007135999854654074,0.006399999838322401,0.006783999968320131],"peak":2701131776},{"ms":0.028575999662280083,"stages":[0.008448000065982342,0.00684799998998642,0.006816000211983919,0.006463999859988689],"peak":2701131776},{"ms":0.02956799976527691,"stages":[0.008895999751985073,0.007296000141650438,0.006399999838322401,0.006976000033318996],"peak":2701131776},{"ms":0.028416000306606293,"stages":[0.007968000136315823,0.007391999941319227,0.006976000033318996,0.0060800001956522465],"peak":2701131776},{"ms":0.029152000322937965,"stages":[0.00848000030964613,0.007199999876320362,0.00687999976798892,0.006591999903321266],"peak":2701131776},{"ms":0.02739199995994568,"stages":[0.007872000336647034,0.006527999881654978,0.006591999903321266,0.006399999838322401],"peak":2701131776},{"ms":0.032896000891923904,"stages":[0.011935999616980553,0.007552000228315592,0.006912000011652708,0.006496000103652477],"peak":2701131776},{"ms":0.027807999402284622,"stages":[0.007679999805986881,0.006591999903321266,0.007071999832987785,0.006463999859988689],"peak":2701131776}],"local":[{"ms":0.026623999699950218,"stages":[0.0071680000983178616,0.0063680000603199005,0.006560000125318766,0.006527999881654978],"peak":2701131776},{"ms":0.02550400048494339,"stages":[0.007007999811321497,0.006016000173985958,0.006463999859988689,0.006016000173985958],"peak":2701131776},{"ms":0.02537599951028824,"stages":[0.0066559999249875546,0.006144000217318535,0.0055680000223219395,0.007007999811321497],"peak":2701131776},{"ms":0.02582399919629097,"stages":[0.0071680000983178616,0.006399999838322401,0.006335999816656113,0.005919999908655882],"peak":2701131776},{"ms":0.026464000344276428,"stages":[0.007615999784320593,0.0063680000603199005,0.006240000016987324,0.006240000016987324],"peak":2701131776},{"ms":0.025855999439954758,"stages":[0.006943999789655209,0.005696000065654516,0.006624000146985054,0.006591999903321266],"peak":2701131776},{"ms":0.02598400041460991,"stages":[0.007327999919652939,0.006496000103652477,0.005824000108987093,0.006335999816656113],"peak":2701131776},{"ms":0.024480000138282776,"stages":[0.006752000190317631,0.005791999865323305,0.00595200015231967,0.00598399993032217],"peak":2701131776},{"ms":0.026815999299287796,"stages":[0.007199999876320362,0.006591999903321266,0.006175999995321035,0.00684799998998642],"peak":2701131776}]}},{"rank":6,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":0.02953599952161312,"stages":[0.007615999784320593,0.0072639998979866505,0.007712000049650669,0.006943999789655209],"peak":2701131776},{"ms":0.03200000151991844,"stages":[0.010208000428974628,0.007648000027984381,0.0071680000983178616,0.006976000033318996],"peak":2701131776},{"ms":0.031007999554276466,"stages":[0.008704000152647495,0.007584000006318092,0.00774399982765317,0.006976000033318996],"peak":2701131776},{"ms":0.03126399964094162,"stages":[0.009312000125646591,0.007968000136315823,0.006912000011652708,0.007071999832987785],"peak":2701131776},{"ms":0.032416000962257385,"stages":[0.009535999968647957,0.007712000049650669,0.0077760000713169575,0.007391999941319227],"peak":2701131776},{"ms":0.031968001276254654,"stages":[0.009983999654650688,0.007807999849319458,0.00684799998998642,0.007327999919652939],"peak":2701131776},{"ms":0.029952000826597214,"stages":[0.00854399986565113,0.007071999832987785,0.007199999876320362,0.007135999854654074],"peak":2701131776},{"ms":0.035232000052928925,"stages":[0.01244799979031086,0.008063999935984612,0.007584000006318092,0.007135999854654074],"peak":2701131776},{"ms":0.03145600110292435,"stages":[0.009503999724984169,0.007648000027984381,0.0072639998979866505,0.007040000054985285],"peak":2701131776}],"local":[{"ms":0.029120000079274178,"stages":[0.008352000266313553,0.007104000076651573,0.00684799998998642,0.006816000211983919],"peak":2701131776},{"ms":0.02831999957561493,"stages":[0.008031999692320824,0.00684799998998642,0.006688000168651342,0.006752000190317631],"peak":2701131776},{"ms":0.029120000079274178,"stages":[0.007552000228315592,0.007199999876320362,0.007455999962985516,0.006912000011652708],"peak":2701131776},{"ms":0.028255999088287354,"stages":[0.007615999784320593,0.006783999968320131,0.006719999946653843,0.007135999854654074],"peak":2701131776},{"ms":0.029152000322937965,"stages":[0.008608000352978706,0.006688000168651342,0.006976000033318996,0.00687999976798892],"peak":2701131776},{"ms":0.02783999964594841,"stages":[0.00800000037997961,0.006624000146985054,0.006624000146985054,0.006591999903321266],"peak":2701131776},{"ms":0.028511999174952507,"stages":[0.00825599953532219,0.007040000054985285,0.006816000211983919,0.006399999838322401],"peak":2701131776},{"ms":0.027775999158620834,"stages":[0.00723200011998415,0.006463999859988689,0.007007999811321497,0.007071999832987785],"peak":2701131776},{"ms":0.028384000062942505,"stages":[0.007584000006318092,0.006976000033318996,0.006783999968320131,0.007040000054985285],"peak":2701131776}]}},{"rank":7,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":131072,"samples":{"baseline":[{"ms":0.027775999158620834,"stages":[0.007903999648988247,0.006399999838322401,0.007007999811321497,0.006463999859988689],"peak":2701131776},{"ms":0.029279999434947968,"stages":[0.008960000239312649,0.007104000076651573,0.006719999946653843,0.006496000103652477],"peak":2701131776},{"ms":0.028736000880599022,"stages":[0.00848000030964613,0.006496000103652477,0.0071680000983178616,0.006591999903321266],"peak":2701131776},{"ms":0.029600000008940697,"stages":[0.008448000065982342,0.006943999789655209,0.007007999811321497,0.007199999876320362],"peak":2701131776},{"ms":0.02956799976527691,"stages":[0.008671999908983707,0.007071999832987785,0.007007999811321497,0.006816000211983919],"peak":2701131776},{"ms":0.02969600073993206,"stages":[0.008576000109314919,0.007040000054985285,0.006976000033318996,0.007104000076651573],"peak":2701131776},{"ms":0.028192000463604927,"stages":[0.008704000152647495,0.006463999859988689,0.006432000081986189,0.006591999903321266],"peak":2701131776},{"ms":0.03203200176358223,"stages":[0.011744000017642975,0.00687999976798892,0.006783999968320131,0.006624000146985054],"peak":2701131776},{"ms":0.027712000533938408,"stages":[0.007872000336647034,0.006752000190317631,0.006432000081986189,0.0066559999249875546],"peak":2701131776}],"local":[{"ms":0.02659199945628643,"stages":[0.0077760000713169575,0.006432000081986189,0.006111999973654747,0.006271999794989824],"peak":2701131776},{"ms":0.025855999439954758,"stages":[0.007071999832987785,0.006335999816656113,0.0063680000603199005,0.0060800001956522465],"peak":2701131776},{"ms":0.0261439997702837,"stages":[0.0074880002066493034,0.006560000125318766,0.005919999908655882,0.006175999995321035],"peak":2701131776},{"ms":0.025696000084280968,"stages":[0.007296000141650438,0.006111999973654747,0.006240000016987324,0.006047999951988459],"peak":2701131776},{"ms":0.026176000013947487,"stages":[0.007071999832987785,0.006624000146985054,0.006111999973654747,0.0063680000603199005],"peak":2701131776},{"ms":0.02534399926662445,"stages":[0.007071999832987785,0.0058559998869895935,0.006111999973654747,0.006304000038653612],"peak":2701131776},{"ms":0.026464000344276428,"stages":[0.0074880002066493034,0.00684799998998642,0.006271999794989824,0.0058559998869895935],"peak":2701131776},{"ms":0.025567999109625816,"stages":[0.007104000076651573,0.006175999995321035,0.006496000103652477,0.005791999865323305],"peak":2701131776},{"ms":0.025599999353289604,"stages":[0.007327999919652939,0.006207999773323536,0.0058559998869895935,0.006207999773323536],"peak":2701131776}]}}]}, + {"case":"1m-count-mixed-512-2long","policy":"zigzag","selected":"zigzag","summary":{"baseline":7.061503887176514,"local":8.64684772491455},"records":[{"rank":0,"bitwise":true,"local_rows":16516,"source_rows":131072,"target_rows":130816,"samples":{"baseline":[{"ms":7.012447834014893,"stages":[5.25219202041626,0.12800000607967377,0.8223040103912354,0.8099520206451416],"peak":6994001920},{"ms":7.049056053161621,"stages":[5.231647968292236,0.19148799777030945,0.818015992641449,0.8079040050506592],"peak":6994001920},{"ms":6.987936019897461,"stages":[5.209248065948486,0.14256000518798828,0.8221120238304138,0.8140159845352173],"peak":6994001920},{"ms":6.986527919769287,"stages":[5.201663970947266,0.1422719955444336,0.8243520259857178,0.8182399868965149],"peak":6994001920},{"ms":6.975808143615723,"stages":[5.201056003570557,0.14025600254535675,0.8181759715080261,0.81632000207901],"peak":6994001920},{"ms":7.0160322189331055,"stages":[5.2292799949646,0.15248000621795654,0.822272002696991,0.8119999766349792],"peak":6994001920},{"ms":7.032959938049316,"stages":[5.276927947998047,0.1258240044116974,0.8182079792022705,0.8119999766349792],"peak":6994001920},{"ms":6.995776176452637,"stages":[5.225279808044434,0.1300159990787506,0.8243520259857178,0.8161280155181885],"peak":6994001920},{"ms":7.030432224273682,"stages":[5.266111850738525,0.1281599998474121,0.8221120238304138,0.8140479922294617],"peak":6994001920}],"local":[{"ms":8.571776390075684,"stages":[6.448863983154297,0.18134400248527527,0.963808000087738,0.9777600169181824],"peak":10743709696},{"ms":8.6080961227417,"stages":[6.511712074279785,0.14271999895572662,0.9736959934234619,0.9799680113792419],"peak":10743709696},{"ms":8.588095664978027,"stages":[6.495935916900635,0.15491199493408203,0.968671977519989,0.9685760140419006],"peak":10743709696},{"ms":8.58182430267334,"stages":[6.497600078582764,0.1424960047006607,0.9697920083999634,0.9719359874725342],"peak":10743709696},{"ms":8.675583839416504,"stages":[6.593567848205566,0.14265599846839905,0.965503990650177,0.9738559722900391],"peak":10743709696},{"ms":8.585280418395996,"stages":[6.501311779022217,0.14636799693107605,0.967743992805481,0.9698560237884521],"peak":10743709696},{"ms":8.605119705200195,"stages":[6.515071868896484,0.1443839967250824,0.9718400239944458,0.9738240242004395],"peak":10743709696},{"ms":8.59705638885498,"stages":[6.506847858428955,0.1424960047006607,0.9697920083999634,0.9779199957847595],"peak":10743709696},{"ms":8.592703819274902,"stages":[6.504415988922119,0.15107199549674988,0.9664639830589294,0.9707520008087158],"peak":10743709696}]}},{"rank":1,"bitwise":true,"local_rows":16316,"source_rows":131072,"target_rows":130816,"samples":{"baseline":[{"ms":6.999839782714844,"stages":[5.1802239418029785,0.20371200144290924,0.8038719892501831,0.8120319843292236],"peak":6994001920},{"ms":7.038496017456055,"stages":[5.288479804992676,0.12800000607967377,0.8100159764289856,0.8119999766349792],"peak":6994001920},{"ms":6.968832015991211,"stages":[5.218783855438232,0.12800000607967377,0.8141120076179504,0.8079360127449036],"peak":6994001920},{"ms":6.956287860870361,"stages":[5.214367866516113,0.1260479986667633,0.8078399896621704,0.8080319762229919],"peak":6994001920},{"ms":6.95900821685791,"stages":[5.215167999267578,0.12800000607967377,0.8099520206451416,0.8058879971504211],"peak":6994001920},{"ms":6.989439964294434,"stages":[5.2435197830200195,0.12800000607967377,0.8059200048446655,0.8119999766349792],"peak":6994001920},{"ms":7.028863906860352,"stages":[5.242112159729004,0.16067199409008026,0.809984028339386,0.8160960078239441],"peak":6994001920},{"ms":6.967520236968994,"stages":[5.2257280349731445,0.12800000607967377,0.8079040050506592,0.8058879971504211],"peak":6994001920},{"ms":7.006271839141846,"stages":[5.219391822814941,0.17100800573825836,0.8079360127449036,0.8079360127449036],"peak":6994001920}],"local":[{"ms":8.551487922668457,"stages":[6.4858880043029785,0.1446399986743927,0.95551997423172,0.9654399752616882],"peak":10752098304},{"ms":8.588095664978027,"stages":[6.500192165374756,0.1568319946527481,0.9572479724884033,0.9738240242004395],"peak":10752098304},{"ms":8.555744171142578,"stages":[6.500671863555908,0.14633600413799286,0.9533119797706604,0.9554240107536316],"peak":10752098304},{"ms":8.55299186706543,"stages":[6.45084810256958,0.18729600310325623,0.9533119797706604,0.9615359902381897],"peak":10752098304},{"ms":8.653440475463867,"stages":[6.501920223236084,0.234592005610466,0.9512959718704224,0.9656320214271545],"peak":10752098304},{"ms":8.567935943603516,"stages":[6.494336128234863,0.15078400075435638,0.9571520090103149,0.9656640291213989],"peak":10752098304},{"ms":8.583744049072266,"stages":[6.48960018157959,0.1671680063009262,0.9636160135269165,0.9633600115776062],"peak":10752098304},{"ms":8.576160430908203,"stages":[6.471968173980713,0.17715199291706085,0.9676160216331482,0.9594240188598633],"peak":10752098304},{"ms":8.558591842651367,"stages":[6.499263763427734,0.14659200608730316,0.955295979976654,0.9574400186538696],"peak":10752098304}]}},{"rank":2,"bitwise":true,"local_rows":16268,"source_rows":131072,"target_rows":130864,"samples":{"baseline":[{"ms":6.956992149353027,"stages":[5.012383937835693,0.3676159977912903,0.7526080012321472,0.8243839740753174],"peak":6994788352},{"ms":6.986976146697998,"stages":[5.083360195159912,0.3370879888534546,0.7464320063591003,0.8200960159301758],"peak":6994788352},{"ms":6.926527976989746,"stages":[5.047520160675049,0.2938239872455597,0.7485759854316711,0.8366079926490784],"peak":6994788352},{"ms":6.9167680740356445,"stages":[4.992671966552734,0.34508800506591797,0.7528319954872131,0.8261759877204895],"peak":6994788352},{"ms":6.900608062744141,"stages":[5.0009918212890625,0.33078399300575256,0.7526080012321472,0.8162239789962769],"peak":6994788352},{"ms":6.949312210083008,"stages":[5.088768005371094,0.29180800914764404,0.7505599856376648,0.8181759715080261],"peak":6994788352},{"ms":6.98470401763916,"stages":[5.0728960037231445,0.32873600721359253,0.7566720247268677,0.8263999819755554],"peak":6994788352},{"ms":6.933919906616211,"stages":[5.005695819854736,0.34508800506591797,0.7567039728164673,0.8264319896697998],"peak":6994788352},{"ms":6.956448078155518,"stages":[5.065120220184326,0.3164159953594208,0.7505599856376648,0.8243520259857178],"peak":6994788352}],"local":[{"ms":8.525343894958496,"stages":[6.268415927886963,0.36371201276779175,0.9040960073471069,0.9891200065612793],"peak":10753474560},{"ms":8.554719924926758,"stages":[6.295711994171143,0.3574720025062561,0.9103360176086426,0.9911999702453613],"peak":10753474560},{"ms":8.537504196166992,"stages":[6.3155198097229,0.32864001393318176,0.9062079787254333,0.9871360063552856],"peak":10753474560},{"ms":8.521759986877441,"stages":[6.295360088348389,0.3392319977283478,0.9062719941139221,0.98089599609375],"peak":10753474560},{"ms":8.616607666015625,"stages":[6.302175998687744,0.42313599586486816,0.9052159786224365,0.9860799908638],"peak":10753474560},{"ms":8.535039901733398,"stages":[6.302624225616455,0.34112000465393066,0.9062079787254333,0.9850879907608032],"peak":10753474560},{"ms":8.531359672546387,"stages":[6.251935958862305,0.39849600195884705,0.9039999842643738,0.9769279956817627],"peak":10753474560},{"ms":8.531328201293945,"stages":[6.245696067810059,0.3986879885196686,0.9059839844703674,0.9809600114822388],"peak":10753474560},{"ms":8.542431831359863,"stages":[6.287487983703613,0.35555198788642883,0.908191978931427,0.9911999702453613],"peak":10753474560}]}},{"rank":3,"bitwise":true,"local_rows":20672,"source_rows":131072,"target_rows":131216,"samples":{"baseline":[{"ms":7.021823883056641,"stages":[4.827455997467041,0.5518720149993896,0.8346560001373291,0.8078399896621704],"peak":7001145344},{"ms":7.0589118003845215,"stages":[4.870912075042725,0.5496000051498413,0.8325120210647583,0.8058879971504211],"peak":7001145344},{"ms":6.998464107513428,"stages":[4.8572797775268555,0.49462398886680603,0.8325120210647583,0.8140479922294617],"peak":7001145344},{"ms":6.99724817276001,"stages":[4.894944190979004,0.4495680034160614,0.8366400003433228,0.8160960078239441],"peak":7001145344},{"ms":6.989120006561279,"stages":[4.895040035247803,0.44543999433517456,0.8349120020866394,0.8137279748916626],"peak":7001145344},{"ms":7.025951862335205,"stages":[4.876575946807861,0.502784013748169,0.8368319869041443,0.8097599744796753],"peak":7001145344},{"ms":7.0372161865234375,"stages":[4.82041597366333,0.5743039846420288,0.8305280208587646,0.8119680285453796],"peak":7001145344},{"ms":7.001503944396973,"stages":[4.932064056396484,0.4187839925289154,0.8345280289649963,0.8161280155181885],"peak":7001145344},{"ms":7.035647869110107,"stages":[4.8433918952941895,0.5436480045318604,0.8345919847488403,0.8140159845352173],"peak":7001145344}],"local":[{"ms":8.584320068359375,"stages":[6.126751899719238,0.5088639855384827,0.9738240242004395,0.9748799800872803],"peak":10622926848},{"ms":8.612895965576172,"stages":[6.210720062255859,0.44764798879623413,0.97980797290802,0.9747200012207031],"peak":10622926848},{"ms":8.590080261230469,"stages":[6.165152072906494,0.4824639856815338,0.9759359955787659,0.9665279984474182],"peak":10622926848},{"ms":8.58521556854248,"stages":[6.062335968017578,0.5724480152130127,0.9776319861412048,0.9728000164031982],"peak":10622926848},{"ms":8.680224418640137,"stages":[6.157087802886963,0.5765759944915771,0.9758399724960327,0.9707199931144714],"peak":10622926848},{"ms":8.596447944641113,"stages":[6.1572160720825195,0.4907200038433075,0.979744017124176,0.9687680006027222],"peak":10622926848},{"ms":8.60159969329834,"stages":[6.174623966217041,0.47833600640296936,0.9778879880905151,0.9707520008087158],"peak":10622926848},{"ms":8.604640007019043,"stages":[6.141024112701416,0.5067840218544006,0.97980797290802,0.9770240187644958],"peak":10622926848},{"ms":8.590720176696777,"stages":[6.159488201141357,0.4885439872741699,0.9737600088119507,0.9689279794692993],"peak":10622926848}]}},{"rank":4,"bitwise":true,"local_rows":16384,"source_rows":131072,"target_rows":131216,"samples":{"baseline":[{"ms":7.0153279304504395,"stages":[4.835231781005859,0.535647988319397,0.83651202917099,0.8079360127449036],"peak":7001145344},{"ms":7.057055950164795,"stages":[4.844160079956055,0.5704320073127747,0.8468480110168457,0.7956159710884094],"peak":7001145344},{"ms":7.004000186920166,"stages":[4.815904140472412,0.5314880013465881,0.8387839794158936,0.8178240060806274],"peak":7001145344},{"ms":6.993152141571045,"stages":[4.876543998718262,0.4681600034236908,0.8324159979820251,0.8160319924354553],"peak":7001145344},{"ms":6.985439777374268,"stages":[4.825984001159668,0.5169919729232788,0.8324800133705139,0.809984028339386],"peak":7001145344},{"ms":7.010015964508057,"stages":[4.8361921310424805,0.5354560017585754,0.834559977054596,0.8038079738616943],"peak":7001145344},{"ms":7.048287868499756,"stages":[4.843616008758545,0.5501760244369507,0.8455680012702942,0.8089280128479004],"peak":7001145344},{"ms":6.983168125152588,"stages":[4.850368022918701,0.5026559829711914,0.8447359800338745,0.7854080200195312],"peak":7001145344},{"ms":7.020224094390869,"stages":[4.803296089172363,0.5765119791030884,0.8386880159378052,0.8017280101776123],"peak":7001145344}],"local":[{"ms":8.582112312316895,"stages":[6.1282877922058105,0.49667200446128845,0.9987199902534485,0.9584320187568665],"peak":10761601024},{"ms":8.6112642288208,"stages":[6.0879998207092285,0.5579519867897034,1.0047999620437622,0.9605119824409485],"peak":10761601024},{"ms":8.616191864013672,"stages":[6.004703998565674,0.6380800008773804,1.006816029548645,0.966592013835907],"peak":10761601024},{"ms":8.60905647277832,"stages":[6.061056137084961,0.5642240047454834,1.0048320293426514,0.9789440035820007],"peak":10761601024},{"ms":8.702879905700684,"stages":[6.050528049468994,0.6726400256156921,1.0110080242156982,0.9687039852142334],"peak":10761601024},{"ms":8.587295532226562,"stages":[6.069920063018799,0.5643519759178162,1.002784013748169,0.9502400159835815],"peak":10761601024},{"ms":8.611295700073242,"stages":[6.141056060791016,0.5071039795875549,1.0026240348815918,0.9605119824409485],"peak":10761601024},{"ms":8.6080961227417,"stages":[5.976064205169678,0.6626560091972351,1.0089600086212158,0.9604160189628601],"peak":10761601024},{"ms":8.617792129516602,"stages":[6.041152000427246,0.6010879874229431,1.0089279413223267,0.9666240215301514],"peak":10761601024}]}},{"rank":5,"bitwise":true,"local_rows":4184,"source_rows":131072,"target_rows":131216,"samples":{"baseline":[{"ms":7.066847801208496,"stages":[5.202176094055176,0.175135999917984,0.8655999898910522,0.8239359855651855],"peak":7001145344},{"ms":7.105408191680908,"stages":[5.244800090789795,0.175135999917984,0.8532480001449585,0.8322240114212036],"peak":7001145344},{"ms":7.035840034484863,"stages":[5.17523193359375,0.175135999917984,0.8592320084571838,0.8262400031089783],"peak":7001145344},{"ms":7.032864093780518,"stages":[5.172255992889404,0.17510400712490082,0.8594560027122498,0.8260480165481567],"peak":7001145344},{"ms":7.023551940917969,"stages":[5.173183917999268,0.17100800573825836,0.8552640080451965,0.8240960240364075],"peak":7001145344},{"ms":7.065567970275879,"stages":[5.198783874511719,0.17715199291706085,0.8613439798355103,0.8282880187034607],"peak":7001145344},{"ms":7.086463928222656,"stages":[5.221504211425781,0.17315199971199036,0.8717120289802551,0.8200960159301758],"peak":7001145344},{"ms":7.045472145080566,"stages":[5.182816028594971,0.16899199783802032,0.8654080033302307,0.8282560110092163],"peak":7001145344},{"ms":7.061503887176514,"stages":[5.202976226806641,0.17097599804401398,0.8635200262069702,0.8240320086479187],"peak":7001145344}],"local":[{"ms":8.631072044372559,"stages":[6.426080226898193,0.20390400290489197,1.017151951789856,0.9839360117912292],"peak":11161370624},{"ms":8.65833568572998,"stages":[6.449440002441406,0.20364800095558167,1.0191680192947388,0.9860799908638],"peak":11161370624},{"ms":8.648480415344238,"stages":[6.447519779205322,0.1998399943113327,1.0129599571228027,0.9881600141525269],"peak":11161370624},{"ms":8.634431838989258,"stages":[6.442048072814941,0.19331200420856476,1.0131839513778687,0.9858880043029785],"peak":11161370624},{"ms":8.729599952697754,"stages":[6.532735824584961,0.19779199361801147,1.0190080404281616,0.9800639748573303],"peak":11161370624},{"ms":8.648351669311523,"stages":[6.463647842407227,0.18169599771499634,1.0138239860534668,0.9891840219497681],"peak":11161370624},{"ms":8.646495819091797,"stages":[6.4516801834106445,0.20003199577331543,1.0127999782562256,0.98198401927948],"peak":11161370624},{"ms":8.646016120910645,"stages":[6.432703971862793,0.21216000616550446,1.0110399723052979,0.9901120066642761],"peak":11161370624},{"ms":8.64684772491455,"stages":[6.443840026855469,0.20393599569797516,1.0150400400161743,0.9840319752693176],"peak":11161370624}]}},{"rank":6,"bitwise":true,"local_rows":32768,"source_rows":131072,"target_rows":131216,"samples":{"baseline":[{"ms":7.008063793182373,"stages":[5.069568157196045,0.3041920065879822,0.834496021270752,0.7998080253601074],"peak":7001145344},{"ms":7.071392059326172,"stages":[5.100224018096924,0.31436800956726074,0.8406720161437988,0.8161280155181885],"peak":7001145344},{"ms":7.007232189178467,"stages":[5.054495811462402,0.2877439856529236,0.8509439826011658,0.8140479922294617],"peak":7001145344},{"ms":6.999680042266846,"stages":[5.022336006164551,0.3184959888458252,0.8407679796218872,0.8180800080299377],"peak":7001145344},{"ms":6.983583927154541,"stages":[5.079904079437256,0.25705599784851074,0.8304640054702759,0.8161600232124329],"peak":7001145344},{"ms":7.025760173797607,"stages":[5.067008018493652,0.30294400453567505,0.8407040238380432,0.8151040077209473],"peak":7001145344},{"ms":7.041600227355957,"stages":[5.039968013763428,0.35516801476478577,0.8284159898757935,0.8180480003356934],"peak":7001145344},{"ms":6.99616003036499,"stages":[4.969664096832275,0.3758080005645752,0.8386240005493164,0.812063992023468],"peak":7001145344},{"ms":7.024064064025879,"stages":[4.954559803009033,0.4249599874019623,0.8243200182914734,0.8202239871025085],"peak":7001145344}],"local":[{"ms":8.592576026916504,"stages":[6.243296146392822,0.37599998712539673,0.9953600168228149,0.9779199957847595],"peak":10224730112},{"ms":8.637951850891113,"stages":[6.229248046875,0.4212160110473633,1.0003520250320435,0.9871360063552856],"peak":10224730112},{"ms":8.615263938903809,"stages":[6.198272228240967,0.44172799587249756,1.0096319913864136,0.9656320214271545],"peak":10224730112},{"ms":8.615679740905762,"stages":[6.299168109893799,0.33507201075553894,1.006592035293579,0.9748479723930359],"peak":10224730112},{"ms":8.697312355041504,"stages":[6.227295875549316,0.5048959851264954,0.9994879961013794,0.9656320214271545],"peak":10224730112},{"ms":8.620415687561035,"stages":[6.252607822418213,0.3864000141620636,0.994271993637085,0.9871360063552856],"peak":10224730112},{"ms":8.619232177734375,"stages":[6.237247943878174,0.41276800632476807,0.9882559776306152,0.9809600114822388],"peak":10224730112},{"ms":8.618271827697754,"stages":[6.244416236877441,0.3986240029335022,0.9962559938430786,0.9789760112762451],"peak":10224730112},{"ms":8.61616039276123,"stages":[6.199679851531982,0.43929600715637207,1.0094720125198364,0.9677119851112366],"peak":10224730112}]}},{"rank":7,"bitwise":true,"local_rows":7816,"source_rows":131072,"target_rows":131216,"samples":{"baseline":[{"ms":6.988351821899414,"stages":[5.035488128662109,0.3328000009059906,0.8182079792022705,0.8018559813499451],"peak":7001145344},{"ms":7.050144195556641,"stages":[5.072832107543945,0.34303998947143555,0.8264960050582886,0.8077759742736816],"peak":7001145344},{"ms":6.990719795227051,"stages":[5.027679920196533,0.3145279884338379,0.8367360234260559,0.8117759823799133],"peak":7001145344},{"ms":6.977695941925049,"stages":[4.992191791534424,0.347104012966156,0.8223360180854797,0.8160640001296997],"peak":7001145344},{"ms":6.95139217376709,"stages":[5.039584159851074,0.2858879864215851,0.8159360289573669,0.809984028339386],"peak":7001145344},{"ms":7.010047912597656,"stages":[5.040927886962891,0.33484798669815063,0.8202559947967529,0.8140159845352173],"peak":7001145344},{"ms":7.0327677726745605,"stages":[5.016543865203857,0.3819519877433777,0.8243520259857178,0.8099200129508972],"peak":7001145344},{"ms":6.980639934539795,"stages":[4.950047969818115,0.3962880074977875,0.8284800052642822,0.8058239817619324],"peak":7001145344},{"ms":7.008031845092773,"stages":[4.940703868865967,0.44124799966812134,0.8160960078239441,0.809984028339386],"peak":7001145344}],"local":[{"ms":8.572768211364746,"stages":[6.231808185577393,0.39238399267196655,0.9757760167121887,0.9728000164031982],"peak":11042488320},{"ms":8.613632202148438,"stages":[6.223423957824707,0.420991986989975,0.9862080216407776,0.9830080270767212],"peak":11042488320},{"ms":8.596447944641113,"stages":[6.199967861175537,0.4433920085430145,0.9883840084075928,0.9647039771080017],"peak":11042488320},{"ms":8.580703735351562,"stages":[6.282336235046387,0.3392319977283478,0.9862080216407776,0.972927987575531],"peak":11042488320},{"ms":8.676383972167969,"stages":[6.234943866729736,0.49081599712371826,0.9798719882965088,0.9707520008087158],"peak":11042488320},{"ms":8.595808029174805,"stages":[6.228096008300781,0.40668800473213196,0.9779840111732483,0.9830399751663208],"peak":11042488320},{"ms":8.591839790344238,"stages":[6.226111888885498,0.4189760088920593,0.9718400239944458,0.9749119877815247],"peak":11042488320},{"ms":8.603296279907227,"stages":[6.2375359535217285,0.40880000591278076,0.9800959825515747,0.9768639802932739],"peak":11042488320},{"ms":8.5982084274292,"stages":[6.203680038452148,0.4456320106983185,0.9819200038909912,0.96697598695755],"peak":11042488320}]}}]}, + {"case":"1m-count-mixed-512-2long","policy":"planner","selected":"selection-paired-local","summary":{"baseline":6.447391986846924,"local":6.534048080444336},"records":[{"rank":0,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":196608,"samples":{"baseline":[{"ms":5.6854400634765625,"stages":[3.464384078979492,1.1622400283813477,0.5314559936523438,0.5273600220680237],"peak":6752829440},{"ms":5.726079940795898,"stages":[3.390336036682129,1.2830400466918945,0.5273920297622681,0.5253120064735413],"peak":6752829440},{"ms":5.670815944671631,"stages":[3.476383924484253,1.1438080072402954,0.5253120064735413,0.5253120064735413],"peak":6752829440},{"ms":5.6815361976623535,"stages":[3.4666240215301514,1.160256028175354,0.5272960066795349,0.5273600220680237],"peak":6752829440},{"ms":5.678624153137207,"stages":[3.4893438816070557,1.139680027961731,0.5212479829788208,0.5283520221710205],"peak":6752829440},{"ms":5.6796159744262695,"stages":[3.4872000217437744,1.1438720226287842,0.5232319831848145,0.5253120064735413],"peak":6752829440},{"ms":5.683328151702881,"stages":[3.4767038822174072,1.1519039869308472,0.5273600220680237,0.5273600220680237],"peak":6752829440},{"ms":5.666143894195557,"stages":[3.4471359252929688,1.1683839559555054,0.5232639908790588,0.5273600220680237],"peak":6752829440},{"ms":5.6836161613464355,"stages":[3.444000005722046,1.1847679615020752,0.5273600220680237,0.5274879932403564],"peak":6752829440}],"local":[{"ms":6.016255855560303,"stages":[4.5709757804870605,0.044064000248909,0.40272000432014465,0.9984959959983826],"peak":7264534528},{"ms":6.020607948303223,"stages":[4.567327976226807,0.05238400027155876,0.40454399585723877,0.9963520169258118],"peak":7264534528},{"ms":6.02291202545166,"stages":[4.57155179977417,0.06233600154519081,0.40060800313949585,0.9884160161018372],"peak":7264534528},{"ms":6.002367973327637,"stages":[4.589888095855713,0.039903998374938965,0.4047040045261383,0.9678720235824585],"peak":7264534528},{"ms":6.005856037139893,"stages":[4.562848091125488,0.08912000060081482,0.4046719968318939,0.9492160081863403],"peak":7264534528},{"ms":6.020927906036377,"stages":[4.577888011932373,0.042047999799251556,0.40038400888442993,1.000607967376709],"peak":7264534528},{"ms":6.025983810424805,"stages":[4.560287952423096,0.05657599866390228,0.3984319865703583,1.0106879472732544],"peak":7264534528},{"ms":6.017727851867676,"stages":[4.560736179351807,0.06019200012087822,0.4046719968318939,0.9921280145645142],"peak":7264534528},{"ms":6.0002241134643555,"stages":[4.586048126220703,0.05225599929690361,0.40041598677635193,0.9615039825439453],"peak":7264534528}]}},{"rank":1,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":196608,"samples":{"baseline":[{"ms":5.802303791046143,"stages":[4.32044792175293,0.3164159953594208,0.5826560258865356,0.5827839970588684],"peak":6752829440},{"ms":5.832575798034668,"stages":[4.314015865325928,0.35737600922584534,0.5765119791030884,0.5846719741821289],"peak":6752829440},{"ms":5.789216041564941,"stages":[4.333983898162842,0.29177600145339966,0.5806400179862976,0.5828160047531128],"peak":6752829440},{"ms":5.7815680503845215,"stages":[4.322527885437012,0.2978239953517914,0.5785920023918152,0.5826240181922913],"peak":6752829440},{"ms":5.799520015716553,"stages":[4.29311990737915,0.3389439880847931,0.5847039818763733,0.582751989364624],"peak":6752829440},{"ms":5.7975358963012695,"stages":[4.3588480949401855,0.2754560112953186,0.5806080102920532,0.5826240181922913],"peak":6752829440},{"ms":5.795775890350342,"stages":[4.332543849945068,0.3020159900188446,0.5766720175743103,0.5845440030097961],"peak":6752829440},{"ms":5.785247802734375,"stages":[4.327968120574951,0.29398399591445923,0.5847359895706177,0.5785599946975708],"peak":6752829440},{"ms":5.791935920715332,"stages":[4.342976093292236,0.2877120077610016,0.5785599946975708,0.5826879739761353],"peak":6752829440}],"local":[{"ms":6.006624221801758,"stages":[4.852223873138428,0.03791999816894531,0.37804800271987915,0.738431990146637],"peak":7264534528},{"ms":6.0208001136779785,"stages":[4.879007816314697,0.03807999938726425,0.3798080086708069,0.723904013633728],"peak":7264534528},{"ms":6.020864009857178,"stages":[4.85865592956543,0.03776000067591667,0.38201600313186646,0.7424319982528687],"peak":7264534528},{"ms":6.004928112030029,"stages":[4.842591762542725,0.03788800165057182,0.37590399384498596,0.7485439777374268],"peak":7264534528},{"ms":6.015679836273193,"stages":[4.839392185211182,0.039712000638246536,0.377920001745224,0.7586560249328613],"peak":7264534528},{"ms":6.018976211547852,"stages":[4.852511882781982,0.03811199963092804,0.3798080086708069,0.7485439777374268],"peak":7264534528},{"ms":6.019872188568115,"stages":[4.836895942687988,0.04012800008058548,0.38198399543762207,0.7608640193939209],"peak":7264534528},{"ms":6.011136054992676,"stages":[4.850848197937012,0.03788800165057182,0.38016000390052795,0.7422400116920471],"peak":7264534528},{"ms":6.0135040283203125,"stages":[4.855264186859131,0.03788800165057182,0.38016000390052795,0.7401919960975647],"peak":7264534528}]}},{"rank":2,"bitwise":true,"local_rows":131072,"source_rows":131072,"target_rows":196608,"samples":{"baseline":[{"ms":6.344128131866455,"stages":[4.420000076293945,0.19353599846363068,0.8652799725532532,0.8653119802474976],"peak":6752829440},{"ms":6.409664154052734,"stages":[4.569536209106445,0.11366400122642517,0.8652799725532532,0.8611840009689331],"peak":6752829440},{"ms":6.32096004486084,"stages":[4.44601583480835,0.15462400019168854,0.8652799725532532,0.8550400137901306],"peak":6752829440},{"ms":6.302464008331299,"stages":[4.398975849151611,0.17788800597190857,0.8664320111274719,0.8591679930686951],"peak":6752829440},{"ms":6.331647872924805,"stages":[4.40553617477417,0.19968000054359436,0.8632320165634155,0.8632000088691711],"peak":6752829440},{"ms":6.335296154022217,"stages":[4.411136150360107,0.19964799284934998,0.86735999584198,0.857151985168457],"peak":6752829440},{"ms":6.325535774230957,"stages":[4.40553617477417,0.19964799284934998,0.8652480244636536,0.8551040291786194],"peak":6752829440},{"ms":6.327424049377441,"stages":[4.427872180938721,0.17100800573825836,0.8633279800415039,0.8652160167694092],"peak":6752829440},{"ms":6.337952136993408,"stages":[4.399519920349121,0.2141440063714981,0.8611199855804443,0.8631680011749268],"peak":6752829440}],"local":[{"ms":6.285408020019531,"stages":[5.131231784820557,0.048128001391887665,0.5460799932479858,0.5599679946899414],"peak":7264534528},{"ms":6.297120094299316,"stages":[5.144959926605225,0.04816000163555145,0.5479040145874023,0.5560960173606873],"peak":7264534528},{"ms":6.292960166931152,"stages":[5.138688087463379,0.04822399839758873,0.5438719987869263,0.562175989151001],"peak":7264534528},{"ms":6.2406721115112305,"stages":[5.082528114318848,0.0480320006608963,0.552191972732544,0.557919979095459],"peak":7264534528},{"ms":6.290272235870361,"stages":[5.140063762664795,0.048128001391887665,0.5500159859657288,0.5520640015602112],"peak":7264534528},{"ms":6.293920040130615,"stages":[5.146080017089844,0.047807998955249786,0.5460799932479858,0.5539519786834717],"peak":7264534528},{"ms":6.3006720542907715,"stages":[5.1466240882873535,0.04806400090456009,0.5459200143814087,0.5600640177726746],"peak":7264534528},{"ms":6.291391849517822,"stages":[5.14134407043457,0.048128001391887665,0.5479679703712463,0.5539519786834717],"peak":7264534528},{"ms":6.282144069671631,"stages":[5.1320319175720215,0.04816000163555145,0.5417600274085999,0.5601919889450073],"peak":7264534528}]}},{"rank":3,"bitwise":true,"local_rows":51668,"source_rows":131072,"target_rows":100820,"samples":{"baseline":[{"ms":6.093952178955078,"stages":[4.268191814422607,0.12387199699878693,0.9431040287017822,0.7587839961051941],"peak":6379356160},{"ms":6.147615909576416,"stages":[4.2481279373168945,0.1218239963054657,0.9922879934310913,0.7853760123252869],"peak":6379356160},{"ms":6.076608180999756,"stages":[4.279391765594482,0.12390399724245071,0.9145600199699402,0.7587519884109497],"peak":6379356160},{"ms":6.0860161781311035,"stages":[4.299168109893799,0.12387199699878693,0.900160014629364,0.7628160119056702],"peak":6379356160},{"ms":6.09171199798584,"stages":[4.295648097991943,0.12470400333404541,0.9105280041694641,0.7608320116996765],"peak":6379356160},{"ms":6.08735990524292,"stages":[4.292511940002441,0.12172800302505493,0.910368025302887,0.7627519965171814],"peak":6379356160},{"ms":6.086400032043457,"stages":[4.272895812988281,0.12390399724245071,0.926751971244812,0.7628480195999146],"peak":6379356160},{"ms":6.081471920013428,"stages":[4.304800033569336,0.1218239963054657,0.8980799913406372,0.756767988204956],"peak":6379356160},{"ms":6.090015888214111,"stages":[4.292960166931152,0.12387199699878693,0.9123839735984802,0.7608000040054321],"peak":6379356160}],"local":[{"ms":6.507743835449219,"stages":[4.162559986114502,0.13449600338935852,1.3719040155410767,0.8387839794158936],"peak":8485617664},{"ms":6.512800216674805,"stages":[4.151616096496582,0.13811199367046356,1.3895360231399536,0.8335360288619995],"peak":8485617664},{"ms":6.5175042152404785,"stages":[4.1557440757751465,0.14694400131702423,1.3759679794311523,0.8388479948043823],"peak":8485617664},{"ms":6.498432159423828,"stages":[4.1347198486328125,0.16518400609493256,1.3606719970703125,0.8378559947013855],"peak":8485617664},{"ms":6.512224197387695,"stages":[4.14463996887207,0.1488640010356903,1.3821760416030884,0.8365439772605896],"peak":8485617664},{"ms":6.517151832580566,"stages":[4.141632080078125,0.14633600413799286,1.3915519714355469,0.8376320004463196],"peak":8485617664},{"ms":6.523615837097168,"stages":[4.14188814163208,0.13619199395179749,1.4058560132980347,0.839680016040802],"peak":8485617664},{"ms":6.520991802215576,"stages":[4.157472133636475,0.1404159963130951,1.3833919763565063,0.8397120237350464],"peak":8485617664},{"ms":6.506112098693848,"stages":[4.161087989807129,0.14047999680042267,1.3710399866104126,0.8335040211677551],"peak":8485617664}]}},{"rank":4,"bitwise":true,"local_rows":32768,"source_rows":131072,"target_rows":65536,"samples":{"baseline":[{"ms":6.188032150268555,"stages":[4.394015789031982,0.12591999769210815,0.7895359992980957,0.8785600066184998],"peak":5656018944},{"ms":6.084512233734131,"stages":[4.378335952758789,0.12598399817943573,0.7179520130157471,0.8622400164604187],"peak":5656018944},{"ms":6.179103851318359,"stages":[4.422783851623535,0.12591999769210815,0.7486400008201599,0.8817600011825562],"peak":5656018944},{"ms":6.19536018371582,"stages":[4.408544063568115,0.12390399724245071,0.7791680097579956,0.8837440013885498],"peak":5656018944},{"ms":6.18723201751709,"stages":[4.391136169433594,0.12390399724245071,0.7998719811439514,0.8723199963569641],"peak":5656018944},{"ms":6.188960075378418,"stages":[4.393824100494385,0.12390399724245071,0.7977280020713806,0.8735039830207825],"peak":5656018944},{"ms":6.185919761657715,"stages":[4.394944190979004,0.1239359974861145,0.7936319708824158,0.8734080195426941],"peak":5656018944},{"ms":6.189888000488281,"stages":[4.410367965698242,0.125791996717453,0.7507839798927307,0.902944028377533],"peak":5656018944},{"ms":6.18284797668457,"stages":[4.38047981262207,0.12595200538635254,0.7938879728317261,0.8825280070304871],"peak":5656018944}],"local":[{"ms":6.512159824371338,"stages":[4.472928047180176,0.1343040019273758,1.0621119737625122,0.8428159952163696],"peak":7803502592},{"ms":6.536863803863525,"stages":[4.4732160568237305,0.1342719942331314,1.0703359842300415,0.8590400218963623],"peak":7803502592},{"ms":6.523680210113525,"stages":[4.476319789886475,0.13657599687576294,1.0659840106964111,0.8447999954223633],"peak":7803502592},{"ms":6.517343997955322,"stages":[4.467904090881348,0.13449600338935852,1.0640640258789062,0.8508800268173218],"peak":7803502592},{"ms":6.527679920196533,"stages":[4.476223945617676,0.13635200262069702,1.0641599893569946,0.8509439826011658],"peak":7803502592},{"ms":6.524928092956543,"stages":[4.471456050872803,0.13446399569511414,1.0741759538650513,0.8448320031166077],"peak":7803502592},{"ms":6.530111789703369,"stages":[4.472576141357422,0.13628800213336945,1.0806080102920532,0.8406400084495544],"peak":7803502592},{"ms":6.527328014373779,"stages":[4.475872039794922,0.13631999492645264,1.0703359842300415,0.8447999954223633],"peak":7803502592},{"ms":6.5102081298828125,"stages":[4.468992233276367,0.1342719942331314,1.070464015007019,0.8364800214767456],"peak":7803502592}]}},{"rank":5,"bitwise":true,"local_rows":66172,"source_rows":131072,"target_rows":98940,"samples":{"baseline":[{"ms":6.08128023147583,"stages":[4.254496097564697,0.3739520013332367,0.7425280213356018,0.7103040218353271],"peak":6341787648},{"ms":6.13478422164917,"stages":[4.223135948181152,0.3858560025691986,0.8119999766349792,0.7137920260429382],"peak":6341787648},{"ms":6.075488090515137,"stages":[4.255871772766113,0.35945600271224976,0.7444480061531067,0.7157120108604431],"peak":6341787648},{"ms":6.076543807983398,"stages":[4.277344226837158,0.34307199716567993,0.7423679828643799,0.7137600183486938],"peak":6341787648},{"ms":6.079296112060547,"stages":[4.266848087310791,0.35628798604011536,0.741536021232605,0.7146239876747131],"peak":6341787648},{"ms":6.080351829528809,"stages":[4.266751766204834,0.35951998829841614,0.7423999905586243,0.711679995059967],"peak":6341787648},{"ms":6.0867838859558105,"stages":[4.248608112335205,0.37376001477241516,0.7464960217475891,0.7179200053215027],"peak":6341787648},{"ms":6.071680068969727,"stages":[4.276639938354492,0.3391680121421814,0.742143988609314,0.7137280106544495],"peak":6341787648},{"ms":6.076096057891846,"stages":[4.26032018661499,0.36348798871040344,0.7444800138473511,0.7078080177307129],"peak":6341787648}],"local":[{"ms":6.290207862854004,"stages":[3.959167957305908,0.6340159773826599,0.7489280104637146,0.948095977306366],"peak":7941980160},{"ms":6.31056022644043,"stages":[3.9804799556732178,0.6321280002593994,0.7488639950752258,0.9490879774093628],"peak":7941980160},{"ms":6.297247886657715,"stages":[3.958048105239868,0.6628159880638123,0.7220479846000671,0.9543359875679016],"peak":7941980160},{"ms":6.290719985961914,"stages":[3.948512077331543,0.6625919938087463,0.7161279916763306,0.963487982749939],"peak":7941980160},{"ms":6.308191776275635,"stages":[3.9586880207061768,0.693664014339447,0.6728640198707581,0.9829760193824768],"peak":7941980160},{"ms":6.295584201812744,"stages":[3.964576005935669,0.6299520134925842,0.7446720004081726,0.956384003162384],"peak":7941980160},{"ms":6.3072638511657715,"stages":[3.912895917892456,0.6790720224380493,0.7363839745521545,0.9789119958877563],"peak":7941980160},{"ms":6.292863845825195,"stages":[3.9566080570220947,0.656544029712677,0.7285439968109131,0.9511680006980896],"peak":7941980160},{"ms":6.2987518310546875,"stages":[3.955615997314453,0.6809599995613098,0.7017599940299988,0.9604160189628601],"peak":7941980160}]}},{"rank":6,"bitwise":true,"local_rows":32768,"source_rows":131072,"target_rows":65536,"samples":{"baseline":[{"ms":6.451136112213135,"stages":[3.8419840335845947,0.6707199811935425,1.0741759538650513,0.8642560243606567],"peak":5656018944},{"ms":6.518080234527588,"stages":[3.8495678901672363,0.8182719945907593,0.9900799989700317,0.8601599931716919],"peak":5656018944},{"ms":6.4291839599609375,"stages":[3.8548479080200195,0.6830400228500366,1.035264015197754,0.8560320138931274],"peak":5656018944},{"ms":6.439839839935303,"stages":[3.8204801082611084,0.7034879922866821,1.059775948524475,0.8560960292816162],"peak":5656018944},{"ms":6.447616100311279,"stages":[3.846656084060669,0.6646080017089844,1.0720959901809692,0.8642560243606567],"peak":5656018944},{"ms":6.450528144836426,"stages":[3.860032081604004,0.658240020275116,1.0782400369644165,0.8540160059928894],"peak":5656018944},{"ms":6.444096088409424,"stages":[3.8572800159454346,0.6564800143241882,1.0750720500946045,0.8552640080451965],"peak":5656018944},{"ms":6.439199924468994,"stages":[3.848576068878174,0.683135986328125,1.0424319505691528,0.8650559782981873],"peak":5656018944},{"ms":6.447391986846924,"stages":[3.834336042404175,0.6664959788322449,1.086400032043457,0.8601599931716919],"peak":5656018944}],"local":[{"ms":6.524064064025879,"stages":[4.146111965179443,0.45772799849510193,1.2402880191802979,0.6799359917640686],"peak":7803502592},{"ms":6.553408145904541,"stages":[4.142943859100342,0.4639360010623932,1.2493760585784912,0.6971520185470581],"peak":7803502592},{"ms":6.534048080444336,"stages":[4.151968002319336,0.45395201444625854,1.2360639572143555,0.6920639872550964],"peak":7803502592},{"ms":6.526976108551025,"stages":[4.151040077209473,0.44761601090431213,1.2425600290298462,0.6857600212097168],"peak":7803502592},{"ms":6.539519786834717,"stages":[4.143263816833496,0.4660800099372864,1.2442879676818848,0.6858879923820496],"peak":7803502592},{"ms":6.537536144256592,"stages":[4.139039993286133,0.46403199434280396,1.252511978149414,0.6819519996643066],"peak":7803502592},{"ms":6.542623996734619,"stages":[4.127776145935059,0.4744960069656372,1.254431962966919,0.685920000076294],"peak":7803502592},{"ms":6.529119968414307,"stages":[4.136703968048096,0.4622400104999542,1.2454400062561035,0.6847360134124756],"peak":7803502592},{"ms":6.521823883056641,"stages":[4.149983882904053,0.44966399669647217,1.232159972190857,0.690015971660614],"peak":7803502592}]}},{"rank":7,"bitwise":true,"local_rows":78768,"source_rows":131072,"target_rows":127920,"samples":{"baseline":[{"ms":6.069151878356934,"stages":[4.503712177276611,0.1340160071849823,0.7115839719772339,0.7198399901390076],"peak":6933970944},{"ms":6.114560127258301,"stages":[4.485439777374268,0.19760000705718994,0.7178239822387695,0.7136960029602051],"peak":6933970944},{"ms":6.056735992431641,"stages":[4.4930877685546875,0.1343040019273758,0.7135679721832275,0.7157760262489319],"peak":6933970944},{"ms":6.0550079345703125,"stages":[4.494431972503662,0.13433599472045898,0.7125120162963867,0.7137280106544495],"peak":6933970944},{"ms":6.055583953857422,"stages":[4.496064186096191,0.13417600095272064,0.7116159796714783,0.7137280106544495],"peak":6933970944},{"ms":6.064000129699707,"stages":[4.503424167633057,0.13424000144004822,0.7126079797744751,0.7137280106544495],"peak":6933970944},{"ms":6.0696001052856445,"stages":[4.503903865814209,0.13424000144004822,0.7156800031661987,0.7157760262489319],"peak":6933970944},{"ms":6.052159786224365,"stages":[4.494688034057617,0.13439999520778656,0.7106239795684814,0.712448000907898],"peak":6933970944},{"ms":6.0675201416015625,"stages":[4.503903865814209,0.13420799374580383,0.7136319875717163,0.7157760262489319],"peak":6933970944}],"local":[{"ms":6.2707200050354,"stages":[4.44982385635376,0.15680000185966492,0.8735359907150269,0.7905600070953369],"peak":8597012480},{"ms":6.295167922973633,"stages":[4.477312088012695,0.14028799533843994,0.8838719725608826,0.7936959862709045],"peak":8597012480},{"ms":6.289599895477295,"stages":[4.484064102172852,0.13023999333381653,0.8776000142097473,0.7976959943771362],"peak":8597012480},{"ms":6.272319793701172,"stages":[4.474944114685059,0.13417600095272064,0.8757439851760864,0.7874559760093689],"peak":8597012480},{"ms":6.293056011199951,"stages":[4.520319938659668,0.1281919926404953,0.8550080060958862,0.7895359992980957],"peak":8597012480},{"ms":6.29088020324707,"stages":[4.466944217681885,0.15091200172901154,0.8856639862060547,0.7873600125312805],"peak":8597012480},{"ms":6.3056640625,"stages":[4.46127986907959,0.1547199934720993,0.8878719806671143,0.8017920255661011],"peak":8597012480},{"ms":6.297855854034424,"stages":[4.482143878936768,0.13625599443912506,0.8860480189323425,0.7934079766273499],"peak":8597012480},{"ms":6.290656089782715,"stages":[4.5043840408325195,0.12812800705432892,0.8614720106124878,0.796671986579895],"peak":8597012480}]}}]} + ]} +} diff --git a/docs/results/csa_cp_preparation_tail_20261117.json b/docs/results/csa_cp_preparation_tail_20261117.json new file mode 100644 index 00000000..2020363b --- /dev/null +++ b/docs/results/csa_cp_preparation_tail_20261117.json @@ -0,0 +1 @@ +{"schema_version":1,"runtime_revision":"932b3b4b9e00a05ba4f93aab53f229953e7b5eb1","short_windows":{"manifest":{"schema_version":1,"source_revision":"932b3b4b9e00a05ba4f93aab53f229953e7b5eb1","arguments":{"profile":"benchmarks/profiles/thd_selection_b300_cp8.json","cases":null,"layers":4,"warmups":1,"repeats":5,"prepare_repeats":3,"min_gain_ms":0,"check_only":false,"source_revision":"932b3b4b9e00a05ba4f93aab53f229953e7b5eb1"},"model":{"candidate_ns":0.01381271460590644,"query_ns":0.0,"span_us":9.547858289905301,"bytes_per_query":20608,"intra_node_gbps":661.3111749180831,"inter_node_gbps":661.3111749180831,"rank_node_ids":[0,0,0,0,0,0,0,0],"packing_ns_per_query":28.482437529561206,"exchange_us":185.84198535775175,"min_gain_fraction":0.05,"peer_gbps":407.8016423963969,"min_gain_ms":0,"peer_startup_us":2.0219781415624504e-17,"inter_node_aggregate_gbps":null,"overlap_intra_inter":false,"local_copy_gbps":3594.331337476197},"config":{"block_size":4,"min_split_tokens":16384,"max_chunks_per_rank":6,"token_weight":1.0,"causal_weight":1.0,"boundary_weight":0.02,"min_chunk_tokens":1024},"suite":["128k-single","128k-mixed-22","128k-mixed-1000","128k-uniform-1024","256k-single","256k-mixed-22","256k-mixed-1000","256k-uniform-1024"],"software":{"torch":"2.12.1+cu130","cuda":"13.0","cutlass_dsl":"4.8.1","cudnn_backend":"92000"},"source_sha256":{"cula/__init__.py":"5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51","cula/_metadata.py":"92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36","cula/distributed/__init__.py":"958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb","cula/distributed/kda.py":"a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059","cula/distributed/plan.py":"ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61","cula/distributed/redistribute.py":"c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f","cula/distributed/thd_planner.py":"b19fd146edd793d247dc802e9c1d1f2272be6a64306ef7e7864702eb0bf909ab","cula/hybrid/__init__.py":"d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3","cula/hybrid/csa_cp.py":"dac98146f8c6d317778ff01d148a402244949ffa8aec317329b6c45b7929941a","cula/hybrid/distributed_pool.py":"eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d","cula/hybrid/dsa.py":"853f7045ead4d230d4bd5b0a211d60861c840c6190c6502bfdcde310cf866bc2","cula/hybrid/index_pool.py":"2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76","cula/hybrid/plan.py":"136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033","cula/kda/__init__.py":"10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894","cula/kda/_flashkda_arch.py":"a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e","cula/kda/chunk_intra.py":"0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5","cula/kda/flashkda.py":"6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037","cula/kda/prefill.py":"0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e","cula/kernels/__init__.py":"c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5","cula/kernels/_lazy.py":"b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6","cula/kernels/kda.py":"16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb","cula/kernels/lightning.py":"95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0","cula/kernels/registry.py":"9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34","cula/lightning/__init__.py":"76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c","cula/lightning/la_decode_mtp.py":"e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2","cula/lightning/la_state_update_kvbuffer.py":"8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5","cula/lightning/la_verify_kvbuffer.py":"18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c","cula/ops/__init__.py":"50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876","cula/ops/_mlir_compat.py":"65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605","cula/ops/_nvvm_compat.py":"08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296","cula/ops/experimental/__init__.py":"e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72","cula/ops/experimental/linear_attn_prototype.py":"0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14","cula/ops/inv.py":"c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43","cula/ops/kda/__init__.py":"3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164","cula/ops/kda/cp_mode.py":"ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46","cula/ops/kda/decode/__init__.py":"fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd","cula/ops/kda/decode/cute.py":"01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507","cula/ops/kda/decode/mtp.py":"3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5","cula/ops/kda/decode/mtp_conv.py":"b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227","cula/ops/kda/decode/mtp_conv_kvbuffer.py":"b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e","cula/ops/kda/decode/mtp_kvbuffer.py":"8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170","cula/ops/kda/experimental/__init__.py":"327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb","cula/ops/kda/index.py":"0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37","cula/ops/kda/sm100/__init__.py":"90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36","cula/ops/kda/sm100/akk_inv_fp32.py":"ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660","cula/ops/kda/sm100/akk_inv_tf32.py":"2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879","cula/ops/kda/sm100/bwd_wy_dqkg.py":"105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a","cula/ops/kda/sm100/cp/__init__.py":"06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784","cula/ops/kda/sm100/cp/chunk_delta_h.py":"2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9","cula/ops/kda/sm100/cp/merge.py":"cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1","cula/ops/kda/sm100/cp/pre_scan.py":"b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36","cula/ops/kda/sm100/delta_h.py":"9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e","cula/ops/kda/sm100/full_port.py":"12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f","cula/ops/kda/sm100/fwd_o.py":"6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012","cula/ops/kda/sm100/intra_fused.py":"4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be","cula/ops/kda/sm100/policy.py":"9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325","cula/ops/kda/sm100/recompute_wu.py":"6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b","cula/ops/kda/sm90/__init__.py":"3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16","cula/ops/kda/sm90/_common.py":"44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac","cula/ops/kda/sm90/bwd_wy_dqkg.py":"c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac","cula/ops/kda/sm90/cp/__init__.py":"319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2","cula/ops/kda/sm90/cp/driver.py":"c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159","cula/ops/kda/sm90/cp/merge.py":"0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882","cula/ops/kda/sm90/cp/plan.py":"f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc","cula/ops/kda/sm90/cp/pre_scan.py":"8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a","cula/ops/kda/sm90/fwd.py":"ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362","cula/ops/kda/sm90/k1.py":"3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34","cula/ops/kda/sm90/k2.py":"6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044","cula/ops/lightning/__init__.py":"6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7","cula/ops/lightning/decode.py":"7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45","cula/ops/lightning/prefill.py":"68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b","cula/ops/lightning/prefill_sm100.py":"d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43","cula/ops/lightning/prefill_sm90.py":"13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6","cula/ops/lightning/sm90/__init__.py":"0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75","cula/ops/lightning/sm90/prefill_kernel.py":"9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb","cula/ops/lightning/sm90/schedule.py":"8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac","cula/ops/ptx.py":"184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4","cula/ops/sm100/__init__.py":"0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae","cula/ops/sm100/ptx.py":"fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee","cula/utils.py":"0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34","benchmarks/bench_cake_vs_flashkda_cp.py":"22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d","benchmarks/bench_chunk_delta_h.py":"9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d","benchmarks/bench_csa_cp_reuse.py":"e2abb68cb6220065a424d4311bc1da9940b99b66bfd62c9771c92bc8876260b2","benchmarks/bench_csa_cp_windows.py":"d115273ecfc9c37d1b93aeffd84325472528b05ee7c32865aae8a47eab2df827","benchmarks/bench_csa_layout_matrix.py":"774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d","benchmarks/bench_full_csa_cp.py":"cfcf1d33a65dbc3c20649e208a27b53739843d0bdd70b27f6d6669b6e73a803b","benchmarks/bench_fused_kda_conv_mtp.py":"bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc","benchmarks/bench_fwd_o.py":"3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d","benchmarks/bench_hybrid_cp_emulation.py":"518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc","benchmarks/bench_hybrid_kda_dsa_e2e.py":"31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa","benchmarks/bench_index_pool_cp.py":"943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606","benchmarks/bench_kda_bwd_wy_dqkg_sm100.py":"83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d","benchmarks/bench_kda_bwd_wy_dqkg_sm90.py":"94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b","benchmarks/bench_kda_chunk_intra.py":"776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70","benchmarks/bench_kda_decode.py":"370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938","benchmarks/bench_kda_decode_mtp.py":"0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053","benchmarks/bench_kda_independent_shards.py":"0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa","benchmarks/bench_kda_packed_decode.py":"54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32","benchmarks/bench_kda_sm90_cp.py":"0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32","benchmarks/bench_kda_sm90_prefill.py":"70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841","benchmarks/bench_kimi_cp_e2e.py":"1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7","benchmarks/bench_la_decode_mtp.py":"e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5","benchmarks/bench_la_decode_vs_fla.py":"6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230","benchmarks/bench_la_kvbuffer.py":"4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21","benchmarks/bench_lightning_attn_prefill.py":"e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5","benchmarks/bench_linear_attn.py":"a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327","benchmarks/bench_recompute_wu.py":"4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f","benchmarks/bench_thd_transport.py":"ddacfffe28279bcbccff894a03a541b74da796cc5436429c5c7bfb92be153b1d","benchmarks/calibrate_thd_selection.py":"90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792","benchmarks/check_csa_cp_selection.py":"071e51199716cc997e3f58cdbb5de57bfb340644d4b8b6038f82c7b2fb2f24a9","benchmarks/cp_layouts.py":"10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894","benchmarks/fit_thd_transport.py":"a83c56fb05f2959c238400040807893cc6a2aab559fc38f738071d9bf701ad15","benchmarks/large_cp_emulation/__init__.py":"62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1","benchmarks/large_cp_emulation/bench_components.py":"567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600","benchmarks/large_cp_emulation/bench_dsa_layout.py":"410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9","benchmarks/large_cp_emulation/bench_hybrid.py":"1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f","benchmarks/large_cp_emulation/bench_kda.py":"1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a","benchmarks/large_cp_emulation/bench_thd_planner.py":"ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779","benchmarks/large_cp_emulation/query_layout.py":"62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f","benchmarks/large_cp_emulation/topology.py":"e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba","benchmarks/large_cp_emulation/transport.py":"c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe","benchmarks/large_cp_emulation/workload.py":"383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b","benchmarks/stress_kda_sm100_cutedsl_determinism.py":"42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06","benchmarks/summarize_csa_layout_matrix.py":"9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65","benchmarks/thd_1m_cases.py":"de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5","benchmarks/utils.py":"a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032"},"fixture_source":"benchmarks.bench_csa_cp_windows.cases","adapter_sha256":"ede58c65e2619a9ebea84c978752196b398b065af11af9fbdc3d53ef91030de6"},"cases":[{"case":"128k-single","lengths":[131072],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":190.4015655517578,"prepare_ms":0.7919119670987129,"prepare_plus_stack_ms":191.19347751885653,"amortized_per_layer_ms":47.79836937971413,"prepare_fraction":0.004141940286747545,"stack_min_ms":189.938232421875,"stack_max_ms":190.976806640625,"prepare_min_ms":0.7665290031582117,"prepare_max_ms":1.1463190894573927,"peak_allocated_gib":19.089938640594482,"peak_reserved_gib":19.5234375},"zigzag":{"stack_ms":183.5990447998047,"prepare_ms":0.9718069341033697,"prepare_plus_stack_ms":184.57085173390806,"amortized_per_layer_ms":46.142712933477014,"prepare_fraction":0.005265224302613088,"stack_min_ms":183.46896362304688,"stack_max_ms":185.32412719726562,"prepare_min_ms":0.9590999688953161,"prepare_max_ms":1.0694179218262434,"peak_allocated_gib":19.089938640594482,"peak_reserved_gib":19.5234375},"planner":{"stack_ms":182.73692321777344,"prepare_ms":6.131246918812394,"prepare_plus_stack_ms":188.86817013658583,"amortized_per_layer_ms":47.21704253414646,"prepare_fraction":0.03246310330839969,"stack_min_ms":182.3798065185547,"stack_max_ms":183.09202575683594,"prepare_min_ms":6.046541966497898,"prepare_max_ms":7.47522700112313,"peak_allocated_gib":19.089938640594482,"peak_reserved_gib":19.5234375}},"ranks":[{"rank":0,"samples":{"contiguous":[{"stack_ms":190.85203552246094,"wall_ms":190.8889439655468,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":189.9330291748047,"wall_ms":189.96904604136944,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":190.32864379882812,"wall_ms":190.362909110263,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":190.96624755859375,"wall_ms":191.0037969937548,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":190.39244079589844,"wall_ms":190.42719702702016,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375}],"zigzag":[{"stack_ms":184.30361938476562,"wall_ms":184.35049802064896,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":183.46022033691406,"wall_ms":183.49764100275934,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":183.56930541992188,"wall_ms":183.632499887608,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":185.3182373046875,"wall_ms":185.35494501702487,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":183.55836486816406,"wall_ms":183.59620193950832,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375}],"planner":[{"stack_ms":182.43125915527344,"wall_ms":182.4685549363494,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":182.71600341796875,"wall_ms":182.7506460249424,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":182.36329650878906,"wall_ms":182.40057700313628,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":182.85289001464844,"wall_ms":182.88856197614223,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375},{"stack_ms":183.09103393554688,"wall_ms":183.12365503516048,"allocated_gib":18.714931964874268,"reserved_gib":19.1484375}]},"preparation":{"contiguous":[{"common_ms":0.12918002903461456,"layout_ms":0.8038019295781851},{"common_ms":0.09105901699513197,"layout_ms":0.4546630661934614},{"common_ms":0.09231397416442633,"layout_ms":0.43699401430785656}],"zigzag":[{"common_ms":0.0915509881451726,"layout_ms":0.8012049365788698},{"common_ms":0.09407196193933487,"layout_ms":0.7175219943746924},{"common_ms":0.07855694275349379,"layout_ms":0.7029959233477712}],"planner":[{"common_ms":0.0951910624280572,"layout_ms":6.362514104694128},{"common_ms":0.08625490590929985,"layout_ms":6.044992012903094},{"common_ms":0.07969303987920284,"layout_ms":5.827278946526349}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":134201344},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536861644},"planner":{"selected_policy":"selection-local-2x","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536828104}}},{"rank":1,"samples":{"contiguous":[{"stack_ms":190.81814575195312,"wall_ms":190.86752797011286,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":189.938232421875,"wall_ms":189.96782298199832,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":190.33938598632812,"wall_ms":190.3705430449918,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":190.976806640625,"wall_ms":191.00530399009585,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":190.4015655517578,"wall_ms":190.43213897384703,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375}],"zigzag":[{"stack_ms":184.306884765625,"wall_ms":184.33868093416095,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":183.46800231933594,"wall_ms":183.49744495935738,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":183.58953857421875,"wall_ms":183.62815002910793,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":185.31954956054688,"wall_ms":185.3503700112924,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":183.5647430419922,"wall_ms":183.59578505624086,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375}],"planner":[{"stack_ms":182.43894958496094,"wall_ms":182.46829195413738,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":182.73068237304688,"wall_ms":182.76462005451322,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":182.3798065185547,"wall_ms":182.41043400485069,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":182.85743713378906,"wall_ms":182.88699607364833,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375},{"stack_ms":183.09202575683594,"wall_ms":183.12231602612883,"allocated_gib":18.964932918548584,"reserved_gib":19.3984375}]},"preparation":{"contiguous":[{"common_ms":0.14373904559761286,"layout_ms":0.8203829638659954},{"common_ms":0.0890200026333332,"layout_ms":0.45096396934241056},{"common_ms":0.08414802141487598,"layout_ms":0.43430307414382696}],"zigzag":[{"common_ms":0.09841099381446838,"layout_ms":0.8190639782696962},{"common_ms":0.08584198076277971,"layout_ms":0.7063819793984294},{"common_ms":0.08073390927165747,"layout_ms":0.701841083355248}],"planner":[{"common_ms":0.09462004527449608,"layout_ms":6.323548033833504},{"common_ms":0.08430297020822763,"layout_ms":5.936453002505004},{"common_ms":0.08066999725997448,"layout_ms":5.822897073812783}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":402636800},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536828104},"planner":{"selected_policy":"selection-local-2x","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536812296}}},{"rank":2,"samples":{"contiguous":[{"stack_ms":190.82057189941406,"wall_ms":190.86348894052207,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":189.92640686035156,"wall_ms":189.9609569227323,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":190.32415771484375,"wall_ms":190.3614120092243,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":190.96815490722656,"wall_ms":191.01195607800037,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":190.39356994628906,"wall_ms":190.43594296090305,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375}],"zigzag":[{"stack_ms":184.3016357421875,"wall_ms":184.34441497083753,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":183.46681213378906,"wall_ms":183.4995320532471,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":183.5990447998047,"wall_ms":183.64462489262223,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":185.31581115722656,"wall_ms":185.35414093639702,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":183.55746459960938,"wall_ms":183.60071198549122,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375}],"planner":[{"stack_ms":182.43484497070312,"wall_ms":182.46772896964103,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":182.73001098632812,"wall_ms":182.76777595747262,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":182.3720703125,"wall_ms":182.40458995569497,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":182.852294921875,"wall_ms":182.89029004517943,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375},{"stack_ms":183.07919311523438,"wall_ms":183.12273791525513,"allocated_gib":19.089934825897217,"reserved_gib":19.5234375}]},"preparation":{"contiguous":[{"common_ms":0.12749899178743362,"layout_ms":0.8358459454029799},{"common_ms":0.0837249681353569,"layout_ms":0.5149319767951965},{"common_ms":0.08233007974922657,"layout_ms":0.4985850537195802}],"zigzag":[{"common_ms":0.08991302456706762,"layout_ms":0.7845930522307754},{"common_ms":0.0865589827299118,"layout_ms":0.6928750080987811},{"common_ms":0.07827603258192539,"layout_ms":0.6885310867801309}],"planner":[{"common_ms":0.08986401371657848,"layout_ms":7.385362987406552},{"common_ms":0.07598299998790026,"layout_ms":5.791992996819317},{"common_ms":0.07784401532262564,"layout_ms":5.839026998728514}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536859656},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536838528},"planner":{"selected_policy":"selection-local-2x","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536816940}}},{"rank":3,"samples":{"contiguous":[{"stack_ms":190.84434509277344,"wall_ms":190.8801719546318,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":189.93177795410156,"wall_ms":189.9629239924252,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":190.3282928466797,"wall_ms":190.35935099236667,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":190.97325134277344,"wall_ms":191.00376998540014,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":190.39260864257812,"wall_ms":190.42659108527005,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375}],"zigzag":[{"stack_ms":184.30426025390625,"wall_ms":184.33714099228382,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":183.46156311035156,"wall_ms":183.49379301071167,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":183.58773803710938,"wall_ms":183.62791603431106,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":185.32412719726562,"wall_ms":185.35573908593506,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":183.5689239501953,"wall_ms":183.60107706394047,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375}],"planner":[{"stack_ms":182.43519592285156,"wall_ms":182.46687098871917,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":182.7343292236328,"wall_ms":182.76496103499085,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":182.37545776367188,"wall_ms":182.4063170934096,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":182.85171508789062,"wall_ms":182.88290698546916,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375},{"stack_ms":183.08787536621094,"wall_ms":183.1178249558434,"allocated_gib":19.089444637298584,"reserved_gib":19.5234375}]},"preparation":{"contiguous":[{"common_ms":0.14563696458935738,"layout_ms":0.8980919374153018},{"common_ms":0.0886240741237998,"layout_ms":0.5256389267742634},{"common_ms":0.08737493772059679,"layout_ms":0.5074510117992759}],"zigzag":[{"common_ms":0.10917498730123043,"layout_ms":0.8180290460586548},{"common_ms":0.08877599611878395,"layout_ms":0.7309881038963795},{"common_ms":0.08053600322455168,"layout_ms":0.7072400767356157}],"planner":[{"common_ms":0.09627500548958778,"layout_ms":7.307128980755806},{"common_ms":0.08202099706977606,"layout_ms":5.755570018664002},{"common_ms":0.09584298823028803,"layout_ms":5.726336967200041}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536840192},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536812296},"planner":{"selected_policy":"selection-local-2x","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536864252}}},{"rank":4,"samples":{"contiguous":[{"stack_ms":190.84454345703125,"wall_ms":190.88527001440525,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":189.92877197265625,"wall_ms":189.96179790701717,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":190.33084106445312,"wall_ms":190.3623689431697,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":190.96780395507812,"wall_ms":190.9999119816348,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":190.3934783935547,"wall_ms":190.4282949399203,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375}],"zigzag":[{"stack_ms":184.30140686035156,"wall_ms":184.33505995199084,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":183.46226501464844,"wall_ms":183.49563202355057,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":183.5870361328125,"wall_ms":183.6252430221066,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":185.31932067871094,"wall_ms":185.35354698542506,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":183.55996704101562,"wall_ms":183.59390401747078,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375}],"planner":[{"stack_ms":182.42933654785156,"wall_ms":182.46242892928421,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":182.7343292236328,"wall_ms":182.76971497107297,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":182.37254333496094,"wall_ms":182.4054999742657,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":182.8525390625,"wall_ms":182.8850560123101,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":183.0820770263672,"wall_ms":183.11610992532223,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375}]},"preparation":{"contiguous":[{"common_ms":0.13748498167842627,"layout_ms":0.9526240173727274},{"common_ms":0.0934600830078125,"layout_ms":0.6389850750565529},{"common_ms":0.08901604451239109,"layout_ms":0.6093860138207674}],"zigzag":[{"common_ms":0.09871192742139101,"layout_ms":0.9707059944048524},{"common_ms":0.08800998330116272,"layout_ms":0.8710899855941534},{"common_ms":0.08764094673097134,"layout_ms":0.8841659873723984}],"planner":[{"common_ms":0.09492202661931515,"layout_ms":6.356274941936135},{"common_ms":0.0830269418656826,"layout_ms":5.936486995778978},{"common_ms":0.09498489089310169,"layout_ms":5.951557075604796}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536828336},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536778684},"planner":{"selected_policy":"selection-local-2x","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536795936}}},{"rank":5,"samples":{"contiguous":[{"stack_ms":190.84317016601562,"wall_ms":190.88043691590428,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":189.93382263183594,"wall_ms":189.9628380779177,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":190.31724548339844,"wall_ms":190.35018293652683,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":190.97276306152344,"wall_ms":191.01568800397217,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":190.3884735107422,"wall_ms":190.4228850034997,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375}],"zigzag":[{"stack_ms":184.29945373535156,"wall_ms":184.33105398435146,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":183.46896362304688,"wall_ms":183.49955196026713,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":183.58006286621094,"wall_ms":183.6323719471693,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":185.32400512695312,"wall_ms":185.35268399864435,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":183.53575134277344,"wall_ms":183.58486297074705,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375}],"planner":[{"stack_ms":182.43321228027344,"wall_ms":182.46568902395666,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":182.73692321777344,"wall_ms":182.7660450944677,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":182.3717803955078,"wall_ms":182.4173020431772,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":182.85789489746094,"wall_ms":182.88679502438754,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375},{"stack_ms":183.0836181640625,"wall_ms":183.11607895884663,"allocated_gib":19.08993673324585,"reserved_gib":19.5234375}]},"preparation":{"contiguous":[{"common_ms":0.12167496606707573,"layout_ms":0.9123369818553329},{"common_ms":0.0855099642649293,"layout_ms":0.5858100485056639},{"common_ms":0.087362015619874,"layout_ms":0.5709179677069187}],"zigzag":[{"common_ms":0.0976810697466135,"layout_ms":0.8755539311096072},{"common_ms":0.08395407348871231,"layout_ms":0.8090910268947482},{"common_ms":0.07919198833405972,"layout_ms":0.7826150394976139}],"planner":[{"common_ms":0.09452598169445992,"layout_ms":7.358295959420502},{"common_ms":0.07896102033555508,"layout_ms":5.925474921241403},{"common_ms":0.09370001498609781,"layout_ms":5.7530299527570605}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536826624},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536816940},"planner":{"selected_policy":"selection-local-2x","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536778684}}},{"rank":6,"samples":{"contiguous":[{"stack_ms":190.83958435058594,"wall_ms":190.88152900803834,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":189.93133544921875,"wall_ms":189.96088695712388,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":190.32489013671875,"wall_ms":190.3590770671144,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":190.96893310546875,"wall_ms":190.99915702827275,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":190.3915557861328,"wall_ms":190.42656000237912,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375}],"zigzag":[{"stack_ms":184.30026245117188,"wall_ms":184.33042394462973,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":183.4607391357422,"wall_ms":183.49353701341897,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":183.58607482910156,"wall_ms":183.6263780714944,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":185.31829833984375,"wall_ms":185.35072391387075,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":183.5568389892578,"wall_ms":183.59225895255804,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375}],"planner":[{"stack_ms":182.42214965820312,"wall_ms":182.45551793370396,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":182.7268829345703,"wall_ms":182.75801395066082,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":182.37100219726562,"wall_ms":182.40517505910248,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":182.85162353515625,"wall_ms":182.88225296419114,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375},{"stack_ms":183.0850830078125,"wall_ms":183.11608606018126,"allocated_gib":19.089938640594482,"reserved_gib":19.5234375}]},"preparation":{"contiguous":[{"common_ms":0.13865099754184484,"layout_ms":1.0076680919155478},{"common_ms":0.10191998444497585,"layout_ms":0.6899919826537371},{"common_ms":0.0900499289855361,"layout_ms":0.6764790741726756}],"zigzag":[{"common_ms":0.10115397162735462,"layout_ms":0.9367900202050805},{"common_ms":0.08719996549189091,"layout_ms":0.8598410058766603},{"common_ms":0.07850199472159147,"layout_ms":0.8361550280824304}],"planner":[{"common_ms":0.09700295049697161,"layout_ms":6.377210025675595},{"common_ms":0.08840695954859257,"layout_ms":5.892351968213916},{"common_ms":0.095988973043859,"layout_ms":5.94940991140902}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536812296},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536795936},"planner":{"selected_policy":"selection-local-2x","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536838528}}},{"rank":7,"samples":{"contiguous":[{"stack_ms":190.86802673339844,"wall_ms":190.89827605057508,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":189.93157958984375,"wall_ms":189.9618039606139,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":190.32992553710938,"wall_ms":190.35936298314482,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":190.97068786621094,"wall_ms":190.9999130293727,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":190.39894104003906,"wall_ms":190.4285450000316,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375}],"zigzag":[{"stack_ms":184.3020477294922,"wall_ms":184.3326420057565,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":183.46336364746094,"wall_ms":183.4925430594012,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":183.58969116210938,"wall_ms":183.6241950513795,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":185.31805419921875,"wall_ms":185.34761702176183,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":183.56320190429688,"wall_ms":183.59231995418668,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375}],"planner":[{"stack_ms":182.42601013183594,"wall_ms":182.45559104252607,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":182.72940063476562,"wall_ms":182.76067497208714,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":182.37513732910156,"wall_ms":182.4046929832548,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":182.85708618164062,"wall_ms":182.886959053576,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375},{"stack_ms":183.0884552001953,"wall_ms":183.11855208594352,"allocated_gib":19.089938163757324,"reserved_gib":19.5234375}]},"preparation":{"contiguous":[{"common_ms":0.12284400872886181,"layout_ms":0.9557949379086494},{"common_ms":0.08412101306021214,"layout_ms":0.6419930141419172},{"common_ms":0.08487200830131769,"layout_ms":0.6296760402619839}],"zigzag":[{"common_ms":0.0891159288585186,"layout_ms":0.8826710982248187},{"common_ms":0.08416303899139166,"layout_ms":0.7984190015122294},{"common_ms":0.0814009690657258,"layout_ms":0.788707984611392}],"planner":[{"common_ms":0.09060802403837442,"layout_ms":7.17380503192544},{"common_ms":0.07811002433300018,"layout_ms":5.808060057461262},{"common_ms":0.0778550747781992,"layout_ms":5.826123990118504}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536844424},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536828336},"planner":{"selected_policy":"selection-local-2x","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":536861644}}}],"raw_sha256":"64b96ee04b3ae45e1004f8d2f4aec18d1811c6a97a322cc6233faef6ce51680a","precision":{"contiguous":{"checks":32,"okay":true,"max_loss_abs_diff":6.402842700481415e-10,"errors":{"output":{"relative_rms":0.0015937539915230122,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0005799096244900417,"max_abs":0.00250244140625,"finite":true},"dkv":{"relative_rms":0.0007128766035369247,"max_abs":0.03173828125,"finite":true},"d_index_q":{"relative_rms":0.0007975018449293225,"max_abs":7.617018127348274e-12,"finite":true},"d_weights":{"relative_rms":0.0006074719018149295,"max_abs":2.0023435354232788e-08,"finite":true},"d_pool_kv":{"relative_rms":0.0008330213661958885,"max_abs":1.1641532182693481e-10,"finite":true},"d_pool_score":{"relative_rms":0.0008024245072987342,"max_abs":5.820766091346741e-11,"finite":true},"d_ape":{"relative_rms":2.767460324528968e-05,"max_abs":4.5351278288308094e-11,"finite":true}}},"zigzag":{"checks":32,"okay":true,"max_loss_abs_diff":7.275957614183426e-10,"errors":{"output":{"relative_rms":0.0015963020387418073,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0005822953033598606,"max_abs":0.002716064453125,"finite":true},"dkv":{"relative_rms":0.0011823001363480208,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0010771314175378808,"max_abs":1.1311840353300795e-11,"finite":true},"d_weights":{"relative_rms":0.0009007887442164749,"max_abs":2.0023435354232788e-08,"finite":true},"d_pool_kv":{"relative_rms":0.0009466933435013286,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.001006536314653936,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":2.831100552757152e-05,"max_abs":2.347633198951371e-11,"finite":true}}},"planner":{"checks":32,"okay":true,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0015977276492234703,"max_abs":0.0035400390625,"finite":true},"dq":{"relative_rms":0.0005811606271672047,"max_abs":0.00238037109375,"finite":true},"dkv":{"relative_rms":0.0013611017249123233,"max_abs":0.06256103515625,"finite":true},"d_index_q":{"relative_rms":0.0005972228051543674,"max_abs":5.5706550483591855e-12,"finite":true},"d_weights":{"relative_rms":0.0005853848836565842,"max_abs":1.5366822481155396e-08,"finite":true},"d_pool_kv":{"relative_rms":0.0016379736279208586,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":0.0016206198152618806,"max_abs":5.820766091346741e-11,"finite":true},"d_ape":{"relative_rms":2.5754492456776825e-05,"max_abs":4.0521364041978813e-11,"finite":true}}}}},{"case":"128k-mixed-22","lengths":[1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,55296,55296],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":141.7163543701172,"prepare_ms":0.7959639187902212,"prepare_plus_stack_ms":142.5123182889074,"amortized_per_layer_ms":35.62807957222685,"prepare_fraction":0.005585228900540424,"stack_min_ms":141.38409423828125,"stack_max_ms":142.76710510253906,"prepare_min_ms":0.7724310271441936,"prepare_max_ms":1.0244540171697736,"peak_allocated_gib":18.94686269760132,"peak_reserved_gib":19.396484375},"zigzag":{"stack_ms":142.01866149902344,"prepare_ms":1.932747894898057,"prepare_plus_stack_ms":143.9514093939215,"amortized_per_layer_ms":35.987852348480374,"prepare_fraction":0.013426390912291196,"stack_min_ms":139.4468536376953,"stack_max_ms":142.49449157714844,"prepare_min_ms":1.8521510064601898,"prepare_max_ms":2.5516169844195247,"peak_allocated_gib":18.94686269760132,"peak_reserved_gib":19.396484375},"planner":{"stack_ms":141.79104614257812,"prepare_ms":6.14496401976794,"prepare_plus_stack_ms":147.93601016234607,"amortized_per_layer_ms":36.984002540586516,"prepare_fraction":0.04153798668102791,"stack_min_ms":141.4574737548828,"stack_max_ms":142.79493713378906,"prepare_min_ms":6.121535901911557,"prepare_max_ms":6.254713982343674,"peak_allocated_gib":18.94686269760132,"peak_reserved_gib":19.396484375}},"ranks":[{"rank":0,"samples":{"contiguous":[{"stack_ms":141.7000274658203,"wall_ms":141.73531904816628,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":142.41110229492188,"wall_ms":142.44572701863945,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":141.56224060058594,"wall_ms":141.60984905902296,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":142.7670440673828,"wall_ms":142.79824297409505,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":141.38409423828125,"wall_ms":141.4149230113253,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375}],"zigzag":[{"stack_ms":139.42282104492188,"wall_ms":139.46217100601643,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":142.4324493408203,"wall_ms":142.46869401540607,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":140.95199584960938,"wall_ms":140.98533801734447,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":142.48959350585938,"wall_ms":142.52285996917635,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":142.015869140625,"wall_ms":142.04712596256286,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375}],"planner":[{"stack_ms":141.63699340820312,"wall_ms":141.67230809107423,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":142.78562927246094,"wall_ms":142.8231520112604,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":141.76544189453125,"wall_ms":141.8050880311057,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":141.44985961914062,"wall_ms":141.48297102656215,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375},{"stack_ms":142.33612060546875,"wall_ms":142.36856705974787,"allocated_gib":17.962482929229736,"reserved_gib":18.396484375}]},"preparation":{"contiguous":[{"common_ms":0.140861957333982,"layout_ms":0.8581029251217842},{"common_ms":0.1013029832392931,"layout_ms":0.6946609355509281},{"common_ms":0.10084197856485844,"layout_ms":0.6715890485793352}],"zigzag":[{"common_ms":0.10639894753694534,"layout_ms":2.4452180368825793},{"common_ms":0.10453094728291035,"layout_ms":1.8282169476151466},{"common_ms":0.09676697663962841,"layout_ms":1.7553840298205614}],"planner":[{"common_ms":0.10432896669954062,"layout_ms":6.025624927133322},{"common_ms":0.09581795893609524,"layout_ms":6.1588960234075785},{"common_ms":0.10051694698631763,"layout_ms":6.021018954925239}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":16,"candidate_workspace_bytes":8372224},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":44,"candidate_workspace_bytes":383500288},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":16,"candidate_workspace_bytes":8372224}}},{"rank":1,"samples":{"contiguous":[{"stack_ms":141.70999145507812,"wall_ms":141.7413060553372,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":142.42678833007812,"wall_ms":142.45649008080363,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":141.57962036132812,"wall_ms":141.61143999081105,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":142.7670440673828,"wall_ms":142.79755693860352,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":141.38230895996094,"wall_ms":141.41578401904553,"allocated_gib":18.091389179229736,"reserved_gib":18.53125}],"zigzag":[{"stack_ms":139.44163513183594,"wall_ms":139.47384909261018,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":142.45138549804688,"wall_ms":142.48130598571151,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":140.9628448486328,"wall_ms":140.99192607682198,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":142.49449157714844,"wall_ms":142.52452400978655,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":142.0181427001953,"wall_ms":142.04639999661595,"allocated_gib":18.091389179229736,"reserved_gib":18.53125}],"planner":[{"stack_ms":141.6375732421875,"wall_ms":141.66814892087132,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":142.79295349121094,"wall_ms":142.8233569022268,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":141.78927612304688,"wall_ms":141.81899896357208,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":141.45216369628906,"wall_ms":141.48215402383357,"allocated_gib":18.091389179229736,"reserved_gib":18.53125},{"stack_ms":142.3467254638672,"wall_ms":142.37735397182405,"allocated_gib":18.091389179229736,"reserved_gib":18.53125}]},"preparation":{"contiguous":[{"common_ms":0.1464280067011714,"layout_ms":0.8454429917037487},{"common_ms":0.09273795876652002,"layout_ms":0.6314199417829514},{"common_ms":0.09232503361999989,"layout_ms":0.5934919463470578}],"zigzag":[{"common_ms":0.10081403888761997,"layout_ms":2.3466390557587147},{"common_ms":0.09326997678726912,"layout_ms":1.7116760136559606},{"common_ms":0.08955702651292086,"layout_ms":1.6483060317113996}],"planner":[{"common_ms":0.09731599129736423,"layout_ms":5.901248077861965},{"common_ms":0.08812197484076023,"layout_ms":5.895943031646311},{"common_ms":0.09137007873505354,"layout_ms":5.870032007806003}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":5,"candidate_workspace_bytes":77578240},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":44,"candidate_workspace_bytes":383500288},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":5,"candidate_workspace_bytes":77578240}}},{"rank":2,"samples":{"contiguous":[{"stack_ms":141.7163543701172,"wall_ms":141.7457399656996,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":142.4266815185547,"wall_ms":142.4561400199309,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":141.58154296875,"wall_ms":141.61503000650555,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":142.76585388183594,"wall_ms":142.79572397936136,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":141.37893676757812,"wall_ms":141.41297503374517,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375}],"zigzag":[{"stack_ms":139.44537353515625,"wall_ms":139.47714702226222,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":142.44960021972656,"wall_ms":142.47957395855337,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":140.9562225341797,"wall_ms":140.9865200985223,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":142.48681640625,"wall_ms":142.5171389710158,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":142.0160675048828,"wall_ms":142.04726996831596,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375}],"planner":[{"stack_ms":141.6332550048828,"wall_ms":141.66406693402678,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":142.79302978515625,"wall_ms":142.82408996950835,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":141.78416442871094,"wall_ms":141.81597100105137,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":141.4496307373047,"wall_ms":141.48425695020705,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375},{"stack_ms":142.34442138671875,"wall_ms":142.37546210642904,"allocated_gib":18.571614742279053,"reserved_gib":19.005859375}]},"preparation":{"contiguous":[{"common_ms":0.13876205775886774,"layout_ms":0.772978994064033},{"common_ms":0.09292096365243196,"layout_ms":0.5722620990127325},{"common_ms":0.09042106103152037,"layout_ms":0.5545240128412843}],"zigzag":[{"common_ms":0.09730295278131962,"layout_ms":2.137131989002228},{"common_ms":0.09053200483322144,"layout_ms":1.5049579087644815},{"common_ms":0.09107799269258976,"layout_ms":1.4856370398774743}],"planner":[{"common_ms":0.09451503865420818,"layout_ms":5.967857898212969},{"common_ms":0.0833580270409584,"layout_ms":5.920178955420852},{"common_ms":0.0875180121511221,"layout_ms":5.855660070665181}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":335527936},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":44,"candidate_workspace_bytes":383500288},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":335527936}}},{"rank":3,"samples":{"contiguous":[{"stack_ms":141.71023559570312,"wall_ms":141.7395370081067,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.42437744140625,"wall_ms":142.45487994048744,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":141.57833862304688,"wall_ms":141.61250204779208,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.76698303222656,"wall_ms":142.79709896072745,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":141.37718200683594,"wall_ms":141.40591397881508,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375}],"zigzag":[{"stack_ms":139.44483947753906,"wall_ms":139.47660999838263,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.444580078125,"wall_ms":142.47496402822435,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":140.95765686035156,"wall_ms":140.98711498081684,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.49244689941406,"wall_ms":142.52243505325168,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.01724243164062,"wall_ms":142.04698707908392,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375}],"planner":[{"stack_ms":141.62815856933594,"wall_ms":141.66040404234082,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.78863525390625,"wall_ms":142.818620079197,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":141.78253173828125,"wall_ms":141.81532501243055,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":141.4574737548828,"wall_ms":141.4857410127297,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.34713745117188,"wall_ms":142.37616898026317,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375}]},"preparation":{"contiguous":[{"common_ms":0.15186204109340906,"layout_ms":0.8725919760763645},{"common_ms":0.09539793245494366,"layout_ms":0.6690790178254247},{"common_ms":0.09522098116576672,"layout_ms":0.633422052487731}],"zigzag":[{"common_ms":0.10849698446691036,"layout_ms":2.299539977684617},{"common_ms":0.09556999430060387,"layout_ms":1.6596949426457286},{"common_ms":0.08936005178838968,"layout_ms":1.605127938091755}],"planner":[{"common_ms":0.10485609527677298,"layout_ms":5.982907023280859},{"common_ms":0.08928391616791487,"layout_ms":5.916976020671427},{"common_ms":0.09379605762660503,"layout_ms":5.879633012227714}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536852680},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":44,"candidate_workspace_bytes":383500288},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536852680}}},{"rank":4,"samples":{"contiguous":[{"stack_ms":141.7085418701172,"wall_ms":141.7395599419251,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":142.4210205078125,"wall_ms":142.45395094621927,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":141.57785034179688,"wall_ms":141.61049504764378,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":142.76083374023438,"wall_ms":142.79104198794812,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":141.3756103515625,"wall_ms":141.4086139993742,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875}],"zigzag":[{"stack_ms":139.4422149658203,"wall_ms":139.47475294116884,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":142.44589233398438,"wall_ms":142.47843308839947,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":140.9523162841797,"wall_ms":140.98436699714512,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":142.4870147705078,"wall_ms":142.51822198275477,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":142.0134735107422,"wall_ms":142.04578602220863,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875}],"planner":[{"stack_ms":141.6321563720703,"wall_ms":141.66444493457675,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":142.787353515625,"wall_ms":142.82133104279637,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":141.78895568847656,"wall_ms":141.81976905092597,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":141.45152282714844,"wall_ms":141.48483297321945,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875},{"stack_ms":142.34268188476562,"wall_ms":142.37361401319504,"allocated_gib":18.939046382904053,"reserved_gib":19.388671875}]},"preparation":{"contiguous":[{"common_ms":0.1434539444744587,"layout_ms":0.8284210925921798},{"common_ms":0.0967920059338212,"layout_ms":0.6170459091663361},{"common_ms":0.09741203393787146,"layout_ms":0.5852279718965292}],"zigzag":[{"common_ms":0.10594597551971674,"layout_ms":2.264451002702117},{"common_ms":0.09951798710972071,"layout_ms":1.6854900168254972},{"common_ms":0.09407603647559881,"layout_ms":1.6519860364496708}],"planner":[{"common_ms":0.10090903379023075,"layout_ms":5.929818958975375},{"common_ms":0.09581795893609524,"layout_ms":5.996823078021407},{"common_ms":0.09500898886471987,"layout_ms":5.947833997197449}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":532660224},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":44,"candidate_workspace_bytes":383500288},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":2,"candidate_workspace_bytes":532660224}}},{"rank":5,"samples":{"contiguous":[{"stack_ms":141.710693359375,"wall_ms":141.7384030064568,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":142.42950439453125,"wall_ms":142.45702500920743,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":141.57977294921875,"wall_ms":141.60837198141962,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":142.7667236328125,"wall_ms":142.79508800245821,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":141.3805694580078,"wall_ms":141.40835602302104,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375}],"zigzag":[{"stack_ms":139.4468536376953,"wall_ms":139.47565504349768,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":142.44525146484375,"wall_ms":142.4752799794078,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":140.96170043945312,"wall_ms":140.98857599310577,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":142.49034118652344,"wall_ms":142.51877996139228,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":142.01866149902344,"wall_ms":142.0462429523468,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375}],"planner":[{"stack_ms":141.63063049316406,"wall_ms":141.658317996189,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":142.79493713378906,"wall_ms":142.82304898370057,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":141.79104614257812,"wall_ms":141.81994798127562,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":141.4564208984375,"wall_ms":141.48424996528774,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375},{"stack_ms":142.34576416015625,"wall_ms":142.37364497967064,"allocated_gib":18.384114742279053,"reserved_gib":18.818359375}]},"preparation":{"contiguous":[{"common_ms":0.12878305278718472,"layout_ms":0.7511019939556718},{"common_ms":0.0908499350771308,"layout_ms":0.5725721130147576},{"common_ms":0.09419792331755161,"layout_ms":0.550235970877111}],"zigzag":[{"common_ms":0.09026296902447939,"layout_ms":2.0232769893482327},{"common_ms":0.09336695075035095,"layout_ms":1.5106970677152276},{"common_ms":0.08650706149637699,"layout_ms":1.4603680465370417}],"planner":[{"common_ms":0.0951599795371294,"layout_ms":5.843403981998563},{"common_ms":0.0854970421642065,"layout_ms":5.87756501045078},{"common_ms":0.0879999715834856,"layout_ms":5.819106008857489}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":234864640},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":44,"candidate_workspace_bytes":383500288},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":234864640}}},{"rank":6,"samples":{"contiguous":[{"stack_ms":141.69747924804688,"wall_ms":141.7294970015064,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":142.41159057617188,"wall_ms":142.44472701102495,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":141.57522583007812,"wall_ms":141.60542597528547,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":142.7612762451172,"wall_ms":142.79219810850918,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":141.3751983642578,"wall_ms":141.40918105840683,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375}],"zigzag":[{"stack_ms":139.43557739257812,"wall_ms":139.47165093850344,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":142.4418487548828,"wall_ms":142.47433398850262,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":140.95138549804688,"wall_ms":140.9830179763958,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":142.48448181152344,"wall_ms":142.51775399316102,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":142.0116424560547,"wall_ms":142.04187400173396,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375}],"planner":[{"stack_ms":141.6267547607422,"wall_ms":141.66075305547565,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":142.78627014160156,"wall_ms":142.81895803287625,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":141.7829132080078,"wall_ms":141.8157679727301,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":141.44735717773438,"wall_ms":141.48007694166154,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375},{"stack_ms":142.3372802734375,"wall_ms":142.37010292708874,"allocated_gib":18.884358882904053,"reserved_gib":19.333984375}]},"preparation":{"contiguous":[{"common_ms":0.1392329577356577,"layout_ms":0.7730310317128897},{"common_ms":0.1023939112201333,"layout_ms":0.587244052439928},{"common_ms":0.10146410204470158,"layout_ms":0.5602659657597542}],"zigzag":[{"common_ms":0.1027500256896019,"layout_ms":2.23650096450001},{"common_ms":0.09785103611648083,"layout_ms":1.64102204144001},{"common_ms":0.08941406849771738,"layout_ms":1.6003999626263976}],"planner":[{"common_ms":0.09679398499429226,"layout_ms":6.048170034773648},{"common_ms":0.09266100823879242,"layout_ms":5.930525017902255},{"common_ms":0.09684998076409101,"layout_ms":5.902123986743391}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":503300096},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":44,"candidate_workspace_bytes":383500288},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":503300096}}},{"rank":7,"samples":{"contiguous":[{"stack_ms":141.70944213867188,"wall_ms":141.73727110028267,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.42416381835938,"wall_ms":142.45179400313646,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":141.5782012939453,"wall_ms":141.60564308986068,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.76710510253906,"wall_ms":142.79577101115137,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":141.378173828125,"wall_ms":141.40631491318345,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375}],"zigzag":[{"stack_ms":139.44131469726562,"wall_ms":139.47139796800911,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.44537353515625,"wall_ms":142.47366494964808,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":140.95712280273438,"wall_ms":140.98522393032908,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.48876953125,"wall_ms":142.5178280333057,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.01548767089844,"wall_ms":142.04215304926038,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375}],"planner":[{"stack_ms":141.63597106933594,"wall_ms":141.66377007495612,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.7902374267578,"wall_ms":142.81951205339283,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":141.78842163085938,"wall_ms":141.81609801016748,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":141.45286560058594,"wall_ms":141.48075296543539,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375},{"stack_ms":142.34585571289062,"wall_ms":142.37410004716367,"allocated_gib":18.94686269760132,"reserved_gib":19.396484375}]},"preparation":{"contiguous":[{"common_ms":0.12811599299311638,"layout_ms":0.773359090089798},{"common_ms":0.0893869437277317,"layout_ms":0.6410289788618684},{"common_ms":0.09302899707108736,"layout_ms":0.6085089407861233}],"zigzag":[{"common_ms":0.09336404036730528,"layout_ms":2.1746460115537047},{"common_ms":0.09528500959277153,"layout_ms":1.5904500614851713},{"common_ms":0.08703197818249464,"layout_ms":1.5531120589002967}],"planner":[{"common_ms":0.09197997860610485,"layout_ms":5.895445006899536},{"common_ms":0.08642999455332756,"layout_ms":5.991748999804258},{"common_ms":0.08900405373424292,"layout_ms":5.853355978615582}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536845488},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":44,"candidate_workspace_bytes":383500288},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":536845488}}}],"raw_sha256":"9e3e8bf676aefc1a042181738fd4a16b3a216ae7cf560f5afa7c9e0124d5ddd7","precision":{"contiguous":{"checks":32,"okay":true,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0019250131526558504,"max_abs":0.0031585693359375,"finite":true},"dq":{"relative_rms":0.0005797138032990197,"max_abs":0.002437591552734375,"finite":true},"dkv":{"relative_rms":0.0008759681727047328,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006122148612756818,"max_abs":4.604316927725449e-12,"finite":true},"d_weights":{"relative_rms":0.0004989343979263479,"max_abs":1.0244548320770264e-08,"finite":true},"d_pool_kv":{"relative_rms":0.0007672080166222564,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007598967523636957,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":1.4417974124151466e-05,"max_abs":2.9245939003885724e-11,"finite":true}}},"zigzag":{"checks":32,"okay":true,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0019818856576473633,"max_abs":0.0030517578125,"finite":true},"dq":{"relative_rms":0.0006261878279481202,"max_abs":0.002437591552734375,"finite":true},"dkv":{"relative_rms":0.0007540491587196636,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006352183184941458,"max_abs":5.229594535194337e-12,"finite":true},"d_weights":{"relative_rms":0.0005201058266457309,"max_abs":1.6007106751203537e-08,"finite":true},"d_pool_kv":{"relative_rms":0.00076432643119445,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007491314142806973,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":1.3853355089719162e-05,"max_abs":2.6204816094832495e-11,"finite":true}}},"planner":{"checks":32,"okay":true,"max_loss_abs_diff":6.402842700481415e-10,"errors":{"output":{"relative_rms":0.0019856437919605428,"max_abs":0.003082275390625,"finite":true},"dq":{"relative_rms":0.0006260435305767291,"max_abs":0.00213623046875,"finite":true},"dkv":{"relative_rms":0.0008834696108871852,"max_abs":0.0322265625,"finite":true},"d_index_q":{"relative_rms":0.0007366918687315884,"max_abs":9.777068044058979e-12,"finite":true},"d_weights":{"relative_rms":0.0005317747104775675,"max_abs":1.6763806343078613e-08,"finite":true},"d_pool_kv":{"relative_rms":0.0008894857965526091,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":0.0009096831831250508,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":1.3987538146160289e-05,"max_abs":2.1884716261411086e-11,"finite":true}}}}},{"case":"128k-mixed-1000","lengths":[64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,33600,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,33600],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":132.03482055664062,"prepare_ms":8.203953970223665,"prepare_plus_stack_ms":140.2387745268643,"amortized_per_layer_ms":35.05969363171607,"prepare_fraction":0.05849989774869365,"stack_min_ms":131.8574676513672,"stack_max_ms":133.56761169433594,"prepare_min_ms":8.148768916726112,"prepare_max_ms":9.05094190966338,"peak_allocated_gib":18.49648427963257,"peak_reserved_gib":18.93359375},"zigzag":{"stack_ms":153.96844482421875,"prepare_ms":44.91118108853698,"prepare_plus_stack_ms":198.87962591275573,"amortized_per_layer_ms":49.71990647818893,"prepare_fraction":0.22582092500635817,"stack_min_ms":153.95791625976562,"stack_max_ms":154.17462158203125,"prepare_min_ms":44.43281702697277,"prepare_max_ms":46.86475591734052,"peak_allocated_gib":18.49648427963257,"peak_reserved_gib":18.93359375},"planner":{"stack_ms":132.0064697265625,"prepare_ms":10.161041049286723,"prepare_plus_stack_ms":142.16751077584922,"amortized_per_layer_ms":35.541877693962306,"prepare_fraction":0.07147231455228402,"stack_min_ms":131.27999877929688,"stack_max_ms":132.07862854003906,"prepare_min_ms":10.08683501277119,"prepare_max_ms":10.229345061816275,"peak_allocated_gib":18.49648427963257,"peak_reserved_gib":18.93359375}},"ranks":[{"rank":0,"samples":{"contiguous":[{"stack_ms":132.02175903320312,"wall_ms":132.05806002952158,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":132.25442504882812,"wall_ms":132.28914595674723,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":131.85586547851562,"wall_ms":131.88701798208058,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":133.549560546875,"wall_ms":133.58707597944885,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":131.88998413085938,"wall_ms":131.9225300103426,"allocated_gib":17.734800815582275,"reserved_gib":18.15625}],"zigzag":[{"stack_ms":153.95794677734375,"wall_ms":153.99191295728087,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":153.93589782714844,"wall_ms":153.9693590020761,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":153.95216369628906,"wall_ms":153.98546995129436,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":154.00437927246094,"wall_ms":154.03894998598844,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":154.1727752685547,"wall_ms":154.2076600017026,"allocated_gib":17.734800815582275,"reserved_gib":18.15625}],"planner":[{"stack_ms":132.05328369140625,"wall_ms":132.09108693990856,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":131.2783966064453,"wall_ms":131.31079997401685,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":132.07203674316406,"wall_ms":132.1072110440582,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":132.0064697265625,"wall_ms":132.0356229552999,"allocated_gib":17.734800815582275,"reserved_gib":18.15625},{"stack_ms":131.83731079101562,"wall_ms":131.86958606820554,"allocated_gib":17.734800815582275,"reserved_gib":18.15625}]},"preparation":{"contiguous":[{"common_ms":0.33371499739587307,"layout_ms":8.220097981393337},{"common_ms":0.25833596009761095,"layout_ms":6.510426057502627},{"common_ms":0.45002507977187634,"layout_ms":6.744271027855575}],"zigzag":[{"common_ms":0.28663594275712967,"layout_ms":46.57811997458339},{"common_ms":0.26849203277379274,"layout_ms":43.250262970104814},{"common_ms":0.26038510259240866,"layout_ms":42.897366103716195}],"planner":[{"common_ms":0.2835980849340558,"layout_ms":8.545501972548664},{"common_ms":0.26612007059156895,"layout_ms":9.147300035692751},{"common_ms":0.275233993306756,"layout_ms":9.367531980387866}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":200,"candidate_workspace_bytes":7045120},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2000,"candidate_workspace_bytes":141359104},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":200,"candidate_workspace_bytes":7045120}}},{"rank":1,"samples":{"contiguous":[{"stack_ms":132.03482055664062,"wall_ms":132.06466694828123,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":132.2590789794922,"wall_ms":132.2896860074252,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":131.8574676513672,"wall_ms":131.88787794206291,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":133.56761169433594,"wall_ms":133.5977470735088,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":131.89744567871094,"wall_ms":131.92654598969966,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125}],"zigzag":[{"stack_ms":153.96275329589844,"wall_ms":153.99391297250986,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":153.95791625976562,"wall_ms":153.98707997519523,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":153.96742248535156,"wall_ms":153.99796096608043,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":154.0193634033203,"wall_ms":154.04917194973677,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":154.17462158203125,"wall_ms":154.2051190044731,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125}],"planner":[{"stack_ms":132.07093811035156,"wall_ms":132.104450953193,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":131.27999877929688,"wall_ms":131.30879402160645,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":132.0747833251953,"wall_ms":132.1045400109142,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":132.0056915283203,"wall_ms":132.03488697763532,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125},{"stack_ms":131.84262084960938,"wall_ms":131.87054195441306,"allocated_gib":18.08242177963257,"reserved_gib":18.51953125}]},"preparation":{"contiguous":[{"common_ms":0.2722140634432435,"layout_ms":5.856249015778303},{"common_ms":0.21122896578162909,"layout_ms":5.294518079608679},{"common_ms":0.20027405116707087,"layout_ms":5.200562998652458}],"zigzag":[{"common_ms":0.2324189990758896,"layout_ms":43.39103598613292},{"common_ms":0.2173630055040121,"layout_ms":41.1375310504809},{"common_ms":0.21093699615448713,"layout_ms":40.63697799574584}],"planner":[{"common_ms":0.23376790340989828,"layout_ms":7.500115083530545},{"common_ms":0.20745699293911457,"layout_ms":7.536837016232312},{"common_ms":0.2278100000694394,"layout_ms":7.445149007253349}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":193970176},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2000,"candidate_workspace_bytes":141359104},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":193970176}}},{"rank":2,"samples":{"contiguous":[{"stack_ms":132.02371215820312,"wall_ms":132.0543660549447,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":132.254150390625,"wall_ms":132.28431495372206,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":131.84658813476562,"wall_ms":131.88230607192963,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":133.55494689941406,"wall_ms":133.5894879885018,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":131.89418029785156,"wall_ms":131.9255739217624,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375}],"zigzag":[{"stack_ms":153.9554901123047,"wall_ms":153.98762095719576,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":153.95266723632812,"wall_ms":153.98305794224143,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":153.96560668945312,"wall_ms":153.99860707111657,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":154.00909423828125,"wall_ms":154.04024196323007,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":154.1743927001953,"wall_ms":154.20336497481912,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375}],"planner":[{"stack_ms":132.07151794433594,"wall_ms":132.10533803794533,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":131.2767333984375,"wall_ms":131.30568689666688,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":132.0693817138672,"wall_ms":132.10221996996552,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":132.0052490234375,"wall_ms":132.0362219121307,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375},{"stack_ms":131.83363342285156,"wall_ms":131.86445308383554,"allocated_gib":18.400811672210693,"reserved_gib":18.8359375}]},"preparation":{"contiguous":[{"common_ms":0.2849940210580826,"layout_ms":6.0943730641156435},{"common_ms":0.24790200404822826,"layout_ms":5.607577972114086},{"common_ms":0.22947404067963362,"layout_ms":5.5644880048930645}],"zigzag":[{"common_ms":0.24065200705081224,"layout_ms":45.28109694365412},{"common_ms":0.2351540606468916,"layout_ms":41.49292199872434},{"common_ms":0.23523694835603237,"layout_ms":41.13561101257801}],"planner":[{"common_ms":0.2505420707166195,"layout_ms":7.839996018446982},{"common_ms":0.23372704163193703,"layout_ms":8.129126043058932},{"common_ms":0.24658895563334227,"layout_ms":7.646395009942353}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":45,"candidate_workspace_bytes":363913216},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2000,"candidate_workspace_bytes":141359104},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":45,"candidate_workspace_bytes":363913216}}},{"rank":3,"samples":{"contiguous":[{"stack_ms":132.03184509277344,"wall_ms":132.062224089168,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":132.25404357910156,"wall_ms":132.28408200666308,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":131.85110473632812,"wall_ms":131.8804860347882,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":133.56370544433594,"wall_ms":133.59536998905241,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":131.89727783203125,"wall_ms":131.92713994067162,"allocated_gib":17.722078800201416,"reserved_gib":18.15625}],"zigzag":[{"stack_ms":153.95062255859375,"wall_ms":153.9843959035352,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":153.951171875,"wall_ms":153.98022800218314,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":153.96844482421875,"wall_ms":153.99965702090412,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":154.0142059326172,"wall_ms":154.0442870464176,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":154.1658172607422,"wall_ms":154.19892803765833,"allocated_gib":17.722078800201416,"reserved_gib":18.15625}],"planner":[{"stack_ms":132.06863403320312,"wall_ms":132.10135407280177,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":131.27452087402344,"wall_ms":131.3066369621083,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":132.0704345703125,"wall_ms":132.0992159890011,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":132.00387573242188,"wall_ms":132.03273201361299,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":131.83648681640625,"wall_ms":131.8666300503537,"allocated_gib":17.722078800201416,"reserved_gib":18.15625}]},"preparation":{"contiguous":[{"common_ms":0.3566789673641324,"layout_ms":8.694262942299247},{"common_ms":0.27473794762045145,"layout_ms":6.937835016287863},{"common_ms":0.2788589335978031,"layout_ms":6.8200210807845}],"zigzag":[{"common_ms":0.29634800739586353,"layout_ms":46.024585026316345},{"common_ms":0.2745540114119649,"layout_ms":43.059105053544044},{"common_ms":0.27314701583236456,"layout_ms":43.55616006068885}],"planner":[{"common_ms":0.30093896202743053,"layout_ms":9.054520050995052},{"common_ms":0.27298403438180685,"layout_ms":9.149046964012086},{"common_ms":0.30125107150524855,"layout_ms":9.332114947028458}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":256,"candidate_workspace_bytes":507904},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2000,"candidate_workspace_bytes":141359104},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":256,"candidate_workspace_bytes":507904}}},{"rank":4,"samples":{"contiguous":[{"stack_ms":132.0262451171875,"wall_ms":132.05825607292354,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":132.24832153320312,"wall_ms":132.2854011086747,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":131.8494110107422,"wall_ms":131.88346603419632,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":133.5596160888672,"wall_ms":133.59207392204553,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":131.8950653076172,"wall_ms":131.92681898362935,"allocated_gib":17.722078800201416,"reserved_gib":18.15625}],"zigzag":[{"stack_ms":153.95677185058594,"wall_ms":153.99025101214647,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":153.94329833984375,"wall_ms":153.97644008044153,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":153.96627807617188,"wall_ms":153.99906900711358,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":154.0116729736328,"wall_ms":154.04500998556614,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":154.16549682617188,"wall_ms":154.19957996346056,"allocated_gib":17.722078800201416,"reserved_gib":18.15625}],"planner":[{"stack_ms":132.07101440429688,"wall_ms":132.10545398760587,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":131.2697296142578,"wall_ms":131.30157499108464,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":132.06317138671875,"wall_ms":132.09391594864428,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":131.99984741210938,"wall_ms":132.03172595240176,"allocated_gib":17.722078800201416,"reserved_gib":18.15625},{"stack_ms":131.83273315429688,"wall_ms":131.86508393846452,"allocated_gib":17.722078800201416,"reserved_gib":18.15625}]},"preparation":{"contiguous":[{"common_ms":0.3481949679553509,"layout_ms":7.493691984564066},{"common_ms":0.3152319695800543,"layout_ms":7.833536947146058},{"common_ms":0.3358329413458705,"layout_ms":7.868121028877795}],"zigzag":[{"common_ms":0.32659596763551235,"layout_ms":46.50486493483186},{"common_ms":0.3151490818709135,"layout_ms":44.596032006666064},{"common_ms":0.31513802241533995,"layout_ms":44.11767900455743}],"planner":[{"common_ms":0.33847405575215816,"layout_ms":9.890871006064117},{"common_ms":0.3223470412194729,"layout_ms":9.83869400806725},{"common_ms":0.33584004268050194,"layout_ms":9.750994970090687}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":256,"candidate_workspace_bytes":507904},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2000,"candidate_workspace_bytes":141359104},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":256,"candidate_workspace_bytes":507904}}},{"rank":5,"samples":{"contiguous":[{"stack_ms":132.0312042236328,"wall_ms":132.05935200676322,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":132.25421142578125,"wall_ms":132.28363590314984,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":131.85385131835938,"wall_ms":131.88255892600864,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":133.5648956298828,"wall_ms":133.59357696026564,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":131.89686584472656,"wall_ms":131.9252970861271,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125}],"zigzag":[{"stack_ms":153.95977783203125,"wall_ms":153.98777299560606,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":153.95455932617188,"wall_ms":153.98275502957404,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":153.96298217773438,"wall_ms":153.9914479944855,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":154.0133819580078,"wall_ms":154.04333593323827,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":154.16954040527344,"wall_ms":154.1984169743955,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125}],"planner":[{"stack_ms":132.07862854003906,"wall_ms":132.1075619198382,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":131.2774658203125,"wall_ms":131.30596303381026,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":132.0715789794922,"wall_ms":132.09999294485897,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":131.99935913085938,"wall_ms":132.03005702234805,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125},{"stack_ms":131.837890625,"wall_ms":131.86535600107163,"allocated_gib":17.722670078277588,"reserved_gib":18.158203125}]},"preparation":{"contiguous":[{"common_ms":0.3440920263528824,"layout_ms":7.474045967683196},{"common_ms":0.2742890501394868,"layout_ms":6.823575007729232},{"common_ms":0.26833300944417715,"layout_ms":6.706321029923856}],"zigzag":[{"common_ms":0.30163093470036983,"layout_ms":45.370423002168536},{"common_ms":0.2711840206757188,"layout_ms":42.806528974324465},{"common_ms":0.2639360027387738,"layout_ms":42.92281100060791}],"planner":[{"common_ms":0.28041901532560587,"layout_ms":8.92539496999234},{"common_ms":0.26929995510727167,"layout_ms":8.942738058976829},{"common_ms":0.2901849802583456,"layout_ms":9.069147985428572}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":244,"candidate_workspace_bytes":827392},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2000,"candidate_workspace_bytes":141359104},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":244,"candidate_workspace_bytes":827392}}},{"rank":6,"samples":{"contiguous":[{"stack_ms":132.02198791503906,"wall_ms":132.0556589635089,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":132.25177001953125,"wall_ms":132.28496396914124,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":131.85061645507812,"wall_ms":131.88351807184517,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":133.55538940429688,"wall_ms":133.59108800068498,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":131.89004516601562,"wall_ms":131.9222250021994,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375}],"zigzag":[{"stack_ms":153.95571899414062,"wall_ms":153.9879629854113,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":153.94876098632812,"wall_ms":153.98048795759678,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":153.96322631835938,"wall_ms":153.99771195370704,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":154.01040649414062,"wall_ms":154.04276305343956,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":154.16636657714844,"wall_ms":154.1995860170573,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375}],"planner":[{"stack_ms":132.0726776123047,"wall_ms":132.10725493263453,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":131.27366638183594,"wall_ms":131.30800798535347,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":132.0650634765625,"wall_ms":132.09605193696916,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":131.99497985839844,"wall_ms":132.02890695538372,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375},{"stack_ms":131.83331298828125,"wall_ms":131.8670449545607,"allocated_gib":17.99624013900757,"reserved_gib":18.43359375}]},"preparation":{"contiguous":[{"common_ms":0.2699380274862051,"layout_ms":6.584872957319021},{"common_ms":0.2087550237774849,"layout_ms":5.28581696562469},{"common_ms":0.22380298469215631,"layout_ms":5.29783999081701}],"zigzag":[{"common_ms":0.23147300817072392,"layout_ms":43.49499999079853},{"common_ms":0.20818703342229128,"layout_ms":41.202713968232274},{"common_ms":0.20643207244575024,"layout_ms":40.949747897684574}],"planner":[{"common_ms":0.23075006902217865,"layout_ms":7.475388003513217},{"common_ms":0.20607595797628164,"layout_ms":7.541700964793563},{"common_ms":0.22077292669564486,"layout_ms":7.510897936299443}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":147832832},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2000,"candidate_workspace_bytes":141359104},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":147832832}}},{"rank":7,"samples":{"contiguous":[{"stack_ms":132.02928161621094,"wall_ms":132.05712696071714,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":132.25315856933594,"wall_ms":132.28672195691615,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":131.85142517089844,"wall_ms":131.8814189871773,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":133.56016540527344,"wall_ms":133.5911110509187,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":131.8957061767578,"wall_ms":131.9241119781509,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375}],"zigzag":[{"stack_ms":153.95738220214844,"wall_ms":153.98685703985393,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":153.95277404785156,"wall_ms":153.9833190618083,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":153.9566650390625,"wall_ms":153.98871595971286,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":154.0095672607422,"wall_ms":154.04061099980026,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":154.1585235595703,"wall_ms":154.20356206595898,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375}],"planner":[{"stack_ms":132.0784912109375,"wall_ms":132.1087060496211,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":131.27792358398438,"wall_ms":131.30825001280755,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":132.06930541992188,"wall_ms":132.09803204517812,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":132.00111389160156,"wall_ms":132.0298439823091,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375},{"stack_ms":131.83482360839844,"wall_ms":131.87393499538302,"allocated_gib":18.49648427963257,"reserved_gib":18.93359375}]},"preparation":{"contiguous":[{"common_ms":0.25051296688616276,"layout_ms":7.009292021393776},{"common_ms":0.21398498211055994,"layout_ms":5.266644060611725},{"common_ms":0.2882879925891757,"layout_ms":5.514559103175998}],"zigzag":[{"common_ms":0.2304360968992114,"layout_ms":43.570538982748985},{"common_ms":0.21164293866604567,"layout_ms":41.39268002472818},{"common_ms":0.20201003644615412,"layout_ms":40.80587299540639}],"planner":[{"common_ms":0.23279699962586164,"layout_ms":7.52685300540179},{"common_ms":0.21098798606544733,"layout_ms":7.460303022526205},{"common_ms":0.22621999960392714,"layout_ms":7.345943944528699}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":416268288},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2000,"candidate_workspace_bytes":141359104},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":1,"candidate_workspace_bytes":416268288}}}],"raw_sha256":"b4f0d48506150ec529772a96ce6ce07cef3d166af49ae2b5bfd4e82b88b64ee3","precision":{"contiguous":{"checks":32,"okay":true,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.0020960590752038574,"max_abs":0.002777099609375,"finite":true},"dq":{"relative_rms":0.0006358003960023464,"max_abs":0.001617431640625,"finite":true},"dkv":{"relative_rms":0.0006019070008704947,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.00035597486935851953,"max_abs":3.296918293926865e-12,"finite":true},"d_weights":{"relative_rms":0.0003294920825412374,"max_abs":7.759808795526624e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0005905348386011099,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0005745393048345764,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":9.770344572763451e-06,"max_abs":4.069988790433854e-11,"finite":true}}},"zigzag":{"checks":32,"okay":true,"max_loss_abs_diff":5.820766091346741e-10,"errors":{"output":{"relative_rms":0.0021735018196787663,"max_abs":0.0031833648681640625,"finite":true},"dq":{"relative_rms":0.0006846622820543812,"max_abs":0.00244140625,"finite":true},"dkv":{"relative_rms":0.0007771038798756423,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0008787379533169112,"max_abs":8.611777957412414e-12,"finite":true},"d_weights":{"relative_rms":0.0005928841740569634,"max_abs":1.280568540096283e-08,"finite":true},"d_pool_kv":{"relative_rms":0.001243673609002764,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0011347971679106122,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":9.140850969357799e-06,"max_abs":3.8340886021615006e-11,"finite":true}}},"planner":{"checks":32,"okay":true,"max_loss_abs_diff":3.4924596548080444e-10,"errors":{"output":{"relative_rms":0.0021006719217273183,"max_abs":0.0028076171875,"finite":true},"dq":{"relative_rms":0.0006332175916398011,"max_abs":0.00244140625,"finite":true},"dkv":{"relative_rms":0.0007695405058985352,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0008557584581963116,"max_abs":8.611777957412414e-12,"finite":true},"d_weights":{"relative_rms":0.0005541080277414718,"max_abs":1.280568540096283e-08,"finite":true},"d_pool_kv":{"relative_rms":0.001249394374319979,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0011359223956371707,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":8.931205849210949e-06,"max_abs":3.3224978324142285e-11,"finite":true}}}}},{"case":"128k-uniform-1024","lengths":[128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":35.91727828979492,"prepare_ms":7.434667088091373,"prepare_plus_stack_ms":43.351945377886295,"amortized_per_layer_ms":10.837986344471574,"prepare_fraction":0.17149558164657994,"stack_min_ms":35.879966735839844,"stack_max_ms":35.92758560180664,"prepare_min_ms":7.152154925279319,"prepare_max_ms":7.474489975720644,"peak_allocated_gib":17.59236240386963,"peak_reserved_gib":18.025390625},"zigzag":{"stack_ms":43.62790298461914,"prepare_ms":44.71998696681112,"prepare_plus_stack_ms":88.34788995143026,"amortized_per_layer_ms":22.086972487857565,"prepare_fraction":0.5061805889353574,"stack_min_ms":43.53577423095703,"stack_max_ms":43.840641021728516,"prepare_min_ms":44.263800024054945,"prepare_max_ms":46.6216680360958,"peak_allocated_gib":17.59236240386963,"peak_reserved_gib":18.025390625},"planner":{"stack_ms":35.909854888916016,"prepare_ms":9.26357100252062,"prepare_plus_stack_ms":45.17342589143664,"amortized_per_layer_ms":11.29335647285916,"prepare_fraction":0.20506682457034286,"stack_min_ms":35.89360046386719,"stack_max_ms":35.925697326660156,"prepare_min_ms":9.15530591737479,"prepare_max_ms":9.804367902688682,"peak_allocated_gib":17.59236240386963,"peak_reserved_gib":18.025390625}},"ranks":[{"rank":0,"samples":{"contiguous":[{"stack_ms":35.911903381347656,"wall_ms":35.94441502355039,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91164779663086,"wall_ms":35.941586014814675,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91852951049805,"wall_ms":35.95089795999229,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.879966735839844,"wall_ms":35.91015096753836,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.89459228515625,"wall_ms":35.92425398528576,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"zigzag":[{"stack_ms":43.657535552978516,"wall_ms":43.687002966180444,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.53500747680664,"wall_ms":43.56306605041027,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.56476974487305,"wall_ms":43.598122079856694,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.60496139526367,"wall_ms":43.638722971081734,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.82521438598633,"wall_ms":43.85651904158294,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"planner":[{"stack_ms":35.904991149902344,"wall_ms":35.93456698581576,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.896095275878906,"wall_ms":35.927016986534,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.9189453125,"wall_ms":35.95411905553192,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.910465240478516,"wall_ms":35.94156098552048,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.891456604003906,"wall_ms":35.92123300768435,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}]},"preparation":{"contiguous":[{"common_ms":0.29862800147384405,"layout_ms":6.604633992537856},{"common_ms":0.24195399601012468,"layout_ms":6.060086074285209},{"common_ms":0.2517290413379669,"layout_ms":6.114488001912832}],"zigzag":[{"common_ms":0.25625608395785093,"layout_ms":45.02356005832553},{"common_ms":0.24659500923007727,"layout_ms":43.13760797958821},{"common_ms":0.2482349518686533,"layout_ms":42.60161297861487}],"planner":[{"common_ms":0.2677859738469124,"layout_ms":8.12729902099818},{"common_ms":0.25064998771995306,"layout_ms":8.360426989383996},{"common_ms":0.26721705216914415,"layout_ms":8.111900999210775}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2048,"candidate_workspace_bytes":1032192},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192}}},{"rank":1,"samples":{"contiguous":[{"stack_ms":35.92256164550781,"wall_ms":35.95016698818654,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91727828979492,"wall_ms":35.944444010965526,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.92729568481445,"wall_ms":35.95381905324757,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.87977600097656,"wall_ms":35.906045930460095,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.896766662597656,"wall_ms":35.92332103289664,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"zigzag":[{"stack_ms":43.65804672241211,"wall_ms":43.68744697421789,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.53577423095703,"wall_ms":43.56449004262686,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.57676696777344,"wall_ms":43.60479908064008,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.62790298461914,"wall_ms":43.65597304422408,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.84012985229492,"wall_ms":43.86891098693013,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"planner":[{"stack_ms":35.903839111328125,"wall_ms":35.93136707786471,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.909854888916016,"wall_ms":35.93691193964332,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.9233283996582,"wall_ms":35.95103695988655,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.925697326660156,"wall_ms":35.95319506712258,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.89360046386719,"wall_ms":35.920433001592755,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}]},"preparation":{"contiguous":[{"common_ms":0.30011299531906843,"layout_ms":6.609664997085929},{"common_ms":0.2374149626120925,"layout_ms":6.032953038811684},{"common_ms":0.24277798365801573,"layout_ms":6.16295007057488}],"zigzag":[{"common_ms":0.25890092365443707,"layout_ms":45.11979909148067},{"common_ms":0.24806498549878597,"layout_ms":42.63717390131205},{"common_ms":0.24331803433597088,"layout_ms":42.634807992726564}],"planner":[{"common_ms":0.2626510104164481,"layout_ms":8.08147806674242},{"common_ms":0.2481649862602353,"layout_ms":8.381958003155887},{"common_ms":0.26197696570307016,"layout_ms":8.155665011145175}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2048,"candidate_workspace_bytes":1032192},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192}}},{"rank":2,"samples":{"contiguous":[{"stack_ms":35.92380905151367,"wall_ms":35.95087502617389,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.909568786621094,"wall_ms":35.93800088856369,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.92595291137695,"wall_ms":35.953254904598,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.87724685668945,"wall_ms":35.90465697925538,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.89219284057617,"wall_ms":35.91972799040377,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"zigzag":[{"stack_ms":43.652095794677734,"wall_ms":43.679525959305465,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.532318115234375,"wall_ms":43.55944402050227,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.57254409790039,"wall_ms":43.60014607664198,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.615745544433594,"wall_ms":43.64643304143101,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.834625244140625,"wall_ms":43.863902101293206,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"planner":[{"stack_ms":35.90662384033203,"wall_ms":35.933220060542226,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.90550231933594,"wall_ms":35.933453938923776,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.92015838623047,"wall_ms":35.94753996003419,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.923648834228516,"wall_ms":35.95121705438942,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.89155197143555,"wall_ms":35.91833496466279,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}]},"preparation":{"contiguous":[{"common_ms":0.3082549665123224,"layout_ms":6.649294053204358},{"common_ms":0.24645403027534485,"layout_ms":6.0525169828906655},{"common_ms":0.2494140062481165,"layout_ms":6.220186944119632}],"zigzag":[{"common_ms":0.251354998908937,"layout_ms":45.45973800122738},{"common_ms":0.2516459207981825,"layout_ms":43.55586797464639},{"common_ms":0.2485729055479169,"layout_ms":42.56071103736758}],"planner":[{"common_ms":0.2743849763646722,"layout_ms":8.236219990067184},{"common_ms":0.2601409796625376,"layout_ms":8.614836959168315},{"common_ms":0.26598607655614614,"layout_ms":8.113714982755482}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2048,"candidate_workspace_bytes":1032192},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192}}},{"rank":3,"samples":{"contiguous":[{"stack_ms":35.91388702392578,"wall_ms":35.943887080065906,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.9040641784668,"wall_ms":35.93350201845169,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.925376892089844,"wall_ms":35.95342196058482,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.87696075439453,"wall_ms":35.90497106779367,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.89052963256836,"wall_ms":35.91827908530831,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"zigzag":[{"stack_ms":43.64521789550781,"wall_ms":43.678938993252814,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.52899169921875,"wall_ms":43.55967289302498,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.57088088989258,"wall_ms":43.59942791052163,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.62022399902344,"wall_ms":43.65083493757993,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.8394889831543,"wall_ms":43.86966198217124,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"planner":[{"stack_ms":35.901344299316406,"wall_ms":35.93039303086698,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.90092849731445,"wall_ms":35.93026497401297,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.915008544921875,"wall_ms":35.943957045674324,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.920127868652344,"wall_ms":35.94872402027249,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.88899230957031,"wall_ms":35.91726697050035,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}]},"preparation":{"contiguous":[{"common_ms":0.30631397385150194,"layout_ms":6.668146001175046},{"common_ms":0.24377298541367054,"layout_ms":6.1139160534366965},{"common_ms":0.25157397612929344,"layout_ms":6.1420470010489225}],"zigzag":[{"common_ms":0.2560950815677643,"layout_ms":45.15466303564608},{"common_ms":0.2438930096104741,"layout_ms":43.08009997475892},{"common_ms":0.250526936724782,"layout_ms":42.97429998405278}],"planner":[{"common_ms":0.26409898418933153,"layout_ms":8.096008910797536},{"common_ms":0.255206017754972,"layout_ms":8.341656997799873},{"common_ms":0.26368501130491495,"layout_ms":8.14766506664455}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2048,"candidate_workspace_bytes":1032192},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192}}},{"rank":4,"samples":{"contiguous":[{"stack_ms":35.91446304321289,"wall_ms":35.94488697126508,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.90371322631836,"wall_ms":35.93350504525006,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.92192077636719,"wall_ms":35.95250996295363,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.87395095825195,"wall_ms":35.90354393236339,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.88751983642578,"wall_ms":35.91686300933361,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"zigzag":[{"stack_ms":43.64614486694336,"wall_ms":43.679169029928744,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.52345657348633,"wall_ms":43.556084972806275,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.567264556884766,"wall_ms":43.597562005743384,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.612449645996094,"wall_ms":43.64658100530505,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.550785064697266,"wall_ms":43.58156805392355,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"planner":[{"stack_ms":35.901119232177734,"wall_ms":35.93196894507855,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.899871826171875,"wall_ms":35.929128993302584,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.90800094604492,"wall_ms":35.93747992999852,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91279983520508,"wall_ms":35.94268404413015,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.88739013671875,"wall_ms":35.917317029088736,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}]},"preparation":{"contiguous":[{"common_ms":0.3029200015589595,"layout_ms":6.84923492372036},{"common_ms":0.27601898182183504,"layout_ms":7.198470993898809},{"common_ms":0.2781919902190566,"layout_ms":7.156475097872317}],"zigzag":[{"common_ms":0.3226849948987365,"layout_ms":46.29898304119706},{"common_ms":0.28202496469020844,"layout_ms":44.43796200212091},{"common_ms":0.2833909820765257,"layout_ms":43.98040904197842}],"planner":[{"common_ms":0.29672891832888126,"layout_ms":8.858576999045908},{"common_ms":0.31183892861008644,"layout_ms":9.492528974078596},{"common_ms":0.30274095479398966,"layout_ms":8.960830047726631}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2048,"candidate_workspace_bytes":1032192},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192}}},{"rank":5,"samples":{"contiguous":[{"stack_ms":35.91779327392578,"wall_ms":35.94618698116392,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.909664154052734,"wall_ms":35.93711496796459,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.92758560180664,"wall_ms":35.954562947154045,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.8770866394043,"wall_ms":35.90446803718805,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.891998291015625,"wall_ms":35.9188950387761,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"zigzag":[{"stack_ms":43.646209716796875,"wall_ms":43.67429099511355,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.53353500366211,"wall_ms":43.561125989072025,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.56854248046875,"wall_ms":43.59585396014154,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.62160110473633,"wall_ms":43.649348081089556,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.840641021728516,"wall_ms":43.86845196131617,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"planner":[{"stack_ms":35.89680099487305,"wall_ms":35.926121985539794,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.90217590332031,"wall_ms":35.93065298628062,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91670227050781,"wall_ms":35.94518802128732,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.92262268066406,"wall_ms":35.94992193393409,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.88905715942383,"wall_ms":35.91556800529361,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}]},"preparation":{"contiguous":[{"common_ms":0.293926103040576,"layout_ms":6.627544993534684},{"common_ms":0.24423201102763414,"layout_ms":6.0786009998992085},{"common_ms":0.24498102720826864,"layout_ms":6.125714047811925}],"zigzag":[{"common_ms":0.2502819988876581,"layout_ms":45.294411946088076},{"common_ms":0.24972110986709595,"layout_ms":42.93162596877664},{"common_ms":0.25076395832002163,"layout_ms":42.85216494463384}],"planner":[{"common_ms":0.26974198408424854,"layout_ms":8.18727898877114},{"common_ms":0.24474796373397112,"layout_ms":8.383971988223493},{"common_ms":0.2658129669725895,"layout_ms":8.05876706726849}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2048,"candidate_workspace_bytes":1032192},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192}}},{"rank":6,"samples":{"contiguous":[{"stack_ms":35.914302825927734,"wall_ms":35.94456391874701,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.90505599975586,"wall_ms":35.93517700210214,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91872024536133,"wall_ms":35.947687923908234,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.872737884521484,"wall_ms":35.90234089642763,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.883872985839844,"wall_ms":35.91348393820226,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"zigzag":[{"stack_ms":43.650753021240234,"wall_ms":43.68082003202289,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.525054931640625,"wall_ms":43.55604201555252,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.563968658447266,"wall_ms":43.59612998086959,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.615840911865234,"wall_ms":43.64632396027446,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.833438873291016,"wall_ms":43.86407299898565,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"planner":[{"stack_ms":35.89225769042969,"wall_ms":35.92363104689866,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.89807891845703,"wall_ms":35.92937299981713,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91334533691406,"wall_ms":35.943511058576405,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91468811035156,"wall_ms":35.944834002293646,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.88297653198242,"wall_ms":35.91358195990324,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}]},"preparation":{"contiguous":[{"common_ms":0.3082549665123224,"layout_ms":6.719177006743848},{"common_ms":0.2539539709687233,"layout_ms":6.153239984996617},{"common_ms":0.25040097534656525,"layout_ms":6.275398074649274}],"zigzag":[{"common_ms":0.26456196792423725,"layout_ms":46.08789808116853},{"common_ms":0.24618697352707386,"layout_ms":43.731791083700955},{"common_ms":0.24742598179727793,"layout_ms":42.77846193872392}],"planner":[{"common_ms":0.2679969184100628,"layout_ms":8.205397985875607},{"common_ms":0.24731899611651897,"layout_ms":8.567150100134313},{"common_ms":0.2921289997175336,"layout_ms":8.246190962381661}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2048,"candidate_workspace_bytes":1032192},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192}}},{"rank":7,"samples":{"contiguous":[{"stack_ms":35.92063903808594,"wall_ms":35.94904497731477,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.90403366088867,"wall_ms":35.93021701090038,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91535949707031,"wall_ms":35.94464808702469,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.87596893310547,"wall_ms":35.903374082408845,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.88943862915039,"wall_ms":35.91730096377432,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"zigzag":[{"stack_ms":43.65388870239258,"wall_ms":43.6813379637897,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.53260803222656,"wall_ms":43.559216894209385,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.567649841308594,"wall_ms":43.596190051175654,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.6212158203125,"wall_ms":43.648367980495095,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":43.83987045288086,"wall_ms":43.86613005772233,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}],"planner":[{"stack_ms":35.90332794189453,"wall_ms":35.93082691077143,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.90105438232422,"wall_ms":35.92887497507036,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.91619110107422,"wall_ms":35.942654008977115,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.92015838623047,"wall_ms":35.94704798888415,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625},{"stack_ms":35.88489532470703,"wall_ms":35.91212199535221,"allocated_gib":17.59236240386963,"reserved_gib":18.025390625}]},"preparation":{"contiguous":[{"common_ms":0.3069499507546425,"layout_ms":6.66482700034976},{"common_ms":0.23843604139983654,"layout_ms":6.05129508767277},{"common_ms":0.2360029611736536,"layout_ms":6.1099829617887735}],"zigzag":[{"common_ms":0.24972902610898018,"layout_ms":45.454130973666906},{"common_ms":0.24190300609916449,"layout_ms":43.1706290692091},{"common_ms":0.24351500906050205,"layout_ms":42.28438704740256}],"planner":[{"common_ms":0.2524839947000146,"layout_ms":8.157761069014668},{"common_ms":0.24781294632703066,"layout_ms":8.427547989413142},{"common_ms":0.2591279335319996,"layout_ms":8.070570067502558}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192},"zigzag":{"selected_policy":"zigzag","source_rows":16384,"selection_rows":16384,"spans":2048,"candidate_workspace_bytes":1032192},"planner":{"selected_policy":"contiguous","source_rows":16384,"selection_rows":16384,"spans":128,"candidate_workspace_bytes":1032192}}}],"raw_sha256":"2ba35c8211885abed60ab32316e170cbbb64d4193bafece4a7e3424539470f9f","precision":{"contiguous":{"checks":32,"okay":true,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.9990321403746406e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.698141691937272e-05,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":7.319780148822011e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":3.0554342060219197e-06,"max_abs":2.3078428057488054e-11,"finite":true}}},"zigzag":{"checks":32,"okay":true,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":4.1267594000758563e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.20978569195467e-05,"max_abs":5.820766091346741e-11,"finite":true},"d_pool_score":{"relative_rms":6.431684352954081e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":2.8460938259171123e-06,"max_abs":2.7966962079517543e-11,"finite":true}}},"planner":{"checks":32,"okay":true,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.5732622043796676e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.034992618360892e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":7.248612344814962e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":2.589282827088686e-06,"max_abs":2.0236257114447653e-11,"finite":true}}}}},{"case":"256k-single","lengths":[262144],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":468.6244201660156,"prepare_ms":1.1622790480032563,"prepare_plus_stack_ms":469.7866992140189,"amortized_per_layer_ms":117.44667480350472,"prepare_fraction":0.002474056949564171,"stack_min_ms":464.9257507324219,"stack_max_ms":469.44390869140625,"prepare_min_ms":1.1358209885656834,"prepare_max_ms":1.5116388676688075,"peak_allocated_gib":38.17985820770264,"peak_reserved_gib":39.046875},"zigzag":{"stack_ms":423.92626953125,"prepare_ms":1.2357350206002593,"prepare_plus_stack_ms":425.16200455185026,"amortized_per_layer_ms":106.29050113796256,"prepare_fraction":0.002906503891152758,"stack_min_ms":422.960205078125,"stack_max_ms":424.14874267578125,"prepare_min_ms":1.2185960076749325,"prepare_max_ms":1.4165790053084493,"peak_allocated_gib":38.17985820770264,"peak_reserved_gib":39.046875},"planner":{"stack_ms":419.5588684082031,"prepare_ms":7.62440892867744,"prepare_plus_stack_ms":427.18327733688056,"amortized_per_layer_ms":106.79581933422014,"prepare_fraction":0.017848097838026468,"stack_min_ms":417.9863586425781,"stack_max_ms":422.3028869628906,"prepare_min_ms":6.336391903460026,"prepare_max_ms":7.854974013753235,"peak_allocated_gib":38.17985820770264,"peak_reserved_gib":39.046875}},"ranks":[{"rank":0,"samples":{"contiguous":[{"stack_ms":467.52178955078125,"wall_ms":467.5592299317941,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":468.60400390625,"wall_ms":468.6432919697836,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":469.43316650390625,"wall_ms":469.47632206138223,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":469.0263366699219,"wall_ms":469.0647079842165,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":464.9157409667969,"wall_ms":464.96030199341476,"allocated_gib":37.67984437942505,"reserved_gib":38.515625}],"zigzag":[{"stack_ms":423.8404541015625,"wall_ms":423.8934660097584,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":422.9778747558594,"wall_ms":423.01594698801637,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":423.98248291015625,"wall_ms":424.0271090529859,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":422.94110107421875,"wall_ms":422.98817494884133,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":424.1363220214844,"wall_ms":424.1786270868033,"allocated_gib":37.67984437942505,"reserved_gib":38.515625}],"planner":[{"stack_ms":417.9809875488281,"wall_ms":418.01993595436215,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":419.55029296875,"wall_ms":419.58641493692994,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":418.7848815917969,"wall_ms":418.8236390473321,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":422.28875732421875,"wall_ms":422.3246240289882,"allocated_gib":37.67984437942505,"reserved_gib":38.515625},{"stack_ms":420.1344909667969,"wall_ms":420.17458204645663,"allocated_gib":37.67984437942505,"reserved_gib":38.515625}]},"preparation":{"contiguous":[{"common_ms":0.12295693159103394,"layout_ms":0.8304979419335723},{"common_ms":0.10194804053753614,"layout_ms":0.5589340580627322},{"common_ms":0.1048799604177475,"layout_ms":0.5229549715295434}],"zigzag":[{"common_ms":0.10165700223296881,"layout_ms":1.1465030256658792},{"common_ms":0.0956859439611435,"layout_ms":0.9719849331304431},{"common_ms":0.0888829817995429,"layout_ms":0.9526250651106238}],"planner":[{"common_ms":0.10166491847485304,"layout_ms":6.676487042568624},{"common_ms":0.09118998423218727,"layout_ms":7.4200170347467065},{"common_ms":0.0927979126572609,"layout_ms":6.243593990802765}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536838144},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073712188},"planner":{"selected_policy":"selection-local-2x","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073660864}}},{"rank":1,"samples":{"contiguous":[{"stack_ms":467.51953125,"wall_ms":467.5568990642205,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":468.6244201660156,"wall_ms":468.6608560150489,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":469.44390869140625,"wall_ms":469.4800900761038,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":469.021240234375,"wall_ms":469.0602619666606,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":464.9257507324219,"wall_ms":464.95942608453333,"allocated_gib":37.67984914779663,"reserved_gib":38.515625}],"zigzag":[{"stack_ms":423.8853759765625,"wall_ms":423.94278303254396,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":422.9844970703125,"wall_ms":423.0204749619588,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":423.9937744140625,"wall_ms":424.03304402250797,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":422.9601135253906,"wall_ms":422.99502005334944,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":424.14874267578125,"wall_ms":424.1830230457708,"allocated_gib":37.67984914779663,"reserved_gib":38.515625}],"planner":[{"stack_ms":417.9844665527344,"wall_ms":418.0186849553138,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":419.551513671875,"wall_ms":419.5905919186771,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":418.7958984375,"wall_ms":418.8292579492554,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":422.2998046875,"wall_ms":422.33219393529,"allocated_gib":37.67984914779663,"reserved_gib":38.515625},{"stack_ms":420.16070556640625,"wall_ms":420.19295308273286,"allocated_gib":37.67984914779663,"reserved_gib":38.515625}]},"preparation":{"contiguous":[{"common_ms":0.12621597852557898,"layout_ms":1.0084690293297172},{"common_ms":0.09907200001180172,"layout_ms":0.7152259349822998},{"common_ms":0.10174803901463747,"layout_ms":0.6537289591506124}],"zigzag":[{"common_ms":0.10624295100569725,"layout_ms":1.1487309820950031},{"common_ms":0.09719806257635355,"layout_ms":0.937678967602551},{"common_ms":0.08774397429078817,"layout_ms":0.9296369971707463}],"planner":[{"common_ms":0.10172405745834112,"layout_ms":6.734990980476141},{"common_ms":0.08458096999675035,"layout_ms":7.443060982041061},{"common_ms":0.08737400639802217,"layout_ms":6.139851990155876}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536867212},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073660864},"planner":{"selected_policy":"selection-local-2x","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073631792}}},{"rank":2,"samples":{"contiguous":[{"stack_ms":467.52618408203125,"wall_ms":467.5588640384376,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":468.6214294433594,"wall_ms":468.657442019321,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":469.4364013671875,"wall_ms":469.47316091973335,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":469.0278625488281,"wall_ms":469.05765193514526,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":464.9222717285156,"wall_ms":464.9566760053858,"allocated_gib":37.67985486984253,"reserved_gib":38.515625}],"zigzag":[{"stack_ms":423.9138488769531,"wall_ms":423.9515400258824,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":422.9818115234375,"wall_ms":423.01695502828807,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":423.98785400390625,"wall_ms":424.02503499761224,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":422.9600524902344,"wall_ms":422.99364204518497,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":424.14373779296875,"wall_ms":424.17779902461916,"allocated_gib":37.67985486984253,"reserved_gib":38.515625}],"planner":[{"stack_ms":417.9847412109375,"wall_ms":418.01851196214557,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":419.5588684082031,"wall_ms":419.5921759819612,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":418.7926025390625,"wall_ms":418.8257890054956,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":422.3028869628906,"wall_ms":422.33667289838195,"allocated_gib":37.67985486984253,"reserved_gib":38.515625},{"stack_ms":420.1465148925781,"wall_ms":420.18164601176977,"allocated_gib":37.67985486984253,"reserved_gib":38.515625}]},"preparation":{"contiguous":[{"common_ms":0.11875003110617399,"layout_ms":1.1543900473043323},{"common_ms":0.09764102287590504,"layout_ms":0.9124070638790727},{"common_ms":0.10253302752971649,"layout_ms":0.8712139679118991}],"zigzag":[{"common_ms":0.10266690514981747,"layout_ms":1.2352520134299994},{"common_ms":0.0936778960749507,"layout_ms":0.9502720786258578},{"common_ms":0.0908819492906332,"layout_ms":0.9330750908702612}],"planner":[{"common_ms":0.10086502879858017,"layout_ms":6.664023967459798},{"common_ms":0.09045598562806845,"layout_ms":7.533952943049371},{"common_ms":0.0886180205270648,"layout_ms":6.245408090762794}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536866384},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073659492},"planner":{"selected_policy":"selection-local-2x","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073737680}}},{"rank":3,"samples":{"contiguous":[{"stack_ms":467.509033203125,"wall_ms":467.5613109720871,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":468.6142272949219,"wall_ms":468.65233103744686,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":469.439697265625,"wall_ms":469.4725399604067,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":469.0260009765625,"wall_ms":469.0579050220549,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":464.9222717285156,"wall_ms":464.95479706209153,"allocated_gib":37.678882122039795,"reserved_gib":38.515625}],"zigzag":[{"stack_ms":423.9035949707031,"wall_ms":423.9600959699601,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":422.9820861816406,"wall_ms":423.01500390749425,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":423.98358154296875,"wall_ms":424.01580803561956,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":422.9580993652344,"wall_ms":422.99361003097147,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":424.1482849121094,"wall_ms":424.17915305122733,"allocated_gib":37.678882122039795,"reserved_gib":38.515625}],"planner":[{"stack_ms":417.9631042480469,"wall_ms":418.0052480660379,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":419.5509338378906,"wall_ms":419.58259406965226,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":418.79156494140625,"wall_ms":418.82362496107817,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":422.300048828125,"wall_ms":422.3315209383145,"allocated_gib":37.678882122039795,"reserved_gib":38.515625},{"stack_ms":420.154296875,"wall_ms":420.1872880803421,"allocated_gib":37.678882122039795,"reserved_gib":38.515625}]},"preparation":{"contiguous":[{"common_ms":0.13661396224051714,"layout_ms":1.3750249054282904},{"common_ms":0.09862903971225023,"layout_ms":1.0607560398057103},{"common_ms":0.1085109543055296,"layout_ms":1.0273100342601538}],"zigzag":[{"common_ms":0.12056098785251379,"layout_ms":1.1757570318877697},{"common_ms":0.09243795648217201,"layout_ms":0.9907629573717713},{"common_ms":0.08914095815271139,"layout_ms":0.9397109970450401}],"planner":[{"common_ms":0.1088390126824379,"layout_ms":6.678832927718759},{"common_ms":0.0926509965211153,"layout_ms":6.085630040615797},{"common_ms":0.09286997374147177,"layout_ms":6.09481509309262}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536868040},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073631792},"planner":{"selected_policy":"selection-local-2x","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":1073736096}}},{"rank":4,"samples":{"contiguous":[{"stack_ms":467.52325439453125,"wall_ms":467.5584810320288,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":468.62005615234375,"wall_ms":468.6571409692988,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":469.43878173828125,"wall_ms":469.4760029669851,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":469.02191162109375,"wall_ms":469.05953204259276,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":464.9170227050781,"wall_ms":464.9541670223698,"allocated_gib":38.1798529624939,"reserved_gib":39.046875}],"zigzag":[{"stack_ms":423.91143798828125,"wall_ms":423.95104200113565,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":422.9809265136719,"wall_ms":423.0175920529291,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":423.9869689941406,"wall_ms":424.0260849473998,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":422.9470520019531,"wall_ms":422.9836019221693,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":424.1474914550781,"wall_ms":424.1805539932102,"allocated_gib":38.1798529624939,"reserved_gib":39.046875}],"planner":[{"stack_ms":417.9792175292969,"wall_ms":418.01514104008675,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":419.552490234375,"wall_ms":419.588150922209,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":418.7901306152344,"wall_ms":418.82564302068204,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":422.29766845703125,"wall_ms":422.33682004734874,"allocated_gib":38.1798529624939,"reserved_gib":39.046875},{"stack_ms":420.154296875,"wall_ms":420.18925002776086,"allocated_gib":38.1798529624939,"reserved_gib":39.046875}]},"preparation":{"contiguous":[{"common_ms":0.12834498193114996,"layout_ms":1.1594770476222038},{"common_ms":0.1015540910884738,"layout_ms":0.8736869785934687},{"common_ms":0.10681792628020048,"layout_ms":0.8386030094698071}],"zigzag":[{"common_ms":0.10904797818511724,"layout_ms":1.307531027123332},{"common_ms":0.10042497888207436,"layout_ms":1.135310041718185},{"common_ms":0.09165401570498943,"layout_ms":1.126941991969943}],"planner":[{"common_ms":0.1108349533751607,"layout_ms":6.779456045478582},{"common_ms":0.09321002289652824,"layout_ms":7.473578909412026},{"common_ms":0.09383703581988811,"layout_ms":6.044334964826703}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":1073713120},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073736736},"planner":{"selected_policy":"selection-local-2x","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073713936}}},{"rank":5,"samples":{"contiguous":[{"stack_ms":467.5268249511719,"wall_ms":467.55845996085554,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":468.62078857421875,"wall_ms":468.654063064605,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":469.44317626953125,"wall_ms":469.47478398215026,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":469.0254821777344,"wall_ms":469.05731793958694,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":464.9079895019531,"wall_ms":464.9566059233621,"allocated_gib":38.17985486984253,"reserved_gib":39.046875}],"zigzag":[{"stack_ms":423.9143371582031,"wall_ms":423.9490469917655,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":422.9840087890625,"wall_ms":423.013714957051,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":423.9889221191406,"wall_ms":424.028518027626,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":422.960205078125,"wall_ms":422.99083701800555,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":424.1369323730469,"wall_ms":424.1850929101929,"allocated_gib":38.17985486984253,"reserved_gib":39.046875}],"planner":[{"stack_ms":417.9863586425781,"wall_ms":418.0208860198036,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":419.5574951171875,"wall_ms":419.58802996668965,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":418.7961730957031,"wall_ms":418.8263139221817,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":422.3007507324219,"wall_ms":422.330106026493,"allocated_gib":38.17985486984253,"reserved_gib":39.046875},{"stack_ms":420.15679931640625,"wall_ms":420.1998319476843,"allocated_gib":38.17985486984253,"reserved_gib":39.046875}]},"preparation":{"contiguous":[{"common_ms":0.1176029909402132,"layout_ms":1.1673850240185857},{"common_ms":0.10004802606999874,"layout_ms":0.9158320026472211},{"common_ms":0.10112393647432327,"layout_ms":0.8666469948366284}],"zigzag":[{"common_ms":0.10071799624711275,"layout_ms":1.2145109940320253},{"common_ms":0.0936869764700532,"layout_ms":1.0740699945017695},{"common_ms":0.08521601557731628,"layout_ms":1.0355719132348895}],"planner":[{"common_ms":0.09594706352800131,"layout_ms":6.585170980542898},{"common_ms":0.09167194366455078,"layout_ms":7.037480012513697},{"common_ms":0.08730101399123669,"layout_ms":6.033329060301185}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":1073672900},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073737680},"planner":{"selected_policy":"selection-local-2x","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073736736}}},{"rank":6,"samples":{"contiguous":[{"stack_ms":467.52374267578125,"wall_ms":467.55808498710394,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":468.6144714355469,"wall_ms":468.65128504578024,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":469.435302734375,"wall_ms":469.48017401155084,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":469.0189208984375,"wall_ms":469.0523040480912,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":464.91845703125,"wall_ms":464.9523999541998,"allocated_gib":38.17985677719116,"reserved_gib":39.046875}],"zigzag":[{"stack_ms":423.9111022949219,"wall_ms":423.9522150019184,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":422.9770202636719,"wall_ms":423.0109790805727,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":423.98358154296875,"wall_ms":424.0257329074666,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":422.9538879394531,"wall_ms":422.98716004006565,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":424.14031982421875,"wall_ms":424.17625105008483,"allocated_gib":38.17985677719116,"reserved_gib":39.046875}],"planner":[{"stack_ms":417.9789733886719,"wall_ms":418.0179350078106,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":419.5478515625,"wall_ms":419.5826150244102,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":418.7738037109375,"wall_ms":418.8094639685005,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":422.2912292480469,"wall_ms":422.3246700130403,"allocated_gib":38.17985677719116,"reserved_gib":39.046875},{"stack_ms":420.1524658203125,"wall_ms":420.1875850558281,"allocated_gib":38.17985677719116,"reserved_gib":39.046875}]},"preparation":{"contiguous":[{"common_ms":0.1298859715461731,"layout_ms":1.2891259975731373},{"common_ms":0.10824901983141899,"layout_ms":1.0423389030620456},{"common_ms":0.10506296530365944,"layout_ms":1.0020930785685778}],"zigzag":[{"common_ms":0.10871700942516327,"layout_ms":1.3065909733995795},{"common_ms":0.09829504415392876,"layout_ms":1.0990950977429748},{"common_ms":0.09341095574200153,"layout_ms":1.0884120129048824}],"planner":[{"common_ms":0.10987999849021435,"layout_ms":7.745094015263021},{"common_ms":0.09419803973287344,"layout_ms":7.145963027141988},{"common_ms":0.09153899736702442,"layout_ms":6.163912010379136}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":1073731400},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073713936},"planner":{"selected_policy":"selection-local-2x","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073659492}}},{"rank":7,"samples":{"contiguous":[{"stack_ms":467.51336669921875,"wall_ms":467.55041007418185,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":468.6189270019531,"wall_ms":468.65335991606116,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":469.4292907714844,"wall_ms":469.4621720118448,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":469.0202331542969,"wall_ms":469.05485703609884,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":464.9182434082031,"wall_ms":464.9538219673559,"allocated_gib":38.17985820770264,"reserved_gib":39.046875}],"zigzag":[{"stack_ms":423.92626953125,"wall_ms":423.96485107019544,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":422.9736022949219,"wall_ms":423.006891971454,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":423.98284912109375,"wall_ms":424.0243920357898,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":422.94854736328125,"wall_ms":422.9814059799537,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":424.1417541503906,"wall_ms":424.17443392332643,"allocated_gib":38.17985820770264,"reserved_gib":39.046875}],"planner":[{"stack_ms":417.97607421875,"wall_ms":418.0091479793191,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":419.550048828125,"wall_ms":419.58175296895206,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":418.7903137207031,"wall_ms":418.8227340346202,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":422.2937316894531,"wall_ms":422.3265090258792,"allocated_gib":38.17985820770264,"reserved_gib":39.046875},{"stack_ms":420.15576171875,"wall_ms":420.1872880803421,"allocated_gib":38.17985820770264,"reserved_gib":39.046875}]},"preparation":{"contiguous":[{"common_ms":0.11182902380824089,"layout_ms":1.2359409593045712},{"common_ms":0.10000704787671566,"layout_ms":1.0622720001265407},{"common_ms":0.10232091881334782,"layout_ms":0.9813659125939012}],"zigzag":[{"common_ms":0.09204598609358072,"layout_ms":1.1989740887656808},{"common_ms":0.09581097401678562,"layout_ms":1.0483020450919867},{"common_ms":0.08432404138147831,"layout_ms":1.0088110575452447}],"planner":[{"common_ms":0.09397300891578197,"layout_ms":6.430931040085852},{"common_ms":0.08867506403476,"layout_ms":6.896608974784613},{"common_ms":0.08724606595933437,"layout_ms":5.933400942012668}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":1073737368},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073713120},"planner":{"selected_policy":"selection-local-2x","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":1073712188}}}],"raw_sha256":"c34b6d47883917d461830143b7cbcbcc42f9f622a03c1ae8ddb8f9f0ce9563ac","precision":{"contiguous":{"checks":32,"okay":true,"max_loss_abs_diff":2.6193447411060333e-10,"errors":{"output":{"relative_rms":0.0014928049778354852,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.0005266994128492798,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.001431242936550704,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0006680122950488125,"max_abs":4.718003765447065e-12,"finite":true},"d_weights":{"relative_rms":0.0006016864341335932,"max_abs":7.916241884231567e-09,"finite":true},"d_pool_kv":{"relative_rms":0.002056659499451569,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0019909551265831775,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":2.103276389396667e-05,"max_abs":1.269029326067539e-11,"finite":true}}},"zigzag":{"checks":32,"okay":true,"max_loss_abs_diff":2.6193447411060333e-10,"errors":{"output":{"relative_rms":0.0015113287572242032,"max_abs":0.00323486328125,"finite":true},"dq":{"relative_rms":0.0005254805842140655,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.001433203030352532,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.0007393720719643975,"max_abs":4.746425474877469e-12,"finite":true},"d_weights":{"relative_rms":0.0006266293474234138,"max_abs":8.905772119760513e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0020527632239732206,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0019980765481681386,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":2.4105114675002208e-05,"max_abs":1.4068746168049984e-11,"finite":true}}},"planner":{"checks":32,"okay":true,"max_loss_abs_diff":4.0745362639427185e-10,"errors":{"output":{"relative_rms":0.0015095531066493626,"max_abs":0.0037841796875,"finite":true},"dq":{"relative_rms":0.0005273999555157774,"max_abs":0.002685546875,"finite":true},"dkv":{"relative_rms":0.0007540698970385857,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.000742200527389228,"max_abs":4.320099833421409e-12,"finite":true},"d_weights":{"relative_rms":0.0007230580870946573,"max_abs":1.6298145055770874e-08,"finite":true},"d_pool_kv":{"relative_rms":0.0008448213766819392,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0008233588334953484,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":2.062334586842423e-05,"max_abs":1.2789769243681803e-11,"finite":true}}}}},{"case":"256k-mixed-22","lengths":[1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,1024,120832,120832],"world_size":8,"layers":4,"okay":true,"orders":[["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":365.3239440917969,"prepare_ms":1.188579946756363,"prepare_plus_stack_ms":366.51252403855324,"amortized_per_layer_ms":91.62813100963831,"prepare_fraction":0.00324294497131928,"stack_min_ms":364.21234130859375,"stack_max_ms":367.1127624511719,"prepare_min_ms":1.1880050878971815,"prepare_max_ms":1.4419200597330928,"peak_allocated_gib":36.67245817184448,"peak_reserved_gib":37.892578125},"zigzag":{"stack_ms":351.97222900390625,"prepare_ms":2.493127016350627,"prepare_plus_stack_ms":354.4653560202569,"amortized_per_layer_ms":88.61633900506422,"prepare_fraction":0.007033485710259794,"stack_min_ms":350.9612731933594,"stack_max_ms":352.6240539550781,"prepare_min_ms":2.3245670599862933,"prepare_max_ms":3.1511930283159018,"peak_allocated_gib":36.67245817184448,"peak_reserved_gib":37.892578125},"planner":{"stack_ms":350.877685546875,"prepare_ms":8.63834097981453,"prepare_plus_stack_ms":359.51602652668953,"amortized_per_layer_ms":89.87900663167238,"prepare_fraction":0.02402769373947017,"stack_min_ms":350.3907165527344,"stack_max_ms":351.2770690917969,"prepare_min_ms":6.964867934584618,"prepare_max_ms":10.126439970918,"peak_allocated_gib":36.67245817184448,"peak_reserved_gib":37.892578125}},"ranks":[{"rank":0,"samples":{"contiguous":[{"stack_ms":364.2486267089844,"wall_ms":364.2874649958685,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":366.7606506347656,"wall_ms":366.79833801463246,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":365.3111572265625,"wall_ms":365.34670600667596,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":367.09173583984375,"wall_ms":367.13015590794384,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":364.2039489746094,"wall_ms":364.2411179607734,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625}],"zigzag":[{"stack_ms":352.6220397949219,"wall_ms":352.66546707134694,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":351.7652587890625,"wall_ms":351.8011999549344,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":350.95281982421875,"wall_ms":350.99120205268264,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":352.0442810058594,"wall_ms":352.08068403881043,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":351.96453857421875,"wall_ms":351.99965606443584,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625}],"planner":[{"stack_ms":350.8714599609375,"wall_ms":350.9100399678573,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":350.382568359375,"wall_ms":350.42334196623415,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":350.7933349609375,"wall_ms":350.8296289946884,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":351.27386474609375,"wall_ms":351.31278506014496,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625},{"stack_ms":351.1254577636719,"wall_ms":351.1602310463786,"allocated_gib":36.33068895339966,"reserved_gib":37.478515625}]},"preparation":{"contiguous":[{"common_ms":0.153091037645936,"layout_ms":1.0412149131298065},{"common_ms":0.10852899868041277,"layout_ms":0.8155180839821696},{"common_ms":0.11718005407601595,"layout_ms":0.8010449819266796}],"zigzag":[{"common_ms":0.11399202048778534,"layout_ms":3.0372010078281164},{"common_ms":0.11484103742986917,"layout_ms":2.2766459733247757},{"common_ms":0.10566599667072296,"layout_ms":2.2189010633155704}],"planner":[{"common_ms":0.11407304555177689,"layout_ms":6.644005072303116},{"common_ms":0.10481104254722595,"layout_ms":10.021628928370774},{"common_ms":0.11004507541656494,"layout_ms":6.630396004766226}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":21,"candidate_workspace_bytes":85950464},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":44,"candidate_workspace_bytes":536851044},"planner":{"selected_policy":"selection-paired-local","source_rows":32768,"selection_rows":50688,"spans":24,"candidate_workspace_bytes":536856188}}},{"rank":1,"samples":{"contiguous":[{"stack_ms":364.2635192871094,"wall_ms":364.29954308550805,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":366.7682800292969,"wall_ms":366.7994230054319,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":365.3185729980469,"wall_ms":365.3515940532088,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":367.1127624511719,"wall_ms":367.14495299384,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":364.2037658691406,"wall_ms":364.23997895326465,"allocated_gib":36.67147397994995,"reserved_gib":37.46875}],"zigzag":[{"stack_ms":352.6240539550781,"wall_ms":352.6601019548252,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":351.77056884765625,"wall_ms":351.80559498257935,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":350.95977783203125,"wall_ms":350.99209495820105,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":352.0597229003906,"wall_ms":352.091574924998,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":351.9666442871094,"wall_ms":351.9991129869595,"allocated_gib":36.67147397994995,"reserved_gib":37.46875}],"planner":[{"stack_ms":350.8664855957031,"wall_ms":350.90351197868586,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":350.3907165527344,"wall_ms":350.4221859620884,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":350.7923278808594,"wall_ms":350.8248799480498,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":351.2770690917969,"wall_ms":351.31266503594816,"allocated_gib":36.67147397994995,"reserved_gib":37.46875},{"stack_ms":351.1250915527344,"wall_ms":351.1594469891861,"allocated_gib":36.67147397994995,"reserved_gib":37.46875}]},"preparation":{"contiguous":[{"common_ms":0.15467999037355185,"layout_ms":1.0029510594904423},{"common_ms":0.09595300070941448,"layout_ms":0.7439589826390147},{"common_ms":0.10408193338662386,"layout_ms":0.6948929512873292}],"zigzag":[{"common_ms":0.11985190212726593,"layout_ms":2.1911519579589367},{"common_ms":0.10501209180802107,"layout_ms":1.9522270886227489},{"common_ms":0.08971395436674356,"layout_ms":1.868488034233451}],"planner":[{"common_ms":0.11211098171770573,"layout_ms":7.94493593275547},{"common_ms":0.09296904318034649,"layout_ms":6.791836931370199},{"common_ms":0.0990589614957571,"layout_ms":6.241148919798434}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536839828},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":44,"candidate_workspace_bytes":536817408},"planner":{"selected_policy":"selection-paired-local","source_rows":32768,"selection_rows":30208,"spans":4,"candidate_workspace_bytes":536856188}}},{"rank":2,"samples":{"contiguous":[{"stack_ms":364.259765625,"wall_ms":364.2926919274032,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":366.7632141113281,"wall_ms":366.7971428949386,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":365.32012939453125,"wall_ms":365.3516659978777,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":367.1094970703125,"wall_ms":367.1419349266216,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":364.21234130859375,"wall_ms":364.24481810536236,"allocated_gib":36.67245435714722,"reserved_gib":37.890625}],"zigzag":[{"stack_ms":352.6236267089844,"wall_ms":352.65697399154305,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":351.76708984375,"wall_ms":351.80278692860156,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":350.9592590332031,"wall_ms":350.99190997425467,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":352.0567321777344,"wall_ms":352.08970797248185,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":351.96966552734375,"wall_ms":352.0004820311442,"allocated_gib":36.67245435714722,"reserved_gib":37.890625}],"planner":[{"stack_ms":350.87249755859375,"wall_ms":350.90966999996454,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":350.3879089355469,"wall_ms":350.4181730095297,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":350.79071044921875,"wall_ms":350.82276398316026,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":351.27545166015625,"wall_ms":351.30763694178313,"allocated_gib":36.67245435714722,"reserved_gib":37.890625},{"stack_ms":351.12933349609375,"wall_ms":351.1611520079896,"allocated_gib":36.67245435714722,"reserved_gib":37.890625}]},"preparation":{"contiguous":[{"common_ms":0.14560495037585497,"layout_ms":1.0978650534525514},{"common_ms":0.09881297592073679,"layout_ms":0.8976699318736792},{"common_ms":0.109110027551651,"layout_ms":0.8459090022370219}],"zigzag":[{"common_ms":0.11652405373752117,"layout_ms":2.31568596791476},{"common_ms":0.1093520550057292,"layout_ms":2.036161022260785},{"common_ms":0.0962789636105299,"layout_ms":2.0013480680063367}],"planner":[{"common_ms":0.10674295481294394,"layout_ms":8.531598025001585},{"common_ms":0.0963079510256648,"layout_ms":7.217512931674719},{"common_ms":0.10110205039381981,"layout_ms":6.460023927502334}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536867936},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":44,"candidate_workspace_bytes":536856188},"planner":{"selected_policy":"selection-paired-local","source_rows":32768,"selection_rows":30208,"spans":4,"candidate_workspace_bytes":536821060}}},{"rank":3,"samples":{"contiguous":[{"stack_ms":364.25103759765625,"wall_ms":364.3036639550701,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":366.7390441894531,"wall_ms":366.7925550835207,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":365.3055725097656,"wall_ms":365.3435460291803,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":367.11041259765625,"wall_ms":367.1434819698334,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":364.21087646484375,"wall_ms":364.2434509238228,"allocated_gib":36.67245817184448,"reserved_gib":37.890625}],"zigzag":[{"stack_ms":352.6059875488281,"wall_ms":352.6604069629684,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":351.7578430175781,"wall_ms":351.8028469989076,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":350.94415283203125,"wall_ms":350.9982310933992,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":352.056884765625,"wall_ms":352.08912601228803,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":351.97222900390625,"wall_ms":352.0013189408928,"allocated_gib":36.67245817184448,"reserved_gib":37.890625}],"planner":[{"stack_ms":350.82989501953125,"wall_ms":350.90019495692104,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":350.3748474121094,"wall_ms":350.42714001610875,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":350.7916564941406,"wall_ms":350.82367702852935,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":351.27496337890625,"wall_ms":351.3096399838105,"allocated_gib":36.67245817184448,"reserved_gib":37.890625},{"stack_ms":351.1265563964844,"wall_ms":351.1598830809817,"allocated_gib":36.67245817184448,"reserved_gib":37.890625}]},"preparation":{"contiguous":[{"common_ms":0.1578880473971367,"layout_ms":1.284032012335956},{"common_ms":0.10781397577375174,"layout_ms":1.0722000151872635},{"common_ms":0.11180294677615166,"layout_ms":1.0085750836879015}],"zigzag":[{"common_ms":0.13712397776544094,"layout_ms":2.3568669566884637},{"common_ms":0.10885996744036674,"layout_ms":2.0860200747847557},{"common_ms":0.1023000804707408,"layout_ms":2.0355440210551023}],"planner":[{"common_ms":0.11875492054969072,"layout_ms":7.5612220680341125},{"common_ms":0.09960110764950514,"layout_ms":7.2794880252331495},{"common_ms":0.10538299102336168,"layout_ms":6.443728925660253}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536858512},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":44,"candidate_workspace_bytes":536842548},"planner":{"selected_policy":"selection-paired-local","source_rows":32768,"selection_rows":30208,"spans":4,"candidate_workspace_bytes":536842548}}},{"rank":4,"samples":{"contiguous":[{"stack_ms":364.2603759765625,"wall_ms":364.2949979985133,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":366.76385498046875,"wall_ms":366.7970820097253,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":365.32147216796875,"wall_ms":365.35540595650673,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":367.1101989746094,"wall_ms":367.14314203709364,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":364.2028503417969,"wall_ms":364.23761292826384,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125}],"zigzag":[{"stack_ms":352.6187438964844,"wall_ms":352.6515100384131,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":351.76776123046875,"wall_ms":351.7990439431742,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":350.94879150390625,"wall_ms":350.98960099276155,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":352.0558166503906,"wall_ms":352.0916450070217,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":351.9667663574219,"wall_ms":351.9985609455034,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125}],"planner":[{"stack_ms":350.877685546875,"wall_ms":350.912343012169,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":350.38385009765625,"wall_ms":350.4188540391624,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":350.7879333496094,"wall_ms":350.82082299049944,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":351.27130126953125,"wall_ms":351.3085599988699,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125},{"stack_ms":351.1272277832031,"wall_ms":351.16034001111984,"allocated_gib":36.67245292663574,"reserved_gib":37.892578125}]},"preparation":{"contiguous":[{"common_ms":0.14611496590077877,"layout_ms":1.1521709384396672},{"common_ms":0.1051850849762559,"layout_ms":0.9854979580268264},{"common_ms":0.11237699072808027,"layout_ms":0.8677809964865446}],"zigzag":[{"common_ms":0.11716200970113277,"layout_ms":2.3579070111736655},{"common_ms":0.11771498247981071,"layout_ms":2.1436039824038744},{"common_ms":0.10942399967461824,"layout_ms":2.104090992361307}],"planner":[{"common_ms":0.11347199324518442,"layout_ms":7.208214956335723},{"common_ms":0.09938201401382685,"layout_ms":7.409625919535756},{"common_ms":0.10051496792584658,"layout_ms":6.509282975457609}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":2,"candidate_workspace_bytes":536840500},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":44,"candidate_workspace_bytes":536849480},"planner":{"selected_policy":"selection-paired-local","source_rows":32768,"selection_rows":30208,"spans":4,"candidate_workspace_bytes":536851044}}},{"rank":5,"samples":{"contiguous":[{"stack_ms":364.2676696777344,"wall_ms":364.29822898935527,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":366.76922607421875,"wall_ms":366.8002770282328,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":365.3239440917969,"wall_ms":365.35397300031036,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":367.1063537597656,"wall_ms":367.13921499904245,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":364.2103271484375,"wall_ms":364.24086592160165,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125}],"zigzag":[{"stack_ms":352.62054443359375,"wall_ms":352.651878958568,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":351.7701416015625,"wall_ms":351.79939796216786,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":350.9612731933594,"wall_ms":350.9911790024489,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":352.0550537109375,"wall_ms":352.0867159822956,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":351.9684753417969,"wall_ms":351.9984110025689,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125}],"planner":[{"stack_ms":350.8627624511719,"wall_ms":350.89978692121804,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":350.3874206542969,"wall_ms":350.41845205705613,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":350.7870178222656,"wall_ms":350.8183689555153,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":351.2766418457031,"wall_ms":351.307998993434,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125},{"stack_ms":351.1299133300781,"wall_ms":351.1597670149058,"allocated_gib":36.671964168548584,"reserved_gib":37.892578125}]},"preparation":{"contiguous":[{"common_ms":0.14047103468328714,"layout_ms":1.033334992825985},{"common_ms":0.1038180198520422,"layout_ms":0.8004690753296018},{"common_ms":0.10839896276593208,"layout_ms":0.7743039168417454}],"zigzag":[{"common_ms":0.10955100879073143,"layout_ms":2.148354076780379},{"common_ms":0.10719511192291975,"layout_ms":1.9100960344076157},{"common_ms":0.10035897139459848,"layout_ms":1.8997429870069027}],"planner":[{"common_ms":0.10512396693229675,"layout_ms":7.119936984963715},{"common_ms":0.10095397010445595,"layout_ms":6.575025035999715},{"common_ms":0.10156596545130014,"layout_ms":6.467896979302168}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536854984},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":44,"candidate_workspace_bytes":536813840},"planner":{"selected_policy":"selection-paired-local","source_rows":32768,"selection_rows":30208,"spans":4,"candidate_workspace_bytes":536849480}}},{"rank":6,"samples":{"contiguous":[{"stack_ms":364.2579345703125,"wall_ms":364.2913660733029,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":366.7594909667969,"wall_ms":366.7923279572278,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":365.31829833984375,"wall_ms":365.3516359627247,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":367.1023254394531,"wall_ms":367.13671300094575,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":364.2082214355469,"wall_ms":364.2399989767,"allocated_gib":36.672229290008545,"reserved_gib":37.890625}],"zigzag":[{"stack_ms":352.60400390625,"wall_ms":352.64479799661785,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":351.75909423828125,"wall_ms":351.7938139848411,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":350.94769287109375,"wall_ms":350.98280396778136,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":352.0539855957031,"wall_ms":352.0893619861454,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":351.96221923828125,"wall_ms":351.99445800390095,"allocated_gib":36.672229290008545,"reserved_gib":37.890625}],"planner":[{"stack_ms":350.87274169921875,"wall_ms":350.90820700861514,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":350.376953125,"wall_ms":350.41201510466635,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":350.7833557128906,"wall_ms":350.81828699912876,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":351.2679443359375,"wall_ms":351.3042809208855,"allocated_gib":36.672229290008545,"reserved_gib":37.890625},{"stack_ms":351.1229248046875,"wall_ms":351.15705302450806,"allocated_gib":36.672229290008545,"reserved_gib":37.890625}]},"preparation":{"contiguous":[{"common_ms":0.15665299724787474,"layout_ms":1.1870349990203977},{"common_ms":0.10353303514420986,"layout_ms":0.9797780076041818},{"common_ms":0.11210900265723467,"layout_ms":0.9453399106860161}],"zigzag":[{"common_ms":0.12012897059321404,"layout_ms":2.3367609828710556},{"common_ms":0.10855903383344412,"layout_ms":2.384567982517183},{"common_ms":0.10278599802404642,"layout_ms":2.043767017312348}],"planner":[{"common_ms":0.11443300172686577,"layout_ms":7.201097905635834},{"common_ms":0.09924708865582943,"layout_ms":8.138106088154018},{"common_ms":0.10653096251189709,"layout_ms":6.519153947010636}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536869300},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":44,"candidate_workspace_bytes":536821060},"planner":{"selected_policy":"selection-paired-local","source_rows":32768,"selection_rows":30208,"spans":3,"candidate_workspace_bytes":536860628}}},{"rank":7,"samples":{"contiguous":[{"stack_ms":364.2566223144531,"wall_ms":364.2916389508173,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":366.75390625,"wall_ms":366.7895869584754,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":365.30743408203125,"wall_ms":365.3434739680961,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":367.10546875,"wall_ms":367.1373160323128,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":364.1944274902344,"wall_ms":364.2296770121902,"allocated_gib":36.62370729446411,"reserved_gib":37.84375}],"zigzag":[{"stack_ms":352.6161804199219,"wall_ms":352.65163402073085,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":351.7625427246094,"wall_ms":351.7959000309929,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":350.95330810546875,"wall_ms":350.9882800281048,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":352.04718017578125,"wall_ms":352.0808790344745,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":351.9607849121094,"wall_ms":351.9930719630793,"allocated_gib":36.62370729446411,"reserved_gib":37.84375}],"planner":[{"stack_ms":350.85076904296875,"wall_ms":350.89408699423075,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":350.3856506347656,"wall_ms":350.4207410151139,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":350.7792663574219,"wall_ms":350.8135969750583,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":351.2647399902344,"wall_ms":351.31111496593803,"allocated_gib":36.62370729446411,"reserved_gib":37.84375},{"stack_ms":351.1186828613281,"wall_ms":351.15147405304015,"allocated_gib":36.62370729446411,"reserved_gib":37.84375}]},"preparation":{"contiguous":[{"common_ms":0.13787404168397188,"layout_ms":1.2844759039580822},{"common_ms":0.098787946626544,"layout_ms":1.089792000129819},{"common_ms":0.110238092020154,"layout_ms":1.0777669958770275}],"zigzag":[{"common_ms":0.11155498214066029,"layout_ms":2.0959610119462013},{"common_ms":0.1037380425259471,"layout_ms":2.156201982870698},{"common_ms":0.09584007784724236,"layout_ms":1.8618410686030984}],"planner":[{"common_ms":0.10201102122664452,"layout_ms":7.063142955303192},{"common_ms":0.09642704389989376,"layout_ms":9.233101038262248},{"common_ms":0.1012459397315979,"layout_ms":6.86362199485302}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536837328},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":44,"candidate_workspace_bytes":484770432},"planner":{"selected_policy":"selection-paired-local","source_rows":32768,"selection_rows":30208,"spans":3,"candidate_workspace_bytes":536860628}}}],"raw_sha256":"d7eeff217798de16e211478d8b103a36f561d628c578a84e9a23f88b74d1e76e","precision":{"contiguous":{"checks":32,"okay":true,"max_loss_abs_diff":3.4924596548080444e-10,"errors":{"output":{"relative_rms":0.00147461738915403,"max_abs":0.00384521484375,"finite":true},"dq":{"relative_rms":0.0005182507322143896,"max_abs":0.002960205078125,"finite":true},"dkv":{"relative_rms":0.0006286329734835676,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0007908390567886107,"max_abs":6.366462912410498e-12,"finite":true},"d_weights":{"relative_rms":0.0006504569229801087,"max_abs":1.0244548320770264e-08,"finite":true},"d_pool_kv":{"relative_rms":0.0010480703813030932,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0010306352985456606,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.4236528875037879e-05,"max_abs":1.6324719354088302e-11,"finite":true}}},"zigzag":{"checks":32,"okay":true,"max_loss_abs_diff":3.4924596548080444e-10,"errors":{"output":{"relative_rms":0.0014849768075635502,"max_abs":0.00384521484375,"finite":true},"dq":{"relative_rms":0.0005212024035697152,"max_abs":0.0030517578125,"finite":true},"dkv":{"relative_rms":0.0006558667034056528,"max_abs":0.03125,"finite":true},"d_index_q":{"relative_rms":0.0009200625460317129,"max_abs":5.6843418860808015e-12,"finite":true},"d_weights":{"relative_rms":0.000673613684717522,"max_abs":1.0244548320770264e-08,"finite":true},"d_pool_kv":{"relative_rms":0.001048689876390826,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0010269278056075166,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.3256604146148786e-05,"max_abs":1.9618084934336366e-11,"finite":true}}},"planner":{"checks":32,"okay":true,"max_loss_abs_diff":4.656612873077393e-10,"errors":{"output":{"relative_rms":0.0014781192416113273,"max_abs":0.00384521484375,"finite":true},"dq":{"relative_rms":0.0005211900183794972,"max_abs":0.00274658203125,"finite":true},"dkv":{"relative_rms":0.0007138560748773858,"max_abs":0.0625,"finite":true},"d_index_q":{"relative_rms":0.0008430007167946573,"max_abs":6.366462912410498e-12,"finite":true},"d_weights":{"relative_rms":0.0006532158435082594,"max_abs":8.381903171539307e-09,"finite":true},"d_pool_kv":{"relative_rms":0.000803744812909152,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007780966721358883,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.4552786623794362e-05,"max_abs":1.7770673821360106e-11,"finite":true}}}}},{"case":"256k-mixed-1000","lengths":[64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,99136,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,99136],"world_size":8,"layers":4,"okay":true,"orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"],["zigzag","planner","contiguous"],["zigzag","contiguous","planner"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":336.3312072753906,"prepare_ms":9.180570021271706,"prepare_plus_stack_ms":345.51177729666233,"amortized_per_layer_ms":86.37794432416558,"prepare_fraction":0.026570932235948388,"stack_min_ms":335.5108947753906,"stack_max_ms":337.8932800292969,"prepare_min_ms":8.845990058034658,"prepare_max_ms":10.77991200145334,"peak_allocated_gib":36.671836376190186,"peak_reserved_gib":37.5078125},"zigzag":{"stack_ms":381.5399475097656,"prepare_ms":140.27612109202892,"prepare_plus_stack_ms":521.8160686017945,"amortized_per_layer_ms":130.45401715044864,"prepare_fraction":0.26882292350233405,"stack_min_ms":381.3588562011719,"stack_max_ms":381.8747863769531,"prepare_min_ms":47.892154077999294,"prepare_max_ms":165.50590004771948,"peak_allocated_gib":36.671836376190186,"peak_reserved_gib":37.5078125},"planner":{"stack_ms":330.6751403808594,"prepare_ms":112.05558490473777,"prepare_plus_stack_ms":442.73072528559715,"amortized_per_layer_ms":110.68268132139929,"prepare_fraction":0.2531009900712286,"stack_min_ms":329.8009033203125,"stack_max_ms":330.8461608886719,"prepare_min_ms":22.789028007537127,"prepare_max_ms":116.00965703837574,"peak_allocated_gib":36.671836376190186,"peak_reserved_gib":37.5078125}},"ranks":[{"rank":0,"samples":{"contiguous":[{"stack_ms":337.8606262207031,"wall_ms":337.90223102550954,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":337.527099609375,"wall_ms":337.5623630126938,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":336.3269958496094,"wall_ms":336.3633679691702,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":335.5064392089844,"wall_ms":335.54195205215365,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":335.9222412109375,"wall_ms":335.956585011445,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375}],"zigzag":[{"stack_ms":381.3588562011719,"wall_ms":381.3947329763323,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":381.86566162109375,"wall_ms":381.90057792235166,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":381.8736877441406,"wall_ms":381.9104739231989,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":381.42449951171875,"wall_ms":381.46034302189946,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":381.5339660644531,"wall_ms":381.57069601584226,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375}],"planner":[{"stack_ms":330.6746826171875,"wall_ms":330.70889895316213,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":330.8421630859375,"wall_ms":330.87714796420187,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":329.89208984375,"wall_ms":329.9276730976999,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":329.79669189453125,"wall_ms":329.8323369817808,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375},{"stack_ms":330.7811279296875,"wall_ms":330.81598998978734,"allocated_gib":36.34013080596924,"reserved_gib":37.177734375}]},"preparation":{"contiguous":[{"common_ms":0.32284995540976524,"layout_ms":7.310777902603149},{"common_ms":0.26878993958234787,"layout_ms":6.614340003579855},{"common_ms":0.28405897319316864,"layout_ms":6.633376004174352}],"zigzag":[{"common_ms":0.27325109113007784,"layout_ms":45.382934040389955},{"common_ms":0.27449196204543114,"layout_ms":150.37380601279438},{"common_ms":0.26934605557471514,"layout_ms":43.46860002260655}],"planner":[{"common_ms":0.28561800718307495,"layout_ms":21.00263105239719},{"common_ms":0.26587804313749075,"layout_ms":21.5021469630301},{"common_ms":0.3076479770243168,"layout_ms":20.965151954442263}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":200,"candidate_workspace_bytes":201015296},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2000,"candidate_workspace_bytes":536828196},"planner":{"selected_policy":"selection-local-4x","source_rows":32768,"selection_rows":35620,"spans":202,"candidate_workspace_bytes":494424076}}},{"rank":1,"samples":{"contiguous":[{"stack_ms":337.8854675292969,"wall_ms":337.9243960371241,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":337.51959228515625,"wall_ms":337.5548319891095,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":336.3312072753906,"wall_ms":336.36422804556787,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":335.5108947753906,"wall_ms":335.5446419445798,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":335.91973876953125,"wall_ms":335.95313399564475,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125}],"zigzag":[{"stack_ms":381.3582763671875,"wall_ms":381.3903860282153,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":381.8690185546875,"wall_ms":381.9021579110995,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":381.8736267089844,"wall_ms":381.90913503058255,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":381.4386901855469,"wall_ms":381.4712209859863,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":381.5399475097656,"wall_ms":381.57238194253296,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125}],"planner":[{"stack_ms":330.6751403808594,"wall_ms":330.70926694199443,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":330.8439025878906,"wall_ms":330.87781304493546,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":329.907958984375,"wall_ms":329.94009205140173,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":329.8009033203125,"wall_ms":329.83294199220836,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125},{"stack_ms":330.7834167480469,"wall_ms":330.81647695507854,"allocated_gib":36.671836376190186,"reserved_gib":37.5078125}]},"preparation":{"contiguous":[{"common_ms":0.28072402346879244,"layout_ms":6.114184972830117},{"common_ms":0.2171179512515664,"layout_ms":5.682685994543135},{"common_ms":0.23119093384593725,"layout_ms":5.522395949810743}],"zigzag":[{"common_ms":0.24334993213415146,"layout_ms":43.45639899838716},{"common_ms":0.22656808141618967,"layout_ms":160.48118297476321},{"common_ms":0.22133905440568924,"layout_ms":41.24619800131768}],"planner":[{"common_ms":0.2482690615579486,"layout_ms":19.78444796986878},{"common_ms":0.21314795594662428,"layout_ms":20.0881619239226},{"common_ms":0.25597400963306427,"layout_ms":19.82760604005307}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536851532},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2000,"candidate_workspace_bytes":536788788},"planner":{"selected_policy":"selection-local-4x","source_rows":32768,"selection_rows":30504,"spans":4,"candidate_workspace_bytes":536838492}}},{"rank":2,"samples":{"contiguous":[{"stack_ms":337.8863220214844,"wall_ms":337.9229319980368,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":337.5281982421875,"wall_ms":337.5606599729508,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":336.3233337402344,"wall_ms":336.36128599755466,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":335.50946044921875,"wall_ms":335.5423610191792,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":335.91912841796875,"wall_ms":335.9526899876073,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875}],"zigzag":[{"stack_ms":381.3554992675781,"wall_ms":381.38844806235284,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":381.8613586425781,"wall_ms":381.89529499504715,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":381.8742370605469,"wall_ms":381.9088760064915,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":381.4391784667969,"wall_ms":381.4778489759192,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":381.5386962890625,"wall_ms":381.5703230211511,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875}],"planner":[{"stack_ms":330.6666564941406,"wall_ms":330.6997329927981,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":330.8461608886719,"wall_ms":330.8793610194698,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":329.90435791015625,"wall_ms":329.93682799860835,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":329.7953186035156,"wall_ms":329.8276539426297,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875},{"stack_ms":330.7760925292969,"wall_ms":330.810954910703,"allocated_gib":36.65499448776245,"reserved_gib":37.4921875}]},"preparation":{"contiguous":[{"common_ms":0.27724995743483305,"layout_ms":6.187308928929269},{"common_ms":0.23105402942746878,"layout_ms":5.660525988787413},{"common_ms":0.25170505978167057,"layout_ms":5.903210956603289}],"zigzag":[{"common_ms":0.2556560793891549,"layout_ms":44.423938961699605},{"common_ms":0.21722097881138325,"layout_ms":42.92070399969816},{"common_ms":0.22600695956498384,"layout_ms":42.67186508513987}],"planner":[{"common_ms":0.24569907691329718,"layout_ms":20.049260929226875},{"common_ms":0.21900399588048458,"layout_ms":115.79065304249525},{"common_ms":0.29980100225657225,"layout_ms":20.645020063966513}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536841448},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2000,"candidate_workspace_bytes":518462572},"planner":{"selected_policy":"selection-local-4x","source_rows":32768,"selection_rows":30504,"spans":3,"candidate_workspace_bytes":536838492}}},{"rank":3,"samples":{"contiguous":[{"stack_ms":337.85223388671875,"wall_ms":337.89807197172195,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":337.5222473144531,"wall_ms":337.5562579603866,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":336.320068359375,"wall_ms":336.35314006824046,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":335.5079345703125,"wall_ms":335.5429309885949,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":335.91168212890625,"wall_ms":335.9464219538495,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125}],"zigzag":[{"stack_ms":381.348388671875,"wall_ms":381.38112402521074,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":381.8623352050781,"wall_ms":381.8946609972045,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":381.8739013671875,"wall_ms":381.9075640058145,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":381.43988037109375,"wall_ms":381.4728750148788,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":381.5286865234375,"wall_ms":381.5658478997648,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125}],"planner":[{"stack_ms":330.6725158691406,"wall_ms":330.704489024356,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":330.8410339355469,"wall_ms":330.8742819353938,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":329.9018859863281,"wall_ms":329.9330690642819,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":329.79290771484375,"wall_ms":329.8257009591907,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125},{"stack_ms":330.7744445800781,"wall_ms":330.80550003796816,"allocated_gib":36.634397983551025,"reserved_gib":37.470703125}]},"preparation":{"contiguous":[{"common_ms":0.35478000063449144,"layout_ms":8.315651910379529},{"common_ms":0.3005680628120899,"layout_ms":7.63211096636951},{"common_ms":0.33029704354703426,"layout_ms":7.408531033433974}],"zigzag":[{"common_ms":0.32451795414090157,"layout_ms":46.64726404007524},{"common_ms":0.3159299958497286,"layout_ms":165.18997005186975},{"common_ms":0.3150789998471737,"layout_ms":44.013077043928206}],"planner":[{"common_ms":0.30533596873283386,"layout_ms":21.52614400256425},{"common_ms":0.29871100559830666,"layout_ms":21.681584999896586},{"common_ms":0.332514988258481,"layout_ms":21.744602941907942}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":301,"candidate_workspace_bytes":536858804},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2000,"candidate_workspace_bytes":480072156},"planner":{"selected_policy":"selection-local-4x","source_rows":32768,"selection_rows":34452,"spans":302,"candidate_workspace_bytes":536862880}}},{"rank":4,"samples":{"contiguous":[{"stack_ms":337.8755187988281,"wall_ms":337.91314100380987,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":337.51556396484375,"wall_ms":337.5512920320034,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":336.3247985839844,"wall_ms":336.3590370863676,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":335.50372314453125,"wall_ms":335.5393479578197,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":335.9150085449219,"wall_ms":335.94913699198514,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375}],"zigzag":[{"stack_ms":381.35015869140625,"wall_ms":381.3842870295048,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":381.8621826171875,"wall_ms":381.8976409966126,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":381.8747863769531,"wall_ms":381.9084919523448,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":381.4392395019531,"wall_ms":381.47254497744143,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":381.535400390625,"wall_ms":381.5678539685905,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375}],"planner":[{"stack_ms":330.67169189453125,"wall_ms":330.7074969634414,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":330.83660888671875,"wall_ms":330.870782956481,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":329.897705078125,"wall_ms":329.93076101411134,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":329.7890319824219,"wall_ms":329.827397945337,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375},{"stack_ms":330.7716369628906,"wall_ms":330.8052900247276,"allocated_gib":35.59072017669678,"reserved_gib":36.427734375}]},"preparation":{"contiguous":[{"common_ms":0.3903870237991214,"layout_ms":10.389524977654219},{"common_ms":0.3407290205359459,"layout_ms":8.505261037498713},{"common_ms":0.3873150562867522,"layout_ms":8.793254964984953}],"zigzag":[{"common_ms":0.3510779934003949,"layout_ms":47.5410760845989},{"common_ms":0.36661699414253235,"layout_ms":45.7516519818455},{"common_ms":0.3379849949851632,"layout_ms":139.93813609704375}],"planner":[{"common_ms":0.34369900822639465,"layout_ms":22.445328999310732},{"common_ms":0.33663702197372913,"layout_ms":22.650461993180215},{"common_ms":0.39341801311820745,"layout_ms":22.19233603682369}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":500,"candidate_workspace_bytes":1335296},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2000,"candidate_workspace_bytes":441681740},"planner":{"selected_policy":"selection-local-4x","source_rows":32768,"selection_rows":31936,"spans":499,"candidate_workspace_bytes":990016}}},{"rank":5,"samples":{"contiguous":[{"stack_ms":337.8932800292969,"wall_ms":337.9267679993063,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":337.51318359375,"wall_ms":337.54605194553733,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":336.3296203613281,"wall_ms":336.36031299829483,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":335.50830078125,"wall_ms":335.53897391539067,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":335.91839599609375,"wall_ms":335.94932896085083,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875}],"zigzag":[{"stack_ms":381.3503723144531,"wall_ms":381.3842689851299,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":381.8581848144531,"wall_ms":381.88953790813684,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":381.8734436035156,"wall_ms":381.90430600661784,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":381.4380187988281,"wall_ms":381.4698630012572,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":381.5340576171875,"wall_ms":381.5657281083986,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875}],"planner":[{"stack_ms":330.6638488769531,"wall_ms":330.6948479730636,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":330.8323059082031,"wall_ms":330.8669739635661,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":329.8997497558594,"wall_ms":329.930427018553,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":329.7962646484375,"wall_ms":329.8270870000124,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875},{"stack_ms":330.7757873535156,"wall_ms":330.80636290833354,"allocated_gib":36.575839042663574,"reserved_gib":37.41796875}]},"preparation":{"contiguous":[{"common_ms":0.2740860218182206,"layout_ms":7.13576702401042},{"common_ms":0.21388300228863955,"layout_ms":5.428017000667751},{"common_ms":0.22238492965698242,"layout_ms":5.488782073371112}],"zigzag":[{"common_ms":0.23654603864997625,"layout_ms":43.22418000083417},{"common_ms":0.22416701540350914,"layout_ms":41.483629029244184},{"common_ms":0.22143195383250713,"layout_ms":41.60626407247037}],"planner":[{"common_ms":0.2396210329607129,"layout_ms":19.871757016517222},{"common_ms":0.21510000806301832,"layout_ms":20.03747900016606},{"common_ms":0.2394719049334526,"layout_ms":111.81611299980432}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536853360},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2000,"candidate_workspace_bytes":403291324},"planner":{"selected_policy":"selection-local-4x","source_rows":32768,"selection_rows":38120,"spans":5,"candidate_workspace_bytes":536846272}}},{"rank":6,"samples":{"contiguous":[{"stack_ms":337.8796081542969,"wall_ms":337.918694014661,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":337.51434326171875,"wall_ms":337.54803298506886,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":336.3236999511719,"wall_ms":336.35739306919277,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":335.5003662109375,"wall_ms":335.5344469891861,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":335.9060363769531,"wall_ms":335.9432510333136,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625}],"zigzag":[{"stack_ms":381.34417724609375,"wall_ms":381.3800010830164,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":381.85260009765625,"wall_ms":381.888066069223,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":381.8717956542969,"wall_ms":381.9050139281899,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":381.43536376953125,"wall_ms":381.4684300450608,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":381.5300598144531,"wall_ms":381.5637049265206,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625}],"planner":[{"stack_ms":330.664794921875,"wall_ms":330.70031099487096,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":330.8324279785156,"wall_ms":330.8673369465396,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":329.89508056640625,"wall_ms":329.9271439900622,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":329.7912902832031,"wall_ms":329.824410029687,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625},{"stack_ms":330.7698669433594,"wall_ms":330.8029080508277,"allocated_gib":36.51197814941406,"reserved_gib":37.34765625}]},"preparation":{"contiguous":[{"common_ms":0.27475098613649607,"layout_ms":6.238085916265845},{"common_ms":0.2292470308020711,"layout_ms":5.5906870402395725},{"common_ms":0.22373907268047333,"layout_ms":5.775183090008795}],"zigzag":[{"common_ms":0.22976298350840807,"layout_ms":44.501471100375056},{"common_ms":0.224302988499403,"layout_ms":152.26113609969616},{"common_ms":0.21245796233415604,"layout_ms":42.309870943427086}],"planner":[{"common_ms":0.2314219018444419,"layout_ms":20.293071982450783},{"common_ms":0.21383503917604685,"layout_ms":20.04435600247234},{"common_ms":0.23441400844603777,"layout_ms":19.853877020068467}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536859912},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2000,"candidate_workspace_bytes":364900908},"planner":{"selected_policy":"selection-local-4x","source_rows":32768,"selection_rows":30508,"spans":3,"candidate_workspace_bytes":536821252}}},{"rank":7,"samples":{"contiguous":[{"stack_ms":337.8848571777344,"wall_ms":337.9205969395116,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":337.522705078125,"wall_ms":337.55321300122887,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":336.3212585449219,"wall_ms":336.3540070131421,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":335.5044860839844,"wall_ms":335.5405740439892,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":335.9153137207031,"wall_ms":335.95003094524145,"allocated_gib":36.47682762145996,"reserved_gib":37.3125}],"zigzag":[{"stack_ms":381.3477783203125,"wall_ms":381.38628797605634,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":381.8642578125,"wall_ms":381.89591304399073,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":381.8717956542969,"wall_ms":381.9033399922773,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":381.4360656738281,"wall_ms":381.46933098323643,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":381.5245666503906,"wall_ms":381.55951199587435,"allocated_gib":36.47682762145996,"reserved_gib":37.3125}],"planner":[{"stack_ms":330.6711120605469,"wall_ms":330.70499601308256,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":330.8394470214844,"wall_ms":330.8715069433674,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":329.89373779296875,"wall_ms":329.92691500112414,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":329.7904052734375,"wall_ms":329.82383004855365,"allocated_gib":36.47682762145996,"reserved_gib":37.3125},{"stack_ms":330.7685546875,"wall_ms":330.80213400535285,"allocated_gib":36.47682762145996,"reserved_gib":37.3125}]},"preparation":{"contiguous":[{"common_ms":0.27367996517568827,"layout_ms":6.239968002773821},{"common_ms":0.21482096053659916,"layout_ms":5.876475945115089},{"common_ms":0.2321329666301608,"layout_ms":5.6911580031737685}],"zigzag":[{"common_ms":0.2382149687036872,"layout_ms":43.48069499246776},{"common_ms":0.2436790382489562,"layout_ms":136.02751796133816},{"common_ms":0.21536799613386393,"layout_ms":41.27696808427572}],"planner":[{"common_ms":0.2326680114492774,"layout_ms":20.45063697732985},{"common_ms":0.21972204558551311,"layout_ms":19.63249407708645},{"common_ms":1.089725992642343,"layout_ms":20.313419052399695}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":1,"candidate_workspace_bytes":536862244},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2000,"candidate_workspace_bytes":326510492},"planner":{"selected_policy":"selection-local-4x","source_rows":32768,"selection_rows":30500,"spans":3,"candidate_workspace_bytes":536862724}}}],"raw_sha256":"244cf67c6fe0ef31693dce7a561fb47d780fcc30977d769b2e32939f24ae8ab4","precision":{"contiguous":{"checks":32,"okay":true,"max_loss_abs_diff":4.656612873077393e-10,"errors":{"output":{"relative_rms":0.0017727332043272202,"max_abs":0.003570556640625,"finite":true},"dq":{"relative_rms":0.0005537872845728939,"max_abs":0.002349853515625,"finite":true},"dkv":{"relative_rms":0.000694991266587755,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0007053714466086611,"max_abs":3.637978807091713e-12,"finite":true},"d_weights":{"relative_rms":0.00048028819133588636,"max_abs":1.1059455573558807e-08,"finite":true},"d_pool_kv":{"relative_rms":0.0006923291914337863,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007024550798839988,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.0297498515810383e-05,"max_abs":1.3585577107733116e-11,"finite":true}}},"zigzag":{"checks":32,"okay":true,"max_loss_abs_diff":2.9103830456733704e-10,"errors":{"output":{"relative_rms":0.00178142904900601,"max_abs":0.003662109375,"finite":true},"dq":{"relative_rms":0.0005590904263395816,"max_abs":0.002349853515625,"finite":true},"dkv":{"relative_rms":0.000806839502676705,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0007288702140533078,"max_abs":5.343281372915953e-12,"finite":true},"d_weights":{"relative_rms":0.0006363438600666788,"max_abs":8.381903171539307e-09,"finite":true},"d_pool_kv":{"relative_rms":0.0007422431866859623,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":0.0007175718828345662,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":9.534645956282572e-06,"max_abs":1.993427645174961e-11,"finite":true}}},"planner":{"checks":32,"okay":true,"max_loss_abs_diff":2.3283064365386963e-10,"errors":{"output":{"relative_rms":0.0017972624980935798,"max_abs":0.00383758544921875,"finite":true},"dq":{"relative_rms":0.0005616376156620145,"max_abs":0.002349853515625,"finite":true},"dkv":{"relative_rms":0.000802897038428394,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0005395457231690568,"max_abs":5.343281372915953e-12,"finite":true},"d_weights":{"relative_rms":0.0004689611181217949,"max_abs":1.1059455573558807e-08,"finite":true},"d_pool_kv":{"relative_rms":0.0008718317020394349,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":0.0008550488968134731,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":9.505352158348806e-06,"max_abs":1.5404566511278972e-11,"finite":true}}}}},{"case":"256k-uniform-1024","lengths":[256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256],"world_size":8,"layers":4,"okay":true,"orders":[["zigzag","planner","contiguous"],["zigzag","contiguous","planner"],["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"],["planner","zigzag","contiguous"]],"prepare_orders":[["contiguous","zigzag","planner"],["contiguous","planner","zigzag"],["planner","contiguous","zigzag"]],"summary":{"contiguous":{"stack_ms":74.68457794189453,"prepare_ms":7.475281017832458,"prepare_plus_stack_ms":82.15985895972699,"amortized_per_layer_ms":20.539964739931747,"prepare_fraction":0.0909845892201042,"stack_min_ms":74.64947509765625,"stack_max_ms":74.75689697265625,"prepare_min_ms":7.34650797676295,"prepare_max_ms":7.5316260335966945,"peak_allocated_gib":35.190613746643066,"peak_reserved_gib":36.046875},"zigzag":{"stack_ms":89.45184326171875,"prepare_ms":45.40085804183036,"prepare_plus_stack_ms":134.8527013035491,"amortized_per_layer_ms":33.71317532588728,"prepare_fraction":0.336669993281295,"stack_min_ms":89.3950424194336,"stack_max_ms":89.50579071044922,"prepare_min_ms":44.531287043355405,"prepare_max_ms":47.1458580577746,"peak_allocated_gib":35.190613746643066,"peak_reserved_gib":36.046875},"planner":{"stack_ms":74.7290267944336,"prepare_ms":9.178585023619235,"prepare_plus_stack_ms":83.90761181805283,"amortized_per_layer_ms":20.976902954513207,"prepare_fraction":0.10938918203895835,"stack_min_ms":74.64307403564453,"stack_max_ms":74.88591766357422,"prepare_min_ms":9.14699595887214,"prepare_max_ms":9.737819898873568,"peak_allocated_gib":35.190613746643066,"peak_reserved_gib":36.046875}},"ranks":[{"rank":0,"samples":{"contiguous":[{"stack_ms":74.6819839477539,"wall_ms":74.71370801795274,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.69120025634766,"wall_ms":74.7248389525339,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.67292785644531,"wall_ms":74.70283505972475,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.7548828125,"wall_ms":74.78591392282397,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.64611053466797,"wall_ms":74.67703707516193,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"zigzag":[{"stack_ms":89.49775695800781,"wall_ms":89.5301370183006,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.417724609375,"wall_ms":89.45079403929412,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.39055633544922,"wall_ms":89.42275797016919,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.47065734863281,"wall_ms":89.50228104367852,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.45184326171875,"wall_ms":89.48368194978684,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"planner":[{"stack_ms":74.64774322509766,"wall_ms":74.6790369739756,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.7228775024414,"wall_ms":74.75544000044465,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.768798828125,"wall_ms":74.79993207380176,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.6275863647461,"wall_ms":74.65993403457105,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.87545776367188,"wall_ms":74.90575802512467,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}]},"preparation":{"contiguous":[{"common_ms":0.3128950484097004,"layout_ms":6.8224279675632715},{"common_ms":0.27675600722432137,"layout_ms":6.199009949341416},{"common_ms":0.2702149795368314,"layout_ms":6.339168990962207}],"zigzag":[{"common_ms":0.2691670088097453,"layout_ms":46.11057403963059},{"common_ms":0.2809209981933236,"layout_ms":45.11993704363704},{"common_ms":0.2612760290503502,"layout_ms":44.270011014305055}],"planner":[{"common_ms":0.26554299984127283,"layout_ms":8.115718024782836},{"common_ms":0.25152508169412613,"layout_ms":8.645255933515728},{"common_ms":0.2783359959721565,"layout_ms":8.427412016317248}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2048,"candidate_workspace_bytes":4161536},"planner":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536}}},{"rank":1,"samples":{"contiguous":[{"stack_ms":74.68457794189453,"wall_ms":74.71428404096514,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.70738983154297,"wall_ms":74.73716500680894,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.67424011230469,"wall_ms":74.70364810433239,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.75689697265625,"wall_ms":74.78570693638176,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.64947509765625,"wall_ms":74.67770704533905,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"zigzag":[{"stack_ms":89.50399780273438,"wall_ms":89.53528699930757,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.42352294921875,"wall_ms":89.45212606340647,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.3950424194336,"wall_ms":89.42582097370178,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.47187042236328,"wall_ms":89.50168499723077,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.45171356201172,"wall_ms":89.48225202038884,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"planner":[{"stack_ms":74.64595031738281,"wall_ms":74.67634708154947,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.7290267944336,"wall_ms":74.75735200569034,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.7675552368164,"wall_ms":74.79725091252476,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.64307403564453,"wall_ms":74.67473298311234,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.88591766357422,"wall_ms":74.91511502303183,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}]},"preparation":{"contiguous":[{"common_ms":0.34171901643276215,"layout_ms":7.004788960330188},{"common_ms":0.24837790988385677,"layout_ms":6.213484099134803},{"common_ms":0.24427194148302078,"layout_ms":6.218638038262725}],"zigzag":[{"common_ms":0.26463496033102274,"layout_ms":45.84445804357529},{"common_ms":0.24356390349566936,"layout_ms":43.03001903463155},{"common_ms":0.25221100077033043,"layout_ms":42.958838981576264}],"planner":[{"common_ms":0.26278302539139986,"layout_ms":8.09955399017781},{"common_ms":0.2505040029063821,"layout_ms":8.473325986415148},{"common_ms":0.26835897006094456,"layout_ms":8.17474804352969}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2048,"candidate_workspace_bytes":4161536},"planner":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536}}},{"rank":2,"samples":{"contiguous":[{"stack_ms":74.68006134033203,"wall_ms":74.70916793681681,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.69798278808594,"wall_ms":74.72793397027999,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.67266845703125,"wall_ms":74.70143993850797,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.7561264038086,"wall_ms":74.78331797756255,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.64505767822266,"wall_ms":74.67394706327468,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"zigzag":[{"stack_ms":89.50579071044922,"wall_ms":89.53561400994658,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.41935729980469,"wall_ms":89.44790496025234,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.3941421508789,"wall_ms":89.42202001344413,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.4682846069336,"wall_ms":89.49673804454505,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.44374084472656,"wall_ms":89.47410003747791,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"planner":[{"stack_ms":74.6424331665039,"wall_ms":74.67053493019193,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.72252655029297,"wall_ms":74.75108897779137,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.76886749267578,"wall_ms":74.79741901624948,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.6383056640625,"wall_ms":74.66651999857277,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.88214111328125,"wall_ms":74.91137704346329,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}]},"preparation":{"contiguous":[{"common_ms":0.3312010085210204,"layout_ms":6.88420794904232},{"common_ms":0.2594870747998357,"layout_ms":6.209289073012769},{"common_ms":0.2524409210309386,"layout_ms":6.240139016881585}],"zigzag":[{"common_ms":0.267085968516767,"layout_ms":46.02608596906066},{"common_ms":0.2586729824542999,"layout_ms":43.9520989311859},{"common_ms":0.2547060139477253,"layout_ms":43.83129102643579}],"planner":[{"common_ms":0.2605109475553036,"layout_ms":8.275614003650844},{"common_ms":0.25489600375294685,"layout_ms":8.60800000373274},{"common_ms":0.26541296392679214,"layout_ms":8.279233938083053}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2048,"candidate_workspace_bytes":4161536},"planner":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536}}},{"rank":3,"samples":{"contiguous":[{"stack_ms":74.66022491455078,"wall_ms":74.6951149776578,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.69657897949219,"wall_ms":74.72735003102571,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.67135620117188,"wall_ms":74.70152503810823,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.75328063964844,"wall_ms":74.7822739649564,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.64339447021484,"wall_ms":74.67277406249195,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"zigzag":[{"stack_ms":89.4947509765625,"wall_ms":89.53956805635244,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.4130859375,"wall_ms":89.44104402326047,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.39241790771484,"wall_ms":89.42373096942902,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.46546936035156,"wall_ms":89.4964219769463,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.44429016113281,"wall_ms":89.47651297785342,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"planner":[{"stack_ms":74.63753509521484,"wall_ms":74.6664630714804,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.72032165527344,"wall_ms":74.74745495710522,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.7608642578125,"wall_ms":74.79225296992809,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.63072204589844,"wall_ms":74.66131099499762,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.8853759765625,"wall_ms":74.91412595845759,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}]},"preparation":{"contiguous":[{"common_ms":0.32659200951457024,"layout_ms":6.909257033839822},{"common_ms":0.2622109604999423,"layout_ms":6.216451991349459},{"common_ms":0.24400302208960056,"layout_ms":6.196608999744058}],"zigzag":[{"common_ms":0.2694280119612813,"layout_ms":46.49429407436401},{"common_ms":0.26021606754511595,"layout_ms":43.4451240580529},{"common_ms":0.24838501121848822,"layout_ms":43.361688032746315}],"planner":[{"common_ms":0.2617939608171582,"layout_ms":8.179932017810643},{"common_ms":0.25052507407963276,"layout_ms":8.562757051549852},{"common_ms":0.2692879643291235,"layout_ms":8.107715053483844}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2048,"candidate_workspace_bytes":4161536},"planner":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536}}},{"rank":4,"samples":{"contiguous":[{"stack_ms":74.67359924316406,"wall_ms":74.70507407560945,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.70098876953125,"wall_ms":74.7321950038895,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.67110443115234,"wall_ms":74.69962991308421,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.75164794921875,"wall_ms":74.7801170218736,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.64537811279297,"wall_ms":74.67630004975945,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"zigzag":[{"stack_ms":89.50252532958984,"wall_ms":89.53436405863613,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.41366577148438,"wall_ms":89.44557700306177,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.38982391357422,"wall_ms":89.42045399453491,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.46672058105469,"wall_ms":89.50143202673644,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.44786834716797,"wall_ms":89.47879995685071,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"planner":[{"stack_ms":74.6435546875,"wall_ms":74.67449503019452,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.7231674194336,"wall_ms":74.75046801846474,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.76112365722656,"wall_ms":74.79232992045581,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.6363525390625,"wall_ms":74.66552802361548,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.87958526611328,"wall_ms":74.91108996327966,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}]},"preparation":{"contiguous":[{"common_ms":0.3192169824615121,"layout_ms":6.875506020151079},{"common_ms":0.3054350381717086,"layout_ms":7.226190995424986},{"common_ms":0.29008800629526377,"layout_ms":7.185193011537194}],"zigzag":[{"common_ms":0.2991070505231619,"layout_ms":46.655729063786566},{"common_ms":0.28425990603864193,"layout_ms":44.4412340875715},{"common_ms":0.2825940027832985,"layout_ms":44.05301297083497}],"planner":[{"common_ms":0.29207603074610233,"layout_ms":8.854919928126037},{"common_ms":0.28947892133146524,"layout_ms":9.448340977542102},{"common_ms":0.30299299396574497,"layout_ms":8.87559202965349}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2048,"candidate_workspace_bytes":4161536},"planner":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536}}},{"rank":5,"samples":{"contiguous":[{"stack_ms":74.67430114746094,"wall_ms":74.70263401046395,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.69500732421875,"wall_ms":74.7251498978585,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.670654296875,"wall_ms":74.69806505832821,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.75401306152344,"wall_ms":74.78174800053239,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.64508819580078,"wall_ms":74.67251305934042,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"zigzag":[{"stack_ms":89.50252532958984,"wall_ms":89.53152399044484,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.4152603149414,"wall_ms":89.44285905454308,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.39286041259766,"wall_ms":89.42094899248332,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.46348571777344,"wall_ms":89.49157397728413,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.44844818115234,"wall_ms":89.47640401311219,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"planner":[{"stack_ms":74.63823699951172,"wall_ms":74.66624293010682,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.72108459472656,"wall_ms":74.74883401300758,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.7636489868164,"wall_ms":74.7912140795961,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.63922882080078,"wall_ms":74.66727704741061,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.71619415283203,"wall_ms":74.74589301273227,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}]},"preparation":{"contiguous":[{"common_ms":0.32819504849612713,"layout_ms":6.784543045796454},{"common_ms":0.25458389427512884,"layout_ms":6.232141982764006},{"common_ms":0.25221798568964005,"layout_ms":6.214799010194838}],"zigzag":[{"common_ms":0.2644100459292531,"layout_ms":45.92923307791352},{"common_ms":0.24812796618789434,"layout_ms":43.51099592167884},{"common_ms":0.24484004825353622,"layout_ms":43.02951507270336}],"planner":[{"common_ms":0.25804806500673294,"layout_ms":8.150290930643678},{"common_ms":0.24785299319773912,"layout_ms":8.52217001374811},{"common_ms":0.270974007435143,"layout_ms":8.129321038722992}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2048,"candidate_workspace_bytes":4161536},"planner":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536}}},{"rank":6,"samples":{"contiguous":[{"stack_ms":74.67491149902344,"wall_ms":74.70508094411343,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.6797103881836,"wall_ms":74.71185002941638,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.66617584228516,"wall_ms":74.69867204781622,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.74742126464844,"wall_ms":74.77832492440939,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.64035034179688,"wall_ms":74.67120897490531,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"zigzag":[{"stack_ms":89.4865951538086,"wall_ms":89.5190219162032,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.41324615478516,"wall_ms":89.44472891744226,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.39078521728516,"wall_ms":89.4207040546462,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.46294403076172,"wall_ms":89.49418098200113,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.44403076171875,"wall_ms":89.47543299291283,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"planner":[{"stack_ms":74.6316146850586,"wall_ms":74.66611894778907,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.71715545654297,"wall_ms":74.74755903240293,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.75785827636719,"wall_ms":74.78960999287665,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.63308715820312,"wall_ms":74.66272206511348,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.87728118896484,"wall_ms":74.90880996920168,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}]},"preparation":{"contiguous":[{"common_ms":0.3064629854634404,"layout_ms":6.967958994209766},{"common_ms":0.2652970142662525,"layout_ms":6.301903980784118},{"common_ms":0.2661340404301882,"layout_ms":6.315973005257547}],"zigzag":[{"common_ms":0.2731640124693513,"layout_ms":46.87269404530525},{"common_ms":0.26198290288448334,"layout_ms":44.27096608560532},{"common_ms":0.25754794478416443,"layout_ms":43.39639295358211}],"planner":[{"common_ms":0.2733960282057524,"layout_ms":8.372945943847299},{"common_ms":0.26373600121587515,"layout_ms":8.49545409437269},{"common_ms":0.27412897907197475,"layout_ms":8.295533945783973}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2048,"candidate_workspace_bytes":4161536},"planner":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536}}},{"rank":7,"samples":{"contiguous":[{"stack_ms":74.67977905273438,"wall_ms":74.70874895807356,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.70387268066406,"wall_ms":74.73222899716347,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.6701431274414,"wall_ms":74.69833898358047,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.75186920166016,"wall_ms":74.78116010315716,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.64134216308594,"wall_ms":74.66969499364495,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"zigzag":[{"stack_ms":89.50262451171875,"wall_ms":89.53226101584733,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.4144287109375,"wall_ms":89.4445750163868,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.38931274414062,"wall_ms":89.41877691540867,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.46419525146484,"wall_ms":89.49391695205122,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":89.44656372070312,"wall_ms":89.4759240327403,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}],"planner":[{"stack_ms":74.64390563964844,"wall_ms":74.67208802700043,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.72038269042969,"wall_ms":74.74892598111182,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.76019287109375,"wall_ms":74.78903594892472,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.63660430908203,"wall_ms":74.66496399138123,"allocated_gib":35.190613746643066,"reserved_gib":36.046875},{"stack_ms":74.88159942626953,"wall_ms":74.91024199407548,"allocated_gib":35.190613746643066,"reserved_gib":36.046875}]},"preparation":{"contiguous":[{"common_ms":0.2888670423999429,"layout_ms":6.840149057097733},{"common_ms":0.44009904377162457,"layout_ms":6.646758993156254},{"common_ms":0.25354104582220316,"layout_ms":6.126406020484865}],"zigzag":[{"common_ms":0.25820196606218815,"layout_ms":46.29203397780657},{"common_ms":0.2500939881429076,"layout_ms":43.34460396785289},{"common_ms":0.24691701401025057,"layout_ms":42.99871297553182}],"planner":[{"common_ms":0.2573109231889248,"layout_ms":8.329866919666529},{"common_ms":0.2518750261515379,"layout_ms":8.332981960847974},{"common_ms":0.2635059645399451,"layout_ms":8.201887947507203}]},"layout":{"contiguous":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536},"zigzag":{"selected_policy":"zigzag","source_rows":32768,"selection_rows":32768,"spans":2048,"candidate_workspace_bytes":4161536},"planner":{"selected_policy":"contiguous","source_rows":32768,"selection_rows":32768,"spans":128,"candidate_workspace_bytes":4161536}}}],"raw_sha256":"500b0b4e6e9f249644f98361a409fc1f213a9568b223cac1d22d1de446121201","precision":{"contiguous":{"checks":32,"okay":true,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.745836454895467e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.959502625002987e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":6.950658106839331e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.7694720373252165e-06,"max_abs":1.4267698134062812e-11,"finite":true}}},"zigzag":{"checks":32,"okay":true,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.770932441227812e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":6.430040713042919e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_pool_score":{"relative_rms":8.995482071846682e-05,"max_abs":2.9103830456733704e-11,"finite":true},"d_ape":{"relative_rms":1.82185541746348e-06,"max_abs":1.8189894035458565e-11,"finite":true}}},"planner":{"checks":32,"okay":true,"max_loss_abs_diff":0.0,"errors":{"output":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dq":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"dkv":{"relative_rms":3.8325153960187986e-05,"max_abs":0.125,"finite":true},"d_index_q":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_weights":{"relative_rms":0.0,"max_abs":0.0,"finite":true},"d_pool_kv":{"relative_rms":5.508841761096648e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_pool_score":{"relative_rms":7.411603664165155e-05,"max_abs":1.4551915228366852e-11,"finite":true},"d_ape":{"relative_rms":1.8215026207922066e-06,"max_abs":1.432454155292362e-11,"finite":true}}}}}]},"preparation_gc":{"repeats_per_phase":16,"raw_sha256":"f1ef9a5880046ca0c4f43643cf86c7aab8109ffee09c85afc35a1aa88d6dcbb6","runner_sha256":"3723b6db77941b26eb4a03b8c12c2f21e5db552ca5e80d5d4b5082ab899fb51c","cases":[{"case":"256k-mixed-1000","phases":{"before_qualification":[{"rank":0,"samples":{"contiguous":[{"timing":{"common_ms":0.4025240195915103,"layout_ms":7.580998935736716},"gc_counts_before":[20,6,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.679404940456152,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.266307033598423,"layout_ms":6.572967045940459},"gc_counts_before":[2,5,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.18617603927850723,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2701230114325881,"layout_ms":6.525548989884555},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.15912705566734076,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29675092082470655,"layout_ms":6.493709981441498},"gc_counts_before":[2,7,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.16718683764338493,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2756769536063075,"layout_ms":6.482437020167708},"gc_counts_before":[2,0,26],"gc_by_generation":{"0":{"count":2,"total_ms":0.17047999426722527,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2916869707405567,"layout_ms":6.491582957096398},"gc_counts_before":[2,1,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.16463606152683496,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26182306464761496,"layout_ms":6.541650043800473},"gc_counts_before":[2,1,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.17944781575351954,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27928000781685114,"layout_ms":6.582350004464388},"gc_counts_before":[2,6,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.17897598445415497,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27042103465646505,"layout_ms":6.472486071288586},"gc_counts_before":[2,8,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.16395701095461845,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29814790468662977,"layout_ms":6.5483590587973595},"gc_counts_before":[2,6,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.167952966876328,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2649849047884345,"layout_ms":6.562258000485599},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.16207701992243528,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2799289068207145,"layout_ms":6.642470951192081},"gc_counts_before":[2,10,12],"gc_by_generation":{"0":{"count":1,"total_ms":0.06845500320196152,"collected":0},"1":{"count":1,"total_ms":0.17935107462108135,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2675660653039813,"layout_ms":6.497159949503839},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.17368595581501722,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26946805883198977,"layout_ms":6.480236072093248},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.16831711400300264,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2646039938554168,"layout_ms":6.643783999606967},"gc_counts_before":[2,4,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.16999209765344858,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2901910338550806,"layout_ms":6.636440986767411},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.16592990141361952,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.3046831116080284,"layout_ms":149.37560795806348},"gc_counts_before":[2,8,13],"gc_by_generation":{"0":{"count":54,"total_ms":1.4372061705216765,"collected":0},"1":{"count":5,"total_ms":2.0799729973077774,"collected":41},"2":{"count":1,"total_ms":103.24230103287846,"collected":661}}},{"timing":{"common_ms":0.28461695183068514,"layout_ms":43.57114096637815},"gc_counts_before":[2,5,5],"gc_by_generation":{"0":{"count":50,"total_ms":1.5214873710647225,"collected":0},"1":{"count":4,"total_ms":1.1279360624030232,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25667808949947357,"layout_ms":42.95935796108097},"gc_counts_before":[2,10,10],"gc_by_generation":{"0":{"count":49,"total_ms":1.4596607070416212,"collected":0},"1":{"count":5,"total_ms":1.2351698242127895,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27512095402926207,"layout_ms":42.527646059170365},"gc_counts_before":[2,1,16],"gc_by_generation":{"0":{"count":50,"total_ms":1.1273151030763984,"collected":0},"1":{"count":4,"total_ms":1.2517387513071299,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27138099540024996,"layout_ms":43.067159014754},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":49,"total_ms":1.5029230853542686,"collected":0},"1":{"count":5,"total_ms":1.2272442691028118,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2596160629764199,"layout_ms":143.76936596818268},"gc_counts_before":[2,2,26],"gc_by_generation":{"0":{"count":54,"total_ms":1.3698532711714506,"collected":0},"1":{"count":5,"total_ms":1.2259460054337978,"collected":0},"2":{"count":1,"total_ms":99.95677100960165,"collected":0}}},{"timing":{"common_ms":0.2698359312489629,"layout_ms":43.14068704843521},"gc_counts_before":[2,3,5],"gc_by_generation":{"0":{"count":50,"total_ms":1.508676796220243,"collected":0},"1":{"count":4,"total_ms":1.1949260951951146,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2691829577088356,"layout_ms":43.01317594945431},"gc_counts_before":[2,5,11],"gc_by_generation":{"0":{"count":50,"total_ms":1.4837970957159996,"collected":0},"1":{"count":4,"total_ms":1.145332120358944,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2664270577952266,"layout_ms":43.426078045740724},"gc_counts_before":[2,10,16],"gc_by_generation":{"0":{"count":49,"total_ms":1.5112237306311727,"collected":0},"1":{"count":5,"total_ms":1.3196337968111038,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2826220588758588,"layout_ms":147.68638089299202},"gc_counts_before":[2,1,22],"gc_by_generation":{"0":{"count":49,"total_ms":1.2180389603599906,"collected":0},"1":{"count":4,"total_ms":1.4851420419290662,"collected":0},"2":{"count":1,"total_ms":103.25954691506922,"collected":0}}},{"timing":{"common_ms":0.2720520133152604,"layout_ms":43.96430600900203},"gc_counts_before":[2,8,2],"gc_by_generation":{"0":{"count":51,"total_ms":1.519222860224545,"collected":0},"1":{"count":5,"total_ms":1.2335159117355943,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2666129730641842,"layout_ms":43.52022195234895},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":50,"total_ms":1.501849270425737,"collected":0},"1":{"count":4,"total_ms":1.2008679332211614,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26798294857144356,"layout_ms":43.23642095550895},"gc_counts_before":[2,11,13],"gc_by_generation":{"0":{"count":49,"total_ms":1.4000996015965939,"collected":0},"1":{"count":5,"total_ms":1.4611519873142242,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2646869979798794,"layout_ms":43.537741992622614},"gc_counts_before":[2,1,20],"gc_by_generation":{"0":{"count":50,"total_ms":1.1786173563450575,"collected":0},"1":{"count":4,"total_ms":1.6020950861275196,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2619809238240123,"layout_ms":133.76028300262988},"gc_counts_before":[2,6,25],"gc_by_generation":{"0":{"count":54,"total_ms":1.4956899685785174,"collected":0},"1":{"count":5,"total_ms":1.2949139345437288,"collected":0},"2":{"count":1,"total_ms":90.02304391469806,"collected":0}}},{"timing":{"common_ms":0.2693649148568511,"layout_ms":43.0269381031394},"gc_counts_before":[2,3,5],"gc_by_generation":{"0":{"count":50,"total_ms":1.5030292561277747,"collected":0},"1":{"count":4,"total_ms":1.1591101065278053,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.28972094878554344,"layout_ms":21.02483599446714},"gc_counts_before":[2,7,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.38204609882086515,"collected":0},"1":{"count":1,"total_ms":0.21067599300295115,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2681270707398653,"layout_ms":21.6409710701555},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.4383570048958063,"collected":0},"1":{"count":1,"total_ms":0.39983598981052637,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26997493114322424,"layout_ms":20.858992007561028},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.3643749514594674,"collected":0},"1":{"count":1,"total_ms":0.12190896086394787,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2745160600170493,"layout_ms":20.959966001100838},"gc_counts_before":[2,4,15],"gc_by_generation":{"0":{"count":8,"total_ms":0.4342449828982353,"collected":0},"1":{"count":1,"total_ms":0.371790025383234,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2991430228576064,"layout_ms":20.966339972801507},"gc_counts_before":[2,3,25],"gc_by_generation":{"0":{"count":8,"total_ms":0.3835982643067837,"collected":0},"1":{"count":1,"total_ms":0.19293709192425013,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26124005671590567,"layout_ms":21.266816998831928},"gc_counts_before":[2,3,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.3974800929427147,"collected":0},"1":{"count":1,"total_ms":0.5476209335029125,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2854280173778534,"layout_ms":20.987206022255123},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.4395069554448128,"collected":0},"1":{"count":1,"total_ms":0.23877492640167475,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26394997257739305,"layout_ms":21.347271976992488},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":8,"total_ms":0.47261512372642756,"collected":0},"1":{"count":1,"total_ms":0.43079606257379055,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27845706790685654,"layout_ms":20.72643395513296},"gc_counts_before":[2,11,15],"gc_by_generation":{"0":{"count":8,"total_ms":0.37746201269328594,"collected":0},"1":{"count":1,"total_ms":0.13493699952960014,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2980621065944433,"layout_ms":21.122531034052372},"gc_counts_before":[2,4,21],"gc_by_generation":{"0":{"count":8,"total_ms":0.4559181397780776,"collected":0},"1":{"count":1,"total_ms":0.4360079765319824,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2835160121321678,"layout_ms":21.278124069795012},"gc_counts_before":[2,4,7],"gc_by_generation":{"0":{"count":9,"total_ms":0.3892089007422328,"collected":0},"1":{"count":1,"total_ms":0.3630130086094141,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26816490571945906,"layout_ms":20.827941014431417},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":9,"total_ms":0.4732381785288453,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2787139965221286,"layout_ms":21.003875066526234},"gc_counts_before":[2,5,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.4068678244948387,"collected":0},"1":{"count":1,"total_ms":0.3842549631372094,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.265109003521502,"layout_ms":21.42755303066224},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.466585042886436,"collected":0},"1":{"count":1,"total_ms":0.6446680054068565,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2924740547314286,"layout_ms":21.07315801549703},"gc_counts_before":[2,7,24],"gc_by_generation":{"0":{"count":8,"total_ms":0.4426310770213604,"collected":0},"1":{"count":1,"total_ms":0.2563060261309147,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30002801213413477,"layout_ms":21.023262990638614},"gc_counts_before":[2,5,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.40461088065057993,"collected":0},"1":{"count":1,"total_ms":0.29031303711235523,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":1,"samples":{"contiguous":[{"timing":{"common_ms":0.3528340021148324,"layout_ms":6.928464048542082},"gc_counts_before":[20,11,1],"gc_by_generation":{"0":{"count":1,"total_ms":0.07032998837530613,"collected":0},"1":{"count":1,"total_ms":1.0654660873115063,"collected":416},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22594700567424297,"layout_ms":5.483409971930087},"gc_counts_before":[2,2,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.11521100532263517,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22848299704492092,"layout_ms":5.531998001970351},"gc_counts_before":[2,11,12],"gc_by_generation":{"0":{"count":1,"total_ms":0.06618804764002562,"collected":0},"1":{"count":1,"total_ms":0.1349420053884387,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24282897356897593,"layout_ms":5.455833044834435},"gc_counts_before":[2,0,22],"gc_by_generation":{"0":{"count":2,"total_ms":0.11749996338039637,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2230179961770773,"layout_ms":5.4940530098974705},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.12426299508661032,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25951897259801626,"layout_ms":5.566800013184547},"gc_counts_before":[2,9,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.1223590224981308,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2268210519105196,"layout_ms":5.478136008605361},"gc_counts_before":[2,8,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.12964196503162384,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2306120004504919,"layout_ms":5.593178095296025},"gc_counts_before":[2,8,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.12075004633516073,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22079807240515947,"layout_ms":5.449022981338203},"gc_counts_before":[2,5,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.1231590285897255,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26613008230924606,"layout_ms":5.703444010578096},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.1239849952980876,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2259289612993598,"layout_ms":5.546236061491072},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.12111396063119173,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22926891688257456,"layout_ms":5.459271022118628},"gc_counts_before":[2,0,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.12202502693980932,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22305198945105076,"layout_ms":5.69708994589746},"gc_counts_before":[2,11,14],"gc_by_generation":{"0":{"count":1,"total_ms":0.06949796807020903,"collected":0},"1":{"count":1,"total_ms":0.23852300364524126,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22084894590079784,"layout_ms":5.598667077720165},"gc_counts_before":[2,11,19],"gc_by_generation":{"0":{"count":1,"total_ms":0.07129495497792959,"collected":0},"1":{"count":1,"total_ms":0.1726580085232854,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22179808001965284,"layout_ms":5.466275033541024},"gc_counts_before":[2,8,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.12039800640195608,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23229001089930534,"layout_ms":5.442720954306424},"gc_counts_before":[2,3,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.12120907194912434,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2427350264042616,"layout_ms":43.748973053880036},"gc_counts_before":[2,1,2],"gc_by_generation":{"0":{"count":48,"total_ms":1.124476082623005,"collected":0},"1":{"count":4,"total_ms":1.5016159741207957,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23882603272795677,"layout_ms":41.634578024968505},"gc_counts_before":[2,1,8],"gc_by_generation":{"0":{"count":45,"total_ms":1.0258672991767526,"collected":0},"1":{"count":4,"total_ms":1.375081017613411,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2148500643670559,"layout_ms":41.12010705284774},"gc_counts_before":[2,1,13],"gc_by_generation":{"0":{"count":45,"total_ms":1.0412686970084906,"collected":0},"1":{"count":4,"total_ms":1.3515368336811662,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24873903021216393,"layout_ms":41.26411699689925},"gc_counts_before":[2,11,17],"gc_by_generation":{"0":{"count":44,"total_ms":1.2177529279142618,"collected":0},"1":{"count":5,"total_ms":1.241688965819776,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22136594634503126,"layout_ms":145.5852659419179},"gc_counts_before":[2,2,22],"gc_by_generation":{"0":{"count":50,"total_ms":1.2591511476784945,"collected":0},"1":{"count":4,"total_ms":1.1315320152789354,"collected":0},"2":{"count":1,"total_ms":103.72063505928963,"collected":136}}},{"timing":{"common_ms":0.21799001842737198,"layout_ms":41.5886880364269},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.3872879790142179,"collected":0},"1":{"count":4,"total_ms":1.1867638677358627,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21913298405706882,"layout_ms":41.92077391780913},"gc_counts_before":[2,10,9],"gc_by_generation":{"0":{"count":45,"total_ms":1.4127643080428243,"collected":0},"1":{"count":4,"total_ms":1.2433219235390425,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2199000446125865,"layout_ms":41.363385040313005},"gc_counts_before":[2,7,15],"gc_by_generation":{"0":{"count":45,"total_ms":1.384799019433558,"collected":0},"1":{"count":4,"total_ms":1.0707798646762967,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21121802274137735,"layout_ms":41.86754301190376},"gc_counts_before":[2,7,20],"gc_by_generation":{"0":{"count":45,"total_ms":1.4347428223118186,"collected":0},"1":{"count":4,"total_ms":1.2452220544219017,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21250394638627768,"layout_ms":42.46256605256349},"gc_counts_before":[2,5,0],"gc_by_generation":{"0":{"count":48,"total_ms":1.4259855961427093,"collected":0},"1":{"count":4,"total_ms":1.1489971075206995,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23257790599018335,"layout_ms":42.60421602521092},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":44,"total_ms":1.331398030743003,"collected":0},"1":{"count":5,"total_ms":1.385125913657248,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21374993957579136,"layout_ms":41.81467497255653},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":44,"total_ms":1.2814769288524985,"collected":0},"1":{"count":5,"total_ms":1.390805933624506,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2180259907618165,"layout_ms":41.75321396905929},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":45,"total_ms":1.084779272787273,"collected":0},"1":{"count":4,"total_ms":1.5291139716282487,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22003496997058392,"layout_ms":41.77636804524809},"gc_counts_before":[2,10,20],"gc_by_generation":{"0":{"count":45,"total_ms":1.3873695861548185,"collected":0},"1":{"count":4,"total_ms":1.257391762919724,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2106770407408476,"layout_ms":146.36547002010047},"gc_counts_before":[2,10,25],"gc_by_generation":{"0":{"count":49,"total_ms":1.367769087664783,"collected":0},"1":{"count":5,"total_ms":1.3207029551267624,"collected":0},"2":{"count":1,"total_ms":103.82813203614205,"collected":0}}},{"timing":{"common_ms":0.218890025280416,"layout_ms":41.788139031268656},"gc_counts_before":[2,2,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.3873371062800288,"collected":0},"1":{"count":4,"total_ms":1.115456921979785,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2663199556991458,"layout_ms":20.01684403512627},"gc_counts_before":[2,5,6],"gc_by_generation":{"0":{"count":8,"total_ms":0.338838086463511,"collected":0},"1":{"count":1,"total_ms":0.3233079332858324,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21570699755102396,"layout_ms":20.62804391607642},"gc_counts_before":[2,4,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.41441479697823524,"collected":0},"1":{"count":1,"total_ms":0.4045650130137801,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2363590756431222,"layout_ms":19.653618917800486},"gc_counts_before":[2,2,12],"gc_by_generation":{"0":{"count":9,"total_ms":0.4070198629051447,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22520299535244703,"layout_ms":19.664129940792918},"gc_counts_before":[2,2,17],"gc_by_generation":{"0":{"count":9,"total_ms":0.40428026113659143,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22309401538223028,"layout_ms":19.817498978227377},"gc_counts_before":[3,8,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.34843303728848696,"collected":0},"1":{"count":1,"total_ms":0.19030203111469746,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22788695059716702,"layout_ms":19.83134599868208},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":8,"total_ms":0.3497250145301223,"collected":0},"1":{"count":1,"total_ms":0.1969540026038885,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2411319874227047,"layout_ms":19.743595039471984},"gc_counts_before":[2,11,13],"gc_by_generation":{"0":{"count":8,"total_ms":0.35491609014570713,"collected":0},"1":{"count":1,"total_ms":0.09574904106557369,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20998390391469002,"layout_ms":19.99567006714642},"gc_counts_before":[2,10,14],"gc_by_generation":{"0":{"count":8,"total_ms":0.3087251679971814,"collected":0},"1":{"count":1,"total_ms":0.34498400054872036,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22863608319312334,"layout_ms":19.904803950339556},"gc_counts_before":[2,8,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.411792891100049,"collected":0},"1":{"count":1,"total_ms":0.22467807866632938,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2329009585082531,"layout_ms":119.54194807913154},"gc_counts_before":[2,8,24],"gc_by_generation":{"0":{"count":8,"total_ms":0.39885600563138723,"collected":0},"1":{"count":1,"total_ms":0.21856604143977165,"collected":0},"2":{"count":1,"total_ms":99.18680193368345,"collected":0}}},{"timing":{"common_ms":0.2349249552935362,"layout_ms":19.798913970589638},"gc_counts_before":[2,0,9],"gc_by_generation":{"0":{"count":9,"total_ms":0.4153088666498661,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2123609883710742,"layout_ms":19.594725919887424},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":9,"total_ms":0.4175382200628519,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22385502234101295,"layout_ms":19.634078023955226},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":9,"total_ms":0.414336915127933,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21829595789313316,"layout_ms":19.74701404105872},"gc_counts_before":[2,1,20],"gc_by_generation":{"0":{"count":9,"total_ms":0.41715591214597225,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23566093295812607,"layout_ms":19.603254040703177},"gc_counts_before":[2,11,24],"gc_by_generation":{"0":{"count":8,"total_ms":0.35513401962816715,"collected":0},"1":{"count":1,"total_ms":0.09680003859102726,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23970101028680801,"layout_ms":20.174322999082506},"gc_counts_before":[3,4,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.33832574263215065,"collected":0},"1":{"count":1,"total_ms":0.36760594230145216,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":2,"samples":{"contiguous":[{"timing":{"common_ms":0.3639219794422388,"layout_ms":6.6705349599942565},"gc_counts_before":[20,6,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.6085749482735991,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21698500495404005,"layout_ms":5.592333967797458},"gc_counts_before":[2,0,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.1183109125122428,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22658100351691246,"layout_ms":5.6011551059782505},"gc_counts_before":[2,9,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.12158195022493601,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24173001293092966,"layout_ms":5.783373955637217},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":1,"total_ms":0.054051983170211315,"collected":0},"1":{"count":1,"total_ms":0.1425519585609436,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22411393001675606,"layout_ms":5.820167949423194},"gc_counts_before":[2,10,24],"gc_by_generation":{"0":{"count":1,"total_ms":0.05147990304976702,"collected":0},"1":{"count":1,"total_ms":0.23315695580095053,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24006597232073545,"layout_ms":5.704006063751876},"gc_counts_before":[2,6,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.12785010039806366,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2169570652768016,"layout_ms":5.645657074637711},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.12440606951713562,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22919103503227234,"layout_ms":5.665887030772865},"gc_counts_before":[2,6,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.12497603893280029,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21865300368517637,"layout_ms":5.564862047322094},"gc_counts_before":[2,3,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.1213230425491929,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.248110038228333,"layout_ms":5.7117200922220945},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.12180907651782036,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22019201423972845,"layout_ms":5.818750010803342},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":1,"total_ms":0.05202903412282467,"collected":0},"1":{"count":1,"total_ms":0.22389099467545748,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2326139947399497,"layout_ms":5.64718502573669},"gc_counts_before":[2,1,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.12199894990772009,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2316159661859274,"layout_ms":5.672223982401192},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.1241189893335104,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21504389587789774,"layout_ms":5.645932978950441},"gc_counts_before":[2,0,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.12259790673851967,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22060400806367397,"layout_ms":5.743391928263009},"gc_counts_before":[2,9,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.1241449499502778,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23059500381350517,"layout_ms":5.698022083379328},"gc_counts_before":[2,3,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.12374110519886017,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.24806300643831491,"layout_ms":151.82050806470215},"gc_counts_before":[2,8,16],"gc_by_generation":{"0":{"count":49,"total_ms":1.2948103249073029,"collected":0},"1":{"count":5,"total_ms":1.918866066262126,"collected":41},"2":{"count":1,"total_ms":107.58714796975255,"collected":869}}},{"timing":{"common_ms":0.216728076338768,"layout_ms":43.059749994426966},"gc_counts_before":[2,11,5],"gc_by_generation":{"0":{"count":44,"total_ms":1.2737588258460164,"collected":0},"1":{"count":5,"total_ms":1.2799750547856092,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2127180341631174,"layout_ms":41.94465605542064},"gc_counts_before":[2,11,10],"gc_by_generation":{"0":{"count":44,"total_ms":1.2341472320258617,"collected":0},"1":{"count":5,"total_ms":1.337010064162314,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22907101083546877,"layout_ms":41.63828201126307},"gc_counts_before":[2,9,15],"gc_by_generation":{"0":{"count":45,"total_ms":1.3197618536651134,"collected":0},"1":{"count":4,"total_ms":1.0964319808408618,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22540392819792032,"layout_ms":41.65047698188573},"gc_counts_before":[2,0,20],"gc_by_generation":{"0":{"count":45,"total_ms":1.3524245005100965,"collected":0},"1":{"count":4,"total_ms":1.1095830705016851,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21495390683412552,"layout_ms":145.79272700939327},"gc_counts_before":[2,0,25],"gc_by_generation":{"0":{"count":50,"total_ms":1.38623989187181,"collected":0},"1":{"count":4,"total_ms":1.0879579931497574,"collected":0},"2":{"count":1,"total_ms":103.2938159769401,"collected":0}}},{"timing":{"common_ms":0.21978106815367937,"layout_ms":42.05233894754201},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.3837238075211644,"collected":0},"1":{"count":4,"total_ms":1.1714078718796372,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22010505199432373,"layout_ms":41.687635937705636},"gc_counts_before":[2,5,10],"gc_by_generation":{"0":{"count":45,"total_ms":1.4243422774598002,"collected":0},"1":{"count":4,"total_ms":1.145652960985899,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21316902711987495,"layout_ms":41.735565988346934},"gc_counts_before":[2,5,15],"gc_by_generation":{"0":{"count":45,"total_ms":1.377433305606246,"collected":0},"1":{"count":4,"total_ms":1.2094869744032621,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23284601047635078,"layout_ms":144.92072898428887},"gc_counts_before":[2,3,20],"gc_by_generation":{"0":{"count":50,"total_ms":1.4248836087062955,"collected":0},"1":{"count":4,"total_ms":1.1543788714334369,"collected":0},"2":{"count":1,"total_ms":102.24665096029639,"collected":0}}},{"timing":{"common_ms":0.21879898849874735,"layout_ms":41.72162595205009},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":44,"total_ms":1.2846551835536957,"collected":0},"1":{"count":5,"total_ms":1.3020698679611087,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2095019444823265,"layout_ms":41.91997600719333},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":45,"total_ms":1.417582854628563,"collected":0},"1":{"count":4,"total_ms":1.2086830101907253,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21548406220972538,"layout_ms":41.670748963952065},"gc_counts_before":[2,2,13],"gc_by_generation":{"0":{"count":45,"total_ms":1.4093881472945213,"collected":0},"1":{"count":4,"total_ms":1.206466811709106,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2174200490117073,"layout_ms":42.431939975358546},"gc_counts_before":[2,11,18],"gc_by_generation":{"0":{"count":44,"total_ms":1.3417028822004795,"collected":0},"1":{"count":5,"total_ms":1.475161057896912,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2113159280270338,"layout_ms":42.0022530015558},"gc_counts_before":[2,11,23],"gc_by_generation":{"0":{"count":44,"total_ms":1.3418528251349926,"collected":0},"1":{"count":5,"total_ms":1.4644879847764969,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22951106075197458,"layout_ms":141.83089800644666},"gc_counts_before":[2,9,28],"gc_by_generation":{"0":{"count":49,"total_ms":1.3593608746305108,"collected":0},"1":{"count":5,"total_ms":1.2484547914937139,"collected":0},"2":{"count":1,"total_ms":99.23746204003692,"collected":0}}}],"planner":[{"timing":{"common_ms":0.23671600501984358,"layout_ms":19.59758100565523},"gc_counts_before":[2,2,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.31475292053073645,"collected":0},"1":{"count":1,"total_ms":0.13401510659605265,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21766393911093473,"layout_ms":19.504964933730662},"gc_counts_before":[2,2,5],"gc_by_generation":{"0":{"count":9,"total_ms":0.40236220229417086,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2310100244358182,"layout_ms":19.49188392609358},"gc_counts_before":[2,0,10],"gc_by_generation":{"0":{"count":9,"total_ms":0.4143911646679044,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2230270765721798,"layout_ms":19.496537977829576},"gc_counts_before":[2,0,15],"gc_by_generation":{"0":{"count":9,"total_ms":0.4114879993721843,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23845199029892683,"layout_ms":19.662310951389372},"gc_counts_before":[2,1,24],"gc_by_generation":{"0":{"count":9,"total_ms":0.4141320241615176,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22078107576817274,"layout_ms":19.935155985876918},"gc_counts_before":[2,8,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.34893606789410114,"collected":0},"1":{"count":1,"total_ms":0.29542401898652315,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22583699319511652,"layout_ms":19.647768000140786},"gc_counts_before":[2,9,8],"gc_by_generation":{"0":{"count":8,"total_ms":0.38488698191940784,"collected":0},"1":{"count":1,"total_ms":0.2084140432998538,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21807895973324776,"layout_ms":19.95376800186932},"gc_counts_before":[2,8,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.40784908924251795,"collected":0},"1":{"count":1,"total_ms":0.3669330617412925,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2281219931319356,"layout_ms":19.889924093149602},"gc_counts_before":[2,6,14],"gc_by_generation":{"0":{"count":8,"total_ms":0.37368293851614,"collected":0},"1":{"count":1,"total_ms":0.30289997812360525,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23749505635350943,"layout_ms":19.839267013594508},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.3741666441783309,"collected":0},"1":{"count":1,"total_ms":0.30862900894135237,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23573997896164656,"layout_ms":19.656041054986417},"gc_counts_before":[2,0,7],"gc_by_generation":{"0":{"count":10,"total_ms":0.38705416955053806,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2103580627590418,"layout_ms":19.89112701267004},"gc_counts_before":[2,3,12],"gc_by_generation":{"0":{"count":8,"total_ms":0.3605341771617532,"collected":0},"1":{"count":1,"total_ms":0.24525506887584925,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22581894882023335,"layout_ms":19.682760001160204},"gc_counts_before":[2,3,17],"gc_by_generation":{"0":{"count":8,"total_ms":0.36694807931780815,"collected":0},"1":{"count":1,"total_ms":0.15389500185847282,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21296599879860878,"layout_ms":19.675496965646744},"gc_counts_before":[2,2,18],"gc_by_generation":{"0":{"count":9,"total_ms":0.41614880319684744,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23458304349333048,"layout_ms":19.514304003678262},"gc_counts_before":[2,0,23],"gc_by_generation":{"0":{"count":9,"total_ms":0.4250669153407216,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25152298621833324,"layout_ms":19.682614016346633},"gc_counts_before":[2,0,28],"gc_by_generation":{"0":{"count":9,"total_ms":0.4292191006243229,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":3,"samples":{"contiguous":[{"timing":{"common_ms":0.5449219606816769,"layout_ms":8.602536981925368},"gc_counts_before":[20,3,1],"gc_by_generation":{"0":{"count":2,"total_ms":0.8701970800757408,"collected":500},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2986229956150055,"layout_ms":7.528614019975066},"gc_counts_before":[2,2,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.19591907039284706,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2988409250974655,"layout_ms":7.340130978263915},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.18839200492948294,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.299926963634789,"layout_ms":7.269781082868576},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.19037991296499968,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28858601581305265,"layout_ms":7.257610093802214},"gc_counts_before":[2,8,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.2035719808191061,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3437349805608392,"layout_ms":7.413104991428554},"gc_counts_before":[2,6,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.19247306045144796,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29878702480345964,"layout_ms":7.229263079352677},"gc_counts_before":[2,5,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.19158911891281605,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2957669785246253,"layout_ms":7.27840990293771},"gc_counts_before":[2,0,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.1844180515035987,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29481807723641396,"layout_ms":7.313488982617855},"gc_counts_before":[2,4,26],"gc_by_generation":{"0":{"count":2,"total_ms":0.1972249010577798,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.36584108602255583,"layout_ms":7.591363042593002},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.1919191563501954,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29030104633420706,"layout_ms":7.326734019443393},"gc_counts_before":[2,8,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.18498802091926336,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29027904383838177,"layout_ms":7.293967995792627},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.197294051758945,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29585789889097214,"layout_ms":7.479776977561414},"gc_counts_before":[2,5,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.19425794016569853,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2875130157917738,"layout_ms":7.411441998556256},"gc_counts_before":[2,0,26],"gc_by_generation":{"0":{"count":2,"total_ms":0.19807997159659863,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28707797173410654,"layout_ms":7.437643012963235},"gc_counts_before":[2,10,4],"gc_by_generation":{"0":{"count":1,"total_ms":0.08012598846107721,"collected":0},"1":{"count":1,"total_ms":0.3022989258170128,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3279329976066947,"layout_ms":7.496144971810281},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.19181694369763136,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.3098798915743828,"layout_ms":46.32911295630038},"gc_counts_before":[2,5,1],"gc_by_generation":{"0":{"count":54,"total_ms":1.591794192790985,"collected":0},"1":{"count":5,"total_ms":1.9444370409473777,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3033980028703809,"layout_ms":44.51372299809009},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":52,"total_ms":1.564281526952982,"collected":0},"1":{"count":4,"total_ms":1.0691920761018991,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2833401085808873,"layout_ms":43.73718809802085},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":51,"total_ms":1.5250775031745434,"collected":0},"1":{"count":5,"total_ms":1.2505509657785296,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29931904282420874,"layout_ms":154.0629060473293},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":51,"total_ms":1.1641382006928325,"collected":0},"1":{"count":4,"total_ms":0.8381949737668037,"collected":0},"2":{"count":1,"total_ms":111.1081400886178,"collected":140}}},{"timing":{"common_ms":0.2904759021475911,"layout_ms":44.4562160409987},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":54,"total_ms":1.5399630647152662,"collected":0},"1":{"count":5,"total_ms":1.3832219410687685,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2833330072462559,"layout_ms":43.973408988676965},"gc_counts_before":[2,10,8],"gc_by_generation":{"0":{"count":51,"total_ms":1.4965905575081706,"collected":0},"1":{"count":5,"total_ms":1.3610051246359944,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28706295415759087,"layout_ms":44.19580800458789},"gc_counts_before":[2,7,14],"gc_by_generation":{"0":{"count":51,"total_ms":1.538905082270503,"collected":0},"1":{"count":5,"total_ms":1.4189090579748154,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2989459317177534,"layout_ms":44.22690696083009},"gc_counts_before":[2,11,20],"gc_by_generation":{"0":{"count":51,"total_ms":1.430644653737545,"collected":0},"1":{"count":5,"total_ms":1.4784310478717089,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.282177934423089,"layout_ms":151.99842606671154},"gc_counts_before":[2,6,26],"gc_by_generation":{"0":{"count":56,"total_ms":1.5158971073105931,"collected":0},"1":{"count":5,"total_ms":1.3151508755981922,"collected":0},"2":{"count":1,"total_ms":107.82781499437988,"collected":0}}},{"timing":{"common_ms":0.3100229660049081,"layout_ms":44.353581964969635},"gc_counts_before":[2,5,4],"gc_by_generation":{"0":{"count":51,"total_ms":1.520529855042696,"collected":0},"1":{"count":5,"total_ms":1.3382409233599901,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3130791010335088,"layout_ms":44.91894494276494},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":52,"total_ms":1.572211622260511,"collected":0},"1":{"count":4,"total_ms":1.3504899106919765,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2837260253727436,"layout_ms":44.18504307977855},"gc_counts_before":[2,10,14],"gc_by_generation":{"0":{"count":51,"total_ms":1.5109365340322256,"collected":0},"1":{"count":5,"total_ms":1.3703909935429692,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2849820302799344,"layout_ms":44.05949101783335},"gc_counts_before":[2,7,20],"gc_by_generation":{"0":{"count":51,"total_ms":1.525798812508583,"collected":0},"1":{"count":5,"total_ms":1.3559340732172132,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3004049649462104,"layout_ms":151.43246902152896},"gc_counts_before":[2,11,26],"gc_by_generation":{"0":{"count":55,"total_ms":1.2550080427899957,"collected":0},"1":{"count":6,"total_ms":1.5968221705406904,"collected":0},"2":{"count":1,"total_ms":107.1560209384188,"collected":0}}},{"timing":{"common_ms":0.28862408362329006,"layout_ms":44.359034043736756},"gc_counts_before":[2,0,5],"gc_by_generation":{"0":{"count":52,"total_ms":1.5932293608784676,"collected":0},"1":{"count":4,"total_ms":1.2225271202623844,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3012180095538497,"layout_ms":44.89572101738304},"gc_counts_before":[2,5,10],"gc_by_generation":{"0":{"count":51,"total_ms":1.5679127536714077,"collected":0},"1":{"count":5,"total_ms":1.2779559474438429,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.34605804830789566,"layout_ms":21.686897962354124},"gc_counts_before":[2,4,6],"gc_by_generation":{"0":{"count":9,"total_ms":0.5003361729905009,"collected":0},"1":{"count":1,"total_ms":0.37121702916920185,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29185996390879154,"layout_ms":21.792766987346113},"gc_counts_before":[2,5,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.4577839281409979,"collected":0},"1":{"count":1,"total_ms":0.5621799500659108,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.300372950732708,"layout_ms":21.211201907135546},"gc_counts_before":[2,10,12],"gc_by_generation":{"0":{"count":8,"total_ms":0.35289989318698645,"collected":0},"1":{"count":1,"total_ms":0.20142400171607733,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30031101778149605,"layout_ms":21.469089901074767},"gc_counts_before":[2,5,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.4075398901477456,"collected":0},"1":{"count":1,"total_ms":0.38436101749539375,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3460750449448824,"layout_ms":21.43951295875013},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":9,"total_ms":0.4372998373582959,"collected":0},"1":{"count":1,"total_ms":0.14263996854424477,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3002450102940202,"layout_ms":21.657573990523815},"gc_counts_before":[2,8,13],"gc_by_generation":{"0":{"count":8,"total_ms":0.46453787945210934,"collected":0},"1":{"count":1,"total_ms":0.39386097341775894,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2954319352284074,"layout_ms":21.212538005784154},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.37823908496648073,"collected":0},"1":{"count":1,"total_ms":0.20494998898357153,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28933200519531965,"layout_ms":21.247682045213878},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":9,"total_ms":0.5012340843677521,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.31355791725218296,"layout_ms":21.41340507660061},"gc_counts_before":[2,7,25],"gc_by_generation":{"0":{"count":8,"total_ms":0.44435588642954826,"collected":0},"1":{"count":1,"total_ms":0.24969095829874277,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2950300695374608,"layout_ms":21.70766401104629},"gc_counts_before":[2,7,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.4235849482938647,"collected":0},"1":{"count":1,"total_ms":0.2416800707578659,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3119430039077997,"layout_ms":21.31043199915439},"gc_counts_before":[2,11,13],"gc_by_generation":{"0":{"count":8,"total_ms":0.3875279799103737,"collected":0},"1":{"count":1,"total_ms":0.1317060086876154,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29144808650016785,"layout_ms":21.583651076070964},"gc_counts_before":[2,8,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.46768004540354013,"collected":0},"1":{"count":1,"total_ms":0.38393691647797823,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3076540306210518,"layout_ms":21.32483897730708},"gc_counts_before":[2,3,25],"gc_by_generation":{"0":{"count":8,"total_ms":0.39170810487121344,"collected":0},"1":{"count":1,"total_ms":0.23201003205031157,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28565595857799053,"layout_ms":21.344215027056634},"gc_counts_before":[2,2,26],"gc_by_generation":{"0":{"count":9,"total_ms":0.49069628585129976,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30348298605531454,"layout_ms":21.327516064047813},"gc_counts_before":[2,0,4],"gc_by_generation":{"0":{"count":10,"total_ms":0.4505566321313381,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3318740054965019,"layout_ms":21.61642804276198},"gc_counts_before":[2,8,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.4711863584816456,"collected":0},"1":{"count":1,"total_ms":0.2406570129096508,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":4,"samples":{"contiguous":[{"timing":{"common_ms":0.5438830703496933,"layout_ms":9.414235013537109},"gc_counts_before":[20,7,14],"gc_by_generation":{"0":{"count":3,"total_ms":0.7578750373795629,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33443502616137266,"layout_ms":8.34553106687963},"gc_counts_before":[2,3,5],"gc_by_generation":{"0":{"count":4,"total_ms":0.23691006936132908,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3435739781707525,"layout_ms":8.317198022268713},"gc_counts_before":[2,2,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.2831229940056801,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3528950037434697,"layout_ms":8.283070987090468},"gc_counts_before":[2,4,23],"gc_by_generation":{"0":{"count":3,"total_ms":0.2657672157511115,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3339580725878477,"layout_ms":8.322261041030288},"gc_counts_before":[2,6,3],"gc_by_generation":{"0":{"count":3,"total_ms":0.27477601543068886,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.37991104181855917,"layout_ms":8.40213696938008},"gc_counts_before":[2,0,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.27765892446041107,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32721098978072405,"layout_ms":8.18354997318238},"gc_counts_before":[2,0,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.2720929915085435,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.34163903910666704,"layout_ms":8.231210988014936},"gc_counts_before":[2,1,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.2640659222379327,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3316019428893924,"layout_ms":8.594384067691863},"gc_counts_before":[2,11,22],"gc_by_generation":{"0":{"count":2,"total_ms":0.1539770746603608,"collected":0},"1":{"count":1,"total_ms":0.306698027998209,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.35734998527914286,"layout_ms":8.410754962824285},"gc_counts_before":[2,5,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.2653129631653428,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3402709262445569,"layout_ms":8.402153034694493},"gc_counts_before":[2,7,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.2704489743337035,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3357250243425369,"layout_ms":8.392942952923477},"gc_counts_before":[2,11,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.1413249410688877,"collected":0},"1":{"count":1,"total_ms":0.18265005201101303,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33555098343640566,"layout_ms":8.462468977086246},"gc_counts_before":[2,11,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.14416698832064867,"collected":0},"1":{"count":1,"total_ms":0.3510990645736456,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33628998789936304,"layout_ms":8.247865946032107},"gc_counts_before":[2,0,23],"gc_by_generation":{"0":{"count":3,"total_ms":0.2688600216060877,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33214001450687647,"layout_ms":8.65935196634382},"gc_counts_before":[2,10,29],"gc_by_generation":{"0":{"count":2,"total_ms":0.19309204071760178,"collected":0},"1":{"count":1,"total_ms":0.3835500683635473,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.38381200283765793,"layout_ms":8.544228971004486},"gc_counts_before":[2,5,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.2866231370717287,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.3291569883003831,"layout_ms":156.45108290482312},"gc_counts_before":[2,10,14],"gc_by_generation":{"0":{"count":59,"total_ms":1.6176538774743676,"collected":0},"1":{"count":6,"total_ms":2.21824215259403,"collected":72},"2":{"count":1,"total_ms":107.8696990152821,"collected":718}}},{"timing":{"common_ms":0.3518009325489402,"layout_ms":45.20382999908179},"gc_counts_before":[2,4,6],"gc_by_generation":{"0":{"count":56,"total_ms":1.6215380746871233,"collected":0},"1":{"count":5,"total_ms":1.1139488779008389,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33263303339481354,"layout_ms":44.92375301197171},"gc_counts_before":[2,5,12],"gc_by_generation":{"0":{"count":56,"total_ms":1.593603054061532,"collected":0},"1":{"count":5,"total_ms":1.2446241453289986,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.34101202618330717,"layout_ms":44.37543696258217},"gc_counts_before":[2,3,18],"gc_by_generation":{"0":{"count":56,"total_ms":1.5235583996400237,"collected":0},"1":{"count":5,"total_ms":1.0825279168784618,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32298103906214237,"layout_ms":141.22218801639974},"gc_counts_before":[2,7,23],"gc_by_generation":{"0":{"count":55,"total_ms":1.7077120719477534,"collected":0},"1":{"count":5,"total_ms":1.3509119162335992,"collected":0},"2":{"count":1,"total_ms":96.03216592222452,"collected":0}}},{"timing":{"common_ms":0.3244749968871474,"layout_ms":45.013088965788484},"gc_counts_before":[2,9,3],"gc_by_generation":{"0":{"count":57,"total_ms":1.5245192917063832,"collected":0},"1":{"count":6,"total_ms":1.3862908817827702,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33300300128757954,"layout_ms":45.620859949849546},"gc_counts_before":[2,3,10],"gc_by_generation":{"0":{"count":56,"total_ms":1.5851169591769576,"collected":0},"1":{"count":5,"total_ms":1.3043980579823256,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3358389949426055,"layout_ms":44.97277003247291},"gc_counts_before":[2,1,17],"gc_by_generation":{"0":{"count":56,"total_ms":1.2918879510834813,"collected":0},"1":{"count":5,"total_ms":1.4620881993323565,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3266980638727546,"layout_ms":45.020640012808144},"gc_counts_before":[2,2,23],"gc_by_generation":{"0":{"count":56,"total_ms":1.622794196009636,"collected":0},"1":{"count":5,"total_ms":1.2384637957438827,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3466749330982566,"layout_ms":145.212508039549},"gc_counts_before":[2,0,29],"gc_by_generation":{"0":{"count":60,"total_ms":1.6020149923861027,"collected":0},"1":{"count":5,"total_ms":1.1714729480445385,"collected":0},"2":{"count":1,"total_ms":99.98173697385937,"collected":0}}},{"timing":{"common_ms":0.32759993337094784,"layout_ms":45.65948399249464},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":56,"total_ms":1.66274921502918,"collected":0},"1":{"count":5,"total_ms":1.398318214341998,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.329861999489367,"layout_ms":45.59022991452366},"gc_counts_before":[2,10,10],"gc_by_generation":{"0":{"count":56,"total_ms":1.6402561450377107,"collected":0},"1":{"count":5,"total_ms":1.3085000682622194,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.34768704790621996,"layout_ms":45.15402007382363},"gc_counts_before":[2,2,17],"gc_by_generation":{"0":{"count":56,"total_ms":1.628161291591823,"collected":0},"1":{"count":5,"total_ms":1.1927828891202807,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3407140029594302,"layout_ms":45.14594003558159},"gc_counts_before":[2,0,24],"gc_by_generation":{"0":{"count":56,"total_ms":1.636373926885426,"collected":0},"1":{"count":5,"total_ms":1.3242409331724048,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32609200570732355,"layout_ms":149.0057019982487},"gc_counts_before":[2,1,30],"gc_by_generation":{"0":{"count":60,"total_ms":1.642727293074131,"collected":0},"1":{"count":5,"total_ms":1.182949054054916,"collected":0},"2":{"count":1,"total_ms":103.57683396432549,"collected":0}}},{"timing":{"common_ms":0.35000790376216173,"layout_ms":45.840844977647066},"gc_counts_before":[2,4,5],"gc_by_generation":{"0":{"count":56,"total_ms":1.6527624102309346,"collected":0},"1":{"count":5,"total_ms":1.3189910678192973,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.33494201488792896,"layout_ms":22.09401992149651},"gc_counts_before":[2,3,4],"gc_by_generation":{"0":{"count":11,"total_ms":0.472864368930459,"collected":0},"1":{"count":1,"total_ms":0.3389380872249603,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3320579417049885,"layout_ms":22.394403000362217},"gc_counts_before":[2,7,5],"gc_by_generation":{"0":{"count":8,"total_ms":0.5664577474817634,"collected":0},"1":{"count":1,"total_ms":0.41280395817011595,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3442650195211172,"layout_ms":22.14460796676576},"gc_counts_before":[2,5,11],"gc_by_generation":{"0":{"count":8,"total_ms":0.4406421212479472,"collected":0},"1":{"count":1,"total_ms":0.39382209070026875,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33361196983605623,"layout_ms":22.041614982299507},"gc_counts_before":[2,6,17],"gc_by_generation":{"0":{"count":8,"total_ms":0.4502099473029375,"collected":0},"1":{"count":1,"total_ms":0.29333506245166063,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.35276496782898903,"layout_ms":22.206436027772725},"gc_counts_before":[2,7,2],"gc_by_generation":{"0":{"count":10,"total_ms":0.4988802829757333,"collected":0},"1":{"count":1,"total_ms":0.2585219917818904,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3327560843899846,"layout_ms":22.33155502472073},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.4184319404885173,"collected":0},"1":{"count":1,"total_ms":0.36947696935385466,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33535005059093237,"layout_ms":22.329184925183654},"gc_counts_before":[2,4,15],"gc_by_generation":{"0":{"count":8,"total_ms":0.5265718791633844,"collected":0},"1":{"count":1,"total_ms":0.4614050267264247,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3277029609307647,"layout_ms":22.46200293302536},"gc_counts_before":[2,4,16],"gc_by_generation":{"0":{"count":8,"total_ms":0.5445259157568216,"collected":0},"1":{"count":1,"total_ms":0.6803610594943166,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.34427794162184,"layout_ms":21.789370104670525},"gc_counts_before":[2,2,22],"gc_by_generation":{"0":{"count":9,"total_ms":0.5458908854052424,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3544050268828869,"layout_ms":22.068756981752813},"gc_counts_before":[2,3,28],"gc_by_generation":{"0":{"count":8,"total_ms":0.4289343487471342,"collected":0},"1":{"count":1,"total_ms":0.2697029849514365,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.38167706225067377,"layout_ms":22.03539095353335},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":9,"total_ms":0.45868312008678913,"collected":0},"1":{"count":1,"total_ms":0.20379398483783007,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32646197360008955,"layout_ms":21.834686980582774},"gc_counts_before":[2,2,16],"gc_by_generation":{"0":{"count":9,"total_ms":0.5341012729331851,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33337005879729986,"layout_ms":22.16125000268221},"gc_counts_before":[2,3,22],"gc_by_generation":{"0":{"count":8,"total_ms":0.43605698738247156,"collected":0},"1":{"count":1,"total_ms":0.26734196580946445,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32213598024100065,"layout_ms":22.17044890858233},"gc_counts_before":[2,3,23],"gc_by_generation":{"0":{"count":8,"total_ms":0.43520901817828417,"collected":0},"1":{"count":1,"total_ms":0.37047197110950947,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3666350385174155,"layout_ms":21.851013065315783},"gc_counts_before":[2,1,29],"gc_by_generation":{"0":{"count":9,"total_ms":0.533450162038207,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.34175103064626455,"layout_ms":22.170991986058652},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.5078611429780722,"collected":0},"1":{"count":1,"total_ms":0.258835032582283,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":5,"samples":{"contiguous":[{"timing":{"common_ms":0.3527869703248143,"layout_ms":6.644874927587807},"gc_counts_before":[20,11,14],"gc_by_generation":{"0":{"count":1,"total_ms":0.07006607484072447,"collected":0},"1":{"count":1,"total_ms":0.9371800115332007,"collected":412},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.217352993786335,"layout_ms":5.522417020983994},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.12038205750286579,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2218190347775817,"layout_ms":5.31715911347419},"gc_counts_before":[2,4,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.11505198199301958,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22599997464567423,"layout_ms":5.401320056989789},"gc_counts_before":[2,5,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.11685804929584265,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2210700185969472,"layout_ms":5.365379969589412},"gc_counts_before":[2,5,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.12204807717353106,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23468304425477982,"layout_ms":5.465950001962483},"gc_counts_before":[3,7,1],"gc_by_generation":{"0":{"count":2,"total_ms":0.12051593512296677,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.218111090362072,"layout_ms":5.417661974206567},"gc_counts_before":[2,7,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.12665207032114267,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22465293295681477,"layout_ms":5.52991998847574},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":1,"total_ms":0.052974093705415726,"collected":0},"1":{"count":1,"total_ms":0.22923806682229042,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21770107559859753,"layout_ms":5.467026028782129},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.12396497186273336,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23952103219926357,"layout_ms":5.424080998636782},"gc_counts_before":[2,8,22],"gc_by_generation":{"0":{"count":2,"total_ms":0.12047495692968369,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21922506857663393,"layout_ms":5.39924600161612},"gc_counts_before":[2,8,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.12111198157072067,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21985301282256842,"layout_ms":5.392557010054588},"gc_counts_before":[2,2,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.12421002611517906,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22232707124203444,"layout_ms":5.35057601518929},"gc_counts_before":[2,1,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.1245179446414113,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2265759976580739,"layout_ms":5.373666062951088},"gc_counts_before":[2,1,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.12075609993189573,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21437392570078373,"layout_ms":5.567067069932818},"gc_counts_before":[2,10,18],"gc_by_generation":{"0":{"count":1,"total_ms":0.053095980547368526,"collected":0},"1":{"count":1,"total_ms":0.23776304442435503,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24157098960131407,"layout_ms":5.604695063084364},"gc_counts_before":[3,10,1],"gc_by_generation":{"0":{"count":1,"total_ms":0.05400099325925112,"collected":0},"1":{"count":1,"total_ms":0.1444770023226738,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.22870092652738094,"layout_ms":42.778040980920196},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":48,"total_ms":1.1064372956752777,"collected":0},"1":{"count":4,"total_ms":1.478829886764288,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22207305300980806,"layout_ms":41.572761023417115},"gc_counts_before":[3,1,0],"gc_by_generation":{"0":{"count":49,"total_ms":1.240901299752295,"collected":0},"1":{"count":4,"total_ms":1.120043103583157,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2050129696726799,"layout_ms":41.18620289955288},"gc_counts_before":[2,6,5],"gc_by_generation":{"0":{"count":45,"total_ms":1.3884342042729259,"collected":0},"1":{"count":4,"total_ms":1.1489390162751079,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2335959579795599,"layout_ms":41.415835032239556},"gc_counts_before":[2,4,10],"gc_by_generation":{"0":{"count":45,"total_ms":1.3351774541661143,"collected":0},"1":{"count":4,"total_ms":1.1080190306529403,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2345390385016799,"layout_ms":41.31052293814719},"gc_counts_before":[2,7,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.3298933627083898,"collected":0},"1":{"count":4,"total_ms":1.2296299682930112,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20782998763024807,"layout_ms":133.79738200455904},"gc_counts_before":[2,7,19],"gc_by_generation":{"0":{"count":44,"total_ms":1.436213031411171,"collected":0},"1":{"count":4,"total_ms":1.2821180280297995,"collected":0},"2":{"count":1,"total_ms":91.78240096662194,"collected":0}}},{"timing":{"common_ms":0.21685101091861725,"layout_ms":41.62551404442638},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":47,"total_ms":1.4120368286967278,"collected":0},"1":{"count":5,"total_ms":1.2873600935563445,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21569104865193367,"layout_ms":50.933036021888256},"gc_counts_before":[2,9,8],"gc_by_generation":{"0":{"count":45,"total_ms":1.4884249540045857,"collected":0},"1":{"count":4,"total_ms":1.1763268848881125,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21285598631948233,"layout_ms":43.028490035794675},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":45,"total_ms":1.3828137889504433,"collected":0},"1":{"count":4,"total_ms":1.2945570051670074,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22427807562053204,"layout_ms":41.60111001692712},"gc_counts_before":[2,7,18],"gc_by_generation":{"0":{"count":45,"total_ms":1.4476869255304337,"collected":0},"1":{"count":4,"total_ms":1.227182918228209,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21282397210597992,"layout_ms":140.752709005028},"gc_counts_before":[2,10,22],"gc_by_generation":{"0":{"count":44,"total_ms":1.387647702358663,"collected":0},"1":{"count":4,"total_ms":1.17533712182194,"collected":0},"2":{"count":1,"total_ms":98.94892002921551,"collected":0}}},{"timing":{"common_ms":0.21055899560451508,"layout_ms":42.04059601761401},"gc_counts_before":[2,10,2],"gc_by_generation":{"0":{"count":47,"total_ms":1.410644850693643,"collected":0},"1":{"count":5,"total_ms":1.3900549383834004,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20550691988319159,"layout_ms":41.74198699183762},"gc_counts_before":[2,3,8],"gc_by_generation":{"0":{"count":45,"total_ms":1.3837609440088272,"collected":0},"1":{"count":4,"total_ms":1.1616779956966639,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22169400472193956,"layout_ms":41.550201014615595},"gc_counts_before":[2,0,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.424785004928708,"collected":0},"1":{"count":4,"total_ms":1.1888401350006461,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2146979095414281,"layout_ms":41.291252011433244},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.4370817225426435,"collected":0},"1":{"count":4,"total_ms":1.193920848891139,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22053299471735954,"layout_ms":141.68444008100778},"gc_counts_before":[2,10,23],"gc_by_generation":{"0":{"count":44,"total_ms":1.4253021217882633,"collected":0},"1":{"count":4,"total_ms":1.1962379794567823,"collected":0},"2":{"count":1,"total_ms":99.66777195222676,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2525470918044448,"layout_ms":19.900967949070036},"gc_counts_before":[2,5,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.3410829231142998,"collected":0},"1":{"count":1,"total_ms":0.3131920238956809,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20752695854753256,"layout_ms":117.80195205938071},"gc_counts_before":[2,4,20],"gc_by_generation":{"0":{"count":8,"total_ms":0.3930511884391308,"collected":0},"1":{"count":1,"total_ms":0.4109940491616726,"collected":0},"2":{"count":1,"total_ms":97.03472896944731,"collected":710}}},{"timing":{"common_ms":0.22731500212103128,"layout_ms":19.839556072838604},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.3617280162870884,"collected":0},"1":{"count":1,"total_ms":0.1900739734992385,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.210633035749197,"layout_ms":20.032487926073372},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.393168069422245,"collected":0},"1":{"count":1,"total_ms":0.24128903169184923,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23628491908311844,"layout_ms":20.023582968860865},"gc_counts_before":[2,8,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.40712591726332903,"collected":0},"1":{"count":1,"total_ms":0.2254289574921131,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21323503460735083,"layout_ms":19.67609894927591},"gc_counts_before":[2,9,1],"gc_by_generation":{"0":{"count":9,"total_ms":0.3467981005087495,"collected":0},"1":{"count":1,"total_ms":0.26326498482376337,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22841303143650293,"layout_ms":19.61665495764464},"gc_counts_before":[2,1,7],"gc_by_generation":{"0":{"count":9,"total_ms":0.4208991304039955,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2086668973788619,"layout_ms":19.681990961544216},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":9,"total_ms":0.42288179975003004,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21757197100669146,"layout_ms":19.678188022226095},"gc_counts_before":[2,10,12],"gc_by_generation":{"0":{"count":8,"total_ms":0.3126858500763774,"collected":0},"1":{"count":1,"total_ms":0.19459298346191645,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2632889663800597,"layout_ms":19.699448021128774},"gc_counts_before":[2,10,17],"gc_by_generation":{"0":{"count":8,"total_ms":0.3246481064707041,"collected":0},"1":{"count":1,"total_ms":0.19391800742596388,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24505099281668663,"layout_ms":19.86838993616402},"gc_counts_before":[3,10,1],"gc_by_generation":{"0":{"count":9,"total_ms":0.34965795930474997,"collected":0},"1":{"count":1,"total_ms":0.12102699838578701,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20298699382692575,"layout_ms":20.1970279449597},"gc_counts_before":[2,4,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.40626502595841885,"collected":0},"1":{"count":1,"total_ms":0.5861220415681601,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2217940054833889,"layout_ms":20.05634200759232},"gc_counts_before":[2,4,12],"gc_by_generation":{"0":{"count":8,"total_ms":0.41049602441489697,"collected":0},"1":{"count":1,"total_ms":0.4234299995005131,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2097560791298747,"layout_ms":19.749370054341853},"gc_counts_before":[2,3,13],"gc_by_generation":{"0":{"count":8,"total_ms":0.367939006537199,"collected":0},"1":{"count":1,"total_ms":0.2340479986742139,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23764302022755146,"layout_ms":19.750114995986223},"gc_counts_before":[2,1,18],"gc_by_generation":{"0":{"count":9,"total_ms":0.43072598055005074,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23410608991980553,"layout_ms":19.70809290651232},"gc_counts_before":[2,1,23],"gc_by_generation":{"0":{"count":9,"total_ms":0.4244180163368583,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":6,"samples":{"contiguous":[{"timing":{"common_ms":0.3848050255328417,"layout_ms":6.522587966173887},"gc_counts_before":[20,8,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.6430420326068997,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21352502517402172,"layout_ms":5.6041020434349775},"gc_counts_before":[2,2,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.11576199904084206,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21090905647724867,"layout_ms":5.702055990695953},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":1,"total_ms":0.06904301699250937,"collected":0},"1":{"count":1,"total_ms":0.15783892013132572,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23774802684783936,"layout_ms":5.521732033230364},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.12354098726063967,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20904699340462685,"layout_ms":5.611105007119477},"gc_counts_before":[2,0,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.12719701044261456,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22229098249226809,"layout_ms":5.654097069054842},"gc_counts_before":[2,2,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.1305489568039775,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2166100312024355,"layout_ms":5.555553012527525},"gc_counts_before":[2,2,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.1273199450224638,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21607393864542246,"layout_ms":5.569215049035847},"gc_counts_before":[2,5,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.12029916979372501,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21961203310638666,"layout_ms":5.551304086111486},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.12282317038625479,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23627199698239565,"layout_ms":5.623329896479845},"gc_counts_before":[2,3,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.12297695502638817,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2185649937018752,"layout_ms":5.632587010040879},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.12225285172462463,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2226999495178461,"layout_ms":5.538586061447859},"gc_counts_before":[2,0,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.12270605657249689,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21005002781748772,"layout_ms":5.744897061958909},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":1,"total_ms":0.07028505206108093,"collected":0},"1":{"count":1,"total_ms":0.25754200760275126,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21651608403772116,"layout_ms":5.641749012283981},"gc_counts_before":[2,11,14],"gc_by_generation":{"0":{"count":1,"total_ms":0.07041497156023979,"collected":0},"1":{"count":1,"total_ms":0.1673349179327488,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21359394304454327,"layout_ms":5.558425094932318},"gc_counts_before":[2,8,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.12718397192656994,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2178919967263937,"layout_ms":5.602522986009717},"gc_counts_before":[2,2,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.12308510486036539,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.24663994554430246,"layout_ms":156.7970470059663},"gc_counts_before":[2,10,15],"gc_by_generation":{"0":{"count":49,"total_ms":1.3288093032315373,"collected":0},"1":{"count":5,"total_ms":2.0521008409559727,"collected":72},"2":{"count":1,"total_ms":112.55986301694065,"collected":724}}},{"timing":{"common_ms":0.23794709704816341,"layout_ms":42.69605700392276},"gc_counts_before":[2,1,5],"gc_by_generation":{"0":{"count":45,"total_ms":1.0234569199383259,"collected":0},"1":{"count":4,"total_ms":1.3478879118338227,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20760006736963987,"layout_ms":41.40671400818974},"gc_counts_before":[2,1,10],"gc_by_generation":{"0":{"count":45,"total_ms":1.0366979986429214,"collected":0},"1":{"count":4,"total_ms":1.271618064492941,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21942798048257828,"layout_ms":41.1220770329237},"gc_counts_before":[2,11,14],"gc_by_generation":{"0":{"count":44,"total_ms":1.218837103806436,"collected":0},"1":{"count":5,"total_ms":1.1804881505668163,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2064539585262537,"layout_ms":41.425822069868445},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.3560722582042217,"collected":0},"1":{"count":4,"total_ms":1.2994050048291683,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20522705744951963,"layout_ms":150.56412003468722},"gc_counts_before":[2,2,24],"gc_by_generation":{"0":{"count":44,"total_ms":1.0524201206862926,"collected":0},"1":{"count":4,"total_ms":0.9940001182258129,"collected":0},"2":{"count":1,"total_ms":108.6943739792332,"collected":0}}},{"timing":{"common_ms":0.2067660680040717,"layout_ms":42.24482597783208},"gc_counts_before":[2,4,3],"gc_by_generation":{"0":{"count":48,"total_ms":1.4610402286052704,"collected":0},"1":{"count":4,"total_ms":1.167168957181275,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.213164952583611,"layout_ms":41.77754803095013},"gc_counts_before":[2,4,9],"gc_by_generation":{"0":{"count":45,"total_ms":1.4195581898093224,"collected":0},"1":{"count":4,"total_ms":1.1215091217309237,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2081110142171383,"layout_ms":41.57632403075695},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.3913549482822418,"collected":0},"1":{"count":4,"total_ms":1.1984999291598797,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22675003856420517,"layout_ms":41.716209962032735},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.4203996397554874,"collected":0},"1":{"count":4,"total_ms":1.209423178806901,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21185504738241434,"layout_ms":147.63387304265052},"gc_counts_before":[2,5,23],"gc_by_generation":{"0":{"count":50,"total_ms":1.3472042046487331,"collected":0},"1":{"count":4,"total_ms":1.1128719197586179,"collected":0},"2":{"count":1,"total_ms":105.34454602748156,"collected":0}}},{"timing":{"common_ms":0.20846293773502111,"layout_ms":41.63314402103424},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":44,"total_ms":1.2694456381723285,"collected":0},"1":{"count":5,"total_ms":1.35321996640414,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2147459890693426,"layout_ms":41.567906038835645},"gc_counts_before":[2,1,10],"gc_by_generation":{"0":{"count":45,"total_ms":1.079362235032022,"collected":0},"1":{"count":4,"total_ms":1.4455720083788037,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23022003006190062,"layout_ms":41.418810025788844},"gc_counts_before":[2,10,15],"gc_by_generation":{"0":{"count":45,"total_ms":1.3647906016558409,"collected":0},"1":{"count":4,"total_ms":1.193996868096292,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2091570058837533,"layout_ms":42.1672270167619},"gc_counts_before":[2,10,20],"gc_by_generation":{"0":{"count":45,"total_ms":1.414532889612019,"collected":0},"1":{"count":4,"total_ms":1.3541231164708734,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2352020237594843,"layout_ms":152.12521993089467},"gc_counts_before":[2,8,25],"gc_by_generation":{"0":{"count":49,"total_ms":1.336224959231913,"collected":0},"1":{"count":5,"total_ms":1.1799490312114358,"collected":0},"2":{"count":1,"total_ms":109.92066701874137,"collected":0}}}],"planner":[{"timing":{"common_ms":0.22193905897438526,"layout_ms":19.99084500130266},"gc_counts_before":[2,4,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.31120714265853167,"collected":0},"1":{"count":1,"total_ms":0.2831140300258994,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21593598648905754,"layout_ms":19.773502019234},"gc_counts_before":[2,4,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.3899069270119071,"collected":0},"1":{"count":1,"total_ms":0.4679319681599736,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2278890460729599,"layout_ms":19.76007199846208},"gc_counts_before":[2,2,9],"gc_by_generation":{"0":{"count":9,"total_ms":0.4148472798988223,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22216595243662596,"layout_ms":19.426299957558513},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":9,"total_ms":0.40570576675236225,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23594999220222235,"layout_ms":19.563331035897136},"gc_counts_before":[2,3,23],"gc_by_generation":{"0":{"count":8,"total_ms":0.36246608942747116,"collected":0},"1":{"count":1,"total_ms":0.1528200227767229,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21802401170134544,"layout_ms":19.889910938218236},"gc_counts_before":[2,4,2],"gc_by_generation":{"0":{"count":9,"total_ms":0.32722391188144684,"collected":0},"1":{"count":1,"total_ms":0.4408999811857939,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2299170009791851,"layout_ms":19.74713697563857},"gc_counts_before":[2,8,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.4070398863404989,"collected":0},"1":{"count":1,"total_ms":0.22204103879630566,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20954804494976997,"layout_ms":19.87426297273487},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":8,"total_ms":0.3971360856667161,"collected":0},"1":{"count":1,"total_ms":0.3974700812250376,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22456503938883543,"layout_ms":19.795067026279867},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":8,"total_ms":0.36238483153283596,"collected":0},"1":{"count":1,"total_ms":0.40011201053857803,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23157300893217325,"layout_ms":19.934637006372213},"gc_counts_before":[2,5,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.36872271448373795,"collected":0},"1":{"count":1,"total_ms":0.420246971771121,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22223894484341145,"layout_ms":19.682692014612257},"gc_counts_before":[2,11,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.32256206031888723,"collected":0},"1":{"count":1,"total_ms":0.09728199802339077,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21030299831181765,"layout_ms":19.45801603142172},"gc_counts_before":[2,2,9],"gc_by_generation":{"0":{"count":9,"total_ms":0.41587185114622116,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22077106405049562,"layout_ms":19.486985984258354},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":9,"total_ms":0.4194871289655566,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20392995793372393,"layout_ms":19.60686594247818},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":9,"total_ms":0.4151341272518039,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24258391931653023,"layout_ms":19.524189992807806},"gc_counts_before":[2,11,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.3575040027499199,"collected":0},"1":{"count":1,"total_ms":0.09880296420305967,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23819797206670046,"layout_ms":19.663381041027606},"gc_counts_before":[2,11,24],"gc_by_generation":{"0":{"count":8,"total_ms":0.3584312507882714,"collected":0},"1":{"count":1,"total_ms":0.09700201917439699,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":7,"samples":{"contiguous":[{"timing":{"common_ms":0.2872990444302559,"layout_ms":6.517731002531946},"gc_counts_before":[20,2,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.5847499705851078,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2179429866373539,"layout_ms":5.727459094487131},"gc_counts_before":[2,5,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.11844898108392954,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21918502170592546,"layout_ms":5.661014933139086},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.11908798478543758,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22701499983668327,"layout_ms":5.575535004027188},"gc_counts_before":[2,8,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.12090499512851238,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2160529838874936,"layout_ms":5.648848949931562},"gc_counts_before":[2,9,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.12458488345146179,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24443294387310743,"layout_ms":5.729126976802945},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.12717593926936388,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21755602210760117,"layout_ms":5.95536595210433},"gc_counts_before":[2,11,13],"gc_by_generation":{"0":{"count":1,"total_ms":0.07113907486200333,"collected":0},"1":{"count":1,"total_ms":0.26459910441190004,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2226610668003559,"layout_ms":5.866284016519785},"gc_counts_before":[2,11,18],"gc_by_generation":{"0":{"count":1,"total_ms":0.07402303162962198,"collected":0},"1":{"count":1,"total_ms":0.17682299949228764,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21806603763252497,"layout_ms":5.700425012037158},"gc_counts_before":[2,8,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.12482597958296537,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22671406622976065,"layout_ms":5.749347037635744},"gc_counts_before":[2,0,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.12415309902280569,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22318598348647356,"layout_ms":5.747718969359994},"gc_counts_before":[2,0,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.12570200487971306,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22345292381942272,"layout_ms":5.691729951649904},"gc_counts_before":[2,3,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.12641202192753553,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2204100601375103,"layout_ms":5.669518024660647},"gc_counts_before":[2,2,17],"gc_by_generation":{"0":{"count":2,"total_ms":0.12577010784298182,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21716300398111343,"layout_ms":5.7514330837875605},"gc_counts_before":[2,2,22],"gc_by_generation":{"0":{"count":2,"total_ms":0.1234719529747963,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21696893963962793,"layout_ms":5.688126897439361},"gc_counts_before":[2,5,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.1241989666596055,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2525639720261097,"layout_ms":5.811495007947087},"gc_counts_before":[2,6,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.1260389108210802,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2293901052325964,"layout_ms":43.28000103123486},"gc_counts_before":[2,4,3],"gc_by_generation":{"0":{"count":48,"total_ms":1.4994563534855843,"collected":0},"1":{"count":4,"total_ms":1.745710032992065,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22784899920225143,"layout_ms":43.08023804333061},"gc_counts_before":[2,4,9],"gc_by_generation":{"0":{"count":45,"total_ms":1.4089050237089396,"collected":0},"1":{"count":4,"total_ms":1.0912340367212892,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2157870912924409,"layout_ms":41.477058082818985},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.3967641862109303,"collected":0},"1":{"count":4,"total_ms":1.1672498658299446,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22610498126596212,"layout_ms":129.96572605334222},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":50,"total_ms":1.2466140324249864,"collected":0},"1":{"count":4,"total_ms":1.0471040150150657,"collected":0},"2":{"count":1,"total_ms":88.62752595450729,"collected":272}}},{"timing":{"common_ms":0.21874194499105215,"layout_ms":41.61635797936469},"gc_counts_before":[2,10,3],"gc_by_generation":{"0":{"count":45,"total_ms":1.3456153683364391,"collected":0},"1":{"count":4,"total_ms":1.1405959958210588,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2133330563083291,"layout_ms":41.677399072796106},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":44,"total_ms":1.2896519619971514,"collected":0},"1":{"count":5,"total_ms":1.3255230151116848,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21972996182739735,"layout_ms":42.09585394710302},"gc_counts_before":[2,1,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.0721873259171844,"collected":0},"1":{"count":4,"total_ms":1.5026381006464362,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21469499915838242,"layout_ms":41.68068303260952},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.4383821981027722,"collected":0},"1":{"count":4,"total_ms":1.2306671123951674,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20947691518813372,"layout_ms":130.18008193466812},"gc_counts_before":[2,10,24],"gc_by_generation":{"0":{"count":44,"total_ms":1.3961439253762364,"collected":0},"1":{"count":4,"total_ms":1.176225021481514,"collected":0},"2":{"count":1,"total_ms":88.59555900562555,"collected":0}}},{"timing":{"common_ms":0.21819001995027065,"layout_ms":41.587995016016066},"gc_counts_before":[2,8,2],"gc_by_generation":{"0":{"count":47,"total_ms":1.3633333146572113,"collected":0},"1":{"count":5,"total_ms":1.2456630356609821,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2105880994349718,"layout_ms":42.18273900914937},"gc_counts_before":[2,2,7],"gc_by_generation":{"0":{"count":45,"total_ms":1.4078679960221052,"collected":0},"1":{"count":4,"total_ms":1.253353082574904,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2135849790647626,"layout_ms":41.89135099295527},"gc_counts_before":[2,2,12],"gc_by_generation":{"0":{"count":45,"total_ms":1.3512747827917337,"collected":0},"1":{"count":4,"total_ms":1.2208909029141068,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21613494027405977,"layout_ms":42.14786703232676},"gc_counts_before":[2,4,17],"gc_by_generation":{"0":{"count":45,"total_ms":1.4051765901967883,"collected":0},"1":{"count":4,"total_ms":1.161876949481666,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2304719528183341,"layout_ms":129.90838999394327},"gc_counts_before":[2,1,23],"gc_by_generation":{"0":{"count":50,"total_ms":1.398114487528801,"collected":0},"1":{"count":4,"total_ms":1.0913499863818288,"collected":0},"2":{"count":1,"total_ms":87.78729906771332,"collected":0}}},{"timing":{"common_ms":0.21522899623960257,"layout_ms":42.95686702243984},"gc_counts_before":[2,7,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.4164557214826345,"collected":0},"1":{"count":4,"total_ms":1.3320607831701636,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21927803754806519,"layout_ms":42.04993206076324},"gc_counts_before":[2,5,9],"gc_by_generation":{"0":{"count":45,"total_ms":1.4138162368908525,"collected":0},"1":{"count":4,"total_ms":1.2036710977554321,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.26297394651919603,"layout_ms":19.696151022799313},"gc_counts_before":[2,8,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.390987959690392,"collected":0},"1":{"count":1,"total_ms":0.19724993035197258,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21672400180250406,"layout_ms":19.957283977419138},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":8,"total_ms":0.3942960174754262,"collected":0},"1":{"count":1,"total_ms":0.36002800334244967,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2263369970023632,"layout_ms":19.79571592528373},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":8,"total_ms":0.3481942694634199,"collected":0},"1":{"count":1,"total_ms":0.3195259487256408,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22207899019122124,"layout_ms":19.72155598923564},"gc_counts_before":[2,5,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.34983293153345585,"collected":0},"1":{"count":1,"total_ms":0.3222239902243018,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23281306494027376,"layout_ms":19.67075897846371},"gc_counts_before":[2,11,7],"gc_by_generation":{"0":{"count":9,"total_ms":0.316159101203084,"collected":0},"1":{"count":1,"total_ms":0.09402900468558073,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22527098190039396,"layout_ms":19.718933035619557},"gc_counts_before":[2,2,13],"gc_by_generation":{"0":{"count":9,"total_ms":0.424326048232615,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2208950463682413,"layout_ms":19.627882982604206},"gc_counts_before":[2,2,18],"gc_by_generation":{"0":{"count":9,"total_ms":0.4239248810335994,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21222501527518034,"layout_ms":19.481287919916213},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":9,"total_ms":0.42717508040368557,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21944008767604828,"layout_ms":19.67862993478775},"gc_counts_before":[2,11,23],"gc_by_generation":{"0":{"count":8,"total_ms":0.3613849403336644,"collected":0},"1":{"count":1,"total_ms":0.09697198402136564,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2229470992460847,"layout_ms":19.697510986588895},"gc_counts_before":[2,10,1],"gc_by_generation":{"0":{"count":9,"total_ms":0.3548169042915106,"collected":0},"1":{"count":1,"total_ms":0.13327307533472776,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25188305880874395,"layout_ms":20.059698028489947},"gc_counts_before":[2,3,11],"gc_by_generation":{"0":{"count":8,"total_ms":0.3880569711327553,"collected":0},"1":{"count":1,"total_ms":0.1687949988991022,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2119239652529359,"layout_ms":20.03170200623572},"gc_counts_before":[2,5,16],"gc_by_generation":{"0":{"count":8,"total_ms":0.35956292413175106,"collected":0},"1":{"count":1,"total_ms":0.4725240869447589,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2225949428975582,"layout_ms":19.753776025027037},"gc_counts_before":[2,5,21],"gc_by_generation":{"0":{"count":8,"total_ms":0.35916490014642477,"collected":0},"1":{"count":1,"total_ms":0.3847730113193393,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21117809228599072,"layout_ms":20.235419971868396},"gc_counts_before":[2,4,22],"gc_by_generation":{"0":{"count":8,"total_ms":0.41532167233526707,"collected":0},"1":{"count":1,"total_ms":0.5364060634747148,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2284690272063017,"layout_ms":19.859701045788825},"gc_counts_before":[2,7,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.36191893741488457,"collected":0},"1":{"count":1,"total_ms":0.2258610911667347,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2574250102043152,"layout_ms":19.996204995550215},"gc_counts_before":[2,8,8],"gc_by_generation":{"0":{"count":8,"total_ms":0.4169339081272483,"collected":0},"1":{"count":1,"total_ms":0.22346503101289272,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}}],"after_qualification":[{"rank":0,"samples":{"contiguous":[{"timing":{"common_ms":0.3235079348087311,"layout_ms":7.173139951191843},"gc_counts_before":[235,7,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.17006101552397013,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2658700104802847,"layout_ms":6.524870987050235},"gc_counts_before":[2,0,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.17975806258618832,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2728070830926299,"layout_ms":6.612855009734631},"gc_counts_before":[2,3,22],"gc_by_generation":{"0":{"count":2,"total_ms":0.17776410095393658,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.31478190794587135,"layout_ms":6.647621048614383},"gc_counts_before":[2,3,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.17662590835243464,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2703110221773386,"layout_ms":6.7437359830364585},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.1772429095581174,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2929810434579849,"layout_ms":6.548346020281315},"gc_counts_before":[2,4,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.17199700232595205,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26736105792224407,"layout_ms":6.7121300380676985},"gc_counts_before":[2,3,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.17166906036436558,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28684292919933796,"layout_ms":6.542269024066627},"gc_counts_before":[2,8,21],"gc_by_generation":{"0":{"count":2,"total_ms":0.16907695680856705,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.258165062405169,"layout_ms":6.64674409199506},"gc_counts_before":[2,4,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.16448693349957466,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29530294705182314,"layout_ms":6.64282392244786},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.16719498671591282,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2642309991642833,"layout_ms":6.492860964499414},"gc_counts_before":[2,8,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.16248191241174936,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2907640300691128,"layout_ms":6.748849060386419},"gc_counts_before":[2,4,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.1661420101299882,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25689101312309504,"layout_ms":6.553565035574138},"gc_counts_before":[2,3,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.16792002134025097,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25884993374347687,"layout_ms":6.499969982542098},"gc_counts_before":[2,2,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.18710305448621511,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2754989545792341,"layout_ms":6.561000016517937},"gc_counts_before":[2,4,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.1758149592205882,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2721661003306508,"layout_ms":6.577756954357028},"gc_counts_before":[2,3,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.1608249731361866,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2771749859675765,"layout_ms":45.797692029736936},"gc_counts_before":[1,9,10],"gc_by_generation":{"0":{"count":49,"total_ms":1.6837675357237458,"collected":0},"1":{"count":5,"total_ms":1.4866871060803533,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2536190440878272,"layout_ms":43.560724006965756},"gc_counts_before":[2,0,17],"gc_by_generation":{"0":{"count":50,"total_ms":1.525426167063415,"collected":0},"1":{"count":4,"total_ms":1.237685908563435,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2594849793240428,"layout_ms":43.44243695959449},"gc_counts_before":[2,5,22],"gc_by_generation":{"0":{"count":50,"total_ms":1.4929044991731644,"collected":0},"1":{"count":4,"total_ms":1.2624068185687065,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.278676045127213,"layout_ms":43.95085899159312},"gc_counts_before":[2,7,0],"gc_by_generation":{"0":{"count":51,"total_ms":1.5454061795026064,"collected":0},"1":{"count":5,"total_ms":1.1946160811930895,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2733230357989669,"layout_ms":44.12644193507731},"gc_counts_before":[2,5,5],"gc_by_generation":{"0":{"count":50,"total_ms":1.5303832478821278,"collected":0},"1":{"count":4,"total_ms":1.334973145276308,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26159395929425955,"layout_ms":43.122322065755725},"gc_counts_before":[2,10,10],"gc_by_generation":{"0":{"count":49,"total_ms":1.4748289249837399,"collected":0},"1":{"count":5,"total_ms":1.278477138839662,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25450007524341345,"layout_ms":43.18160505499691},"gc_counts_before":[2,5,16],"gc_by_generation":{"0":{"count":50,"total_ms":1.4689028030261397,"collected":0},"1":{"count":4,"total_ms":1.233072835020721,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26404496748000383,"layout_ms":143.6934299999848},"gc_counts_before":[2,7,22],"gc_by_generation":{"0":{"count":54,"total_ms":1.499831210821867,"collected":0},"1":{"count":5,"total_ms":1.1366128455847502,"collected":0},"2":{"count":1,"total_ms":100.41987500153482,"collected":0}}},{"timing":{"common_ms":0.24881807621568441,"layout_ms":47.039369004778564},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":49,"total_ms":1.5488718636333942,"collected":0},"1":{"count":5,"total_ms":1.3859551399946213,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26762206107378006,"layout_ms":43.26844296883792},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":49,"total_ms":1.4712460106238723,"collected":0},"1":{"count":5,"total_ms":1.197272096760571,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2589309588074684,"layout_ms":43.48361794836819},"gc_counts_before":[2,5,14],"gc_by_generation":{"0":{"count":50,"total_ms":1.4853252796456218,"collected":0},"1":{"count":4,"total_ms":1.2544760247692466,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2670310204848647,"layout_ms":43.288719025440514},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":49,"total_ms":1.483476022258401,"collected":0},"1":{"count":5,"total_ms":1.2952409451827407,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2633460098877549,"layout_ms":142.0518329832703},"gc_counts_before":[2,5,25],"gc_by_generation":{"0":{"count":54,"total_ms":1.4746782835572958,"collected":0},"1":{"count":5,"total_ms":1.163547858595848,"collected":0},"2":{"count":1,"total_ms":98.43384299892932,"collected":0}}},{"timing":{"common_ms":0.26097800582647324,"layout_ms":43.25463704299182},"gc_counts_before":[2,1,5],"gc_by_generation":{"0":{"count":50,"total_ms":1.1609848588705063,"collected":0},"1":{"count":4,"total_ms":1.5550251118838787,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2684619976207614,"layout_ms":43.643253040499985},"gc_counts_before":[2,6,10],"gc_by_generation":{"0":{"count":49,"total_ms":1.4340128982439637,"collected":0},"1":{"count":5,"total_ms":1.382682123221457,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2561600413173437,"layout_ms":43.36987005081028},"gc_counts_before":[2,9,15],"gc_by_generation":{"0":{"count":49,"total_ms":1.4959542313590646,"collected":0},"1":{"count":5,"total_ms":1.2606679229065776,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.291454023681581,"layout_ms":20.842154044657946},"gc_counts_before":[2,3,15],"gc_by_generation":{"0":{"count":8,"total_ms":0.3916011191904545,"collected":0},"1":{"count":1,"total_ms":0.22182497195899487,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25385001208633184,"layout_ms":21.112738992087543},"gc_counts_before":[2,3,16],"gc_by_generation":{"0":{"count":8,"total_ms":0.3619398921728134,"collected":0},"1":{"count":1,"total_ms":0.2730070846155286,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.273072044365108,"layout_ms":21.005791961215436},"gc_counts_before":[2,6,21],"gc_by_generation":{"0":{"count":8,"total_ms":0.4111912567168474,"collected":0},"1":{"count":1,"total_ms":0.31497294548898935,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28879393357783556,"layout_ms":121.38472206424922},"gc_counts_before":[2,11,26],"gc_by_generation":{"0":{"count":7,"total_ms":0.2758143236860633,"collected":0},"1":{"count":1,"total_ms":0.12737500946968794,"collected":0},"2":{"count":1,"total_ms":100.26371397543699,"collected":0}}},{"timing":{"common_ms":0.29104494024068117,"layout_ms":23.04995700251311},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.43787702452391386,"collected":0},"1":{"count":1,"total_ms":0.13744004536420107,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2524809679016471,"layout_ms":21.24409202951938},"gc_counts_before":[2,6,15],"gc_by_generation":{"0":{"count":8,"total_ms":0.4201821284368634,"collected":0},"1":{"count":1,"total_ms":0.45259902253746986,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28441997710615396,"layout_ms":20.79774101730436},"gc_counts_before":[2,11,20],"gc_by_generation":{"0":{"count":8,"total_ms":0.3716852515935898,"collected":0},"1":{"count":1,"total_ms":0.12750597670674324,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2611649688333273,"layout_ms":21.208633901551366},"gc_counts_before":[2,10,21],"gc_by_generation":{"0":{"count":8,"total_ms":0.3610400017350912,"collected":0},"1":{"count":1,"total_ms":0.4244069568812847,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29251701198518276,"layout_ms":21.006215014494956},"gc_counts_before":[2,6,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.41716406121850014,"collected":0},"1":{"count":1,"total_ms":0.23600191343575716,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3223130479454994,"layout_ms":20.74827894102782},"gc_counts_before":[2,0,9],"gc_by_generation":{"0":{"count":9,"total_ms":0.47262292355298996,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.266453018411994,"layout_ms":20.806949003599584},"gc_counts_before":[2,11,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.3752920310944319,"collected":0},"1":{"count":1,"total_ms":0.13079203199595213,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2567429328337312,"layout_ms":21.352462004870176},"gc_counts_before":[2,6,24],"gc_by_generation":{"0":{"count":8,"total_ms":0.452471780590713,"collected":0},"1":{"count":1,"total_ms":0.46044797636568546,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28181402012705803,"layout_ms":21.093908930197358},"gc_counts_before":[2,4,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.3719831584021449,"collected":0},"1":{"count":1,"total_ms":0.37038105074316263,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2526789903640747,"layout_ms":21.280564018525183},"gc_counts_before":[2,4,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.45386410783976316,"collected":0},"1":{"count":1,"total_ms":0.5382170202210546,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2936660312116146,"layout_ms":21.1811859626323},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.47517602797597647,"collected":0},"1":{"count":1,"total_ms":0.2599060535430908,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27148600202053785,"layout_ms":20.827132975682616},"gc_counts_before":[2,0,15],"gc_by_generation":{"0":{"count":9,"total_ms":0.47256716061383486,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":1,"samples":{"contiguous":[{"timing":{"common_ms":0.27984101325273514,"layout_ms":6.124224979430437},"gc_counts_before":[235,1,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.1444428926333785,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20027789287269115,"layout_ms":5.474607925862074},"gc_counts_before":[2,1,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.1210580812767148,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25055103469640017,"layout_ms":5.692601902410388},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":1,"total_ms":0.05253299605101347,"collected":0},"1":{"count":1,"total_ms":0.2325880341231823,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24055701214820147,"layout_ms":5.612327018752694},"gc_counts_before":[3,4,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.12133107520639896,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22102193906903267,"layout_ms":8.451018016785383},"gc_counts_before":[2,5,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.16945216339081526,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23951102048158646,"layout_ms":5.51392906345427},"gc_counts_before":[2,8,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.12395810335874557,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2192530082538724,"layout_ms":5.461232969537377},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.12182991486042738,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22607308346778154,"layout_ms":5.472532007843256},"gc_counts_before":[2,7,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.12247893027961254,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21787197329103947,"layout_ms":5.503410939127207},"gc_counts_before":[2,4,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.12523704208433628,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24780700914561749,"layout_ms":5.469602067023516},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":1,"total_ms":0.06853207014501095,"collected":0},"1":{"count":1,"total_ms":0.07610395550727844,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20722008775919676,"layout_ms":5.713327904231846},"gc_counts_before":[2,11,13],"gc_by_generation":{"0":{"count":1,"total_ms":0.06931903772056103,"collected":0},"1":{"count":1,"total_ms":0.1718458952382207,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22673094645142555,"layout_ms":5.542597034946084},"gc_counts_before":[2,2,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.12072303798049688,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21867593750357628,"layout_ms":5.4917000234127045},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.12020592112094164,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21122698672115803,"layout_ms":5.4566130274906754},"gc_counts_before":[2,1,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.11938996613025665,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21012197248637676,"layout_ms":5.516128032468259},"gc_counts_before":[2,4,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.12264586985111237,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22260902915149927,"layout_ms":5.40259899571538},"gc_counts_before":[2,5,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.12097996659576893,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2253770362585783,"layout_ms":43.72099100146443},"gc_counts_before":[1,3,9],"gc_by_generation":{"0":{"count":45,"total_ms":1.541615347377956,"collected":0},"1":{"count":4,"total_ms":1.1922401608899236,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21547905635088682,"layout_ms":41.256692027673125},"gc_counts_before":[2,0,15],"gc_by_generation":{"0":{"count":45,"total_ms":1.3636957155540586,"collected":0},"1":{"count":4,"total_ms":1.115997089073062,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20882196258753538,"layout_ms":41.988558950833976},"gc_counts_before":[2,0,20],"gc_by_generation":{"0":{"count":45,"total_ms":1.3724585296586156,"collected":0},"1":{"count":4,"total_ms":1.1843569809570909,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3057869616895914,"layout_ms":154.4251280138269},"gc_counts_before":[2,10,24],"gc_by_generation":{"0":{"count":49,"total_ms":1.3354439288377762,"collected":0},"1":{"count":5,"total_ms":1.4128490583971143,"collected":0},"2":{"count":1,"total_ms":111.63466598372906,"collected":0}}},{"timing":{"common_ms":0.21462200675159693,"layout_ms":42.5246749073267},"gc_counts_before":[2,6,3],"gc_by_generation":{"0":{"count":45,"total_ms":1.358219888061285,"collected":0},"1":{"count":4,"total_ms":1.1666950304061174,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2730400301516056,"layout_ms":45.80778593663126},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":45,"total_ms":1.4408758142963052,"collected":0},"1":{"count":4,"total_ms":1.4104420552030206,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20866701379418373,"layout_ms":41.53796506579965},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":45,"total_ms":1.3526363763958216,"collected":0},"1":{"count":4,"total_ms":1.237350981682539,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21345296408981085,"layout_ms":41.90978605765849},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.4183862367644906,"collected":0},"1":{"count":4,"total_ms":1.1680879397317767,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20191108342260122,"layout_ms":152.01065002474934},"gc_counts_before":[2,6,24],"gc_by_generation":{"0":{"count":49,"total_ms":1.3208749005571008,"collected":0},"1":{"count":5,"total_ms":1.2478529242798686,"collected":0},"2":{"count":1,"total_ms":109.95720396749675,"collected":0}}},{"timing":{"common_ms":0.21562306210398674,"layout_ms":43.736148974858224},"gc_counts_before":[2,10,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.39185122679919,"collected":0},"1":{"count":4,"total_ms":1.1810259893536568,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2134289825335145,"layout_ms":41.53678298462182},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":45,"total_ms":1.0584259871393442,"collected":0},"1":{"count":4,"total_ms":1.4868549769744277,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2097309334203601,"layout_ms":41.79828497581184},"gc_counts_before":[2,1,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.0485108941793442,"collected":0},"1":{"count":4,"total_ms":1.441256026737392,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2046719891950488,"layout_ms":41.66614497080445},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.3668142491951585,"collected":0},"1":{"count":4,"total_ms":1.1629682267084718,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2178509021177888,"layout_ms":142.55388802848756},"gc_counts_before":[2,0,25],"gc_by_generation":{"0":{"count":50,"total_ms":1.3666895683854818,"collected":0},"1":{"count":4,"total_ms":1.0441681370139122,"collected":0},"2":{"count":1,"total_ms":100.62505502719432,"collected":0}}},{"timing":{"common_ms":0.21352700423449278,"layout_ms":41.89259104896337},"gc_counts_before":[2,6,5],"gc_by_generation":{"0":{"count":45,"total_ms":1.4570258790627122,"collected":0},"1":{"count":4,"total_ms":1.3067609397694468,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2154340036213398,"layout_ms":41.25713906250894},"gc_counts_before":[2,4,10],"gc_by_generation":{"0":{"count":45,"total_ms":1.3957703486084938,"collected":0},"1":{"count":4,"total_ms":1.0874299332499504,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.24069997016340494,"layout_ms":20.230183959938586},"gc_counts_before":[2,4,13],"gc_by_generation":{"0":{"count":8,"total_ms":0.40775712113827467,"collected":0},"1":{"count":1,"total_ms":0.38120592944324017,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2115539973601699,"layout_ms":19.877640064805746},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":8,"total_ms":0.3728618612512946,"collected":0},"1":{"count":1,"total_ms":0.22920698393136263,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2415049821138382,"layout_ms":19.642826984636486},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":9,"total_ms":0.41777896694839,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26123004499822855,"layout_ms":19.650899921543896},"gc_counts_before":[2,1,24],"gc_by_generation":{"0":{"count":9,"total_ms":0.41120487730950117,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2707999665290117,"layout_ms":21.661850973032415},"gc_counts_before":[2,7,7],"gc_by_generation":{"0":{"count":9,"total_ms":0.35714986734092236,"collected":0},"1":{"count":1,"total_ms":0.22476701997220516,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21262490190565586,"layout_ms":19.86331003718078},"gc_counts_before":[2,10,12],"gc_by_generation":{"0":{"count":8,"total_ms":0.30741095542907715,"collected":0},"1":{"count":1,"total_ms":0.2811490558087826,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23088196758180857,"layout_ms":19.605666981078684},"gc_counts_before":[2,10,17],"gc_by_generation":{"0":{"count":8,"total_ms":0.31393615063279867,"collected":0},"1":{"count":1,"total_ms":0.18917594570666552,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2171780215576291,"layout_ms":20.10319393593818},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.3791487542912364,"collected":0},"1":{"count":1,"total_ms":0.3760829567909241,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23030606098473072,"layout_ms":20.066950004547834},"gc_counts_before":[2,7,23],"gc_by_generation":{"0":{"count":8,"total_ms":0.3963999915868044,"collected":0},"1":{"count":1,"total_ms":0.236665946431458,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22834399715065956,"layout_ms":19.79104895144701},"gc_counts_before":[3,0,4],"gc_by_generation":{"0":{"count":10,"total_ms":0.3906909842044115,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22013101261109114,"layout_ms":19.732645014300942},"gc_counts_before":[2,2,13],"gc_by_generation":{"0":{"count":9,"total_ms":0.42097584810107946,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21982693579047918,"layout_ms":20.02983703278005},"gc_counts_before":[2,4,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.3984639188274741,"collected":0},"1":{"count":1,"total_ms":0.4811090184375644,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21654204465448856,"layout_ms":20.007294020615518},"gc_counts_before":[2,4,23],"gc_by_generation":{"0":{"count":8,"total_ms":0.4034527810290456,"collected":0},"1":{"count":1,"total_ms":0.39507506880909204,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21056795958429575,"layout_ms":19.884702982380986},"gc_counts_before":[2,3,24],"gc_by_generation":{"0":{"count":8,"total_ms":0.36335724871605635,"collected":0},"1":{"count":1,"total_ms":0.23604999296367168,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23110304027795792,"layout_ms":19.796357955783606},"gc_counts_before":[3,6,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.38111687172204256,"collected":0},"1":{"count":1,"total_ms":0.22605794947594404,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22314407397061586,"layout_ms":19.941777922213078},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.40152505971491337,"collected":0},"1":{"count":1,"total_ms":0.23667397908866405,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":2,"samples":{"contiguous":[{"timing":{"common_ms":0.2745130332186818,"layout_ms":6.230321945622563},"gc_counts_before":[243,1,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.14770100824534893,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21293701138347387,"layout_ms":5.652736988849938},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.1288430066779256,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21924497559666634,"layout_ms":5.818145000375807},"gc_counts_before":[2,11,15],"gc_by_generation":{"0":{"count":1,"total_ms":0.07065304089337587,"collected":0},"1":{"count":1,"total_ms":0.1873450819402933,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23503100965172052,"layout_ms":5.719557055272162},"gc_counts_before":[2,11,1],"gc_by_generation":{"0":{"count":1,"total_ms":0.0720189418643713,"collected":0},"1":{"count":1,"total_ms":0.07914693560451269,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21752994507551193,"layout_ms":5.5462130112573504},"gc_counts_before":[2,3,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.13178493827581406,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23353402502834797,"layout_ms":5.610991036519408},"gc_counts_before":[2,6,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.12499000877141953,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2171170199289918,"layout_ms":5.6526679545640945},"gc_counts_before":[2,5,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.12436904944479465,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2202250761911273,"layout_ms":5.624338053166866},"gc_counts_before":[2,5,17],"gc_by_generation":{"0":{"count":2,"total_ms":0.12369698379188776,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21042709704488516,"layout_ms":5.638591945171356},"gc_counts_before":[2,2,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.12376706581562757,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2591500524431467,"layout_ms":5.64098299946636},"gc_counts_before":[2,9,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.12360210530459881,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21824997384101152,"layout_ms":5.54762699175626},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.12394494842737913,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23427000269293785,"layout_ms":5.6549470173195004},"gc_counts_before":[2,0,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.12569688260555267,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2163960598409176,"layout_ms":5.872439942322671},"gc_counts_before":[2,11,18],"gc_by_generation":{"0":{"count":1,"total_ms":0.06990600377321243,"collected":0},"1":{"count":1,"total_ms":0.30289997812360525,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21688896231353283,"layout_ms":5.7513510109856725},"gc_counts_before":[2,11,23],"gc_by_generation":{"0":{"count":1,"total_ms":0.06925396155565977,"collected":0},"1":{"count":1,"total_ms":0.19909092225134373,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21709490101784468,"layout_ms":5.6714300299063325},"gc_counts_before":[2,8,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.1294369576498866,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22530392743647099,"layout_ms":5.612520035356283},"gc_counts_before":[2,0,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.12338696978986263,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.24107203353196383,"layout_ms":43.80719899199903},"gc_counts_before":[1,3,5],"gc_by_generation":{"0":{"count":45,"total_ms":1.3581347884610295,"collected":0},"1":{"count":4,"total_ms":1.2179201003164053,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21616392768919468,"layout_ms":41.20451002381742},"gc_counts_before":[2,1,11],"gc_by_generation":{"0":{"count":45,"total_ms":1.0426708031445742,"collected":0},"1":{"count":4,"total_ms":1.4579120324924588,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21054805256426334,"layout_ms":41.05940693989396},"gc_counts_before":[2,1,16],"gc_by_generation":{"0":{"count":45,"total_ms":1.034746877849102,"collected":0},"1":{"count":4,"total_ms":1.2885619653388858,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26120501570403576,"layout_ms":153.90987403225154},"gc_counts_before":[2,11,20],"gc_by_generation":{"0":{"count":44,"total_ms":1.3552369782701135,"collected":0},"1":{"count":4,"total_ms":1.2614188017323613,"collected":0},"2":{"count":1,"total_ms":111.40355805400759,"collected":0}}},{"timing":{"common_ms":0.21818303503096104,"layout_ms":41.270454064942896},"gc_counts_before":[2,1,2],"gc_by_generation":{"0":{"count":48,"total_ms":1.1661761673167348,"collected":0},"1":{"count":4,"total_ms":1.3348499778658152,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21168391685932875,"layout_ms":41.4734419900924},"gc_counts_before":[2,5,7],"gc_by_generation":{"0":{"count":45,"total_ms":1.3828796800225973,"collected":0},"1":{"count":4,"total_ms":1.1596221011132002,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21306704729795456,"layout_ms":41.73712607007474},"gc_counts_before":[2,7,12],"gc_by_generation":{"0":{"count":45,"total_ms":1.3632448390126228,"collected":0},"1":{"count":4,"total_ms":1.2496310519054532,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21181104239076376,"layout_ms":41.9299709610641},"gc_counts_before":[2,4,18],"gc_by_generation":{"0":{"count":45,"total_ms":1.4230349333956838,"collected":0},"1":{"count":4,"total_ms":1.1457460932433605,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20870508160442114,"layout_ms":153.13539002090693},"gc_counts_before":[2,4,23],"gc_by_generation":{"0":{"count":50,"total_ms":1.3797566061839461,"collected":0},"1":{"count":4,"total_ms":1.1063751298934221,"collected":0},"2":{"count":1,"total_ms":111.26448295544833,"collected":0}}},{"timing":{"common_ms":0.2120549324899912,"layout_ms":42.23181295674294},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.4136729296296835,"collected":0},"1":{"count":4,"total_ms":1.1740082409232855,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2160209696739912,"layout_ms":41.43185599241406},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":44,"total_ms":1.2440156424418092,"collected":0},"1":{"count":5,"total_ms":1.2759349774569273,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2054589567705989,"layout_ms":41.792970965616405},"gc_counts_before":[2,11,13],"gc_by_generation":{"0":{"count":44,"total_ms":1.274849520996213,"collected":0},"1":{"count":5,"total_ms":1.4776969328522682,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2079360419884324,"layout_ms":41.41969594638795},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.0696647223085165,"collected":0},"1":{"count":4,"total_ms":1.4546747552230954,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21829199977219105,"layout_ms":147.3963970784098},"gc_counts_before":[2,10,24],"gc_by_generation":{"0":{"count":44,"total_ms":1.4494792558252811,"collected":0},"1":{"count":4,"total_ms":1.2365068541839719,"collected":0},"2":{"count":1,"total_ms":105.13193998485804,"collected":0}}},{"timing":{"common_ms":0.224302988499403,"layout_ms":41.88429703935981},"gc_counts_before":[2,10,2],"gc_by_generation":{"0":{"count":47,"total_ms":1.3922679936513305,"collected":0},"1":{"count":5,"total_ms":1.3574960175901651,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21290592849254608,"layout_ms":41.509976028464735},"gc_counts_before":[2,11,7],"gc_by_generation":{"0":{"count":44,"total_ms":1.3064073864370584,"collected":0},"1":{"count":5,"total_ms":1.3713320950046182,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.22680195979773998,"layout_ms":20.08350007236004},"gc_counts_before":[2,4,9],"gc_by_generation":{"0":{"count":9,"total_ms":0.35245076287537813,"collected":0},"1":{"count":1,"total_ms":0.39663491770625114,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2130590146407485,"layout_ms":20.108434953726828},"gc_counts_before":[2,4,10],"gc_by_generation":{"0":{"count":8,"total_ms":0.40134694427251816,"collected":0},"1":{"count":1,"total_ms":0.4792390391230583,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22210297174751759,"layout_ms":19.573634024709463},"gc_counts_before":[2,2,15],"gc_by_generation":{"0":{"count":9,"total_ms":0.41263713501393795,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23730401881039143,"layout_ms":19.745072931982577},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":9,"total_ms":0.416771974414587,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2202220493927598,"layout_ms":19.750357954762876},"gc_counts_before":[2,5,6],"gc_by_generation":{"0":{"count":9,"total_ms":0.3447460476309061,"collected":0},"1":{"count":1,"total_ms":0.25177106726914644,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21447904873639345,"layout_ms":19.852133002132177},"gc_counts_before":[2,8,11],"gc_by_generation":{"0":{"count":8,"total_ms":0.4007830284535885,"collected":0},"1":{"count":1,"total_ms":0.3196190809831023,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22851501125842333,"layout_ms":19.887913018465042},"gc_counts_before":[2,8,16],"gc_by_generation":{"0":{"count":8,"total_ms":0.40441006422042847,"collected":0},"1":{"count":1,"total_ms":0.21888897754251957,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20919903181493282,"layout_ms":20.126844057813287},"gc_counts_before":[2,7,17],"gc_by_generation":{"0":{"count":8,"total_ms":0.4057179903611541,"collected":0},"1":{"count":1,"total_ms":0.40531205013394356,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22871000692248344,"layout_ms":20.027816062793136},"gc_counts_before":[2,5,22],"gc_by_generation":{"0":{"count":8,"total_ms":0.3689499571919441,"collected":0},"1":{"count":1,"total_ms":0.4015479935333133,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2400410594418645,"layout_ms":19.848363008350134},"gc_counts_before":[2,10,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.35013200249522924,"collected":0},"1":{"count":1,"total_ms":0.1224640291184187,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2208799123764038,"layout_ms":19.710605964064598},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":9,"total_ms":0.4185348516330123,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21726300474256277,"layout_ms":19.68877494800836},"gc_counts_before":[2,2,18],"gc_by_generation":{"0":{"count":9,"total_ms":0.4123018588870764,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2285270020365715,"layout_ms":19.71187291201204},"gc_counts_before":[2,2,23],"gc_by_generation":{"0":{"count":9,"total_ms":0.4178039962425828,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21345808636397123,"layout_ms":19.746693084016442},"gc_counts_before":[2,1,24],"gc_by_generation":{"0":{"count":9,"total_ms":0.41375530418008566,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2233170671388507,"layout_ms":19.81257402803749},"gc_counts_before":[2,10,1],"gc_by_generation":{"0":{"count":9,"total_ms":0.3530289977788925,"collected":0},"1":{"count":1,"total_ms":0.12761796824634075,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22539799101650715,"layout_ms":19.681715057231486},"gc_counts_before":[2,2,7],"gc_by_generation":{"0":{"count":9,"total_ms":0.41435298044234514,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":3,"samples":{"contiguous":[{"timing":{"common_ms":0.34719903487712145,"layout_ms":8.587269927375019},"gc_counts_before":[235,11,15],"gc_by_generation":{"0":{"count":1,"total_ms":0.13502303045243025,"collected":0},"1":{"count":1,"total_ms":0.6589939584955573,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2927409950643778,"layout_ms":7.344529964029789},"gc_counts_before":[2,7,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.19396701827645302,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3044919576495886,"layout_ms":7.4661989929154515},"gc_counts_before":[2,0,28],"gc_by_generation":{"0":{"count":2,"total_ms":0.19093102309852839,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3654429456219077,"layout_ms":7.537244004197419},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.20849902648478746,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29359105974435806,"layout_ms":7.43917201180011},"gc_counts_before":[2,4,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.1993769546970725,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32429106067866087,"layout_ms":7.353328983299434},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.20865804981440306,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2915390068665147,"layout_ms":7.393144071102142},"gc_counts_before":[2,1,21],"gc_by_generation":{"0":{"count":2,"total_ms":0.19614002667367458,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2933929208666086,"layout_ms":7.332158042117953},"gc_counts_before":[2,7,0],"gc_by_generation":{"0":{"count":2,"total_ms":0.2064859727397561,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29841798823326826,"layout_ms":7.2760689072310925},"gc_counts_before":[2,2,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.20125997252762318,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3162770299240947,"layout_ms":7.409298908896744},"gc_counts_before":[2,5,17],"gc_by_generation":{"0":{"count":2,"total_ms":0.19227992743253708,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2910209586843848,"layout_ms":7.434428087435663},"gc_counts_before":[2,0,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.21097203716635704,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2983870217576623,"layout_ms":7.329012965783477},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.19313197117298841,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.289132003672421,"layout_ms":7.322481949813664},"gc_counts_before":[2,9,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.20410504657775164,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28977508191019297,"layout_ms":7.436093990691006},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.20995002705603838,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2886709989979863,"layout_ms":7.586963940411806},"gc_counts_before":[2,11,15],"gc_by_generation":{"0":{"count":1,"total_ms":0.11932104825973511,"collected":0},"1":{"count":1,"total_ms":0.2829380100592971,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29943196568638086,"layout_ms":7.221771986223757},"gc_counts_before":[2,2,26],"gc_by_generation":{"0":{"count":2,"total_ms":0.19044894725084305,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.32601901330053806,"layout_ms":46.31605802569538},"gc_counts_before":[1,1,16],"gc_by_generation":{"0":{"count":52,"total_ms":1.240660436451435,"collected":0},"1":{"count":4,"total_ms":1.5996858710423112,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29124401044100523,"layout_ms":44.51183008495718},"gc_counts_before":[2,7,22],"gc_by_generation":{"0":{"count":51,"total_ms":1.5445235185325146,"collected":0},"1":{"count":5,"total_ms":1.2138831662014127,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2975079696625471,"layout_ms":154.64400500059128},"gc_counts_before":[2,2,28],"gc_by_generation":{"0":{"count":56,"total_ms":1.363427727483213,"collected":0},"1":{"count":5,"total_ms":1.3321859296411276,"collected":0},"2":{"count":1,"total_ms":110.2474310901016,"collected":0}}},{"timing":{"common_ms":0.3564109792932868,"layout_ms":44.93498906958848},"gc_counts_before":[2,1,5],"gc_by_generation":{"0":{"count":52,"total_ms":1.2743475381284952,"collected":0},"1":{"count":4,"total_ms":1.614395878277719,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3137110034003854,"layout_ms":45.17428600229323},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":51,"total_ms":1.5011067735031247,"collected":0},"1":{"count":5,"total_ms":1.4107980532571673,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28370192740112543,"layout_ms":44.10260007716715},"gc_counts_before":[2,6,15],"gc_by_generation":{"0":{"count":51,"total_ms":1.5660694334656,"collected":0},"1":{"count":5,"total_ms":1.3730559730902314,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28241495601832867,"layout_ms":43.96163497585803},"gc_counts_before":[2,3,21],"gc_by_generation":{"0":{"count":52,"total_ms":1.5342626720666885,"collected":0},"1":{"count":4,"total_ms":1.3327366905286908,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28655200731009245,"layout_ms":43.7204031040892},"gc_counts_before":[2,6,1],"gc_by_generation":{"0":{"count":54,"total_ms":1.579397008754313,"collected":0},"1":{"count":5,"total_ms":1.1746530653908849,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2837169449776411,"layout_ms":49.1490219719708},"gc_counts_before":[2,4,7],"gc_by_generation":{"0":{"count":51,"total_ms":1.6301098512485623,"collected":0},"1":{"count":5,"total_ms":1.5288479626178741,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2965419553220272,"layout_ms":45.740062021650374},"gc_counts_before":[2,9,12],"gc_by_generation":{"0":{"count":51,"total_ms":1.5736889326944947,"collected":0},"1":{"count":5,"total_ms":1.2240359792485833,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28795492835342884,"layout_ms":44.30989292450249},"gc_counts_before":[2,7,17],"gc_by_generation":{"0":{"count":51,"total_ms":1.539579825475812,"collected":0},"1":{"count":5,"total_ms":1.2837550602853298,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28597796335816383,"layout_ms":153.15732511226088},"gc_counts_before":[2,2,23],"gc_by_generation":{"0":{"count":51,"total_ms":1.2091277167201042,"collected":0},"1":{"count":4,"total_ms":1.027278951369226,"collected":0},"2":{"count":1,"total_ms":109.55535701941699,"collected":0}}},{"timing":{"common_ms":0.2820560475811362,"layout_ms":44.13620301056653},"gc_counts_before":[2,11,3],"gc_by_generation":{"0":{"count":54,"total_ms":1.5367879532277584,"collected":0},"1":{"count":5,"total_ms":1.4659649459645152,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27918501291424036,"layout_ms":43.71137998532504},"gc_counts_before":[2,6,10],"gc_by_generation":{"0":{"count":51,"total_ms":1.5378554817289114,"collected":0},"1":{"count":5,"total_ms":1.2611779384315014,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2881690161302686,"layout_ms":44.64510700199753},"gc_counts_before":[2,1,16],"gc_by_generation":{"0":{"count":52,"total_ms":1.2548998929560184,"collected":0},"1":{"count":4,"total_ms":1.6875421861186624,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.286002061329782,"layout_ms":44.10925705451518},"gc_counts_before":[2,6,21],"gc_by_generation":{"0":{"count":51,"total_ms":1.5597145538777113,"collected":0},"1":{"count":5,"total_ms":1.2425229651853442,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.31896098516881466,"layout_ms":21.62960695568472},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":9,"total_ms":0.5071779014542699,"collected":0},"1":{"count":1,"total_ms":0.21512899547815323,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28819404542446136,"layout_ms":21.571286022663116},"gc_counts_before":[2,10,21],"gc_by_generation":{"0":{"count":8,"total_ms":0.391482375562191,"collected":0},"1":{"count":1,"total_ms":0.4373590927571058,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30676601454615593,"layout_ms":21.391332033090293},"gc_counts_before":[2,3,27],"gc_by_generation":{"0":{"count":8,"total_ms":0.40142680518329144,"collected":0},"1":{"count":1,"total_ms":0.23375509772449732,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30584598425775766,"layout_ms":21.804796066135168},"gc_counts_before":[2,3,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.43553102295845747,"collected":0},"1":{"count":1,"total_ms":0.43913896661251783,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33432093914598227,"layout_ms":21.90698799677193},"gc_counts_before":[2,7,14],"gc_by_generation":{"0":{"count":8,"total_ms":0.4530370933935046,"collected":0},"1":{"count":1,"total_ms":0.2617399441078305,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2848639851436019,"layout_ms":22.042043041437864},"gc_counts_before":[2,4,20],"gc_by_generation":{"0":{"count":8,"total_ms":0.4957601195201278,"collected":0},"1":{"count":1,"total_ms":0.6302949041128159,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.31042995397001505,"layout_ms":129.85986191779375},"gc_counts_before":[2,11,25],"gc_by_generation":{"0":{"count":7,"total_ms":0.3057160647585988,"collected":0},"1":{"count":1,"total_ms":0.1566070131957531,"collected":0},"2":{"count":1,"total_ms":108.53216098621488,"collected":0}}},{"timing":{"common_ms":0.28077594470232725,"layout_ms":21.77471702452749},"gc_counts_before":[2,9,0],"gc_by_generation":{"0":{"count":8,"total_ms":0.47254818491637707,"collected":0},"1":{"count":1,"total_ms":0.4665730521082878,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33790990710258484,"layout_ms":21.62674197461456},"gc_counts_before":[2,5,6],"gc_by_generation":{"0":{"count":8,"total_ms":0.44274027459323406,"collected":0},"1":{"count":1,"total_ms":0.43175299651920795,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33754599280655384,"layout_ms":21.3445199187845},"gc_counts_before":[2,0,12],"gc_by_generation":{"0":{"count":9,"total_ms":0.48142229206860065,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2921420382335782,"layout_ms":21.374288946390152},"gc_counts_before":[2,3,22],"gc_by_generation":{"0":{"count":8,"total_ms":0.39611593820154667,"collected":0},"1":{"count":1,"total_ms":0.2544519957154989,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28480507899075747,"layout_ms":21.426621009595692},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":9,"total_ms":0.3584640799090266,"collected":0},"1":{"count":1,"total_ms":0.2915899967774749,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3102150512859225,"layout_ms":21.440526004880667},"gc_counts_before":[2,10,8],"gc_by_generation":{"0":{"count":8,"total_ms":0.3708800068125129,"collected":0},"1":{"count":1,"total_ms":0.2216759603470564,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2799350768327713,"layout_ms":21.79231191985309},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.45649230014532804,"collected":0},"1":{"count":1,"total_ms":0.4804200725629926,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32398104667663574,"layout_ms":21.205972996540368},"gc_counts_before":[2,2,15],"gc_by_generation":{"0":{"count":9,"total_ms":0.49681682139635086,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3095319261774421,"layout_ms":21.38153405394405},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":8,"total_ms":0.4529217258095741,"collected":0},"1":{"count":1,"total_ms":0.2398280194029212,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":4,"samples":{"contiguous":[{"timing":{"common_ms":0.43039803858846426,"layout_ms":8.881937013939023},"gc_counts_before":[236,4,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.23598899133503437,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3215839387848973,"layout_ms":8.274678024463356},"gc_counts_before":[2,7,17],"gc_by_generation":{"0":{"count":4,"total_ms":0.22530509158968925,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3453430254012346,"layout_ms":8.183633908629417},"gc_counts_before":[2,6,24],"gc_by_generation":{"0":{"count":3,"total_ms":0.27289404533803463,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.36692398134619,"layout_ms":8.293173043057323},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.15021208673715591,"collected":0},"1":{"count":1,"total_ms":0.16924994997680187,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3361899871379137,"layout_ms":8.327584015205503},"gc_counts_before":[2,0,15],"gc_by_generation":{"0":{"count":3,"total_ms":0.2742928918451071,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3704739501699805,"layout_ms":8.235394023358822},"gc_counts_before":[2,4,20],"gc_by_generation":{"0":{"count":3,"total_ms":0.26370107661932707,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3317680675536394,"layout_ms":8.212200016714633},"gc_counts_before":[2,4,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.2828100696206093,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.38304796908050776,"layout_ms":8.390526985749602},"gc_counts_before":[2,5,27],"gc_by_generation":{"0":{"count":3,"total_ms":0.26761216577142477,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33207994420081377,"layout_ms":8.331011980772018},"gc_counts_before":[2,8,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.27531886007636786,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.4343240289017558,"layout_ms":8.728138986043632},"gc_counts_before":[2,10,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.20653591491281986,"collected":0},"1":{"count":1,"total_ms":0.2104160375893116,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3339609829708934,"layout_ms":8.506356040015817},"gc_counts_before":[2,11,22],"gc_by_generation":{"0":{"count":2,"total_ms":0.14844699762761593,"collected":0},"1":{"count":1,"total_ms":0.3551769768819213,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3961519105359912,"layout_ms":8.328731986694038},"gc_counts_before":[2,3,28],"gc_by_generation":{"0":{"count":3,"total_ms":0.26643206365406513,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32774393912404776,"layout_ms":8.336020982824266},"gc_counts_before":[2,3,29],"gc_by_generation":{"0":{"count":3,"total_ms":0.28254708740860224,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3292900510132313,"layout_ms":8.567651035264134},"gc_counts_before":[2,9,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.2199868904426694,"collected":0},"1":{"count":1,"total_ms":0.2818990033119917,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32569398172199726,"layout_ms":8.161487057805061},"gc_counts_before":[2,7,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.2763698576018214,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3633440937846899,"layout_ms":8.439666009508073},"gc_counts_before":[2,9,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.2180280862376094,"collected":0},"1":{"count":1,"total_ms":0.21702202502638102,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.3689139848574996,"layout_ms":47.22657904494554},"gc_counts_before":[1,7,11],"gc_by_generation":{"0":{"count":56,"total_ms":1.697892090305686,"collected":0},"1":{"count":5,"total_ms":1.3642879202961922,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32675499096512794,"layout_ms":45.118761947378516},"gc_counts_before":[2,8,18],"gc_by_generation":{"0":{"count":56,"total_ms":1.6644088318571448,"collected":0},"1":{"count":5,"total_ms":1.2149339308962226,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32447907142341137,"layout_ms":152.531206025742},"gc_counts_before":[2,9,24],"gc_by_generation":{"0":{"count":55,"total_ms":1.651455881074071,"collected":0},"1":{"count":5,"total_ms":1.3735468965023756,"collected":0},"2":{"count":1,"total_ms":106.83931899257004,"collected":0}}},{"timing":{"common_ms":0.36162498872727156,"layout_ms":48.04741800762713},"gc_counts_before":[2,8,3],"gc_by_generation":{"0":{"count":58,"total_ms":1.8113108817487955,"collected":0},"1":{"count":5,"total_ms":1.2336991494521499,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3277540672570467,"layout_ms":45.761952991597354},"gc_counts_before":[2,2,9],"gc_by_generation":{"0":{"count":56,"total_ms":1.6316770343109965,"collected":0},"1":{"count":5,"total_ms":1.171741052530706,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32628211192786694,"layout_ms":45.07167497649789},"gc_counts_before":[2,3,15],"gc_by_generation":{"0":{"count":56,"total_ms":1.668363343924284,"collected":0},"1":{"count":5,"total_ms":1.3081239303573966,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3220760263502598,"layout_ms":45.292153023183346},"gc_counts_before":[2,7,21],"gc_by_generation":{"0":{"count":56,"total_ms":1.6373812686651945,"collected":0},"1":{"count":5,"total_ms":1.3202681438997388,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.34213007893413305,"layout_ms":148.4215409727767},"gc_counts_before":[2,5,28],"gc_by_generation":{"0":{"count":60,"total_ms":1.6327286139130592,"collected":0},"1":{"count":5,"total_ms":1.1805749963968992,"collected":0},"2":{"count":1,"total_ms":103.1764600193128,"collected":0}}},{"timing":{"common_ms":0.3322400152683258,"layout_ms":45.475989929400384},"gc_counts_before":[2,11,5],"gc_by_generation":{"0":{"count":55,"total_ms":1.407342148013413,"collected":0},"1":{"count":6,"total_ms":1.6262979479506612,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33083604648709297,"layout_ms":45.155507046729326},"gc_counts_before":[2,9,11],"gc_by_generation":{"0":{"count":56,"total_ms":1.646264805458486,"collected":0},"1":{"count":5,"total_ms":1.280378084629774,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3427789779379964,"layout_ms":46.17545893415809},"gc_counts_before":[2,1,17],"gc_by_generation":{"0":{"count":56,"total_ms":1.3568704016506672,"collected":0},"1":{"count":5,"total_ms":1.6336219850927591,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33153698313981295,"layout_ms":45.23192602209747},"gc_counts_before":[2,2,23],"gc_by_generation":{"0":{"count":56,"total_ms":1.6213234048336744,"collected":0},"1":{"count":5,"total_ms":1.1918629752472043,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3152700373902917,"layout_ms":149.70334304962307},"gc_counts_before":[2,6,29],"gc_by_generation":{"0":{"count":60,"total_ms":1.6623430419713259,"collected":0},"1":{"count":5,"total_ms":1.303866971284151,"collected":0},"2":{"count":1,"total_ms":104.0134730283171,"collected":0}}},{"timing":{"common_ms":0.3377610119059682,"layout_ms":45.26260099373758},"gc_counts_before":[2,9,6],"gc_by_generation":{"0":{"count":56,"total_ms":1.6193654155358672,"collected":0},"1":{"count":5,"total_ms":1.260800170712173,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3326700534671545,"layout_ms":45.661504031158984},"gc_counts_before":[2,10,12],"gc_by_generation":{"0":{"count":56,"total_ms":1.6570806037634611,"collected":0},"1":{"count":5,"total_ms":1.391153084114194,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33266202080994844,"layout_ms":45.02613202203065},"gc_counts_before":[2,8,18],"gc_by_generation":{"0":{"count":56,"total_ms":1.6492648283019662,"collected":0},"1":{"count":5,"total_ms":1.2164510553702712,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.34274603240191936,"layout_ms":22.30004593729973},"gc_counts_before":[2,8,16],"gc_by_generation":{"0":{"count":10,"total_ms":0.6198480259627104,"collected":0},"1":{"count":1,"total_ms":0.2607540227472782,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32479700166732073,"layout_ms":22.384633077308536},"gc_counts_before":[2,11,17],"gc_by_generation":{"0":{"count":8,"total_ms":0.41358289308845997,"collected":0},"1":{"count":1,"total_ms":0.39117096457630396,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.34386198967695236,"layout_ms":22.114417981356382},"gc_counts_before":[2,9,23],"gc_by_generation":{"0":{"count":8,"total_ms":0.5012962501496077,"collected":0},"1":{"count":1,"total_ms":0.24982902687042952,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3519059391692281,"layout_ms":22.006721002981067},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":10,"total_ms":0.4961669910699129,"collected":0},"1":{"count":1,"total_ms":0.20879204384982586,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3923000767827034,"layout_ms":22.144025075249374},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":8,"total_ms":0.4431112902238965,"collected":0},"1":{"count":1,"total_ms":0.2725629601627588,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.322944950312376,"layout_ms":22.405655938200653},"gc_counts_before":[2,7,20],"gc_by_generation":{"0":{"count":8,"total_ms":0.5345219979062676,"collected":0},"1":{"count":1,"total_ms":0.4280540160834789,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3622600343078375,"layout_ms":22.109721088781953},"gc_counts_before":[2,8,26],"gc_by_generation":{"0":{"count":8,"total_ms":0.5257530137896538,"collected":0},"1":{"count":1,"total_ms":0.2540720161050558,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32908900175243616,"layout_ms":22.448615985922515},"gc_counts_before":[2,8,27],"gc_by_generation":{"0":{"count":8,"total_ms":0.5471451440826058,"collected":0},"1":{"count":1,"total_ms":0.512434053234756,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3591720014810562,"layout_ms":21.96213894058019},"gc_counts_before":[2,10,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.4745718324556947,"collected":0},"1":{"count":1,"total_ms":0.16031099949032068,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3531270194798708,"layout_ms":21.713166031986475},"gc_counts_before":[2,0,11],"gc_by_generation":{"0":{"count":9,"total_ms":0.5306501407176256,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3404209855943918,"layout_ms":22.083968040533364},"gc_counts_before":[2,2,22],"gc_by_generation":{"0":{"count":9,"total_ms":0.5413228645920753,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.31554396264255047,"layout_ms":22.435995982959867},"gc_counts_before":[2,6,28],"gc_by_generation":{"0":{"count":8,"total_ms":0.49344461876899004,"collected":0},"1":{"count":1,"total_ms":0.5673030391335487,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.34069304820150137,"layout_ms":21.924345986917615},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.36837905645370483,"collected":0},"1":{"count":1,"total_ms":0.1774940174072981,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3243871033191681,"layout_ms":21.95826405659318},"gc_counts_before":[2,0,6],"gc_by_generation":{"0":{"count":9,"total_ms":0.5591522203758359,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.35430595744401217,"layout_ms":21.95725101046264},"gc_counts_before":[2,10,11],"gc_by_generation":{"0":{"count":8,"total_ms":0.4641778068616986,"collected":0},"1":{"count":1,"total_ms":0.2265881048515439,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3584730438888073,"layout_ms":21.96381299290806},"gc_counts_before":[2,11,17],"gc_by_generation":{"0":{"count":8,"total_ms":0.4134849878028035,"collected":0},"1":{"count":1,"total_ms":0.1935999607667327,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":5,"samples":{"contiguous":[{"timing":{"common_ms":0.2626440254971385,"layout_ms":6.012216093949974},"gc_counts_before":[265,8,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.1459979685023427,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20972290076315403,"layout_ms":5.428236909210682},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.13122695963829756,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22426003124564886,"layout_ms":5.36014698445797},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.12042303569614887,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23131596390157938,"layout_ms":5.450800061225891},"gc_counts_before":[2,10,22],"gc_by_generation":{"0":{"count":1,"total_ms":0.05268899258226156,"collected":0},"1":{"count":1,"total_ms":0.13926904648542404,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21453597582876682,"layout_ms":5.595944006927311},"gc_counts_before":[2,10,27],"gc_by_generation":{"0":{"count":1,"total_ms":0.05702907219529152,"collected":0},"1":{"count":1,"total_ms":0.23221096489578485,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21199800539761782,"layout_ms":5.3653710056096315},"gc_counts_before":[3,6,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.12077204883098602,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2148220082744956,"layout_ms":5.373031948693097},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.12505694758147,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2555989194661379,"layout_ms":5.4961759597063065},"gc_counts_before":[2,6,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.12795499060302973,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21133292466402054,"layout_ms":5.341319949366152},"gc_counts_before":[2,3,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.12084911577403545,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2350810682401061,"layout_ms":5.414859973825514},"gc_counts_before":[3,9,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.12184190563857555,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21747197024524212,"layout_ms":5.540585960261524},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":1,"total_ms":0.05319598130881786,"collected":0},"1":{"count":1,"total_ms":0.20746001973748207,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22570102009922266,"layout_ms":5.380591028369963},"gc_counts_before":[2,1,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.12002710718661547,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20948692690581083,"layout_ms":5.312699009664357},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.11860206723213196,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2158519346266985,"layout_ms":5.480225896462798},"gc_counts_before":[2,0,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.12672098819166422,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20999996922910213,"layout_ms":5.39478100836277},"gc_counts_before":[2,9,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.11973502114415169,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21228299010545015,"layout_ms":5.413813982158899},"gc_counts_before":[3,3,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.1260250573977828,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2233200939372182,"layout_ms":44.043681002222},"gc_counts_before":[1,10,2],"gc_by_generation":{"0":{"count":47,"total_ms":1.4268942177295685,"collected":0},"1":{"count":5,"total_ms":1.5506179770454764,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2052139025181532,"layout_ms":41.598660056479275},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":44,"total_ms":1.2747847940772772,"collected":0},"1":{"count":5,"total_ms":1.3342340243980289,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2057740930467844,"layout_ms":41.29625402856618},"gc_counts_before":[2,11,13],"gc_by_generation":{"0":{"count":44,"total_ms":1.2192475842311978,"collected":0},"1":{"count":5,"total_ms":1.34664389770478,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2552230143919587,"layout_ms":41.27320495899767},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":45,"total_ms":1.3628050219267607,"collected":0},"1":{"count":4,"total_ms":1.1228881776332855,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2044269349426031,"layout_ms":41.41709802206606},"gc_counts_before":[2,0,23],"gc_by_generation":{"0":{"count":45,"total_ms":1.3523870147764683,"collected":0},"1":{"count":4,"total_ms":1.1343578808009624,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20280806347727776,"layout_ms":140.1567879365757},"gc_counts_before":[2,0,28],"gc_by_generation":{"0":{"count":50,"total_ms":1.3888503890484571,"collected":0},"1":{"count":4,"total_ms":1.0957951890304685,"collected":0},"2":{"count":1,"total_ms":98.90337893739343,"collected":0}}},{"timing":{"common_ms":0.19978208001703024,"layout_ms":41.235674056224525},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.346844364888966,"collected":0},"1":{"count":4,"total_ms":1.1955080553889275,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2130719367414713,"layout_ms":41.593989939428866},"gc_counts_before":[2,5,10],"gc_by_generation":{"0":{"count":45,"total_ms":1.4267358928918839,"collected":0},"1":{"count":4,"total_ms":1.1982301948592067,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2082990249618888,"layout_ms":43.448152020573616},"gc_counts_before":[2,5,15],"gc_by_generation":{"0":{"count":45,"total_ms":1.3967322884127498,"collected":0},"1":{"count":4,"total_ms":1.4023380354046822,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2102280268445611,"layout_ms":141.93990302737802},"gc_counts_before":[2,3,20],"gc_by_generation":{"0":{"count":50,"total_ms":1.3825332280248404,"collected":0},"1":{"count":4,"total_ms":1.0284589370712638,"collected":0},"2":{"count":1,"total_ms":99.74433993920684,"collected":0}}},{"timing":{"common_ms":0.2057049423456192,"layout_ms":41.5494570042938},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":44,"total_ms":1.234520343132317,"collected":0},"1":{"count":5,"total_ms":1.3177809305489063,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2009000163525343,"layout_ms":41.40178707893938},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":45,"total_ms":1.4077782398089767,"collected":0},"1":{"count":4,"total_ms":1.1377590708434582,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20134903024882078,"layout_ms":41.16833093576133},"gc_counts_before":[2,2,13],"gc_by_generation":{"0":{"count":45,"total_ms":1.3547939015552402,"collected":0},"1":{"count":4,"total_ms":1.1972869979217649,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20865898113697767,"layout_ms":41.337982984259725},"gc_counts_before":[2,11,18],"gc_by_generation":{"0":{"count":44,"total_ms":1.2939288280904293,"collected":0},"1":{"count":5,"total_ms":1.4129311311990023,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2082480350509286,"layout_ms":41.65389796253294},"gc_counts_before":[2,11,23],"gc_by_generation":{"0":{"count":44,"total_ms":1.2960541062057018,"collected":0},"1":{"count":5,"total_ms":1.4380080392584205,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21281989756971598,"layout_ms":134.81779990252107},"gc_counts_before":[2,9,28],"gc_by_generation":{"0":{"count":49,"total_ms":1.346808159723878,"collected":0},"1":{"count":5,"total_ms":1.2341049732640386,"collected":0},"2":{"count":1,"total_ms":93.01367902662605,"collected":0}}}],"planner":[{"timing":{"common_ms":0.23212493397295475,"layout_ms":19.762490992434323},"gc_counts_before":[2,2,7],"gc_by_generation":{"0":{"count":9,"total_ms":0.3519610036164522,"collected":0},"1":{"count":1,"total_ms":0.16358389984816313,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20170689094811678,"layout_ms":19.623502041213214},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":9,"total_ms":0.43488212395459414,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2169030485674739,"layout_ms":19.46035400032997},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":9,"total_ms":0.40943524800240993,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23663800675421953,"layout_ms":19.83743393793702},"gc_counts_before":[2,0,18],"gc_by_generation":{"0":{"count":9,"total_ms":0.4248800687491894,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2528080949559808,"layout_ms":19.734023953787982},"gc_counts_before":[2,1,27],"gc_by_generation":{"0":{"count":9,"total_ms":0.42059714905917645,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20518095698207617,"layout_ms":19.955759053118527},"gc_counts_before":[2,8,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.350352143868804,"collected":0},"1":{"count":1,"total_ms":0.2803970128297806,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22627203725278378,"layout_ms":19.756552996113896},"gc_counts_before":[2,9,8],"gc_by_generation":{"0":{"count":8,"total_ms":0.3779700491577387,"collected":0},"1":{"count":1,"total_ms":0.20843895617872477,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20387594122439623,"layout_ms":20.13709000311792},"gc_counts_before":[2,8,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.41283899918198586,"collected":0},"1":{"count":1,"total_ms":0.3774820361286402,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22322102449834347,"layout_ms":19.917947007343173},"gc_counts_before":[2,6,14],"gc_by_generation":{"0":{"count":8,"total_ms":0.3889487124979496,"collected":0},"1":{"count":1,"total_ms":0.29681192245334387,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23954303469508886,"layout_ms":19.724013982340693},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.3711360041052103,"collected":0},"1":{"count":1,"total_ms":0.29928807634860277,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2206210047006607,"layout_ms":19.687957013957202},"gc_counts_before":[2,0,7],"gc_by_generation":{"0":{"count":10,"total_ms":0.39456388913095,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20383205264806747,"layout_ms":19.785020034760237},"gc_counts_before":[2,3,12],"gc_by_generation":{"0":{"count":8,"total_ms":0.3600869094952941,"collected":0},"1":{"count":1,"total_ms":0.2680770121514797,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23275089915841818,"layout_ms":19.853587029501796},"gc_counts_before":[2,3,17],"gc_by_generation":{"0":{"count":8,"total_ms":0.36617391742765903,"collected":0},"1":{"count":1,"total_ms":0.17548701725900173,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20422309171408415,"layout_ms":19.617277081124485},"gc_counts_before":[2,2,18],"gc_by_generation":{"0":{"count":9,"total_ms":0.41758979205042124,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2265280345454812,"layout_ms":19.471875042654574},"gc_counts_before":[2,0,23],"gc_by_generation":{"0":{"count":9,"total_ms":0.41861587669700384,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2194150583818555,"layout_ms":19.472392974421382},"gc_counts_before":[2,0,28],"gc_by_generation":{"0":{"count":9,"total_ms":0.41595392394810915,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":6,"samples":{"contiguous":[{"timing":{"common_ms":0.2745380625128746,"layout_ms":6.543721072375774},"gc_counts_before":[243,0,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.1535059418529272,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2135500544682145,"layout_ms":5.598167073912919},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.1240329584106803,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2224730560556054,"layout_ms":5.671096965670586},"gc_counts_before":[2,10,14],"gc_by_generation":{"0":{"count":1,"total_ms":0.05212810356169939,"collected":0},"1":{"count":1,"total_ms":0.23425696417689323,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22965995594859123,"layout_ms":5.6802029721438885},"gc_counts_before":[2,11,23],"gc_by_generation":{"0":{"count":1,"total_ms":0.07452908903360367,"collected":0},"1":{"count":1,"total_ms":0.07667101453989744,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21270697470754385,"layout_ms":5.7172790402546525},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.07437996100634336,"collected":0},"1":{"count":1,"total_ms":0.1910210121423006,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23626408074051142,"layout_ms":5.635506007820368},"gc_counts_before":[2,5,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.12396997772157192,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21881202701479197,"layout_ms":5.695499945431948},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.1217470271512866,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2504099393263459,"layout_ms":5.5527829099446535},"gc_counts_before":[2,4,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.1234058290719986,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20953407511115074,"layout_ms":5.60217397287488},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.12405810412019491,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30449102632701397,"layout_ms":5.735044018365443},"gc_counts_before":[2,7,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.12206693645566702,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20987901370972395,"layout_ms":5.577952018938959},"gc_counts_before":[2,8,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.12464600149542093,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23767503444105387,"layout_ms":5.594369024038315},"gc_counts_before":[2,11,12],"gc_by_generation":{"0":{"count":1,"total_ms":0.07549102883785963,"collected":0},"1":{"count":1,"total_ms":0.07712794467806816,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21740293595939875,"layout_ms":5.670170998200774},"gc_counts_before":[2,10,13],"gc_by_generation":{"0":{"count":1,"total_ms":0.05242601037025452,"collected":0},"1":{"count":1,"total_ms":0.21234399173408747,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2164030447602272,"layout_ms":5.813949974253774},"gc_counts_before":[2,10,18],"gc_by_generation":{"0":{"count":1,"total_ms":0.056706019677221775,"collected":0},"1":{"count":1,"total_ms":0.2542339498177171,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20887097343802452,"layout_ms":5.579455988481641},"gc_counts_before":[2,7,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.12327509466558695,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24249893613159657,"layout_ms":5.632495041936636},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.12532388791441917,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.23216498084366322,"layout_ms":44.275326072238386},"gc_counts_before":[1,2,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.4236608985811472,"collected":0},"1":{"count":4,"total_ms":1.2941011227667332,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20862696692347527,"layout_ms":41.60032398067415},"gc_counts_before":[2,0,10],"gc_by_generation":{"0":{"count":45,"total_ms":1.3873878633603454,"collected":0},"1":{"count":4,"total_ms":1.184200868010521,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20701996982097626,"layout_ms":41.47567797917873},"gc_counts_before":[2,0,15],"gc_by_generation":{"0":{"count":45,"total_ms":1.3560728402808309,"collected":0},"1":{"count":4,"total_ms":1.0911921272054315,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23820099886506796,"layout_ms":42.41900297347456},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.3670986518263817,"collected":0},"1":{"count":4,"total_ms":1.2224558740854263,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2151699736714363,"layout_ms":152.21084596123546},"gc_counts_before":[2,1,24],"gc_by_generation":{"0":{"count":44,"total_ms":1.1218608124181628,"collected":0},"1":{"count":4,"total_ms":1.3999141519889235,"collected":0},"2":{"count":1,"total_ms":110.25934701319784,"collected":0}}},{"timing":{"common_ms":0.19774504471570253,"layout_ms":42.24249196704477},"gc_counts_before":[2,1,3],"gc_by_generation":{"0":{"count":48,"total_ms":1.174015924334526,"collected":0},"1":{"count":4,"total_ms":1.502690021879971,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20826305262744427,"layout_ms":42.195601970888674},"gc_counts_before":[2,6,8],"gc_by_generation":{"0":{"count":45,"total_ms":1.3999614166095853,"collected":0},"1":{"count":4,"total_ms":1.277610077522695,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21077890414744616,"layout_ms":42.189596919342875},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.4073201455175877,"collected":0},"1":{"count":4,"total_ms":1.1268060188740492,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21042407024651766,"layout_ms":41.96008702274412},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.4208012726157904,"collected":0},"1":{"count":4,"total_ms":1.1383718810975552,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21167402155697346,"layout_ms":166.13534896168858},"gc_counts_before":[2,1,24],"gc_by_generation":{"0":{"count":50,"total_ms":1.4578914269804955,"collected":0},"1":{"count":4,"total_ms":1.0987439891323447,"collected":0},"2":{"count":1,"total_ms":123.61204298213124,"collected":0}}},{"timing":{"common_ms":0.21087902132421732,"layout_ms":41.814345051534474},"gc_counts_before":[2,9,3],"gc_by_generation":{"0":{"count":45,"total_ms":1.4072638005018234,"collected":0},"1":{"count":4,"total_ms":1.1684581404551864,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20849495194852352,"layout_ms":42.51599800772965},"gc_counts_before":[2,10,8],"gc_by_generation":{"0":{"count":45,"total_ms":1.3455370208248496,"collected":0},"1":{"count":4,"total_ms":1.2346809962764382,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20517106167972088,"layout_ms":41.748196934349835},"gc_counts_before":[2,0,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.3871955452486873,"collected":0},"1":{"count":4,"total_ms":1.1239039013162255,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21034106612205505,"layout_ms":41.9625339563936},"gc_counts_before":[2,9,19],"gc_by_generation":{"0":{"count":45,"total_ms":1.4122381107881665,"collected":0},"1":{"count":4,"total_ms":1.1948398314416409,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21104898769408464,"layout_ms":140.18847898114473},"gc_counts_before":[2,9,24],"gc_by_generation":{"0":{"count":49,"total_ms":1.3561529340222478,"collected":0},"1":{"count":5,"total_ms":1.2945450143888593,"collected":0},"2":{"count":1,"total_ms":98.22935808915645,"collected":0}}},{"timing":{"common_ms":0.2095879754051566,"layout_ms":42.15339105576277},"gc_counts_before":[2,1,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.0885929223150015,"collected":0},"1":{"count":4,"total_ms":1.6399059677496552,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.22364396136254072,"layout_ms":20.334252039901912},"gc_counts_before":[2,3,8],"gc_by_generation":{"0":{"count":9,"total_ms":0.3938577137887478,"collected":0},"1":{"count":1,"total_ms":0.392453046515584,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20645710173994303,"layout_ms":19.779525930061936},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.3662528470158577,"collected":0},"1":{"count":1,"total_ms":0.23219198919832706,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21667208056896925,"layout_ms":19.449692917987704},"gc_counts_before":[2,1,14],"gc_by_generation":{"0":{"count":9,"total_ms":0.4132058238610625,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2750779967755079,"layout_ms":19.55852296669036},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":9,"total_ms":0.4118731012567878,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21473399829119444,"layout_ms":19.745132070966065},"gc_counts_before":[2,1,2],"gc_by_generation":{"0":{"count":10,"total_ms":0.38109999150037766,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20364508964121342,"layout_ms":20.083077950403094},"gc_counts_before":[2,7,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.39113196544349194,"collected":0},"1":{"count":1,"total_ms":0.32317207660526037,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2407659776508808,"layout_ms":19.714678055606782},"gc_counts_before":[2,7,12],"gc_by_generation":{"0":{"count":8,"total_ms":0.389450928196311,"collected":0},"1":{"count":1,"total_ms":0.24052499793469906,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20563392899930477,"layout_ms":19.817069987766445},"gc_counts_before":[2,6,13],"gc_by_generation":{"0":{"count":8,"total_ms":0.37264986895024776,"collected":0},"1":{"count":1,"total_ms":0.42422593105584383,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24759804364293814,"layout_ms":20.019438001327217},"gc_counts_before":[2,4,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.417267088778317,"collected":0},"1":{"count":1,"total_ms":0.42999908328056335,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25069701950997114,"layout_ms":19.948604982346296},"gc_counts_before":[2,4,23],"gc_by_generation":{"0":{"count":8,"total_ms":0.4095920594409108,"collected":0},"1":{"count":1,"total_ms":0.44260499998927116,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21683506201952696,"layout_ms":19.681809935718775},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":9,"total_ms":0.34854281693696976,"collected":0},"1":{"count":1,"total_ms":0.11536502279341221,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21126808132976294,"layout_ms":19.505321979522705},"gc_counts_before":[2,1,13],"gc_by_generation":{"0":{"count":9,"total_ms":0.41622889693826437,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24065596517175436,"layout_ms":19.759586080908775},"gc_counts_before":[2,1,18],"gc_by_generation":{"0":{"count":9,"total_ms":0.41290814988315105,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2615440171211958,"layout_ms":19.367986940778792},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":9,"total_ms":0.41702704038470984,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22556900512427092,"layout_ms":19.632853101938963},"gc_counts_before":[2,10,23],"gc_by_generation":{"0":{"count":8,"total_ms":0.3082881448790431,"collected":0},"1":{"count":1,"total_ms":0.19066198728978634,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21379301324486732,"layout_ms":19.915263983421028},"gc_counts_before":[2,3,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.3580070333555341,"collected":0},"1":{"count":1,"total_ms":0.42971596121788025,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":7,"samples":{"contiguous":[{"timing":{"common_ms":0.26605301536619663,"layout_ms":6.562956958077848},"gc_counts_before":[234,4,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.14606304466724396,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2090459456667304,"layout_ms":5.618650000542402},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.12403994332998991,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21981901954859495,"layout_ms":5.71311404928565},"gc_counts_before":[3,1,0],"gc_by_generation":{"0":{"count":2,"total_ms":0.1262930454686284,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2214460400864482,"layout_ms":5.681756068952382},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.12649106793105602,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2089720219373703,"layout_ms":5.6770360097289085},"gc_counts_before":[2,7,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.13118702918291092,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23190700449049473,"layout_ms":5.700337002053857},"gc_counts_before":[2,10,18],"gc_by_generation":{"0":{"count":1,"total_ms":0.05314301233738661,"collected":0},"1":{"count":1,"total_ms":0.14507898595184088,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21762505639344454,"layout_ms":5.644703982397914},"gc_counts_before":[2,9,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.1297580311074853,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22860104218125343,"layout_ms":5.852522095665336},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.12843706645071507,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20862906239926815,"layout_ms":5.661839968524873},"gc_counts_before":[2,9,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.12431596405804157,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2768029225990176,"layout_ms":5.8688810095191},"gc_counts_before":[2,10,17],"gc_by_generation":{"0":{"count":1,"total_ms":0.05380308721214533,"collected":0},"1":{"count":1,"total_ms":0.14869403094053268,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2117139520123601,"layout_ms":5.908131948672235},"gc_counts_before":[2,10,22],"gc_by_generation":{"0":{"count":1,"total_ms":0.0531559344381094,"collected":0},"1":{"count":1,"total_ms":0.2545780735090375,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2340039936825633,"layout_ms":5.630234954878688},"gc_counts_before":[2,1,27],"gc_by_generation":{"0":{"count":2,"total_ms":0.12409093324095011,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21233002189546824,"layout_ms":5.60321006923914},"gc_counts_before":[2,0,28],"gc_by_generation":{"0":{"count":2,"total_ms":0.12290908489376307,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20888494327664375,"layout_ms":5.643574055284262},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.12415298260748386,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20669796504080296,"layout_ms":5.679926951415837},"gc_counts_before":[2,3,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.12509513180702925,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22700196132063866,"layout_ms":5.731091019697487},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.12694299221038818,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.22573093883693218,"layout_ms":43.907358893193305},"gc_counts_before":[1,6,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.37498346157372,"collected":0},"1":{"count":4,"total_ms":1.3467030366882682,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21265901159495115,"layout_ms":41.39935493003577},"gc_counts_before":[2,3,20],"gc_by_generation":{"0":{"count":45,"total_ms":1.3965613907203078,"collected":0},"1":{"count":4,"total_ms":1.1534008663147688,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.211442937143147,"layout_ms":41.025629034265876},"gc_counts_before":[2,3,0],"gc_by_generation":{"0":{"count":49,"total_ms":1.3642176054418087,"collected":0},"1":{"count":4,"total_ms":1.1032259790226817,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22076605819165707,"layout_ms":41.715514031238854},"gc_counts_before":[2,6,5],"gc_by_generation":{"0":{"count":45,"total_ms":1.3739040587097406,"collected":0},"1":{"count":4,"total_ms":1.1662119068205357,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20579597912728786,"layout_ms":41.521443985402584},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":45,"total_ms":1.3512724544852972,"collected":0},"1":{"count":4,"total_ms":1.195934135466814,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2111430512741208,"layout_ms":41.86859098263085},"gc_counts_before":[2,9,14],"gc_by_generation":{"0":{"count":45,"total_ms":1.360143069177866,"collected":0},"1":{"count":4,"total_ms":1.192644122056663,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20699400920420885,"layout_ms":132.60730204638094},"gc_counts_before":[2,11,19],"gc_by_generation":{"0":{"count":44,"total_ms":1.3825692003592849,"collected":0},"1":{"count":4,"total_ms":1.3578030047938228,"collected":0},"2":{"count":1,"total_ms":90.8297459827736,"collected":0}}},{"timing":{"common_ms":0.21221500355750322,"layout_ms":42.015322018414736},"gc_counts_before":[2,8,3],"gc_by_generation":{"0":{"count":47,"total_ms":1.3630547327920794,"collected":0},"1":{"count":5,"total_ms":1.2332730693742633,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20527502056211233,"layout_ms":45.34533794503659},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":44,"total_ms":1.3706516474485397,"collected":0},"1":{"count":5,"total_ms":2.066137036308646,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21634704899042845,"layout_ms":43.017413932830095},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":45,"total_ms":1.3784997863695025,"collected":0},"1":{"count":4,"total_ms":1.202670973725617,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22162997629493475,"layout_ms":42.3531160922721},"gc_counts_before":[2,0,18],"gc_by_generation":{"0":{"count":45,"total_ms":1.475396566092968,"collected":0},"1":{"count":4,"total_ms":1.2098108418285847,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21453900262713432,"layout_ms":41.739879990927875},"gc_counts_before":[2,0,23],"gc_by_generation":{"0":{"count":45,"total_ms":1.409719348885119,"collected":0},"1":{"count":4,"total_ms":1.2149678077548742,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20404101815074682,"layout_ms":133.18457000423223},"gc_counts_before":[2,2,28],"gc_by_generation":{"0":{"count":50,"total_ms":1.273037982173264,"collected":0},"1":{"count":4,"total_ms":1.2002871371805668,"collected":0},"2":{"count":1,"total_ms":91.32839902304113,"collected":0}}},{"timing":{"common_ms":0.21157204173505306,"layout_ms":41.67153197340667},"gc_counts_before":[2,5,5],"gc_by_generation":{"0":{"count":45,"total_ms":1.4007139252498746,"collected":0},"1":{"count":4,"total_ms":1.1832299642264843,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2117779804393649,"layout_ms":41.71390808187425},"gc_counts_before":[2,5,10],"gc_by_generation":{"0":{"count":45,"total_ms":1.4016141649335623,"collected":0},"1":{"count":4,"total_ms":1.1677370639517903,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20655302796512842,"layout_ms":41.72561492305249},"gc_counts_before":[2,3,15],"gc_by_generation":{"0":{"count":45,"total_ms":1.40108831692487,"collected":0},"1":{"count":4,"total_ms":1.0980060324072838,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.22136489860713482,"layout_ms":19.827937008813024},"gc_counts_before":[2,7,18],"gc_by_generation":{"0":{"count":8,"total_ms":0.40129118133336306,"collected":0},"1":{"count":1,"total_ms":0.22420694585889578,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2067590830847621,"layout_ms":19.841352943331003},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.3701652167364955,"collected":0},"1":{"count":1,"total_ms":0.42320601642131805,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2257820451632142,"layout_ms":106.54834401793778},"gc_counts_before":[2,4,24],"gc_by_generation":{"0":{"count":8,"total_ms":0.385299907065928,"collected":0},"1":{"count":1,"total_ms":0.41350501123815775,"collected":0},"2":{"count":1,"total_ms":86.74405806232244,"collected":0}}},{"timing":{"common_ms":0.2365090185776353,"layout_ms":19.669097033329308},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.3428149502724409,"collected":0},"1":{"count":1,"total_ms":0.1764619955793023,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25057699531316757,"layout_ms":21.85838599689305},"gc_counts_before":[2,10,13],"gc_by_generation":{"0":{"count":8,"total_ms":0.3511509858071804,"collected":0},"1":{"count":1,"total_ms":0.18970202654600143,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2126509789377451,"layout_ms":19.499177928082645},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":9,"total_ms":0.4131871974095702,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20681810565292835,"layout_ms":19.608489936217666},"gc_counts_before":[2,11,1],"gc_by_generation":{"0":{"count":9,"total_ms":0.3206991823390126,"collected":0},"1":{"count":1,"total_ms":0.09662902448326349,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2168749924749136,"layout_ms":19.600611994974315},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":8,"total_ms":0.36148191429674625,"collected":0},"1":{"count":1,"total_ms":0.2598159480839968,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23403996601700783,"layout_ms":19.446783000603318},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":9,"total_ms":0.4262819420546293,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23475196212530136,"layout_ms":19.407054991461337},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":9,"total_ms":0.4177258815616369,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21377403754740953,"layout_ms":19.64825496543199},"gc_counts_before":[2,1,22],"gc_by_generation":{"0":{"count":9,"total_ms":0.41201687417924404,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21538103464990854,"layout_ms":19.69512098003179},"gc_counts_before":[2,3,27],"gc_by_generation":{"0":{"count":8,"total_ms":0.36031415220350027,"collected":0},"1":{"count":1,"total_ms":0.2682040212675929,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2216820139437914,"layout_ms":19.63287394028157},"gc_counts_before":[2,8,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.35663682501763105,"collected":0},"1":{"count":1,"total_ms":0.18640095368027687,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20827900152653456,"layout_ms":19.853311008773744},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.40429795626550913,"collected":0},"1":{"count":1,"total_ms":0.3753750352188945,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2281439956277609,"layout_ms":19.61791201028973},"gc_counts_before":[2,6,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.36627601366490126,"collected":0},"1":{"count":1,"total_ms":0.28502498753368855,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22246793378144503,"layout_ms":19.846208044327796},"gc_counts_before":[2,6,14],"gc_by_generation":{"0":{"count":8,"total_ms":0.36994193214923143,"collected":0},"1":{"count":1,"total_ms":0.2966460306197405,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}}]},"summary":{"contiguous":{"median_ms":8.702424995135516,"mean_ms":8.776823968219105,"max_ms":9.958118083886802,"critical_samples":[{"phase":"before_qualification","ms":9.958118083886802,"gc2_ms":0},{"phase":"before_qualification","ms":8.679966093041003,"gc2_ms":0},{"phase":"before_qualification","ms":8.660772000439465,"gc2_ms":0},{"phase":"before_qualification","ms":8.635965990833938,"gc2_ms":0},{"phase":"before_qualification","ms":8.656219113618135,"gc2_ms":0},{"phase":"before_qualification","ms":8.78204801119864,"gc2_ms":0},{"phase":"before_qualification","ms":8.510760962963104,"gc2_ms":0},{"phase":"before_qualification","ms":8.572850027121603,"gc2_ms":0},{"phase":"before_qualification","ms":8.925986010581255,"gc2_ms":0},{"phase":"before_qualification","ms":8.768104948103428,"gc2_ms":0},{"phase":"before_qualification","ms":8.74242396093905,"gc2_ms":0},{"phase":"before_qualification","ms":8.728667977266014,"gc2_ms":0},{"phase":"before_qualification","ms":8.798019960522652,"gc2_ms":0},{"phase":"before_qualification","ms":8.58415593393147,"gc2_ms":0},{"phase":"before_qualification","ms":8.991491980850697,"gc2_ms":0},{"phase":"before_qualification","ms":8.928040973842144,"gc2_ms":0},{"phase":"after_qualification","ms":9.312335052527487,"gc2_ms":0},{"phase":"after_qualification","ms":8.596261963248253,"gc2_ms":0},{"phase":"after_qualification","ms":8.528976934030652,"gc2_ms":0},{"phase":"after_qualification","ms":8.660097024403512,"gc2_ms":0},{"phase":"after_qualification","ms":8.672039955854416,"gc2_ms":0},{"phase":"after_qualification","ms":8.605867973528802,"gc2_ms":0},{"phase":"after_qualification","ms":8.543968084268272,"gc2_ms":0},{"phase":"after_qualification","ms":8.77357495483011,"gc2_ms":0},{"phase":"after_qualification","ms":8.663091924972832,"gc2_ms":0},{"phase":"after_qualification","ms":9.162463014945388,"gc2_ms":0},{"phase":"after_qualification","ms":8.84031702298671,"gc2_ms":0},{"phase":"after_qualification","ms":8.724883897230029,"gc2_ms":0},{"phase":"after_qualification","ms":8.663764921948314,"gc2_ms":0},{"phase":"after_qualification","ms":8.896941086277366,"gc2_ms":0},{"phase":"after_qualification","ms":8.487181039527059,"gc2_ms":0},{"phase":"after_qualification","ms":8.803010103292763,"gc2_ms":0}]},"zigzag":{"median_ms":147.9073655209504,"mean_ms":120.58224525026162,"max_ms":166.34702298324555,"critical_samples":[{"phase":"before_qualification","ms":157.0436869515106,"gc2_ms":112.55986301694065},{"phase":"before_qualification","ms":45.55563093163073,"gc2_ms":0},{"phase":"before_qualification","ms":45.256386045366526,"gc2_ms":0},{"phase":"before_qualification","ms":154.36222509015352,"gc2_ms":111.1081400886178},{"phase":"before_qualification","ms":145.80663188826293,"gc2_ms":103.72063505928963},{"phase":"before_qualification","ms":150.76934709213674,"gc2_ms":108.6943739792332},{"phase":"before_qualification","ms":45.953862951137125,"gc2_ms":0},{"phase":"before_qualification","ms":51.14872707054019,"gc2_ms":0},{"phase":"before_qualification","ms":152.28060400113463,"gc2_ms":107.82781499437988},{"phase":"before_qualification","ms":147.96900295186788,"gc2_ms":103.25954691506922},{"phase":"before_qualification","ms":147.84572809003294,"gc2_ms":105.34454602748156},{"phase":"before_qualification","ms":45.92009191401303,"gc2_ms":0},{"phase":"before_qualification","ms":45.50170712172985,"gc2_ms":0},{"phase":"before_qualification","ms":151.73287398647517,"gc2_ms":107.1560209384188},{"phase":"before_qualification","ms":149.33179400395602,"gc2_ms":103.57683396432549},{"phase":"before_qualification","ms":152.36042195465416,"gc2_ms":109.92066701874137},{"phase":"after_qualification","ms":47.59549302980304,"gc2_ms":0},{"phase":"after_qualification","ms":45.445516938343644,"gc2_ms":0},{"phase":"after_qualification","ms":154.94151297025383,"gc2_ms":110.2474310901016},{"phase":"after_qualification","ms":154.7309149755165,"gc2_ms":111.63466598372906},{"phase":"after_qualification","ms":152.4260159349069,"gc2_ms":110.25934701319784},{"phase":"after_qualification","ms":140.359596000053,"gc2_ms":98.90337893739343},{"phase":"after_qualification","ms":132.81429605558515,"gc2_ms":90.8297459827736},{"phase":"after_qualification","ms":148.76367105171084,"gc2_ms":103.1764600193128},{"phase":"after_qualification","ms":153.34409510251135,"gc2_ms":111.26448295544833},{"phase":"after_qualification","ms":166.34702298324555,"gc2_ms":123.61204298213124},{"phase":"after_qualification","ms":46.51823791209608,"gc2_ms":0},{"phase":"after_qualification","ms":153.44330307561904,"gc2_ms":109.55535701941699},{"phase":"after_qualification","ms":150.01861308701336,"gc2_ms":104.0134730283171},{"phase":"after_qualification","ms":147.61468907818198,"gc2_ms":105.13193998485804},{"phase":"after_qualification","ms":140.3995279688388,"gc2_ms":98.22935808915645},{"phase":"after_qualification","ms":135.0306198000908,"gc2_ms":93.01367902662605}]},"planner":{"median_ms":22.503681539092213,"mean_ms":37.61709793616319,"max_ms":130.17029187176377,"critical_samples":[{"phase":"before_qualification","ms":22.42896193638444,"gc2_ms":0},{"phase":"before_qualification","ms":118.00947901792824,"gc2_ms":97.03472896944731},{"phase":"before_qualification","ms":22.48887298628688,"gc2_ms":0},{"phase":"before_qualification","ms":22.375226952135563,"gc2_ms":0},{"phase":"before_qualification","ms":22.559200995601714,"gc2_ms":0},{"phase":"before_qualification","ms":22.664311109110713,"gc2_ms":0},{"phase":"before_qualification","ms":22.664534975774586,"gc2_ms":0},{"phase":"before_qualification","ms":22.789705893956125,"gc2_ms":0},{"phase":"before_qualification","ms":22.133648046292365,"gc2_ms":0},{"phase":"before_qualification","ms":119.7748490376398,"gc2_ms":99.18680193368345},{"phase":"before_qualification","ms":22.417068015784025,"gc2_ms":0},{"phase":"before_qualification","ms":22.161148954182863,"gc2_ms":0},{"phase":"before_qualification","ms":22.49462006147951,"gc2_ms":0},{"phase":"before_qualification","ms":22.49258488882333,"gc2_ms":0},{"phase":"before_qualification","ms":22.2176481038332,"gc2_ms":0},{"phase":"before_qualification","ms":22.512743016704917,"gc2_ms":0},{"phase":"after_qualification","ms":22.642791969701648,"gc2_ms":0},{"phase":"after_qualification","ms":22.709430078975856,"gc2_ms":0},{"phase":"after_qualification","ms":106.774126063101,"gc2_ms":86.74405806232244},{"phase":"after_qualification","ms":121.67351599782705,"gc2_ms":100.26371397543699},{"phase":"after_qualification","ms":23.341001942753792,"gc2_ms":0},{"phase":"after_qualification","ms":22.72860088851303,"gc2_ms":0},{"phase":"after_qualification","ms":130.17029187176377,"gc2_ms":108.53216098621488},{"phase":"after_qualification","ms":22.77770498767495,"gc2_ms":0},{"phase":"after_qualification","ms":22.321310942061245,"gc2_ms":0},{"phase":"after_qualification","ms":22.066293051466346,"gc2_ms":0},{"phase":"after_qualification","ms":22.424389026127756,"gc2_ms":0},{"phase":"after_qualification","ms":22.751539945602417,"gc2_ms":0},{"phase":"after_qualification","ms":22.265039035119116,"gc2_ms":0},{"phase":"after_qualification","ms":22.282651159912348,"gc2_ms":0},{"phase":"after_qualification","ms":22.311556967906654,"gc2_ms":0},{"phase":"after_qualification","ms":22.322286036796868,"gc2_ms":0}]}}},{"case":"1m-count-tiny-mix-1000","phases":{"before_qualification":[{"rank":0,"samples":{"contiguous":[{"timing":{"common_ms":0.42651593685150146,"layout_ms":9.041344048455358},"gc_counts_before":[1,11,12],"gc_by_generation":{"0":{"count":1,"total_ms":0.1158140366896987,"collected":0},"1":{"count":1,"total_ms":1.2982679763808846,"collected":416},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.35306194331496954,"layout_ms":7.378748967312276},"gc_counts_before":[2,1,18],"gc_by_generation":{"0":{"count":3,"total_ms":0.19961711950600147,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27554400730878115,"layout_ms":7.018003962002695},"gc_counts_before":[2,7,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.15924894250929356,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2798909554257989,"layout_ms":7.119088084436953},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.17478899098932743,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2649100497364998,"layout_ms":7.165938033722341},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.16365793999284506,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3106690710410476,"layout_ms":7.366667035967112},"gc_counts_before":[2,11,23],"gc_by_generation":{"0":{"count":1,"total_ms":0.09464297909289598,"collected":0},"1":{"count":1,"total_ms":0.1112970057874918,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3039059229195118,"layout_ms":7.1330510545521975},"gc_counts_before":[2,8,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.17851905431598425,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26656093541532755,"layout_ms":7.244194042868912},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.09567895904183388,"collected":0},"1":{"count":1,"total_ms":0.24493399541825056,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26827596593648195,"layout_ms":7.213074015453458},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":1,"total_ms":0.09365496225655079,"collected":0},"1":{"count":1,"total_ms":0.23314100690186024,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27229904662817717,"layout_ms":7.033113040961325},"gc_counts_before":[2,6,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.17811998259276152,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.31260401010513306,"layout_ms":7.16061401180923},"gc_counts_before":[2,8,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.1813689013943076,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2890699543058872,"layout_ms":7.017419906333089},"gc_counts_before":[2,3,28],"gc_by_generation":{"0":{"count":2,"total_ms":0.16639393288642168,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27410301845520735,"layout_ms":7.066449034027755},"gc_counts_before":[2,0,29],"gc_by_generation":{"0":{"count":2,"total_ms":0.17599109560251236,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2667059889063239,"layout_ms":7.1426869835704565},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.16695295926183462,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27351302560418844,"layout_ms":7.043129997327924},"gc_counts_before":[2,6,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.16965193208307028,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3056339919567108,"layout_ms":7.140083005651832},"gc_counts_before":[2,1,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.16170600429177284,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.283943023532629,"layout_ms":46.332063036970794},"gc_counts_before":[1,1,13],"gc_by_generation":{"0":{"count":49,"total_ms":1.1531088966876268,"collected":0},"1":{"count":4,"total_ms":1.7287101363763213,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2901580883190036,"layout_ms":148.2179220765829},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":54,"total_ms":1.5222779475152493,"collected":0},"1":{"count":4,"total_ms":1.2372450437396765,"collected":0},"2":{"count":1,"total_ms":102.3788059828803,"collected":485}}},{"timing":{"common_ms":0.2649800153449178,"layout_ms":44.386651017703116},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.5071537345647812,"collected":0},"1":{"count":5,"total_ms":1.2650759890675545,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2649560337886214,"layout_ms":44.512382009997964},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":48,"total_ms":1.4989417977631092,"collected":0},"1":{"count":5,"total_ms":1.325962133705616,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2627399517223239,"layout_ms":44.54160400200635},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.5247971750795841,"collected":0},"1":{"count":4,"total_ms":1.2746520806103945,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2535480307415128,"layout_ms":44.53260300215334},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":49,"total_ms":1.5326687134802341,"collected":0},"1":{"count":4,"total_ms":1.3241790002211928,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26937504298985004,"layout_ms":145.8537399303168},"gc_counts_before":[2,10,24],"gc_by_generation":{"0":{"count":47,"total_ms":1.551897032186389,"collected":0},"1":{"count":5,"total_ms":1.4115589438006282,"collected":0},"2":{"count":1,"total_ms":100.21021903958172,"collected":0}}},{"timing":{"common_ms":0.2670180983841419,"layout_ms":44.9435479240492},"gc_counts_before":[2,8,3],"gc_by_generation":{"0":{"count":51,"total_ms":1.5967237995937467,"collected":0},"1":{"count":5,"total_ms":1.3666697777807713,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26002293452620506,"layout_ms":44.20939402189106},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":49,"total_ms":1.1892607435584068,"collected":0},"1":{"count":4,"total_ms":1.5720040537416935,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27151103131473064,"layout_ms":44.655202073045075},"gc_counts_before":[2,1,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.1768628610298038,"collected":0},"1":{"count":4,"total_ms":1.6013248823583126,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2576169790700078,"layout_ms":44.62600010447204},"gc_counts_before":[2,8,18],"gc_by_generation":{"0":{"count":48,"total_ms":1.49450299795717,"collected":0},"1":{"count":5,"total_ms":1.2747759465128183,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27684401720762253,"layout_ms":46.31383693777025},"gc_counts_before":[2,10,23],"gc_by_generation":{"0":{"count":48,"total_ms":1.555404975079,"collected":0},"1":{"count":5,"total_ms":1.5605700900778174,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26401691138744354,"layout_ms":142.24623190239072},"gc_counts_before":[2,2,29],"gc_by_generation":{"0":{"count":53,"total_ms":1.2922025052830577,"collected":0},"1":{"count":5,"total_ms":1.3220679247751832,"collected":0},"2":{"count":1,"total_ms":97.92998002376407,"collected":0}}},{"timing":{"common_ms":0.273894052952528,"layout_ms":44.88277900964022},"gc_counts_before":[2,6,5],"gc_by_generation":{"0":{"count":49,"total_ms":1.5626789536327124,"collected":0},"1":{"count":4,"total_ms":1.3482632348313928,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2617200370877981,"layout_ms":44.35088997706771},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":48,"total_ms":1.4766098465770483,"collected":0},"1":{"count":5,"total_ms":1.308369915932417,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26350992266088724,"layout_ms":45.01938901375979},"gc_counts_before":[2,8,15],"gc_by_generation":{"0":{"count":48,"total_ms":1.5351581387221813,"collected":0},"1":{"count":5,"total_ms":1.4019440859556198,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2977020340040326,"layout_ms":17.070861998945475},"gc_counts_before":[2,6,17],"gc_by_generation":{"0":{"count":6,"total_ms":0.3327020676806569,"collected":0},"1":{"count":1,"total_ms":0.27907907497137785,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2868060255423188,"layout_ms":17.516635940410197},"gc_counts_before":[2,4,18],"gc_by_generation":{"0":{"count":7,"total_ms":0.35781110636889935,"collected":0},"1":{"count":1,"total_ms":0.28784095775336027,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30778697691857815,"layout_ms":17.161348019726574},"gc_counts_before":[3,10,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.3405549796298146,"collected":0},"1":{"count":1,"total_ms":0.13698602560907602,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29387802351266146,"layout_ms":16.745075001381338},"gc_counts_before":[2,2,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.37808483466506004,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27315993793308735,"layout_ms":16.898051952011883},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.35792007111012936,"collected":0},"1":{"count":1,"total_ms":0.2306309761479497,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28181797824800014,"layout_ms":17.15133199468255},"gc_counts_before":[2,1,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.38653111550956964,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2926139859482646,"layout_ms":16.97673404123634},"gc_counts_before":[3,2,2],"gc_by_generation":{"0":{"count":9,"total_ms":0.38493587635457516,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2617459977045655,"layout_ms":16.902884002774954},"gc_counts_before":[2,1,3],"gc_by_generation":{"0":{"count":7,"total_ms":0.388558954000473,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2864859998226166,"layout_ms":16.838310984894633},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":7,"total_ms":0.386218074709177,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27181196492165327,"layout_ms":17.05952303018421},"gc_counts_before":[2,6,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.3422300796955824,"collected":0},"1":{"count":1,"total_ms":0.2987950574606657,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3475770354270935,"layout_ms":17.099707038141787},"gc_counts_before":[2,1,23],"gc_by_generation":{"0":{"count":7,"total_ms":0.3909419756382704,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26668200735002756,"layout_ms":17.249362077564},"gc_counts_before":[2,5,28],"gc_by_generation":{"0":{"count":6,"total_ms":0.31376094557344913,"collected":0},"1":{"count":1,"total_ms":0.32854999881237745,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2728839172050357,"layout_ms":16.943698981776834},"gc_counts_before":[3,0,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.39415014907717705,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26499503292143345,"layout_ms":17.187429941259325},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":6,"total_ms":0.29886490665376186,"collected":0},"1":{"count":1,"total_ms":0.33811398316174746,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27301604859530926,"layout_ms":16.875550034455955},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":6,"total_ms":0.29616907704621553,"collected":0},"1":{"count":1,"total_ms":0.12833205983042717,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2898300299420953,"layout_ms":16.933248029090464},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":7,"total_ms":0.3756231162697077,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":1,"samples":{"contiguous":[{"timing":{"common_ms":0.48600498121231794,"layout_ms":8.456263924017549},"gc_counts_before":[1,3,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.7021100027486682,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3036570269614458,"layout_ms":7.5193020747974515},"gc_counts_before":[2,5,0],"gc_by_generation":{"0":{"count":3,"total_ms":0.19090098794549704,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.31302799470722675,"layout_ms":7.2178770788013935},"gc_counts_before":[2,7,6],"gc_by_generation":{"0":{"count":2,"total_ms":0.1658520195633173,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2722999779507518,"layout_ms":7.430956000462174},"gc_counts_before":[2,2,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.1804529456421733,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2646009670570493,"layout_ms":7.219983963295817},"gc_counts_before":[2,4,21],"gc_by_generation":{"0":{"count":2,"total_ms":0.1677999971434474,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32623892184346914,"layout_ms":101.86724294908345},"gc_counts_before":[2,11,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.05332299042493105,"collected":0},"1":{"count":1,"total_ms":0.102830003015697,"collected":0},"2":{"count":1,"total_ms":94.55005789641291,"collected":0}}},{"timing":{"common_ms":0.2873159246519208,"layout_ms":7.379462942481041},"gc_counts_before":[2,0,1],"gc_by_generation":{"0":{"count":2,"total_ms":0.17422204837203026,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26886805426329374,"layout_ms":7.258467026986182},"gc_counts_before":[2,5,6],"gc_by_generation":{"0":{"count":2,"total_ms":0.16841304022818804,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26855000760406256,"layout_ms":7.183252950198948},"gc_counts_before":[2,2,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.17086602747440338,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2731899730861187,"layout_ms":7.21974007319659},"gc_counts_before":[2,9,21],"gc_by_generation":{"0":{"count":2,"total_ms":0.18036598339676857,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28925901278853416,"layout_ms":7.325627957470715},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.16656797379255295,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29020500369369984,"layout_ms":7.161939982324839},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.16993505414575338,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27246796526014805,"layout_ms":7.505238987505436},"gc_counts_before":[2,10,9],"gc_by_generation":{"0":{"count":1,"total_ms":0.06983301136642694,"collected":0},"1":{"count":1,"total_ms":0.36285200621932745,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27154700364917517,"layout_ms":7.182774948887527},"gc_counts_before":[2,0,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.1709560165181756,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2908410970121622,"layout_ms":7.180082029663026},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.1733029494062066,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30059809796512127,"layout_ms":7.230213959701359},"gc_counts_before":[3,3,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.17164996825158596,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.29079290106892586,"layout_ms":46.39449703972787},"gc_counts_before":[1,5,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.7632581293582916,"collected":0},"1":{"count":4,"total_ms":2.058724989183247,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2923880238085985,"layout_ms":45.6655629677698},"gc_counts_before":[2,4,1],"gc_by_generation":{"0":{"count":51,"total_ms":1.527959480881691,"collected":0},"1":{"count":5,"total_ms":1.3547970447689295,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2687650267034769,"layout_ms":44.6140420390293},"gc_counts_before":[2,9,6],"gc_by_generation":{"0":{"count":48,"total_ms":1.4839773066341877,"collected":0},"1":{"count":5,"total_ms":1.2947277864441276,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26725500356405973,"layout_ms":44.00537605397403},"gc_counts_before":[2,9,11],"gc_by_generation":{"0":{"count":48,"total_ms":1.4918040251359344,"collected":0},"1":{"count":5,"total_ms":1.279266900382936,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26569701731204987,"layout_ms":44.804115081205964},"gc_counts_before":[2,4,16],"gc_by_generation":{"0":{"count":49,"total_ms":1.534667331725359,"collected":0},"1":{"count":4,"total_ms":1.2635471066460013,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2610470401123166,"layout_ms":44.20969099737704},"gc_counts_before":[2,6,21],"gc_by_generation":{"0":{"count":49,"total_ms":1.5244660899043083,"collected":0},"1":{"count":4,"total_ms":1.2772229965776205,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2665719948709011,"layout_ms":44.992945971898735},"gc_counts_before":[2,2,1],"gc_by_generation":{"0":{"count":52,"total_ms":1.6180890379473567,"collected":0},"1":{"count":4,"total_ms":1.221478101797402,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2658930607140064,"layout_ms":44.59821397904307},"gc_counts_before":[2,2,7],"gc_by_generation":{"0":{"count":49,"total_ms":1.5283160610124469,"collected":0},"1":{"count":4,"total_ms":1.2654110323637724,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26565196458250284,"layout_ms":44.09514297731221},"gc_counts_before":[2,4,12],"gc_by_generation":{"0":{"count":49,"total_ms":1.5107649378478527,"collected":0},"1":{"count":4,"total_ms":1.2398239923641086,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29771996196359396,"layout_ms":44.40225404687226},"gc_counts_before":[2,4,17],"gc_by_generation":{"0":{"count":49,"total_ms":1.511261099949479,"collected":0},"1":{"count":4,"total_ms":1.1692821281030774,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2578810090199113,"layout_ms":150.46731801703572},"gc_counts_before":[2,11,21],"gc_by_generation":{"0":{"count":53,"total_ms":1.3706748140975833,"collected":0},"1":{"count":5,"total_ms":1.4169550267979503,"collected":0},"2":{"count":1,"total_ms":105.31824000645429,"collected":0}}},{"timing":{"common_ms":0.264732982032001,"layout_ms":44.65763992629945},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.531899906694889,"collected":0},"1":{"count":5,"total_ms":1.3739591231569648,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2923599677160382,"layout_ms":44.571446953341365},"gc_counts_before":[2,0,10],"gc_by_generation":{"0":{"count":49,"total_ms":1.5505835181102157,"collected":0},"1":{"count":4,"total_ms":1.2294440530240536,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29843300580978394,"layout_ms":44.90906104911119},"gc_counts_before":[2,9,15],"gc_by_generation":{"0":{"count":48,"total_ms":1.5317510114982724,"collected":0},"1":{"count":5,"total_ms":1.463618827983737,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2652589464560151,"layout_ms":44.400685001164675},"gc_counts_before":[2,11,20],"gc_by_generation":{"0":{"count":48,"total_ms":1.4537227107211947,"collected":0},"1":{"count":5,"total_ms":1.5410500345751643,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2644710475578904,"layout_ms":145.98262996878475},"gc_counts_before":[2,11,25],"gc_by_generation":{"0":{"count":47,"total_ms":1.4733598800376058,"collected":0},"1":{"count":5,"total_ms":1.4314569998532534,"collected":0},"2":{"count":1,"total_ms":100.45813804026693,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2876369981095195,"layout_ms":124.38100692816079},"gc_counts_before":[2,10,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.2738159382715821,"collected":0},"1":{"count":1,"total_ms":0.1993320183828473,"collected":0},"2":{"count":1,"total_ms":106.79357696790248,"collected":648}}},{"timing":{"common_ms":0.2863489789888263,"layout_ms":17.635582014918327},"gc_counts_before":[2,8,0],"gc_by_generation":{"0":{"count":7,"total_ms":0.3979861503466964,"collected":0},"1":{"count":1,"total_ms":0.38041803054511547,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3042550524696708,"layout_ms":17.01362698804587},"gc_counts_before":[2,0,6],"gc_by_generation":{"0":{"count":7,"total_ms":0.3803039435297251,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2860910026356578,"layout_ms":16.996449092403054},"gc_counts_before":[2,2,11],"gc_by_generation":{"0":{"count":7,"total_ms":0.3900568699464202,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27512398082762957,"layout_ms":17.218251945450902},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":6,"total_ms":0.36656996235251427,"collected":0},"1":{"count":1,"total_ms":0.22725004237145185,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27262791991233826,"layout_ms":17.14958099182695},"gc_counts_before":[3,2,0],"gc_by_generation":{"0":{"count":9,"total_ms":0.31079992186278105,"collected":0},"1":{"count":1,"total_ms":0.1654020743444562,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.303631997667253,"layout_ms":17.27600593585521},"gc_counts_before":[2,10,5],"gc_by_generation":{"0":{"count":6,"total_ms":0.27007702738046646,"collected":0},"1":{"count":1,"total_ms":0.20464800763875246,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2640970051288605,"layout_ms":17.445875913836062},"gc_counts_before":[2,7,6],"gc_by_generation":{"0":{"count":6,"total_ms":0.36539032589644194,"collected":0},"1":{"count":1,"total_ms":0.4404669161885977,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2821349771693349,"layout_ms":17.241952940821648},"gc_counts_before":[2,7,11],"gc_by_generation":{"0":{"count":6,"total_ms":0.363742932677269,"collected":0},"1":{"count":1,"total_ms":0.24511292576789856,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27643400244414806,"layout_ms":17.2125130193308},"gc_counts_before":[2,9,16],"gc_by_generation":{"0":{"count":6,"total_ms":0.3420161083340645,"collected":0},"1":{"count":1,"total_ms":0.22803095635026693,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30722201336175203,"layout_ms":17.340391990728676},"gc_counts_before":[3,9,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.35873684100806713,"collected":0},"1":{"count":1,"total_ms":0.18632994033396244,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27029390912503004,"layout_ms":16.94093202240765},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.3926808713003993,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2874530619010329,"layout_ms":16.993340919725597},"gc_counts_before":[2,5,14],"gc_by_generation":{"0":{"count":6,"total_ms":0.320012797601521,"collected":0},"1":{"count":1,"total_ms":0.18968002405017614,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29634498059749603,"layout_ms":16.918958048336208},"gc_counts_before":[2,2,15],"gc_by_generation":{"0":{"count":7,"total_ms":0.39584306068718433,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2742289798334241,"layout_ms":16.990346019156277},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":7,"total_ms":0.3913021646440029,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28148398268967867,"layout_ms":16.985803027637303},"gc_counts_before":[2,4,25],"gc_by_generation":{"0":{"count":7,"total_ms":0.3857170231640339,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":2,"samples":{"contiguous":[{"timing":{"common_ms":0.437034061178565,"layout_ms":7.893817033618689},"gc_counts_before":[1,0,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.6143449572846293,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.33235002774745226,"layout_ms":7.142028072848916},"gc_counts_before":[2,1,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.1518989447504282,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29096705839037895,"layout_ms":6.700439960695803},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.1433809520676732,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25221100077033043,"layout_ms":6.9797399919480085},"gc_counts_before":[2,3,17],"gc_by_generation":{"0":{"count":2,"total_ms":0.15534809790551662,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.242321053519845,"layout_ms":6.751311011612415},"gc_counts_before":[2,3,22],"gc_by_generation":{"0":{"count":2,"total_ms":0.14434487093240023,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26624498423188925,"layout_ms":6.806880002841353},"gc_counts_before":[2,8,26],"gc_by_generation":{"0":{"count":2,"total_ms":0.14373695012181997,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2606000052765012,"layout_ms":6.857405067421496},"gc_counts_before":[2,5,0],"gc_by_generation":{"0":{"count":2,"total_ms":0.1513159368187189,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25138305500149727,"layout_ms":6.775782909244299},"gc_counts_before":[2,8,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.14729402028024197,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2449130406603217,"layout_ms":6.679530022665858},"gc_counts_before":[2,3,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.14146603643894196,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24939398281276226,"layout_ms":6.726562976837158},"gc_counts_before":[2,6,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.14804210513830185,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.262003974057734,"layout_ms":6.803086027503014},"gc_counts_before":[2,7,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.14647701755166054,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26039895601570606,"layout_ms":6.761936005204916},"gc_counts_before":[2,3,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.15683798119425774,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2541779540479183,"layout_ms":6.724793929606676},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.14702684711664915,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2418080111965537,"layout_ms":6.673916010186076},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.14698889572173357,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26497000362724066,"layout_ms":6.8398399744182825},"gc_counts_before":[2,7,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.14601799193769693,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2901939442381263,"layout_ms":6.967101013287902},"gc_counts_before":[2,10,27],"gc_by_generation":{"0":{"count":1,"total_ms":0.06563891656696796,"collected":0},"1":{"count":1,"total_ms":0.17093296628445387,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2712639980018139,"layout_ms":150.80630290322006},"gc_counts_before":[1,2,15],"gc_by_generation":{"0":{"count":46,"total_ms":1.6405066708102822,"collected":0},"1":{"count":4,"total_ms":1.6013199929147959,"collected":0},"2":{"count":1,"total_ms":105.65019492059946,"collected":765}}},{"timing":{"common_ms":0.2670719986781478,"layout_ms":45.24681402835995},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":49,"total_ms":1.4813579618930817,"collected":0},"1":{"count":5,"total_ms":1.5388490865007043,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24701491929590702,"layout_ms":43.5808040201664},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":47,"total_ms":1.4239461161196232,"collected":0},"1":{"count":4,"total_ms":1.2210069689899683,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2421269891783595,"layout_ms":43.81987301167101},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":47,"total_ms":1.4812262961640954,"collected":0},"1":{"count":4,"total_ms":1.298028975725174,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24300406221300364,"layout_ms":43.81600592751056},"gc_counts_before":[2,5,17],"gc_by_generation":{"0":{"count":47,"total_ms":1.4830590225756168,"collected":0},"1":{"count":4,"total_ms":1.2050900841131806,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24095899425446987,"layout_ms":43.848239001818},"gc_counts_before":[2,5,22],"gc_by_generation":{"0":{"count":47,"total_ms":1.4837636845186353,"collected":0},"1":{"count":4,"total_ms":1.3396909926086664,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24699897039681673,"layout_ms":44.10488496068865},"gc_counts_before":[2,7,0],"gc_by_generation":{"0":{"count":49,"total_ms":1.5341993421316147,"collected":0},"1":{"count":5,"total_ms":1.2240629876032472,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24665205273777246,"layout_ms":44.56417099572718},"gc_counts_before":[2,5,6],"gc_by_generation":{"0":{"count":47,"total_ms":1.5345114516094327,"collected":0},"1":{"count":4,"total_ms":1.3107620179653168,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23931602481752634,"layout_ms":43.562920996919274},"gc_counts_before":[2,5,11],"gc_by_generation":{"0":{"count":47,"total_ms":1.46618508733809,"collected":0},"1":{"count":4,"total_ms":1.1813141172751784,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27005793526768684,"layout_ms":43.70505805127323},"gc_counts_before":[2,3,16],"gc_by_generation":{"0":{"count":47,"total_ms":1.4674704289063811,"collected":0},"1":{"count":4,"total_ms":1.1865150881931186,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23885304108262062,"layout_ms":143.534854054451},"gc_counts_before":[2,8,20],"gc_by_generation":{"0":{"count":46,"total_ms":1.4737901510670781,"collected":0},"1":{"count":4,"total_ms":1.2214889284223318,"collected":0},"2":{"count":1,"total_ms":99.29919603746384,"collected":0}}},{"timing":{"common_ms":0.24595600552856922,"layout_ms":44.17269700206816},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":49,"total_ms":1.5376681694760919,"collected":0},"1":{"count":5,"total_ms":1.387721044011414,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26903604157269,"layout_ms":43.54059894103557},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":47,"total_ms":1.4298330061137676,"collected":0},"1":{"count":4,"total_ms":1.232649083249271,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2661580219864845,"layout_ms":43.88282704167068},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":46,"total_ms":1.4430719893425703,"collected":0},"1":{"count":5,"total_ms":1.4622468734160066,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24047098122537136,"layout_ms":43.85688900947571},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":46,"total_ms":1.3741065049543977,"collected":0},"1":{"count":5,"total_ms":1.3560650404542685,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24761899840086699,"layout_ms":43.65372902248055},"gc_counts_before":[2,7,23],"gc_by_generation":{"0":{"count":47,"total_ms":1.4911573380231857,"collected":0},"1":{"count":4,"total_ms":1.2411299394443631,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.26583997532725334,"layout_ms":16.743491985835135},"gc_counts_before":[3,4,1],"gc_by_generation":{"0":{"count":8,"total_ms":0.3047019708901644,"collected":0},"1":{"count":1,"total_ms":0.32365310471504927,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2726820530369878,"layout_ms":16.779948957264423},"gc_counts_before":[2,3,2],"gc_by_generation":{"0":{"count":8,"total_ms":0.3811080241575837,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2716940362006426,"layout_ms":16.791304922662675},"gc_counts_before":[2,5,7],"gc_by_generation":{"0":{"count":6,"total_ms":0.29557920061051846,"collected":0},"1":{"count":1,"total_ms":0.16776309348642826,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26233389507979155,"layout_ms":16.58023300115019},"gc_counts_before":[2,5,12],"gc_by_generation":{"0":{"count":6,"total_ms":0.30884204898029566,"collected":0},"1":{"count":1,"total_ms":0.16518402844667435,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.250909011811018,"layout_ms":16.88673603348434},"gc_counts_before":[2,8,21],"gc_by_generation":{"0":{"count":6,"total_ms":0.34901988692581654,"collected":0},"1":{"count":1,"total_ms":0.22680801339447498,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2556690014898777,"layout_ms":119.1703099757433},"gc_counts_before":[2,10,26],"gc_by_generation":{"0":{"count":6,"total_ms":0.26981590781360865,"collected":0},"1":{"count":1,"total_ms":0.3204669337719679,"collected":0},"2":{"count":1,"total_ms":102.04488900490105,"collected":0}}},{"timing":{"common_ms":0.2721130149438977,"layout_ms":16.56033203471452},"gc_counts_before":[2,1,5],"gc_by_generation":{"0":{"count":7,"total_ms":0.36715902388095856,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24223595391958952,"layout_ms":16.878250055015087},"gc_counts_before":[2,10,5],"gc_by_generation":{"0":{"count":6,"total_ms":0.26002887170761824,"collected":0},"1":{"count":1,"total_ms":0.43403799645602703,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25988800916820765,"layout_ms":16.86185202561319},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":6,"total_ms":0.3461088053882122,"collected":0},"1":{"count":1,"total_ms":0.224787974730134,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24696695618331432,"layout_ms":16.781768994405866},"gc_counts_before":[2,8,15],"gc_by_generation":{"0":{"count":6,"total_ms":0.34710392355918884,"collected":0},"1":{"count":1,"total_ms":0.22303301375359297,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2987280022352934,"layout_ms":16.985300928354263},"gc_counts_before":[3,10,1],"gc_by_generation":{"0":{"count":8,"total_ms":0.3368228208273649,"collected":0},"1":{"count":1,"total_ms":0.13292510993778706,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2435480710119009,"layout_ms":16.67395594995469},"gc_counts_before":[2,5,7],"gc_by_generation":{"0":{"count":6,"total_ms":0.31384394969791174,"collected":0},"1":{"count":1,"total_ms":0.27942098677158356,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2651370596140623,"layout_ms":16.688041971065104},"gc_counts_before":[2,5,12],"gc_by_generation":{"0":{"count":6,"total_ms":0.3089378587901592,"collected":0},"1":{"count":1,"total_ms":0.17163006123155355,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2731769345700741,"layout_ms":16.62900298833847},"gc_counts_before":[2,2,13],"gc_by_generation":{"0":{"count":7,"total_ms":0.35937316715717316,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24875998497009277,"layout_ms":16.464968910440803},"gc_counts_before":[2,0,18],"gc_by_generation":{"0":{"count":7,"total_ms":0.36091997753828764,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2543429145589471,"layout_ms":16.579907038249075},"gc_counts_before":[2,0,23],"gc_by_generation":{"0":{"count":7,"total_ms":0.36510685458779335,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":3,"samples":{"contiguous":[{"timing":{"common_ms":0.4713429370895028,"layout_ms":8.115792064927518},"gc_counts_before":[1,0,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.672062044031918,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2883929992094636,"layout_ms":7.308954023756087},"gc_counts_before":[5,2,0],"gc_by_generation":{"0":{"count":3,"total_ms":0.17866003327071667,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30232302378863096,"layout_ms":6.966390996240079},"gc_counts_before":[2,5,6],"gc_by_generation":{"0":{"count":2,"total_ms":0.1549270236864686,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2548909978941083,"layout_ms":7.05550704151392},"gc_counts_before":[2,10,15],"gc_by_generation":{"0":{"count":1,"total_ms":0.06714800838381052,"collected":0},"1":{"count":1,"total_ms":0.18764694686979055,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25230098981410265,"layout_ms":7.209780043922365},"gc_counts_before":[2,11,20],"gc_by_generation":{"0":{"count":1,"total_ms":0.0920899910852313,"collected":0},"1":{"count":1,"total_ms":0.21180498879402876,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26426895055919886,"layout_ms":6.936709978617728},"gc_counts_before":[3,4,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.1570798922330141,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27926499024033546,"layout_ms":7.0571990218013525},"gc_counts_before":[2,3,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.15946407802402973,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25668402668088675,"layout_ms":7.01559497974813},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.15710899606347084,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24748500436544418,"layout_ms":6.9380649365484715},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.1577511429786682,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25898299645632505,"layout_ms":6.92707602865994},"gc_counts_before":[2,8,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.15748501755297184,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27223501820117235,"layout_ms":7.339840987697244},"gc_counts_before":[2,10,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.06744195707142353,"collected":0},"1":{"count":1,"total_ms":0.31876296270638704,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2738789189606905,"layout_ms":6.885739043354988},"gc_counts_before":[2,7,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.16096292529255152,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25690102484077215,"layout_ms":6.964399013668299},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.1683130394667387,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24916499387472868,"layout_ms":6.966745015233755},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.1633240608498454,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27277099434286356,"layout_ms":6.957861012779176},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.15859806444495916,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27641409542411566,"layout_ms":7.036891067400575},"gc_counts_before":[3,11,3],"gc_by_generation":{"0":{"count":1,"total_ms":0.10162300895899534,"collected":0},"1":{"count":1,"total_ms":0.10178098455071449,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2752940636128187,"layout_ms":45.410479069687426},"gc_counts_before":[1,2,15],"gc_by_generation":{"0":{"count":48,"total_ms":1.6188437584787607,"collected":0},"1":{"count":4,"total_ms":1.6817509895190597,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2852819161489606,"layout_ms":44.7767439763993},"gc_counts_before":[2,3,1],"gc_by_generation":{"0":{"count":51,"total_ms":1.5655013266950846,"collected":0},"1":{"count":4,"total_ms":1.2977379374206066,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24974194820970297,"layout_ms":43.81225805263966},"gc_counts_before":[2,7,6],"gc_by_generation":{"0":{"count":48,"total_ms":1.4895269414409995,"collected":0},"1":{"count":4,"total_ms":1.3172969920560718,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24812098126858473,"layout_ms":43.799848994240165},"gc_counts_before":[2,6,11],"gc_by_generation":{"0":{"count":48,"total_ms":1.4723801286891103,"collected":0},"1":{"count":4,"total_ms":1.1996868997812271,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2492009662091732,"layout_ms":43.94080804195255},"gc_counts_before":[2,0,16],"gc_by_generation":{"0":{"count":48,"total_ms":1.5340481186285615,"collected":0},"1":{"count":4,"total_ms":1.217818004079163,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25006895884871483,"layout_ms":140.01158997416496},"gc_counts_before":[2,1,21],"gc_by_generation":{"0":{"count":47,"total_ms":1.1435752967372537,"collected":0},"1":{"count":4,"total_ms":1.6793340910226107,"collected":0},"2":{"count":1,"total_ms":94.65824603103101,"collected":0}}},{"timing":{"common_ms":0.25736005045473576,"layout_ms":44.68281799927354},"gc_counts_before":[2,5,3],"gc_by_generation":{"0":{"count":50,"total_ms":1.4980441192165017,"collected":0},"1":{"count":5,"total_ms":1.3786139898002148,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25253603234887123,"layout_ms":44.268668978475034},"gc_counts_before":[2,4,9],"gc_by_generation":{"0":{"count":48,"total_ms":1.544224563986063,"collected":0},"1":{"count":4,"total_ms":1.1761559871956706,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24671200662851334,"layout_ms":43.61216304823756},"gc_counts_before":[2,5,14],"gc_by_generation":{"0":{"count":48,"total_ms":1.4901099493727088,"collected":0},"1":{"count":4,"total_ms":1.2707600835710764,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27790002059191465,"layout_ms":43.498478014953434},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":48,"total_ms":1.5077573480084538,"collected":0},"1":{"count":4,"total_ms":1.1782170040532947,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2456979127600789,"layout_ms":164.21141801401973},"gc_counts_before":[2,10,23],"gc_by_generation":{"0":{"count":46,"total_ms":1.495715114288032,"collected":0},"1":{"count":5,"total_ms":1.2997300364077091,"collected":0},"2":{"count":1,"total_ms":119.69633598346263,"collected":0}}},{"timing":{"common_ms":0.24868198670446873,"layout_ms":44.269100995734334},"gc_counts_before":[2,0,3],"gc_by_generation":{"0":{"count":51,"total_ms":1.5476822154596448,"collected":0},"1":{"count":4,"total_ms":1.3227969175204635,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2728719264268875,"layout_ms":43.76995109487325},"gc_counts_before":[2,6,8],"gc_by_generation":{"0":{"count":48,"total_ms":1.4952956698834896,"collected":0},"1":{"count":4,"total_ms":1.2646929826587439,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2784120151773095,"layout_ms":43.98048005532473},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":48,"total_ms":1.5092899557203054,"collected":0},"1":{"count":4,"total_ms":1.2032451340928674,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2440450480207801,"layout_ms":44.08771591261029},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":48,"total_ms":1.5109849628061056,"collected":0},"1":{"count":4,"total_ms":1.3350900262594223,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2492229687049985,"layout_ms":143.84470600634813},"gc_counts_before":[2,2,24],"gc_by_generation":{"0":{"count":53,"total_ms":1.3616050127893686,"collected":0},"1":{"count":4,"total_ms":1.1874240590259433,"collected":0},"2":{"count":1,"total_ms":99.8019560938701,"collected":0}}}],"planner":[{"timing":{"common_ms":0.302764936350286,"layout_ms":130.50869503058493},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":7,"total_ms":0.32301596365869045,"collected":0},"1":{"count":1,"total_ms":0.29379106126725674,"collected":0},"2":{"count":1,"total_ms":113.1602730602026,"collected":716}}},{"timing":{"common_ms":0.2638279693201184,"layout_ms":17.32594904024154},"gc_counts_before":[2,5,0],"gc_by_generation":{"0":{"count":9,"total_ms":0.384660204872489,"collected":0},"1":{"count":1,"total_ms":0.3443880705162883,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.286850961856544,"layout_ms":16.916285967454314},"gc_counts_before":[2,10,5],"gc_by_generation":{"0":{"count":6,"total_ms":0.26787002570927143,"collected":0},"1":{"count":1,"total_ms":0.20353496074676514,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2689339453354478,"layout_ms":16.704185982234776},"gc_counts_before":[2,11,10],"gc_by_generation":{"0":{"count":6,"total_ms":0.29269896913319826,"collected":0},"1":{"count":1,"total_ms":0.11113099753856659,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2611359814181924,"layout_ms":16.8694470776245},"gc_counts_before":[2,4,20],"gc_by_generation":{"0":{"count":7,"total_ms":0.3882369492202997,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2668210072442889,"layout_ms":17.31991197448224},"gc_counts_before":[2,6,2],"gc_by_generation":{"0":{"count":8,"total_ms":0.37912605330348015,"collected":0},"1":{"count":1,"total_ms":0.3792200004681945,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28384802863001823,"layout_ms":16.95788698270917},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":7,"total_ms":0.38122583646327257,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2473380882292986,"layout_ms":17.36672001425177},"gc_counts_before":[2,9,8],"gc_by_generation":{"0":{"count":6,"total_ms":0.3370210761204362,"collected":0},"1":{"count":1,"total_ms":0.4634419456124306,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.269660959020257,"layout_ms":16.914276988245547},"gc_counts_before":[2,8,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.3609928535297513,"collected":0},"1":{"count":1,"total_ms":0.22979197092354298,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2589430660009384,"layout_ms":17.03417405951768},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.33434806391596794,"collected":0},"1":{"count":1,"total_ms":0.23235299158841372,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2876989310607314,"layout_ms":16.837041010148823},"gc_counts_before":[3,1,2],"gc_by_generation":{"0":{"count":9,"total_ms":0.3822571597993374,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2552398946136236,"layout_ms":17.054365947842598},"gc_counts_before":[2,9,7],"gc_by_generation":{"0":{"count":6,"total_ms":0.3324020653963089,"collected":0},"1":{"count":1,"total_ms":0.35663601011037827,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26944803539663553,"layout_ms":16.950315912254155},"gc_counts_before":[2,10,12],"gc_by_generation":{"0":{"count":6,"total_ms":0.2828439464792609,"collected":0},"1":{"count":1,"total_ms":0.20784896332770586,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.279676984064281,"layout_ms":17.184996977448463},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.35385286901146173,"collected":0},"1":{"count":1,"total_ms":0.44823193456977606,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2629720838740468,"layout_ms":16.9696849770844},"gc_counts_before":[2,6,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.33762294333428144,"collected":0},"1":{"count":1,"total_ms":0.2963669830933213,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2673820126801729,"layout_ms":16.995692043565214},"gc_counts_before":[2,7,23],"gc_by_generation":{"0":{"count":6,"total_ms":0.350372982211411,"collected":0},"1":{"count":1,"total_ms":0.24617300368845463,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":4,"samples":{"contiguous":[{"timing":{"common_ms":0.4111119778826833,"layout_ms":8.9109429391101},"gc_counts_before":[1,11,13],"gc_by_generation":{"0":{"count":1,"total_ms":0.11194800026714802,"collected":0},"1":{"count":1,"total_ms":1.2877309927716851,"collected":416},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2713970607146621,"layout_ms":7.193038007244468},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.17198198474943638,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.303669017739594,"layout_ms":7.10803794208914},"gc_counts_before":[2,5,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.1713890815153718,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2735300222411752,"layout_ms":7.086172001436353},"gc_counts_before":[2,0,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.17991592176258564,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26359292678534985,"layout_ms":7.059182971715927},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.16792211681604385,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28507295064628124,"layout_ms":7.078600930981338},"gc_counts_before":[2,9,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.1620529219508171,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3050219966098666,"layout_ms":7.1829690132290125},"gc_counts_before":[2,6,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.17107301391661167,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27121498715132475,"layout_ms":7.193888071924448},"gc_counts_before":[2,2,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.16135291662067175,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26792206335812807,"layout_ms":7.241655956022441},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":1,"total_ms":0.09614403825253248,"collected":0},"1":{"count":1,"total_ms":0.234058010391891,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.267799012362957,"layout_ms":7.12984602432698},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.1771159004420042,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2825750270858407,"layout_ms":7.241837913170457},"gc_counts_before":[2,8,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.1652170903980732,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30269299168139696,"layout_ms":7.126531098037958},"gc_counts_before":[3,2,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.1693901140242815,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2749759005382657,"layout_ms":7.082546944729984},"gc_counts_before":[2,1,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.17234496772289276,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26307604275643826,"layout_ms":7.091150968335569},"gc_counts_before":[2,5,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.17001107335090637,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2814920153468847,"layout_ms":7.022314006462693},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.16565993428230286,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3214169992133975,"layout_ms":7.21423199865967},"gc_counts_before":[2,9,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.16990606673061848,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2896079095080495,"layout_ms":46.18582199327648},"gc_counts_before":[1,1,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.1695260182023048,"collected":0},"1":{"count":4,"total_ms":1.7265131464228034,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2857850631698966,"layout_ms":158.82884606253356},"gc_counts_before":[2,11,19],"gc_by_generation":{"0":{"count":52,"total_ms":1.3853504788130522,"collected":0},"1":{"count":5,"total_ms":1.6202381812036037,"collected":0},"2":{"count":1,"total_ms":112.74019395932555,"collected":520}}},{"timing":{"common_ms":0.26488304138183594,"layout_ms":44.31028396356851},"gc_counts_before":[2,7,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.484906068071723,"collected":0},"1":{"count":5,"total_ms":1.2948820367455482,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2661389298737049,"layout_ms":44.300087029114366},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":48,"total_ms":1.4521771809086204,"collected":0},"1":{"count":5,"total_ms":1.31888291798532,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25724805891513824,"layout_ms":44.00205204728991},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.5107207000255585,"collected":0},"1":{"count":4,"total_ms":1.3009010581299663,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25832594837993383,"layout_ms":44.38639199361205},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":49,"total_ms":1.5675229951739311,"collected":0},"1":{"count":4,"total_ms":1.2953421100974083,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2731489948928356,"layout_ms":147.59822899941355},"gc_counts_before":[2,8,24],"gc_by_generation":{"0":{"count":52,"total_ms":1.473071752116084,"collected":0},"1":{"count":5,"total_ms":1.3291749637573957,"collected":0},"2":{"count":1,"total_ms":102.38820302765816,"collected":0}}},{"timing":{"common_ms":0.2643920015543699,"layout_ms":44.51910895295441},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.4973798533901572,"collected":0},"1":{"count":5,"total_ms":1.4966089511290193,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2611420350149274,"layout_ms":44.10246293991804},"gc_counts_before":[2,1,10],"gc_by_generation":{"0":{"count":49,"total_ms":1.144725945778191,"collected":0},"1":{"count":4,"total_ms":1.5204380033537745,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2881530672311783,"layout_ms":44.43498305045068},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":49,"total_ms":1.1772449361160398,"collected":0},"1":{"count":4,"total_ms":1.7200008733198047,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26451097801327705,"layout_ms":44.31521601509303},"gc_counts_before":[2,8,19],"gc_by_generation":{"0":{"count":48,"total_ms":1.5568159287795424,"collected":0},"1":{"count":5,"total_ms":1.276295050047338,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2658389275893569,"layout_ms":153.31822203006595},"gc_counts_before":[2,10,24],"gc_by_generation":{"0":{"count":47,"total_ms":1.5595912700518966,"collected":0},"1":{"count":5,"total_ms":1.5171898994594812,"collected":0},"2":{"count":1,"total_ms":107.47611499391496,"collected":0}}},{"timing":{"common_ms":0.2839139197021723,"layout_ms":44.43064599763602},"gc_counts_before":[2,3,3],"gc_by_generation":{"0":{"count":51,"total_ms":1.5977834118530154,"collected":0},"1":{"count":4,"total_ms":1.2717549689114094,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2849589800462127,"layout_ms":44.41445297561586},"gc_counts_before":[2,2,9],"gc_by_generation":{"0":{"count":49,"total_ms":1.593063585460186,"collected":0},"1":{"count":4,"total_ms":1.2672549346461892,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24970201775431633,"layout_ms":44.19620998669416},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.5362747944891453,"collected":0},"1":{"count":4,"total_ms":1.2866562465205789,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.261218985542655,"layout_ms":44.139286037534475},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":49,"total_ms":1.5734434127807617,"collected":0},"1":{"count":4,"total_ms":1.197831123135984,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.3093739505857229,"layout_ms":17.21666206140071},"gc_counts_before":[2,6,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.34666003193706274,"collected":0},"1":{"count":1,"total_ms":0.2997550182044506,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2556300023570657,"layout_ms":16.9377070851624},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.42390706948935986,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2906461013481021,"layout_ms":16.99605491012335},"gc_counts_before":[3,8,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.350212212651968,"collected":0},"1":{"count":1,"total_ms":0.20139897242188454,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2822490641847253,"layout_ms":16.702944063581526},"gc_counts_before":[2,0,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.38143410347402096,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26870297733694315,"layout_ms":16.969337011687458},"gc_counts_before":[2,7,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.37360494025051594,"collected":0},"1":{"count":1,"total_ms":0.2489360049366951,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26971998158842325,"layout_ms":17.007989925332367},"gc_counts_before":[2,11,23],"gc_by_generation":{"0":{"count":6,"total_ms":0.2946591703221202,"collected":0},"1":{"count":1,"total_ms":0.2651759423315525,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29816501773893833,"layout_ms":17.27181498426944},"gc_counts_before":[3,5,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.36195688880980015,"collected":0},"1":{"count":1,"total_ms":0.2802700037136674,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2604899927973747,"layout_ms":16.87548100017011},"gc_counts_before":[2,4,4],"gc_by_generation":{"0":{"count":7,"total_ms":0.3848150372505188,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27706800028681755,"layout_ms":16.821139957755804},"gc_counts_before":[2,4,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.3881158772855997,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26749400421977043,"layout_ms":17.120064003393054},"gc_counts_before":[2,6,14],"gc_by_generation":{"0":{"count":6,"total_ms":0.34207303542643785,"collected":0},"1":{"count":1,"total_ms":0.3042400348931551,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28243998531252146,"layout_ms":17.05685700289905},"gc_counts_before":[2,1,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.3865299513563514,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.272344914264977,"layout_ms":17.572604003362358},"gc_counts_before":[2,4,2],"gc_by_generation":{"0":{"count":8,"total_ms":0.3432700177654624,"collected":0},"1":{"count":1,"total_ms":0.5330239655449986,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2854890190064907,"layout_ms":16.879474045708776},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":6,"total_ms":0.28070504777133465,"collected":0},"1":{"count":1,"total_ms":0.21180394105613232,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28517108876258135,"layout_ms":17.24003499839455},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":6,"total_ms":0.3698930377140641,"collected":0},"1":{"count":1,"total_ms":0.4270459758117795,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27436704840511084,"layout_ms":17.12620200123638},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.3576349699869752,"collected":0},"1":{"count":1,"total_ms":0.25519297923892736,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2758229384198785,"layout_ms":17.093018046580255},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.3474010154604912,"collected":0},"1":{"count":1,"total_ms":0.22939592599868774,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":5,"samples":{"contiguous":[{"timing":{"common_ms":0.4830969264730811,"layout_ms":8.154909941367805},"gc_counts_before":[1,0,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.7007629610598087,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27643307112157345,"layout_ms":7.017219089902937},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.17212401144206524,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30305003747344017,"layout_ms":6.989954970777035},"gc_counts_before":[2,5,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.17122016288340092,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2653989940881729,"layout_ms":7.191478041931987},"gc_counts_before":[2,10,14],"gc_by_generation":{"0":{"count":1,"total_ms":0.08220202289521694,"collected":0},"1":{"count":1,"total_ms":0.19011099357157946,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25912304408848286,"layout_ms":7.278889999724925},"gc_counts_before":[2,11,19],"gc_by_generation":{"0":{"count":1,"total_ms":0.1029039267450571,"collected":0},"1":{"count":1,"total_ms":0.24677091278135777,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28215593192726374,"layout_ms":7.027645013295114},"gc_counts_before":[2,5,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.1698089763522148,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2793960738927126,"layout_ms":7.043743040412664},"gc_counts_before":[2,3,0],"gc_by_generation":{"0":{"count":2,"total_ms":0.17546291928738356,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26276404969394207,"layout_ms":7.040142081677914},"gc_counts_before":[2,7,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.18157099839299917,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2568169729784131,"layout_ms":6.967526045627892},"gc_counts_before":[2,3,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.17243903130292892,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26685092598199844,"layout_ms":7.017007097601891},"gc_counts_before":[2,8,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.17910695169121027,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2804049290716648,"layout_ms":7.352060987614095},"gc_counts_before":[2,10,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.08007197175174952,"collected":0},"1":{"count":1,"total_ms":0.3587349783629179,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3025089390575886,"layout_ms":7.113147992640734},"gc_counts_before":[2,7,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.17114600632339716,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27089507784694433,"layout_ms":6.965934997424483},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.17751799896359444,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2635209821164608,"layout_ms":7.014217087998986},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.17198186833411455,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2829929580911994,"layout_ms":7.03664100728929},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.17651694361120462,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2800080692395568,"layout_ms":7.096565910615027},"gc_counts_before":[3,11,3],"gc_by_generation":{"0":{"count":1,"total_ms":0.10328798089176416,"collected":0},"1":{"count":1,"total_ms":0.11050398461520672,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2772390143945813,"layout_ms":47.15128894895315},"gc_counts_before":[1,2,14],"gc_by_generation":{"0":{"count":48,"total_ms":1.7474035266786814,"collected":0},"1":{"count":4,"total_ms":1.7137698596343398,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2818859647959471,"layout_ms":150.8379849838093},"gc_counts_before":[2,11,19],"gc_by_generation":{"0":{"count":52,"total_ms":1.507744425907731,"collected":0},"1":{"count":5,"total_ms":1.5934058465063572,"collected":0},"2":{"count":1,"total_ms":102.96199203003198,"collected":648}}},{"timing":{"common_ms":0.2539919223636389,"layout_ms":44.252629042603076},"gc_counts_before":[2,7,5],"gc_by_generation":{"0":{"count":48,"total_ms":1.5272439923137426,"collected":0},"1":{"count":4,"total_ms":1.212456147186458,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25876599829643965,"layout_ms":44.39293604809791},"gc_counts_before":[2,6,10],"gc_by_generation":{"0":{"count":48,"total_ms":1.5393523499369621,"collected":0},"1":{"count":4,"total_ms":1.3076792238280177,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25742908474057913,"layout_ms":44.62689906358719},"gc_counts_before":[2,0,15],"gc_by_generation":{"0":{"count":48,"total_ms":1.5557808801531792,"collected":0},"1":{"count":4,"total_ms":1.165294088423252,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25282008573412895,"layout_ms":44.70088996458799},"gc_counts_before":[2,1,20],"gc_by_generation":{"0":{"count":48,"total_ms":1.1694541899487376,"collected":0},"1":{"count":4,"total_ms":1.7751080449670553,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25953107979148626,"layout_ms":44.243081007152796},"gc_counts_before":[2,5,0],"gc_by_generation":{"0":{"count":50,"total_ms":1.4865078264847398,"collected":0},"1":{"count":5,"total_ms":1.318956958130002,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2603200264275074,"layout_ms":44.67170301359147},"gc_counts_before":[2,4,6],"gc_by_generation":{"0":{"count":48,"total_ms":1.6192635521292686,"collected":0},"1":{"count":4,"total_ms":1.2638289481401443,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.254492973908782,"layout_ms":44.166923966258764},"gc_counts_before":[2,5,11],"gc_by_generation":{"0":{"count":48,"total_ms":1.5471898950636387,"collected":0},"1":{"count":4,"total_ms":1.2073810212314129,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2908989554271102,"layout_ms":44.169179047457874},"gc_counts_before":[2,4,16],"gc_by_generation":{"0":{"count":48,"total_ms":1.5621011843904853,"collected":0},"1":{"count":4,"total_ms":1.191427931189537,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24933204986155033,"layout_ms":139.66125703882426},"gc_counts_before":[2,10,20],"gc_by_generation":{"0":{"count":46,"total_ms":1.5055312542244792,"collected":0},"1":{"count":5,"total_ms":1.3478649780154228,"collected":0},"2":{"count":1,"total_ms":95.24796903133392,"collected":0}}},{"timing":{"common_ms":0.2628410002216697,"layout_ms":45.0704749673605},"gc_counts_before":[2,0,3],"gc_by_generation":{"0":{"count":51,"total_ms":1.6146899433806539,"collected":0},"1":{"count":4,"total_ms":1.3347620842978358,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2824160037562251,"layout_ms":44.624957954511046},"gc_counts_before":[2,6,8],"gc_by_generation":{"0":{"count":48,"total_ms":1.524207298643887,"collected":0},"1":{"count":4,"total_ms":1.248635002411902,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28701790142804384,"layout_ms":44.56004896201193},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":48,"total_ms":1.5524672344326973,"collected":0},"1":{"count":4,"total_ms":1.2692009331658483,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25420496240258217,"layout_ms":44.603239046409726},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":48,"total_ms":1.5462151495739818,"collected":0},"1":{"count":4,"total_ms":1.351843005977571,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25566096883267164,"layout_ms":150.37852304521948},"gc_counts_before":[2,2,24],"gc_by_generation":{"0":{"count":53,"total_ms":1.5464043244719505,"collected":0},"1":{"count":4,"total_ms":1.2412101496011019,"collected":0},"2":{"count":1,"total_ms":101.06137802358717,"collected":0}}}],"planner":[{"timing":{"common_ms":0.352775095961988,"layout_ms":17.166004050523043},"gc_counts_before":[2,6,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.33628696110099554,"collected":0},"1":{"count":1,"total_ms":0.2806029515340924,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2621689345687628,"layout_ms":16.920604975894094},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.4195938818156719,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30089798383414745,"layout_ms":17.107664956711233},"gc_counts_before":[3,8,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.3694442566484213,"collected":0},"1":{"count":1,"total_ms":0.20609505008906126,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27627497911453247,"layout_ms":16.850763000547886},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":6,"total_ms":0.29250793159008026,"collected":0},"1":{"count":1,"total_ms":0.12249394785612822,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2695919247344136,"layout_ms":16.953180078417063},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":7,"total_ms":0.40802417788654566,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2687580417841673,"layout_ms":98.54531800374389},"gc_counts_before":[2,7,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.38419279735535383,"collected":0},"1":{"count":1,"total_ms":0.38033293094486,"collected":0},"2":{"count":1,"total_ms":81.09762205276638,"collected":0}}},{"timing":{"common_ms":0.3119900356978178,"layout_ms":16.85079501476139},"gc_counts_before":[2,0,5],"gc_by_generation":{"0":{"count":7,"total_ms":0.39799301885068417,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2591669326648116,"layout_ms":17.40208000410348},"gc_counts_before":[2,9,5],"gc_by_generation":{"0":{"count":6,"total_ms":0.3463792381808162,"collected":0},"1":{"count":1,"total_ms":0.4564250120893121,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27587893418967724,"layout_ms":17.31021294835955},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":6,"total_ms":0.37278514355421066,"collected":0},"1":{"count":1,"total_ms":0.23324100766330957,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2675609430298209,"layout_ms":17.107269959524274},"gc_counts_before":[2,9,15],"gc_by_generation":{"0":{"count":6,"total_ms":0.3536702133715153,"collected":0},"1":{"count":1,"total_ms":0.23558398243039846,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27876102831214666,"layout_ms":16.95602701511234},"gc_counts_before":[3,1,2],"gc_by_generation":{"0":{"count":9,"total_ms":0.40057499427348375,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2673430135473609,"layout_ms":17.361158970743418},"gc_counts_before":[2,9,7],"gc_by_generation":{"0":{"count":6,"total_ms":0.35219895653426647,"collected":0},"1":{"count":1,"total_ms":0.3656110493466258,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.31366804614663124,"layout_ms":17.02540705446154},"gc_counts_before":[2,10,12],"gc_by_generation":{"0":{"count":6,"total_ms":0.2815130865201354,"collected":0},"1":{"count":1,"total_ms":0.2008939627557993,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28354302048683167,"layout_ms":17.33746496029198},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.3739800304174423,"collected":0},"1":{"count":1,"total_ms":0.44641492422670126,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26730296667665243,"layout_ms":17.05151400528848},"gc_counts_before":[2,6,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.3543191123753786,"collected":0},"1":{"count":1,"total_ms":0.30655309092253447,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.275571015663445,"layout_ms":17.18366891145706},"gc_counts_before":[2,7,23],"gc_by_generation":{"0":{"count":6,"total_ms":0.3758479142561555,"collected":0},"1":{"count":1,"total_ms":0.2614839468151331,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":6,"samples":{"contiguous":[{"timing":{"common_ms":0.4244149895384908,"layout_ms":7.686235010623932},"gc_counts_before":[1,5,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.657732947729528,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24002802092581987,"layout_ms":6.69832993298769},"gc_counts_before":[2,11,3],"gc_by_generation":{"0":{"count":1,"total_ms":0.08332100696861744,"collected":0},"1":{"count":1,"total_ms":0.20676804706454277,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24852203205227852,"layout_ms":6.501039024442434},"gc_counts_before":[2,6,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.13941607903689146,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2437909133732319,"layout_ms":6.801781011745334},"gc_counts_before":[2,7,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.13781001325696707,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22741197608411312,"layout_ms":6.519629969261587},"gc_counts_before":[2,6,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.1388180535286665,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2579001011326909,"layout_ms":6.705483072437346},"gc_counts_before":[2,10,27],"gc_by_generation":{"0":{"count":1,"total_ms":0.0660440418869257,"collected":0},"1":{"count":1,"total_ms":0.16351602971553802,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24036900140345097,"layout_ms":6.681055994704366},"gc_counts_before":[2,10,0],"gc_by_generation":{"0":{"count":1,"total_ms":0.06089906673878431,"collected":0},"1":{"count":1,"total_ms":0.23513601627200842,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2411120804026723,"layout_ms":6.608581985346973},"gc_counts_before":[2,0,6],"gc_by_generation":{"0":{"count":2,"total_ms":0.13872410636395216,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22310903295874596,"layout_ms":6.599198095500469},"gc_counts_before":[2,6,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.1408240059390664,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22983993403613567,"layout_ms":6.9729420356452465},"gc_counts_before":[2,7,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.1406000228598714,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23822893854230642,"layout_ms":6.532330997288227},"gc_counts_before":[2,6,0],"gc_by_generation":{"0":{"count":2,"total_ms":0.13923400547355413,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2828979631885886,"layout_ms":6.688241963274777},"gc_counts_before":[2,1,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.14685094356536865,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2523630391806364,"layout_ms":6.815861095674336},"gc_counts_before":[2,10,5],"gc_by_generation":{"0":{"count":1,"total_ms":0.05832896567881107,"collected":0},"1":{"count":1,"total_ms":0.28903200291097164,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22813095711171627,"layout_ms":6.747601903043687},"gc_counts_before":[2,9,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.13793108519166708,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23700494784861803,"layout_ms":6.516380002722144},"gc_counts_before":[2,3,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.1368960365653038,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2514829393476248,"layout_ms":6.638279999606311},"gc_counts_before":[3,3,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.13951899018138647,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.24561607278883457,"layout_ms":154.76767101790756},"gc_counts_before":[1,7,15],"gc_by_generation":{"0":{"count":50,"total_ms":1.4250630047172308,"collected":0},"1":{"count":5,"total_ms":2.0025441190227866,"collected":4},"2":{"count":1,"total_ms":109.5396609744057,"collected":804}}},{"timing":{"common_ms":0.24935195688158274,"layout_ms":44.202574994415045},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":46,"total_ms":1.5284225810319185,"collected":0},"1":{"count":4,"total_ms":1.3394400011748075,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23460900411009789,"layout_ms":43.44843595754355},"gc_counts_before":[2,8,9],"gc_by_generation":{"0":{"count":46,"total_ms":1.432899502106011,"collected":0},"1":{"count":4,"total_ms":1.2547358637675643,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22842490579932928,"layout_ms":43.06369205005467},"gc_counts_before":[2,5,14],"gc_by_generation":{"0":{"count":46,"total_ms":1.4802473597228527,"collected":0},"1":{"count":4,"total_ms":1.2162080965936184,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22405001800507307,"layout_ms":43.296776013448834},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":46,"total_ms":1.459512859582901,"collected":0},"1":{"count":4,"total_ms":1.2117110891267657,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22468692623078823,"layout_ms":43.38255396578461},"gc_counts_before":[2,8,23],"gc_by_generation":{"0":{"count":46,"total_ms":1.4505425933748484,"collected":0},"1":{"count":4,"total_ms":1.3209671014919877,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22120203357189894,"layout_ms":43.92306203953922},"gc_counts_before":[2,0,1],"gc_by_generation":{"0":{"count":49,"total_ms":1.5515109989792109,"collected":0},"1":{"count":4,"total_ms":1.2972189579159021,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.232005026191473,"layout_ms":44.05037499964237},"gc_counts_before":[2,9,6],"gc_by_generation":{"0":{"count":46,"total_ms":1.5211058780550957,"collected":0},"1":{"count":4,"total_ms":1.3874800642952323,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22805901244282722,"layout_ms":43.449564022012055},"gc_counts_before":[2,8,11],"gc_by_generation":{"0":{"count":46,"total_ms":1.4597340486943722,"collected":0},"1":{"count":4,"total_ms":1.28697301261127,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23235601838678122,"layout_ms":43.44706400297582},"gc_counts_before":[2,5,16],"gc_by_generation":{"0":{"count":46,"total_ms":1.4692399417981505,"collected":0},"1":{"count":4,"total_ms":1.2690601870417595,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2227340592071414,"layout_ms":43.0369779933244},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":46,"total_ms":1.50925328489393,"collected":0},"1":{"count":4,"total_ms":1.2578279711306095,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22812909446656704,"layout_ms":44.09670201130211},"gc_counts_before":[2,8,0],"gc_by_generation":{"0":{"count":48,"total_ms":1.5154732391238213,"collected":0},"1":{"count":5,"total_ms":1.3191030593588948,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2325590467080474,"layout_ms":44.07923808321357},"gc_counts_before":[2,0,6],"gc_by_generation":{"0":{"count":46,"total_ms":1.4989514602348208,"collected":0},"1":{"count":4,"total_ms":1.209723181091249,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24340592790395021,"layout_ms":43.58466202393174},"gc_counts_before":[2,6,11],"gc_by_generation":{"0":{"count":46,"total_ms":1.49601511657238,"collected":0},"1":{"count":4,"total_ms":1.2737379875034094,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22666004952043295,"layout_ms":43.400460039265454},"gc_counts_before":[2,5,16],"gc_by_generation":{"0":{"count":46,"total_ms":1.4821087243035436,"collected":0},"1":{"count":4,"total_ms":1.2583748903125525,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22595108021050692,"layout_ms":149.84698698390275},"gc_counts_before":[2,2,21],"gc_by_generation":{"0":{"count":45,"total_ms":1.1071072658523917,"collected":0},"1":{"count":4,"total_ms":0.9383949218317866,"collected":0},"2":{"count":1,"total_ms":106.47713404614478,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2442559925839305,"layout_ms":16.168997040949762},"gc_counts_before":[3,2,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.361122190952301,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23257406428456306,"layout_ms":16.332922969013453},"gc_counts_before":[2,1,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.36722421646118164,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2733329311013222,"layout_ms":16.80742297321558},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":6,"total_ms":0.28176000341773033,"collected":0},"1":{"count":1,"total_ms":0.10599999222904444,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2471989719197154,"layout_ms":16.551033011637628},"gc_counts_before":[2,10,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.24518405552953482,"collected":0},"1":{"count":1,"total_ms":0.1941730733960867,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24681095965206623,"layout_ms":16.46466599777341},"gc_counts_before":[2,11,22],"gc_by_generation":{"0":{"count":6,"total_ms":0.29087974689900875,"collected":0},"1":{"count":1,"total_ms":0.11263100896030664,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24058902636170387,"layout_ms":123.07615799363703},"gc_counts_before":[2,0,28],"gc_by_generation":{"0":{"count":10,"total_ms":0.290554016828537,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":1,"total_ms":106.56056297011673,"collected":0}}},{"timing":{"common_ms":0.28390903025865555,"layout_ms":16.679433989338577},"gc_counts_before":[2,5,5],"gc_by_generation":{"0":{"count":6,"total_ms":0.3091410035267472,"collected":0},"1":{"count":1,"total_ms":0.1662509748712182,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23451994638890028,"layout_ms":16.53768797405064},"gc_counts_before":[2,2,6],"gc_by_generation":{"0":{"count":7,"total_ms":0.3583200741559267,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25494303554296494,"layout_ms":16.49438205640763},"gc_counts_before":[2,11,10],"gc_by_generation":{"0":{"count":6,"total_ms":0.2812740858644247,"collected":0},"1":{"count":1,"total_ms":0.105443992651999,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23629004135727882,"layout_ms":16.81902806740254},"gc_counts_before":[2,10,15],"gc_by_generation":{"0":{"count":6,"total_ms":0.2482720883563161,"collected":0},"1":{"count":1,"total_ms":0.1923949457705021,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25740801356732845,"layout_ms":120.27937604580075},"gc_counts_before":[2,11,24],"gc_by_generation":{"0":{"count":6,"total_ms":0.2339849015697837,"collected":0},"1":{"count":1,"total_ms":0.10135606862604618,"collected":0},"2":{"count":1,"total_ms":103.54917694348842,"collected":0}}},{"timing":{"common_ms":0.27606997173279524,"layout_ms":16.6040719486773},"gc_counts_before":[2,3,5],"gc_by_generation":{"0":{"count":7,"total_ms":0.3600470954552293,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2647959627211094,"layout_ms":16.606412013061345},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":7,"total_ms":0.36123290192335844,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2304780064150691,"layout_ms":16.69188402593136},"gc_counts_before":[2,11,10],"gc_by_generation":{"0":{"count":6,"total_ms":0.28490787371993065,"collected":0},"1":{"count":1,"total_ms":0.30111498199403286,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2367839915677905,"layout_ms":16.47862303070724},"gc_counts_before":[2,8,15],"gc_by_generation":{"0":{"count":6,"total_ms":0.34327595494687557,"collected":0},"1":{"count":1,"total_ms":0.22700999397784472,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2515319501981139,"layout_ms":16.631381935440004},"gc_counts_before":[2,7,20],"gc_by_generation":{"0":{"count":6,"total_ms":0.3333991626277566,"collected":0},"1":{"count":1,"total_ms":0.24968408979475498,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":7,"samples":{"contiguous":[{"timing":{"common_ms":0.4294939571991563,"layout_ms":8.210025960579515},"gc_counts_before":[1,1,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.697361072525382,"collected":340},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27089694049209356,"layout_ms":7.077320013195276},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.174730084836483,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27341803070157766,"layout_ms":7.054006098769605},"gc_counts_before":[2,8,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.18172396812587976,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2702130004763603,"layout_ms":7.0894870441406965},"gc_counts_before":[2,3,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.18380407709628344,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26141502894461155,"layout_ms":7.066597929224372},"gc_counts_before":[2,5,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.18474797252565622,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2799190115183592,"layout_ms":6.930764997377992},"gc_counts_before":[2,0,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.1768228830769658,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2853230107575655,"layout_ms":7.159558008424938},"gc_counts_before":[2,9,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.18357206135988235,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26621297001838684,"layout_ms":6.983870989643037},"gc_counts_before":[2,5,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.17737096641212702,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2624370390549302,"layout_ms":7.011865032836795},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.17881509847939014,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26482599787414074,"layout_ms":7.0298719219863415},"gc_counts_before":[2,9,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.18925697077065706,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27186202351003885,"layout_ms":7.334106019698083},"gc_counts_before":[2,11,24],"gc_by_generation":{"0":{"count":1,"total_ms":0.09738700464367867,"collected":0},"1":{"count":1,"total_ms":0.24586799554526806,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28886389918625355,"layout_ms":7.205237983725965},"gc_counts_before":[3,10,3],"gc_by_generation":{"0":{"count":1,"total_ms":0.08626293856650591,"collected":0},"1":{"count":1,"total_ms":0.1898950431495905,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2607699716463685,"layout_ms":7.004015031270683},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.17411005683243275,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25736005045473576,"layout_ms":7.273728959262371},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":1,"total_ms":0.09897095151245594,"collected":0},"1":{"count":1,"total_ms":0.23964501451700926,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2619549632072449,"layout_ms":7.062774035148323},"gc_counts_before":[2,8,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.18156610894948244,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29916001949459314,"layout_ms":7.199794054031372},"gc_counts_before":[2,3,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.18718489445745945,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.279007013887167,"layout_ms":46.44108796492219},"gc_counts_before":[1,3,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.6777021810412407,"collected":0},"1":{"count":4,"total_ms":1.8965750932693481,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.264924019575119,"layout_ms":44.53275410924107},"gc_counts_before":[3,2,0],"gc_by_generation":{"0":{"count":53,"total_ms":1.5456671826541424,"collected":0},"1":{"count":4,"total_ms":1.1535730445757508,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2616019919514656,"layout_ms":43.67923201061785},"gc_counts_before":[2,10,5],"gc_by_generation":{"0":{"count":48,"total_ms":1.4594810782000422,"collected":0},"1":{"count":5,"total_ms":1.2404589215293527,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26127498131245375,"layout_ms":43.99157699663192},"gc_counts_before":[2,10,10],"gc_by_generation":{"0":{"count":48,"total_ms":1.5292958123609424,"collected":0},"1":{"count":5,"total_ms":1.3329110806807876,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2535330131649971,"layout_ms":43.65616396535188},"gc_counts_before":[2,5,15],"gc_by_generation":{"0":{"count":49,"total_ms":1.492645125836134,"collected":0},"1":{"count":4,"total_ms":1.2397592654451728,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2530419733375311,"layout_ms":44.072563061490655},"gc_counts_before":[2,7,20],"gc_by_generation":{"0":{"count":48,"total_ms":1.4735977165400982,"collected":0},"1":{"count":5,"total_ms":1.4318817993625998,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26181992143392563,"layout_ms":138.32741300575435},"gc_counts_before":[2,11,25],"gc_by_generation":{"0":{"count":52,"total_ms":1.3649003813043237,"collected":0},"1":{"count":5,"total_ms":1.4899768866598606,"collected":0},"2":{"count":1,"total_ms":93.48102298099548,"collected":0}}},{"timing":{"common_ms":0.2603679895401001,"layout_ms":44.20040501281619},"gc_counts_before":[2,2,5],"gc_by_generation":{"0":{"count":49,"total_ms":1.580705400556326,"collected":0},"1":{"count":4,"total_ms":1.2210910208523273,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25253300555050373,"layout_ms":43.97365904878825},"gc_counts_before":[2,4,10],"gc_by_generation":{"0":{"count":49,"total_ms":1.5314279589802027,"collected":0},"1":{"count":4,"total_ms":1.1866120621562004,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2658630255609751,"layout_ms":43.98978396784514},"gc_counts_before":[2,4,15],"gc_by_generation":{"0":{"count":49,"total_ms":1.5676049515604973,"collected":0},"1":{"count":4,"total_ms":1.1595467803999782,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24720700457692146,"layout_ms":43.991466984152794},"gc_counts_before":[2,11,19],"gc_by_generation":{"0":{"count":48,"total_ms":1.476610777899623,"collected":0},"1":{"count":5,"total_ms":1.3671088963747025,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26982103008776903,"layout_ms":134.92216996382922},"gc_counts_before":[2,1,25],"gc_by_generation":{"0":{"count":53,"total_ms":1.5963645419105887,"collected":0},"1":{"count":4,"total_ms":1.2473209062591195,"collected":0},"2":{"count":1,"total_ms":89.6533610066399,"collected":0}}},{"timing":{"common_ms":0.2660870086401701,"layout_ms":43.99883502628654},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.4605263713747263,"collected":0},"1":{"count":5,"total_ms":1.4155349927023053,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2706300001591444,"layout_ms":44.461674988269806},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":48,"total_ms":1.5634243609383702,"collected":0},"1":{"count":5,"total_ms":1.3701209099963307,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25351298972964287,"layout_ms":44.08919101115316},"gc_counts_before":[2,10,15],"gc_by_generation":{"0":{"count":48,"total_ms":1.5047776978462934,"collected":0},"1":{"count":5,"total_ms":1.4116400852799416,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25364395696669817,"layout_ms":44.105769018642604},"gc_counts_before":[2,10,20],"gc_by_generation":{"0":{"count":48,"total_ms":1.556551898829639,"collected":0},"1":{"count":5,"total_ms":1.320880139246583,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2988390624523163,"layout_ms":17.311822972260416},"gc_counts_before":[2,8,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.3717009676620364,"collected":0},"1":{"count":1,"total_ms":0.22281997371464968,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25980500504374504,"layout_ms":105.70906801149249},"gc_counts_before":[2,5,19],"gc_by_generation":{"0":{"count":8,"total_ms":0.35026075784116983,"collected":0},"1":{"count":1,"total_ms":0.458691967651248,"collected":0},"2":{"count":1,"total_ms":88.23003596626222,"collected":623}}},{"timing":{"common_ms":0.29511202592402697,"layout_ms":17.19935890287161},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.30613515991717577,"collected":0},"1":{"count":1,"total_ms":0.12254994362592697,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2871680771932006,"layout_ms":16.72908605542034},"gc_counts_before":[2,3,10],"gc_by_generation":{"0":{"count":7,"total_ms":0.3967090742662549,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2654369454830885,"layout_ms":16.869609942659736},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":6,"total_ms":0.29752508271485567,"collected":0},"1":{"count":1,"total_ms":0.20967400632798672,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2694629365578294,"layout_ms":16.846316982991993},"gc_counts_before":[2,2,25],"gc_by_generation":{"0":{"count":7,"total_ms":0.38808502722531557,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30916102696210146,"layout_ms":17.03239802736789},"gc_counts_before":[3,8,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.3728059818968177,"collected":0},"1":{"count":1,"total_ms":0.20542496349662542,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26058603543788195,"layout_ms":17.24947802722454},"gc_counts_before":[2,7,4],"gc_by_generation":{"0":{"count":6,"total_ms":0.3778081154450774,"collected":0},"1":{"count":1,"total_ms":0.39167702198028564,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2893119817599654,"layout_ms":17.14544603601098},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":6,"total_ms":0.36686286330223083,"collected":0},"1":{"count":1,"total_ms":0.24632294662296772,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26596104726195335,"layout_ms":17.016218043863773},"gc_counts_before":[2,9,14],"gc_by_generation":{"0":{"count":6,"total_ms":0.3575450973585248,"collected":0},"1":{"count":1,"total_ms":0.2296749735251069,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27926499024033546,"layout_ms":16.72432792838663},"gc_counts_before":[2,4,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.3919621231034398,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26661704760044813,"layout_ms":16.860208939760923},"gc_counts_before":[2,0,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.40599016938358545,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2770739374682307,"layout_ms":16.83288800995797},"gc_counts_before":[2,4,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.40661473758518696,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26359688490629196,"layout_ms":16.75655401777476},"gc_counts_before":[2,1,10],"gc_by_generation":{"0":{"count":7,"total_ms":0.4037559265270829,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2647670917212963,"layout_ms":16.795467003248632},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":7,"total_ms":0.38836186286062,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.278676045127213,"layout_ms":16.844982048496604},"gc_counts_before":[2,3,20],"gc_by_generation":{"0":{"count":7,"total_ms":0.3951479448005557,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}}],"after_qualification":[{"rank":0,"samples":{"contiguous":[{"timing":{"common_ms":0.4126190906390548,"layout_ms":8.2032399950549},"gc_counts_before":[241,11,20],"gc_by_generation":{"0":{"count":1,"total_ms":0.11723092757165432,"collected":0},"1":{"count":1,"total_ms":0.7586100837215781,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27139310259371996,"layout_ms":7.069972110912204},"gc_counts_before":[2,1,26],"gc_by_generation":{"0":{"count":3,"total_ms":0.1922139199450612,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2666199579834938,"layout_ms":7.081701071001589},"gc_counts_before":[2,7,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.1686509931460023,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2757980255410075,"layout_ms":7.251302944496274},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.18983101472258568,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2905009314417839,"layout_ms":7.108596968464553},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.1671059289947152,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3327140584588051,"layout_ms":7.152960984967649},"gc_counts_before":[2,11,23],"gc_by_generation":{"0":{"count":1,"total_ms":0.09517907164990902,"collected":0},"1":{"count":1,"total_ms":0.11453207116574049,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27547404170036316,"layout_ms":7.101300987415016},"gc_counts_before":[2,8,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.17196498811244965,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2690840046852827,"layout_ms":7.240114966407418},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.1029859995469451,"collected":0},"1":{"count":1,"total_ms":0.24591607507318258,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2643499756231904,"layout_ms":7.259369012899697},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":1,"total_ms":0.09455601684749126,"collected":0},"1":{"count":1,"total_ms":0.24513003882020712,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3553139977157116,"layout_ms":7.835295982658863},"gc_counts_before":[2,6,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.18760620150715113,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2718530595302582,"layout_ms":7.124470081180334},"gc_counts_before":[2,8,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.17741508781909943,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2815460320562124,"layout_ms":7.0276010083034635},"gc_counts_before":[2,3,28],"gc_by_generation":{"0":{"count":2,"total_ms":0.18426286987960339,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2623440232127905,"layout_ms":6.947656976990402},"gc_counts_before":[2,0,29],"gc_by_generation":{"0":{"count":2,"total_ms":0.16558088827878237,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2749629784375429,"layout_ms":7.090914063155651},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.1685499446466565,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26898994110524654,"layout_ms":7.1285199373960495},"gc_counts_before":[2,6,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.1709728967398405,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3351210616528988,"layout_ms":7.291750051081181},"gc_counts_before":[2,1,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.16736192628741264,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.30340394005179405,"layout_ms":47.68225003499538},"gc_counts_before":[1,1,21],"gc_by_generation":{"0":{"count":49,"total_ms":1.1912079062312841,"collected":0},"1":{"count":4,"total_ms":1.9198929658159614,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26658992283046246,"layout_ms":149.4009440066293},"gc_counts_before":[2,0,27],"gc_by_generation":{"0":{"count":54,"total_ms":1.5329070156440139,"collected":0},"1":{"count":4,"total_ms":1.2543678749352694,"collected":0},"2":{"count":1,"total_ms":103.92874595709145,"collected":0}}},{"timing":{"common_ms":0.2921000123023987,"layout_ms":43.998001026920974},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.470473362132907,"collected":0},"1":{"count":5,"total_ms":1.3190519530326128,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2771940780803561,"layout_ms":44.60284090600908},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":48,"total_ms":1.5198569744825363,"collected":0},"1":{"count":5,"total_ms":1.3410230167210102,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2722879871726036,"layout_ms":44.17038196697831},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.525601139292121,"collected":0},"1":{"count":4,"total_ms":1.2683080276474357,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2682359190657735,"layout_ms":45.65892298705876},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":49,"total_ms":1.551394583657384,"collected":0},"1":{"count":4,"total_ms":1.3767010532319546,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2609030343592167,"layout_ms":150.4459079587832},"gc_counts_before":[2,10,24],"gc_by_generation":{"0":{"count":47,"total_ms":1.5064412727952003,"collected":0},"1":{"count":5,"total_ms":1.3375940034165978,"collected":0},"2":{"count":1,"total_ms":105.58989702258259,"collected":0}}},{"timing":{"common_ms":0.26734801940619946,"layout_ms":45.13263900298625},"gc_counts_before":[2,8,3],"gc_by_generation":{"0":{"count":51,"total_ms":1.562277670018375,"collected":0},"1":{"count":5,"total_ms":1.4175521209836006,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2840169472619891,"layout_ms":44.58541702479124},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":49,"total_ms":1.186742098070681,"collected":0},"1":{"count":4,"total_ms":1.6371640376746655,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27797301299870014,"layout_ms":44.63463299907744},"gc_counts_before":[2,1,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.1830126168206334,"collected":0},"1":{"count":4,"total_ms":1.7316549783572555,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.294252997264266,"layout_ms":46.15842201747},"gc_counts_before":[2,8,18],"gc_by_generation":{"0":{"count":48,"total_ms":1.5972713008522987,"collected":0},"1":{"count":5,"total_ms":1.377935172058642,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2654970157891512,"layout_ms":45.4076339956373},"gc_counts_before":[2,10,23],"gc_by_generation":{"0":{"count":48,"total_ms":1.4963645953685045,"collected":0},"1":{"count":5,"total_ms":1.4832380693405867,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26740296743810177,"layout_ms":147.35009497962892},"gc_counts_before":[2,2,29],"gc_by_generation":{"0":{"count":53,"total_ms":1.273824949748814,"collected":0},"1":{"count":5,"total_ms":1.348542980849743,"collected":0},"2":{"count":1,"total_ms":102.4610981112346,"collected":0}}},{"timing":{"common_ms":0.2669249661266804,"layout_ms":44.72227499354631},"gc_counts_before":[2,6,5],"gc_by_generation":{"0":{"count":49,"total_ms":1.5531664248555899,"collected":0},"1":{"count":4,"total_ms":1.2864799937233329,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27106492780148983,"layout_ms":44.61982299108058},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":48,"total_ms":1.5373234637081623,"collected":0},"1":{"count":5,"total_ms":1.4297737507149577,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30363304540514946,"layout_ms":45.0837459648028},"gc_counts_before":[2,8,15],"gc_by_generation":{"0":{"count":48,"total_ms":1.5504768816754222,"collected":0},"1":{"count":5,"total_ms":1.3780411100015044,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.33405900467187166,"layout_ms":19.606621004641056},"gc_counts_before":[2,6,25],"gc_by_generation":{"0":{"count":6,"total_ms":0.34068699460476637,"collected":0},"1":{"count":1,"total_ms":0.8122799918055534,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27369090821594,"layout_ms":17.523457994684577},"gc_counts_before":[2,4,26],"gc_by_generation":{"0":{"count":7,"total_ms":0.3394117811694741,"collected":0},"1":{"count":1,"total_ms":0.30357600189745426,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2726060338318348,"layout_ms":17.372843925841153},"gc_counts_before":[3,10,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.33943867310881615,"collected":0},"1":{"count":1,"total_ms":0.13490603305399418,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2774529857560992,"layout_ms":16.652237973175943},"gc_counts_before":[2,2,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.38219091948121786,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29929401353001595,"layout_ms":16.95313199888915},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.3392539219930768,"collected":0},"1":{"count":1,"total_ms":0.22135896142572165,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26830402202904224,"layout_ms":16.962170018814504},"gc_counts_before":[2,1,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.3763939021155238,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27888105250895023,"layout_ms":16.84630790259689},"gc_counts_before":[3,2,2],"gc_by_generation":{"0":{"count":9,"total_ms":0.3884861944243312,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26151491329073906,"layout_ms":16.844462021254003},"gc_counts_before":[2,1,3],"gc_by_generation":{"0":{"count":7,"total_ms":0.38531015161424875,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2976630348712206,"layout_ms":16.763730091042817},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":7,"total_ms":0.38419105112552643,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2731611020863056,"layout_ms":17.88783899974078},"gc_counts_before":[2,6,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.334140844643116,"collected":0},"1":{"count":1,"total_ms":0.30463305301964283,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3287260187789798,"layout_ms":16.85550797265023},"gc_counts_before":[2,1,23],"gc_by_generation":{"0":{"count":7,"total_ms":0.3772189375013113,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2679040189832449,"layout_ms":17.079030978493392},"gc_counts_before":[2,5,28],"gc_by_generation":{"0":{"count":6,"total_ms":0.3063889453187585,"collected":0},"1":{"count":1,"total_ms":0.3184910165145993,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28125301469117403,"layout_ms":16.626014024950564},"gc_counts_before":[3,0,4],"gc_by_generation":{"0":{"count":9,"total_ms":0.39431604091078043,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26202702429145575,"layout_ms":17.09195994772017},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":6,"total_ms":0.30616309959441423,"collected":0},"1":{"count":1,"total_ms":0.31197303906083107,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27277390472590923,"layout_ms":17.30218599550426},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":6,"total_ms":0.29980484396219254,"collected":0},"1":{"count":1,"total_ms":0.1334500266239047,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3102619666606188,"layout_ms":16.88584906514734},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":7,"total_ms":0.37157093174755573,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":1,"samples":{"contiguous":[{"timing":{"common_ms":0.4031200660392642,"layout_ms":7.767359027639031},"gc_counts_before":[263,1,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.18754694610834122,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27610198594629765,"layout_ms":7.417891989462078},"gc_counts_before":[2,8,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.20713312551379204,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2703270874917507,"layout_ms":7.278891978785396},"gc_counts_before":[2,7,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.1679309643805027,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27516193222254515,"layout_ms":7.494268007576466},"gc_counts_before":[2,2,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.18155702855437994,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29304996132850647,"layout_ms":7.388683035969734},"gc_counts_before":[2,4,29],"gc_by_generation":{"0":{"count":2,"total_ms":0.16392907127738,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2959100529551506,"layout_ms":7.233006996102631},"gc_counts_before":[3,4,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.17254299018532038,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2874900819733739,"layout_ms":7.168132928200066},"gc_counts_before":[2,3,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.17564499285072088,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2682480262592435,"layout_ms":7.115591899491847},"gc_counts_before":[2,5,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.17284508794546127,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2600430743768811,"layout_ms":7.161198067478836},"gc_counts_before":[2,2,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.16766588669270277,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30494306702166796,"layout_ms":8.254014072008431},"gc_counts_before":[3,2,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.1833561109378934,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2682190388441086,"layout_ms":7.210140000097454},"gc_counts_before":[2,6,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.18331001047044992,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2776789478957653,"layout_ms":7.238189922645688},"gc_counts_before":[2,1,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.17878797370940447,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2668070374056697,"layout_ms":7.332612993195653},"gc_counts_before":[2,10,13],"gc_by_generation":{"0":{"count":1,"total_ms":0.07056805770844221,"collected":0},"1":{"count":1,"total_ms":0.3295390633866191,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27453096117824316,"layout_ms":7.210485055111349},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.1691930228844285,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2641140017658472,"layout_ms":7.221024017781019},"gc_counts_before":[2,9,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.17100491095334291,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30396098736673594,"layout_ms":7.229238050058484},"gc_counts_before":[3,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.16901385970413685,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.3007790073752403,"layout_ms":46.34809494018555},"gc_counts_before":[1,3,3],"gc_by_generation":{"0":{"count":52,"total_ms":1.5847388422116637,"collected":0},"1":{"count":4,"total_ms":1.3126570265740156,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27016003150492907,"layout_ms":45.25451408699155},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":48,"total_ms":1.4415861805900931,"collected":0},"1":{"count":5,"total_ms":1.35224184487015,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26910100132226944,"layout_ms":44.5488829864189},"gc_counts_before":[2,9,14],"gc_by_generation":{"0":{"count":48,"total_ms":1.4727322850376368,"collected":0},"1":{"count":5,"total_ms":1.3338670833036304,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28781499713659286,"layout_ms":44.07485597766936},"gc_counts_before":[2,9,19],"gc_by_generation":{"0":{"count":48,"total_ms":1.45908840931952,"collected":0},"1":{"count":5,"total_ms":1.299742958508432,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2669510431587696,"layout_ms":44.376321020536125},"gc_counts_before":[2,4,24],"gc_by_generation":{"0":{"count":49,"total_ms":1.4911482576280832,"collected":0},"1":{"count":4,"total_ms":1.319417031481862,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26991800405085087,"layout_ms":157.15896210167557},"gc_counts_before":[2,6,29],"gc_by_generation":{"0":{"count":53,"total_ms":1.4998384285718203,"collected":0},"1":{"count":5,"total_ms":1.309495884925127,"collected":0},"2":{"count":1,"total_ms":111.82663997169584,"collected":0}}},{"timing":{"common_ms":0.26206299662590027,"layout_ms":45.08824902586639},"gc_counts_before":[2,5,5],"gc_by_generation":{"0":{"count":49,"total_ms":1.5171519480645657,"collected":0},"1":{"count":4,"total_ms":1.2282220413908362,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2720550401136279,"layout_ms":45.137652079574764},"gc_counts_before":[2,2,11],"gc_by_generation":{"0":{"count":49,"total_ms":1.5270503936335444,"collected":0},"1":{"count":4,"total_ms":1.2090530944988132,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2599189756438136,"layout_ms":44.84492901246995},"gc_counts_before":[2,4,16],"gc_by_generation":{"0":{"count":49,"total_ms":1.5312753384932876,"collected":0},"1":{"count":4,"total_ms":1.270871958695352,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28330006171017885,"layout_ms":145.8410550840199},"gc_counts_before":[2,4,21],"gc_by_generation":{"0":{"count":53,"total_ms":1.4997071120887995,"collected":0},"1":{"count":5,"total_ms":1.1205089977011085,"collected":0},"2":{"count":1,"total_ms":100.58235505130142,"collected":0}}},{"timing":{"common_ms":0.27159496676176786,"layout_ms":45.05812400020659},"gc_counts_before":[2,4,3],"gc_by_generation":{"0":{"count":49,"total_ms":1.5454388922080398,"collected":0},"1":{"count":4,"total_ms":1.3435130240395665,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2649420639500022,"layout_ms":45.16470700036734},"gc_counts_before":[2,8,8],"gc_by_generation":{"0":{"count":48,"total_ms":1.5069067012518644,"collected":0},"1":{"count":5,"total_ms":1.3869327958673239,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25697401724755764,"layout_ms":44.470652006566525},"gc_counts_before":[2,0,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.5115197747945786,"collected":0},"1":{"count":4,"total_ms":1.232540118508041,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26542891282588243,"layout_ms":44.58266997244209},"gc_counts_before":[2,9,19],"gc_by_generation":{"0":{"count":48,"total_ms":1.5364640858024359,"collected":0},"1":{"count":5,"total_ms":1.4180890284478664,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26814802549779415,"layout_ms":44.52071792911738},"gc_counts_before":[2,11,24],"gc_by_generation":{"0":{"count":48,"total_ms":1.4741054037585855,"collected":0},"1":{"count":5,"total_ms":1.5800300752744079,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29966910369694233,"layout_ms":154.08743498846889},"gc_counts_before":[2,11,29],"gc_by_generation":{"0":{"count":53,"total_ms":1.4117045793682337,"collected":0},"1":{"count":5,"total_ms":1.5031059738248587,"collected":0},"2":{"count":1,"total_ms":108.23994502425194,"collected":0}}}],"planner":[{"timing":{"common_ms":0.3056480782106519,"layout_ms":18.048317986540496},"gc_counts_before":[2,11,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.3369869664311409,"collected":0},"1":{"count":1,"total_ms":0.12250104919075966,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29297603759914637,"layout_ms":17.832546029239893},"gc_counts_before":[2,11,8],"gc_by_generation":{"0":{"count":7,"total_ms":0.33063278533518314,"collected":0},"1":{"count":1,"total_ms":0.35596999805420637,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29515509959310293,"layout_ms":17.116626957431436},"gc_counts_before":[2,0,14],"gc_by_generation":{"0":{"count":7,"total_ms":0.3791592316702008,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27641491033136845,"layout_ms":18.00711906980723},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":7,"total_ms":0.37596700713038445,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2974750241264701,"layout_ms":17.14426407124847},"gc_counts_before":[2,9,28],"gc_by_generation":{"0":{"count":6,"total_ms":0.34004903864115477,"collected":0},"1":{"count":1,"total_ms":0.2232989063486457,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27092895470559597,"layout_ms":17.393643967807293},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.38991193287074566,"collected":0},"1":{"count":1,"total_ms":0.3644059179350734,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28528599068522453,"layout_ms":17.16652396135032},"gc_counts_before":[2,10,9],"gc_by_generation":{"0":{"count":6,"total_ms":0.28198014479130507,"collected":0},"1":{"count":1,"total_ms":0.20565895829349756,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25923806242644787,"layout_ms":17.4282758962363},"gc_counts_before":[2,7,10],"gc_by_generation":{"0":{"count":6,"total_ms":0.364100094884634,"collected":0},"1":{"count":1,"total_ms":0.4347709473222494,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2895650686696172,"layout_ms":17.118035000748932},"gc_counts_before":[2,7,15],"gc_by_generation":{"0":{"count":6,"total_ms":0.3495189594104886,"collected":0},"1":{"count":1,"total_ms":0.24266401305794716,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2762089716270566,"layout_ms":17.652322072535753},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":6,"total_ms":0.33554784022271633,"collected":0},"1":{"count":1,"total_ms":0.2220900496467948,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3055400447919965,"layout_ms":17.104345024563372},"gc_counts_before":[2,9,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.35764812491834164,"collected":0},"1":{"count":1,"total_ms":0.1884800149127841,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26475603226572275,"layout_ms":16.996657010167837},"gc_counts_before":[2,3,13],"gc_by_generation":{"0":{"count":7,"total_ms":0.37793698720633984,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3173109143972397,"layout_ms":17.23695790860802},"gc_counts_before":[2,5,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.30514178797602654,"collected":0},"1":{"count":1,"total_ms":0.2055040095001459,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2552010118961334,"layout_ms":17.107862047851086},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":7,"total_ms":0.38518093060702085,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2752969739958644,"layout_ms":17.90334505494684},"gc_counts_before":[2,2,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.4240848356857896,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30483200680464506,"layout_ms":16.96918997913599},"gc_counts_before":[2,4,29],"gc_by_generation":{"0":{"count":7,"total_ms":0.3813889343291521,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":2,"samples":{"contiguous":[{"timing":{"common_ms":0.3571789711713791,"layout_ms":7.2998880641534925},"gc_counts_before":[281,8,28],"gc_by_generation":{"0":{"count":2,"total_ms":0.1714660320430994,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24481001310050488,"layout_ms":6.657605059444904},"gc_counts_before":[2,3,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.15424599405378103,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2503710566088557,"layout_ms":6.880329921841621},"gc_counts_before":[2,11,10],"gc_by_generation":{"0":{"count":1,"total_ms":0.08475000504404306,"collected":0},"1":{"count":1,"total_ms":0.2034829230979085,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24925707839429379,"layout_ms":7.0165779907256365},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.1560139935463667,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24700199719518423,"layout_ms":6.794248940423131},"gc_counts_before":[2,3,0],"gc_by_generation":{"0":{"count":2,"total_ms":0.14484906569123268,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.31248608138412237,"layout_ms":6.825777003541589},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":1,"total_ms":0.08633697871118784,"collected":0},"1":{"count":1,"total_ms":0.09755394421517849,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24889700580388308,"layout_ms":6.797558045946062},"gc_counts_before":[2,8,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.1459399936720729,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24789408780634403,"layout_ms":6.754882982932031},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.14518504031002522,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24427997414022684,"layout_ms":6.75734190735966},"gc_counts_before":[2,3,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.1484049716964364,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28141902294009924,"layout_ms":7.383479969576001},"gc_counts_before":[3,11,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.08601101581007242,"collected":0},"1":{"count":1,"total_ms":0.09499501902610064,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24633598513901234,"layout_ms":6.79920194670558},"gc_counts_before":[2,1,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.15213806182146072,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2510409103706479,"layout_ms":6.76287803798914},"gc_counts_before":[2,6,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.1585731515660882,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24079903960227966,"layout_ms":6.726132007315755},"gc_counts_before":[2,3,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.14343601651489735,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25365594774484634,"layout_ms":6.665899069048464},"gc_counts_before":[2,3,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.14514115173369646,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2436119830235839,"layout_ms":7.036849041469395},"gc_counts_before":[2,10,23],"gc_by_generation":{"0":{"count":1,"total_ms":0.07145002018660307,"collected":0},"1":{"count":1,"total_ms":0.3100479952991009,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.31349691562354565,"layout_ms":6.870003999210894},"gc_counts_before":[2,5,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.14657317660748959,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.28213392943143845,"layout_ms":152.45540591422468},"gc_counts_before":[1,10,28],"gc_by_generation":{"0":{"count":51,"total_ms":1.4584632590413094,"collected":0},"1":{"count":5,"total_ms":1.7077381489798427,"collected":0},"2":{"count":1,"total_ms":106.71002801973373,"collected":0}}},{"timing":{"common_ms":0.24471909273415804,"layout_ms":44.15189998690039},"gc_counts_before":[2,1,6],"gc_by_generation":{"0":{"count":47,"total_ms":1.116218976676464,"collected":0},"1":{"count":4,"total_ms":1.600733958184719,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24740200024098158,"layout_ms":43.34278998430818},"gc_counts_before":[2,1,11],"gc_by_generation":{"0":{"count":47,"total_ms":1.1255339486524463,"collected":0},"1":{"count":4,"total_ms":1.4989380724728107,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24374108761548996,"layout_ms":43.458038941025734},"gc_counts_before":[2,11,15],"gc_by_generation":{"0":{"count":46,"total_ms":1.4040519017726183,"collected":0},"1":{"count":5,"total_ms":1.3638328528031707,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24251500144600868,"layout_ms":43.77551598008722},"gc_counts_before":[2,4,20],"gc_by_generation":{"0":{"count":47,"total_ms":1.4760862104594707,"collected":0},"1":{"count":4,"total_ms":1.2410500785335898,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24557102005928755,"layout_ms":44.35262596234679},"gc_counts_before":[2,5,0],"gc_by_generation":{"0":{"count":50,"total_ms":1.519929850474,"collected":0},"1":{"count":4,"total_ms":1.2741759419441223,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23815303575247526,"layout_ms":46.82839603628963},"gc_counts_before":[2,10,5],"gc_by_generation":{"0":{"count":46,"total_ms":1.542750047519803,"collected":0},"1":{"count":5,"total_ms":1.3460268964990973,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23964804131537676,"layout_ms":43.99163101334125},"gc_counts_before":[2,5,11],"gc_by_generation":{"0":{"count":47,"total_ms":1.4825293328613043,"collected":0},"1":{"count":4,"total_ms":1.2285599950700998,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24131801910698414,"layout_ms":43.64031401928514},"gc_counts_before":[2,5,16],"gc_by_generation":{"0":{"count":47,"total_ms":1.4539345866069198,"collected":0},"1":{"count":4,"total_ms":1.2324790004640818,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2546430332586169,"layout_ms":156.07963898219168},"gc_counts_before":[2,3,21],"gc_by_generation":{"0":{"count":52,"total_ms":1.4649989316239953,"collected":0},"1":{"count":4,"total_ms":1.1173341190442443,"collected":0},"2":{"count":1,"total_ms":111.52648192364722,"collected":0}}},{"timing":{"common_ms":0.24698697961866856,"layout_ms":45.48951890319586},"gc_counts_before":[2,1,3],"gc_by_generation":{"0":{"count":47,"total_ms":1.187003101222217,"collected":0},"1":{"count":4,"total_ms":1.5852311626076698,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24408590979874134,"layout_ms":44.417380006052554},"gc_counts_before":[2,3,8],"gc_by_generation":{"0":{"count":47,"total_ms":1.4891332248225808,"collected":0},"1":{"count":4,"total_ms":1.3363088946789503,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23935898207128048,"layout_ms":43.52919396478683},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":47,"total_ms":1.4990598428994417,"collected":0},"1":{"count":4,"total_ms":1.2848119949921966,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24312303867191076,"layout_ms":44.25869998522103},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":47,"total_ms":1.5083667822182178,"collected":0},"1":{"count":4,"total_ms":1.3049111003056169,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25080202613025904,"layout_ms":147.82795996870846},"gc_counts_before":[2,0,24],"gc_by_generation":{"0":{"count":46,"total_ms":1.5118687879294157,"collected":0},"1":{"count":4,"total_ms":1.271174056455493,"collected":0},"2":{"count":1,"total_ms":103.56812609825283,"collected":0}}},{"timing":{"common_ms":0.2757370239123702,"layout_ms":44.82896497938782},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":49,"total_ms":1.438641338609159,"collected":0},"1":{"count":5,"total_ms":1.774327945895493,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2823940012603998,"layout_ms":18.636848079040647},"gc_counts_before":[3,6,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.3800550475716591,"collected":0},"1":{"count":1,"total_ms":0.27588289231061935,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24907698389142752,"layout_ms":17.326992005109787},"gc_counts_before":[2,5,5],"gc_by_generation":{"0":{"count":7,"total_ms":0.33141474705189466,"collected":0},"1":{"count":1,"total_ms":0.4390450194478035,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2798520727083087,"layout_ms":16.61936508025974},"gc_counts_before":[2,4,10],"gc_by_generation":{"0":{"count":7,"total_ms":0.34995784517377615,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2559840213507414,"layout_ms":16.57645299565047},"gc_counts_before":[2,4,15],"gc_by_generation":{"0":{"count":7,"total_ms":0.3596469759941101,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29044400434941053,"layout_ms":113.80615807138383},"gc_counts_before":[2,7,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.3509159432724118,"collected":0},"1":{"count":1,"total_ms":0.24432491045445204,"collected":0},"2":{"count":1,"total_ms":96.67552192695439,"collected":0}}},{"timing":{"common_ms":0.24616497103124857,"layout_ms":16.59901102539152},"gc_counts_before":[2,1,5],"gc_by_generation":{"0":{"count":7,"total_ms":0.3694208571687341,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28504105284810066,"layout_ms":16.526596038602293},"gc_counts_before":[2,1,10],"gc_by_generation":{"0":{"count":7,"total_ms":0.36961096338927746,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23850798606872559,"layout_ms":17.004981986247003},"gc_counts_before":[2,10,10],"gc_by_generation":{"0":{"count":6,"total_ms":0.25569088757038116,"collected":0},"1":{"count":1,"total_ms":0.4368480294942856,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25531603023409843,"layout_ms":16.701622982509434},"gc_counts_before":[2,8,15],"gc_by_generation":{"0":{"count":6,"total_ms":0.34296594094485044,"collected":0},"1":{"count":1,"total_ms":0.22449798416346312,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26412692386657,"layout_ms":17.55214505828917},"gc_counts_before":[2,8,20],"gc_by_generation":{"0":{"count":6,"total_ms":0.3491360694169998,"collected":0},"1":{"count":1,"total_ms":0.22662291303277016,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2865530550479889,"layout_ms":16.949663986451924},"gc_counts_before":[2,4,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.318793929181993,"collected":0},"1":{"count":1,"total_ms":0.3209320129826665,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2450660103932023,"layout_ms":17.0649450737983},"gc_counts_before":[2,8,12],"gc_by_generation":{"0":{"count":6,"total_ms":0.3469339571893215,"collected":0},"1":{"count":1,"total_ms":0.3432868979871273,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2906949957832694,"layout_ms":16.79362403228879},"gc_counts_before":[2,8,17],"gc_by_generation":{"0":{"count":6,"total_ms":0.344078172929585,"collected":0},"1":{"count":1,"total_ms":0.22877403534948826,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24641305208206177,"layout_ms":16.80127007421106},"gc_counts_before":[2,5,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.31631404999643564,"collected":0},"1":{"count":1,"total_ms":0.29054610058665276,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.247836927883327,"layout_ms":17.18093396630138},"gc_counts_before":[2,3,23],"gc_by_generation":{"0":{"count":7,"total_ms":0.3617469919845462,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25072298012673855,"layout_ms":16.524320002645254},"gc_counts_before":[3,2,2],"gc_by_generation":{"0":{"count":9,"total_ms":0.37092005368322134,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":3,"samples":{"contiguous":[{"timing":{"common_ms":0.3762469859793782,"layout_ms":7.646951940841973},"gc_counts_before":[247,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.19132194574922323,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25504804216325283,"layout_ms":6.99059700127691},"gc_counts_before":[2,0,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.16227294690907001,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25207491125911474,"layout_ms":7.02163705136627},"gc_counts_before":[2,9,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.15103700570762157,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26062794495373964,"layout_ms":7.336840033531189},"gc_counts_before":[2,2,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.17388607375323772,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2782590454444289,"layout_ms":7.289010100066662},"gc_counts_before":[2,10,3],"gc_by_generation":{"0":{"count":1,"total_ms":0.07066898979246616,"collected":0},"1":{"count":1,"total_ms":0.3080279566347599,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2747259568423033,"layout_ms":7.012085989117622},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.1626298762857914,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2585579641163349,"layout_ms":7.0224819937720895},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.15969795640558004,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2529780613258481,"layout_ms":7.057579001411796},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.15457917470484972,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2520789857953787,"layout_ms":7.246379973366857},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":1,"total_ms":0.06560096517205238,"collected":0},"1":{"count":1,"total_ms":0.29401807114481926,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2809070283547044,"layout_ms":7.9801930114626884},"gc_counts_before":[3,2,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.15628791879862547,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2546421019360423,"layout_ms":7.032757042907178},"gc_counts_before":[2,8,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.16314093954861164,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26278290897607803,"layout_ms":6.970628979615867},"gc_counts_before":[2,2,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.17043901607394218,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24986197240650654,"layout_ms":7.280749035999179},"gc_counts_before":[2,11,12],"gc_by_generation":{"0":{"count":1,"total_ms":0.09741203393787146,"collected":0},"1":{"count":1,"total_ms":0.35946699790656567,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2620770828798413,"layout_ms":6.96771196089685},"gc_counts_before":[2,0,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.15882099978625774,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2615400590002537,"layout_ms":7.03839398920536},"gc_counts_before":[2,8,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.1636961242184043,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28054299764335155,"layout_ms":7.053280016407371},"gc_counts_before":[3,6,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.16678008250892162,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2838630462065339,"layout_ms":46.618702937848866},"gc_counts_before":[1,11,4],"gc_by_generation":{"0":{"count":47,"total_ms":1.665256335400045,"collected":0},"1":{"count":5,"total_ms":1.7141058342531323,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2598230494186282,"layout_ms":45.093863969668746},"gc_counts_before":[2,10,10],"gc_by_generation":{"0":{"count":47,"total_ms":1.521577942185104,"collected":0},"1":{"count":5,"total_ms":1.4551859349012375,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27269998099654913,"layout_ms":44.707832974381745},"gc_counts_before":[2,11,15],"gc_by_generation":{"0":{"count":47,"total_ms":1.4748426619917154,"collected":0},"1":{"count":5,"total_ms":1.5575761208310723,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2638209844008088,"layout_ms":44.018910033628345},"gc_counts_before":[2,10,20],"gc_by_generation":{"0":{"count":47,"total_ms":1.4377018669620156,"collected":0},"1":{"count":5,"total_ms":1.2973269913345575,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25373499374836683,"layout_ms":154.68834503553808},"gc_counts_before":[2,4,25],"gc_by_generation":{"0":{"count":52,"total_ms":1.4386629918590188,"collected":0},"1":{"count":5,"total_ms":1.2744871200993657,"collected":0},"2":{"count":1,"total_ms":110.6504030758515,"collected":0}}},{"timing":{"common_ms":0.2543490845710039,"layout_ms":44.88260601647198},"gc_counts_before":[2,0,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.5284824185073376,"collected":0},"1":{"count":4,"total_ms":1.3305690372362733,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24354294873774052,"layout_ms":45.01231003087014},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":48,"total_ms":1.5064424369484186,"collected":0},"1":{"count":4,"total_ms":1.3288150075823069,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2532610669732094,"layout_ms":44.825627002865076},"gc_counts_before":[2,11,14],"gc_by_generation":{"0":{"count":47,"total_ms":1.5072489622980356,"collected":0},"1":{"count":5,"total_ms":1.5665137907490134,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.245031900703907,"layout_ms":44.086160021834075},"gc_counts_before":[2,0,20],"gc_by_generation":{"0":{"count":48,"total_ms":1.5088837826624513,"collected":0},"1":{"count":4,"total_ms":1.2949550291523337,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26184599846601486,"layout_ms":167.99772705417126},"gc_counts_before":[2,11,24],"gc_by_generation":{"0":{"count":46,"total_ms":1.486912602558732,"collected":0},"1":{"count":5,"total_ms":1.4506090665236115,"collected":0},"2":{"count":1,"total_ms":123.04437602870166,"collected":0}}},{"timing":{"common_ms":0.2584969624876976,"layout_ms":45.809454983100295},"gc_counts_before":[2,4,2],"gc_by_generation":{"0":{"count":51,"total_ms":1.5859754057601094,"collected":0},"1":{"count":4,"total_ms":1.3784391339868307,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24768500588834286,"layout_ms":44.99752295669168},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":47,"total_ms":1.4763707295060158,"collected":0},"1":{"count":5,"total_ms":1.4257211005315185,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24469697382301092,"layout_ms":44.03820598963648},"gc_counts_before":[2,1,13],"gc_by_generation":{"0":{"count":48,"total_ms":1.1416333727538586,"collected":0},"1":{"count":4,"total_ms":1.5448388876393437,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24824205320328474,"layout_ms":44.49103900697082},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":47,"total_ms":1.5019204001873732,"collected":0},"1":{"count":5,"total_ms":1.4448181027546525,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2558289561420679,"layout_ms":44.21238403301686},"gc_counts_before":[2,10,23],"gc_by_generation":{"0":{"count":47,"total_ms":1.5167627716436982,"collected":0},"1":{"count":5,"total_ms":1.4557198155671358,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2873130142688751,"layout_ms":162.856710026972},"gc_counts_before":[2,9,28],"gc_by_generation":{"0":{"count":52,"total_ms":1.5061176382005215,"collected":0},"1":{"count":5,"total_ms":1.4057127991691232,"collected":0},"2":{"count":1,"total_ms":116.50221003219485,"collected":0}}}],"planner":[{"timing":{"common_ms":0.30870898626744747,"layout_ms":17.04519207123667},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.33831794280558825,"collected":0},"1":{"count":1,"total_ms":0.17361901700496674,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2627490321174264,"layout_ms":17.441403004340827},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":8,"total_ms":0.3855339018628001,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2904690336436033,"layout_ms":16.965470975264907},"gc_counts_before":[2,2,15],"gc_by_generation":{"0":{"count":7,"total_ms":0.36954705137759447,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2567339688539505,"layout_ms":17.623365041799843},"gc_counts_before":[2,3,20],"gc_by_generation":{"0":{"count":7,"total_ms":0.37136906757950783,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2636989811435342,"layout_ms":16.76019502338022},"gc_counts_before":[3,1,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.38738385774195194,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2547029871493578,"layout_ms":17.352947033941746},"gc_counts_before":[2,6,8],"gc_by_generation":{"0":{"count":6,"total_ms":0.33036922104656696,"collected":0},"1":{"count":1,"total_ms":0.46436209231615067,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28723094146698713,"layout_ms":17.108313040807843},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.36324397660791874,"collected":0},"1":{"count":1,"total_ms":0.25106407701969147,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2532269572839141,"layout_ms":16.881329007446766},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":7,"total_ms":0.3739582607522607,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27371395844966173,"layout_ms":16.841580043546855},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":7,"total_ms":0.38258417043834925,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2526349853724241,"layout_ms":17.4751749727875},"gc_counts_before":[2,4,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.38345507346093655,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2880969550460577,"layout_ms":17.01407297514379},"gc_counts_before":[2,11,6],"gc_by_generation":{"0":{"count":8,"total_ms":0.30212104320526123,"collected":0},"1":{"count":1,"total_ms":0.11493498459458351,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2548699267208576,"layout_ms":16.680401051416993},"gc_counts_before":[2,4,12],"gc_by_generation":{"0":{"count":7,"total_ms":0.3729331074282527,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2751098945736885,"layout_ms":17.02711498364806},"gc_counts_before":[2,5,17],"gc_by_generation":{"0":{"count":6,"total_ms":0.30308193527162075,"collected":0},"1":{"count":1,"total_ms":0.1910720020532608,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2504010917618871,"layout_ms":16.877184971235693},"gc_counts_before":[2,2,18],"gc_by_generation":{"0":{"count":7,"total_ms":0.3747401060536504,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27647207025438547,"layout_ms":17.509032040834427},"gc_counts_before":[2,1,23],"gc_by_generation":{"0":{"count":7,"total_ms":0.3694789484143257,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27205096557736397,"layout_ms":16.80453505832702},"gc_counts_before":[2,2,28],"gc_by_generation":{"0":{"count":7,"total_ms":0.37370005156844854,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":4,"samples":{"contiguous":[{"timing":{"common_ms":0.38642005529254675,"layout_ms":7.724319933913648},"gc_counts_before":[240,7,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.20199292339384556,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2683219499886036,"layout_ms":7.169628981500864},"gc_counts_before":[2,3,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.17488503362983465,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26232097297906876,"layout_ms":7.125639007426798},"gc_counts_before":[2,1,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.15881902072578669,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2696859883144498,"layout_ms":7.085154065862298},"gc_counts_before":[2,8,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.16706192400306463,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28490996919572353,"layout_ms":7.333952933549881},"gc_counts_before":[2,10,24],"gc_by_generation":{"0":{"count":1,"total_ms":0.0689519802108407,"collected":0},"1":{"count":1,"total_ms":0.3288380103185773,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30026701278984547,"layout_ms":7.2480220114812255},"gc_counts_before":[3,9,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.1704948954284191,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2744589000940323,"layout_ms":7.076125941239297},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.17421308439224958,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.258865999057889,"layout_ms":7.320972043089569},"gc_counts_before":[2,10,9],"gc_by_generation":{"0":{"count":1,"total_ms":0.07132592145353556,"collected":0},"1":{"count":1,"total_ms":0.3076669527217746,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2601500600576401,"layout_ms":7.187593029811978},"gc_counts_before":[2,7,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.15833298675715923,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3021599259227514,"layout_ms":7.293636095710099},"gc_counts_before":[2,2,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.17284497153013945,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2629479859024286,"layout_ms":7.455638027749956},"gc_counts_before":[2,10,3],"gc_by_generation":{"0":{"count":1,"total_ms":0.0721390824764967,"collected":0},"1":{"count":1,"total_ms":0.33057702239602804,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2677700249478221,"layout_ms":7.039724965579808},"gc_counts_before":[2,5,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.16764597967267036,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25913596618920565,"layout_ms":7.053809007629752},"gc_counts_before":[2,2,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.16119296196848154,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29214692767709494,"layout_ms":7.125647040084004},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.1667090691626072,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26622298173606396,"layout_ms":7.013724069111049},"gc_counts_before":[2,1,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.16664783470332623,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32357394229620695,"layout_ms":7.127472897991538},"gc_counts_before":[3,0,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.16451103147119284,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.3005170729011297,"layout_ms":159.3999690376222},"gc_counts_before":[1,9,24],"gc_by_generation":{"0":{"count":52,"total_ms":1.4781294157728553,"collected":0},"1":{"count":5,"total_ms":1.6278258990496397,"collected":0},"2":{"count":1,"total_ms":113.48043300677091,"collected":0}}},{"timing":{"common_ms":0.26264507323503494,"layout_ms":44.529253034852445},"gc_counts_before":[2,1,5],"gc_by_generation":{"0":{"count":49,"total_ms":1.1957691749557853,"collected":0},"1":{"count":4,"total_ms":1.6723261214792728,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2867410657927394,"layout_ms":44.18720002286136},"gc_counts_before":[2,3,10],"gc_by_generation":{"0":{"count":49,"total_ms":1.5228711999952793,"collected":0},"1":{"count":4,"total_ms":1.3102730736136436,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2638839650899172,"layout_ms":44.74947601556778},"gc_counts_before":[2,3,15],"gc_by_generation":{"0":{"count":49,"total_ms":1.5436785761266947,"collected":0},"1":{"count":4,"total_ms":1.2188659748062491,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.262225978076458,"layout_ms":44.26319105550647},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":48,"total_ms":1.5267858980223536,"collected":0},"1":{"count":5,"total_ms":1.3035780284553766,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26683101896196604,"layout_ms":153.2857259735465},"gc_counts_before":[2,0,25],"gc_by_generation":{"0":{"count":53,"total_ms":1.5622394857928157,"collected":0},"1":{"count":4,"total_ms":1.2528309598565102,"collected":0},"2":{"count":1,"total_ms":107.45916701853275,"collected":0}}},{"timing":{"common_ms":0.25961105711758137,"layout_ms":44.467838015407324},"gc_counts_before":[2,10,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.5335270436480641,"collected":0},"1":{"count":5,"total_ms":1.3764620525762439,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2637250581756234,"layout_ms":44.608822907321155},"gc_counts_before":[2,7,10],"gc_by_generation":{"0":{"count":48,"total_ms":1.4428743161261082,"collected":0},"1":{"count":5,"total_ms":1.3793909456580877,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.253707985393703,"layout_ms":44.58449000958353},"gc_counts_before":[2,9,15],"gc_by_generation":{"0":{"count":48,"total_ms":1.5186888631433249,"collected":0},"1":{"count":5,"total_ms":1.4046779833734035,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26654405519366264,"layout_ms":44.53395900782198},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":48,"total_ms":1.5269004506990314,"collected":0},"1":{"count":5,"total_ms":1.419179025106132,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2736940514296293,"layout_ms":163.85735699441284},"gc_counts_before":[2,4,25],"gc_by_generation":{"0":{"count":52,"total_ms":1.4882755931466818,"collected":0},"1":{"count":5,"total_ms":1.2778848176822066,"collected":0},"2":{"count":1,"total_ms":118.19471698254347,"collected":0}}},{"timing":{"common_ms":0.26313099078834057,"layout_ms":44.71653699874878},"gc_counts_before":[2,0,4],"gc_by_generation":{"0":{"count":49,"total_ms":1.5644051600247622,"collected":0},"1":{"count":4,"total_ms":1.3375009875744581,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25475199799984694,"layout_ms":44.51899800915271},"gc_counts_before":[2,4,9],"gc_by_generation":{"0":{"count":49,"total_ms":1.5160193433985114,"collected":0},"1":{"count":4,"total_ms":1.249611028470099,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26145600713789463,"layout_ms":44.71457202453166},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":49,"total_ms":1.1775043094530702,"collected":0},"1":{"count":4,"total_ms":1.7874040640890598,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26511901523917913,"layout_ms":44.750989065505564},"gc_counts_before":[2,3,20],"gc_by_generation":{"0":{"count":49,"total_ms":1.5813905047252774,"collected":0},"1":{"count":4,"total_ms":1.3156068744137883,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.294137978926301,"layout_ms":152.77678798884153},"gc_counts_before":[2,3,25],"gc_by_generation":{"0":{"count":52,"total_ms":1.4319232432171702,"collected":0},"1":{"count":5,"total_ms":1.3528999406844378,"collected":0},"2":{"count":1,"total_ms":106.51188401971012,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2961589489132166,"layout_ms":17.0305659994483},"gc_counts_before":[3,6,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.3686710260808468,"collected":0},"1":{"count":1,"total_ms":0.23016100749373436,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26828807312995195,"layout_ms":17.39549497142434},"gc_counts_before":[2,5,4],"gc_by_generation":{"0":{"count":7,"total_ms":0.3628151025623083,"collected":0},"1":{"count":1,"total_ms":0.4429229302331805,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2894069766625762,"layout_ms":17.1176710864529},"gc_counts_before":[2,6,9],"gc_by_generation":{"0":{"count":6,"total_ms":0.33702910877764225,"collected":0},"1":{"count":1,"total_ms":0.29250001534819603,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27176598086953163,"layout_ms":17.187852994538844},"gc_counts_before":[2,8,14],"gc_by_generation":{"0":{"count":6,"total_ms":0.3648309502750635,"collected":0},"1":{"count":1,"total_ms":0.228778924793005,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2949920017272234,"layout_ms":16.773896059021354},"gc_counts_before":[2,3,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.38204912561923265,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2647130750119686,"layout_ms":17.132931970991194},"gc_counts_before":[2,11,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.318257138133049,"collected":0},"1":{"count":1,"total_ms":0.25597994681447744,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2917019883170724,"layout_ms":16.987187089398503},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.381545047275722,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25948998518288136,"layout_ms":16.81817602366209},"gc_counts_before":[2,0,10],"gc_by_generation":{"0":{"count":7,"total_ms":0.38248091004788876,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2844339469447732,"layout_ms":17.082860926166177},"gc_counts_before":[2,0,15],"gc_by_generation":{"0":{"count":7,"total_ms":0.3739306703209877,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2684610662981868,"layout_ms":16.875771107152104},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":7,"total_ms":0.3820850979536772,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2978959819301963,"layout_ms":17.049290938302875},"gc_counts_before":[3,1,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.39170985110104084,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2670689718797803,"layout_ms":17.136483918875456},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":6,"total_ms":0.35164086148142815,"collected":0},"1":{"count":1,"total_ms":0.37416990380734205,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30946393962949514,"layout_ms":17.2309159534052},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.33871480263769627,"collected":0},"1":{"count":1,"total_ms":0.22757099941372871,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25747495237737894,"layout_ms":17.22390402574092},"gc_counts_before":[2,6,14],"gc_by_generation":{"0":{"count":6,"total_ms":0.34536479506641626,"collected":0},"1":{"count":1,"total_ms":0.41665195021778345,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2697339514270425,"layout_ms":17.89645105600357},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":6,"total_ms":0.36606413777917624,"collected":0},"1":{"count":1,"total_ms":0.3047229256480932,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28905400540679693,"layout_ms":17.177170957438648},"gc_counts_before":[2,8,24],"gc_by_generation":{"0":{"count":6,"total_ms":0.3806549357250333,"collected":0},"1":{"count":1,"total_ms":0.23774895817041397,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":5,"samples":{"contiguous":[{"timing":{"common_ms":0.34227792639285326,"layout_ms":7.589707965962589},"gc_counts_before":[245,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.20171597134321928,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2636740682646632,"layout_ms":7.080321083776653},"gc_counts_before":[2,0,10],"gc_by_generation":{"0":{"count":2,"total_ms":0.17920404206961393,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2651409013196826,"layout_ms":7.046370999887586},"gc_counts_before":[2,9,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.17077592201530933,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26635907124727964,"layout_ms":8.9049480156973},"gc_counts_before":[2,2,25],"gc_by_generation":{"0":{"count":2,"total_ms":0.24541199672967196,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29101897962391376,"layout_ms":7.230928051285446},"gc_counts_before":[2,10,3],"gc_by_generation":{"0":{"count":1,"total_ms":0.07782294414937496,"collected":0},"1":{"count":1,"total_ms":0.3320641117170453,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32433506567031145,"layout_ms":7.164914044551551},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.17873605247586966,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2846410498023033,"layout_ms":7.042182958684862},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.17874210607260466,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25505200028419495,"layout_ms":7.008146028965712},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.17499399837106466,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2697950694710016,"layout_ms":7.313504000194371},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":1,"total_ms":0.07687706965953112,"collected":0},"1":{"count":1,"total_ms":0.3251730231568217,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28680695686489344,"layout_ms":7.302421028725803},"gc_counts_before":[3,2,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.18139788880944252,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2699150936678052,"layout_ms":7.192992023192346},"gc_counts_before":[2,8,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.18848699983209372,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2665339270606637,"layout_ms":7.03729793895036},"gc_counts_before":[2,2,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.1781008904799819,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25378004647791386,"layout_ms":7.346943952143192},"gc_counts_before":[2,11,12],"gc_by_generation":{"0":{"count":1,"total_ms":0.0962249469012022,"collected":0},"1":{"count":1,"total_ms":0.3848500782623887,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26518991217017174,"layout_ms":7.069755927659571},"gc_counts_before":[2,0,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.1680579734966159,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3032999811694026,"layout_ms":7.211080985143781},"gc_counts_before":[2,8,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.17478095833212137,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3100060857832432,"layout_ms":7.132199010811746},"gc_counts_before":[3,6,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.18353108316659927,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.29200606513768435,"layout_ms":48.00005804281682},"gc_counts_before":[1,11,4],"gc_by_generation":{"0":{"count":47,"total_ms":1.7350045964121819,"collected":0},"1":{"count":5,"total_ms":1.855196082033217,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25969604030251503,"layout_ms":45.82227801438421},"gc_counts_before":[2,10,10],"gc_by_generation":{"0":{"count":47,"total_ms":1.5965563943609595,"collected":0},"1":{"count":5,"total_ms":1.5093630645424128,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2611050149425864,"layout_ms":44.860584079287946},"gc_counts_before":[2,11,15],"gc_by_generation":{"0":{"count":47,"total_ms":1.459859893657267,"collected":0},"1":{"count":5,"total_ms":1.5044700121507049,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27352001052349806,"layout_ms":44.61566300597042},"gc_counts_before":[2,10,20],"gc_by_generation":{"0":{"count":47,"total_ms":1.4827167615294456,"collected":0},"1":{"count":5,"total_ms":1.3257820392027497,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25043601635843515,"layout_ms":145.61176905408502},"gc_counts_before":[2,4,25],"gc_by_generation":{"0":{"count":52,"total_ms":1.4599324204027653,"collected":0},"1":{"count":5,"total_ms":1.2233189772814512,"collected":0},"2":{"count":1,"total_ms":101.03664500638843,"collected":0}}},{"timing":{"common_ms":0.25081506464630365,"layout_ms":44.92766794282943},"gc_counts_before":[2,0,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.5399698168039322,"collected":0},"1":{"count":4,"total_ms":1.34458823595196,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25448494125157595,"layout_ms":46.28115694504231},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":48,"total_ms":1.572691253386438,"collected":0},"1":{"count":4,"total_ms":1.3520830543711782,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25842804461717606,"layout_ms":46.20263003744185},"gc_counts_before":[2,11,14],"gc_by_generation":{"0":{"count":47,"total_ms":1.5830801567062736,"collected":0},"1":{"count":5,"total_ms":1.578190946020186,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25105802342295647,"layout_ms":44.810293009504676},"gc_counts_before":[2,0,20],"gc_by_generation":{"0":{"count":48,"total_ms":1.5421583084389567,"collected":0},"1":{"count":4,"total_ms":1.2576378649100661,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27205992955714464,"layout_ms":147.06954592838883},"gc_counts_before":[2,11,24],"gc_by_generation":{"0":{"count":46,"total_ms":1.4999869745224714,"collected":0},"1":{"count":5,"total_ms":1.4803098747506738,"collected":0},"2":{"count":1,"total_ms":102.01331798452884,"collected":0}}},{"timing":{"common_ms":0.2597050042822957,"layout_ms":44.634293066337705},"gc_counts_before":[2,4,2],"gc_by_generation":{"0":{"count":51,"total_ms":1.5605711378157139,"collected":0},"1":{"count":4,"total_ms":1.3127530692145228,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2609899966046214,"layout_ms":46.12936591729522},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":47,"total_ms":1.5839268453419209,"collected":0},"1":{"count":5,"total_ms":1.5000061830505729,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2512750215828419,"layout_ms":44.890225981362164},"gc_counts_before":[2,1,13],"gc_by_generation":{"0":{"count":48,"total_ms":1.1728948447853327,"collected":0},"1":{"count":4,"total_ms":1.6339549329131842,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26075192727148533,"layout_ms":44.55050895921886},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":47,"total_ms":1.5464574098587036,"collected":0},"1":{"count":5,"total_ms":1.4486218569800258,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26266195345669985,"layout_ms":44.56425807438791},"gc_counts_before":[2,10,23],"gc_by_generation":{"0":{"count":47,"total_ms":1.5734914923086762,"collected":0},"1":{"count":5,"total_ms":1.3950869906693697,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28770393691956997,"layout_ms":156.95189707912505},"gc_counts_before":[2,9,28],"gc_by_generation":{"0":{"count":52,"total_ms":1.5756668290123343,"collected":0},"1":{"count":5,"total_ms":1.5308030415326357,"collected":0},"2":{"count":1,"total_ms":108.77728404011577,"collected":0}}}],"planner":[{"timing":{"common_ms":0.3508951049298048,"layout_ms":17.933594062924385},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":8,"total_ms":0.35319000016897917,"collected":0},"1":{"count":1,"total_ms":0.1786770299077034,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29017007909715176,"layout_ms":17.045440967194736},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":8,"total_ms":0.4004982765763998,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.32584299333393574,"layout_ms":16.942630987614393},"gc_counts_before":[2,2,15],"gc_by_generation":{"0":{"count":7,"total_ms":0.38201198913156986,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26355497539043427,"layout_ms":17.987108905799687},"gc_counts_before":[2,3,20],"gc_by_generation":{"0":{"count":7,"total_ms":0.3905041376128793,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2845838898792863,"layout_ms":16.844080993905663},"gc_counts_before":[3,1,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.4015601007267833,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2688219537958503,"layout_ms":17.29403098579496},"gc_counts_before":[2,6,8],"gc_by_generation":{"0":{"count":6,"total_ms":0.34090597182512283,"collected":0},"1":{"count":1,"total_ms":0.45236898586153984,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3211019793525338,"layout_ms":17.116519971750677},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.37414696998894215,"collected":0},"1":{"count":1,"total_ms":0.24836405646055937,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25369098875671625,"layout_ms":16.924622002989054},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":7,"total_ms":0.39563211612403393,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2819499932229519,"layout_ms":17.094720038585365},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":7,"total_ms":0.38702692836523056,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2696510637179017,"layout_ms":16.77025598473847},"gc_counts_before":[2,4,24],"gc_by_generation":{"0":{"count":7,"total_ms":0.38880412466824055,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.4628179594874382,"layout_ms":17.832516925409436},"gc_counts_before":[2,11,6],"gc_by_generation":{"0":{"count":8,"total_ms":0.3066379576921463,"collected":0},"1":{"count":1,"total_ms":0.1431579003110528,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25749998167157173,"layout_ms":16.770334914326668},"gc_counts_before":[2,4,12],"gc_by_generation":{"0":{"count":7,"total_ms":0.3894880646839738,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2892250195145607,"layout_ms":16.988515970297158},"gc_counts_before":[2,5,17],"gc_by_generation":{"0":{"count":6,"total_ms":0.3247631248086691,"collected":0},"1":{"count":1,"total_ms":0.19436399452388287,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2512539504095912,"layout_ms":16.857825918123126},"gc_counts_before":[2,2,18],"gc_by_generation":{"0":{"count":7,"total_ms":0.3986670635640621,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2674170536920428,"layout_ms":17.38520199432969},"gc_counts_before":[2,1,23],"gc_by_generation":{"0":{"count":7,"total_ms":0.38655882235616446,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2888230374082923,"layout_ms":16.935409978032112},"gc_counts_before":[2,2,28],"gc_by_generation":{"0":{"count":7,"total_ms":0.3887459170073271,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":6,"samples":{"contiguous":[{"timing":{"common_ms":0.3454769030213356,"layout_ms":7.213684031739831},"gc_counts_before":[271,1,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.17072109039872885,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2418849617242813,"layout_ms":6.6935570212081075},"gc_counts_before":[2,5,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.14030688907951117,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22702605929225683,"layout_ms":6.590423989109695},"gc_counts_before":[2,0,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.13897696044296026,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2354190219193697,"layout_ms":8.37758497800678},"gc_counts_before":[2,1,23],"gc_by_generation":{"0":{"count":2,"total_ms":0.2471540356054902,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26138697285205126,"layout_ms":6.6111949272453785},"gc_counts_before":[2,0,28],"gc_by_generation":{"0":{"count":2,"total_ms":0.13965705875307322,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2572090597823262,"layout_ms":6.570758996531367},"gc_counts_before":[3,9,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.14341389760375023,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2407400170341134,"layout_ms":6.552682025358081},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.13912096619606018,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2499910769984126,"layout_ms":6.6663980251178145},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.13985007535666227,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2399079967290163,"layout_ms":6.601703003980219},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.14159292913973331,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26375195011496544,"layout_ms":6.682750070467591},"gc_counts_before":[2,2,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.14588504564017057,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2301819622516632,"layout_ms":6.576176034286618},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.1402650959789753,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22750196512788534,"layout_ms":6.514350068755448},"gc_counts_before":[2,0,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.14602893497794867,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22903503850102425,"layout_ms":6.5942080691456795},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.13894808944314718,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23593800142407417,"layout_ms":6.481857039034367},"gc_counts_before":[2,8,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.13895099982619286,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23380503989756107,"layout_ms":6.494948989711702},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.14526199083775282,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.281016924418509,"layout_ms":6.723380065523088},"gc_counts_before":[3,8,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.14375802129507065,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.26559701655060053,"layout_ms":45.665396959520876},"gc_counts_before":[1,3,3],"gc_by_generation":{"0":{"count":49,"total_ms":1.5134889399632812,"collected":0},"1":{"count":4,"total_ms":1.3591879978775978,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.229167053475976,"layout_ms":44.39701896626502},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":46,"total_ms":1.462031272239983,"collected":0},"1":{"count":4,"total_ms":1.1704160133376718,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22973900195211172,"layout_ms":43.65522495936602},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":46,"total_ms":1.430906937457621,"collected":0},"1":{"count":4,"total_ms":1.3024068903177977,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23346103262156248,"layout_ms":43.72177494224161},"gc_counts_before":[2,11,18],"gc_by_generation":{"0":{"count":45,"total_ms":1.3732608640566468,"collected":0},"1":{"count":5,"total_ms":1.3543639797717333,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22129702847450972,"layout_ms":43.08809107169509},"gc_counts_before":[2,3,23],"gc_by_generation":{"0":{"count":46,"total_ms":1.4604991301894188,"collected":0},"1":{"count":4,"total_ms":1.2761757243424654,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22674608044326305,"layout_ms":163.57155493460596},"gc_counts_before":[2,2,28],"gc_by_generation":{"0":{"count":51,"total_ms":1.3175663771107793,"collected":0},"1":{"count":4,"total_ms":1.2745418353006244,"collected":0},"2":{"count":1,"total_ms":119.20279602054507,"collected":0}}},{"timing":{"common_ms":0.22390298545360565,"layout_ms":43.54737501125783},"gc_counts_before":[2,10,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.4287750236690044,"collected":0},"1":{"count":5,"total_ms":1.4709270326420665,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23057498037815094,"layout_ms":43.894462985917926},"gc_counts_before":[2,4,10],"gc_by_generation":{"0":{"count":46,"total_ms":1.4788436237722635,"collected":0},"1":{"count":4,"total_ms":1.1791608994826674,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22105698008090258,"layout_ms":45.422658091410995},"gc_counts_before":[2,3,15],"gc_by_generation":{"0":{"count":46,"total_ms":1.482557156123221,"collected":0},"1":{"count":4,"total_ms":1.386340125463903,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24383794516324997,"layout_ms":43.814317090436816},"gc_counts_before":[2,0,20],"gc_by_generation":{"0":{"count":46,"total_ms":1.4775608433410525,"collected":0},"1":{"count":4,"total_ms":1.3130299048498273,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24239590857177973,"layout_ms":161.36417409870774},"gc_counts_before":[2,4,24],"gc_by_generation":{"0":{"count":51,"total_ms":1.4593948144465685,"collected":0},"1":{"count":4,"total_ms":1.3142168754711747,"collected":0},"2":{"count":1,"total_ms":116.34868895635009,"collected":0}}},{"timing":{"common_ms":0.2274970756843686,"layout_ms":44.399473001249135},"gc_counts_before":[2,10,4],"gc_by_generation":{"0":{"count":45,"total_ms":1.4442320680245757,"collected":0},"1":{"count":5,"total_ms":1.450074021704495,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2248480450361967,"layout_ms":43.692954001016915},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":45,"total_ms":1.4310891274362803,"collected":0},"1":{"count":5,"total_ms":1.5037498669698834,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22629403974860907,"layout_ms":43.581521953456104},"gc_counts_before":[2,5,15],"gc_by_generation":{"0":{"count":46,"total_ms":1.482452847994864,"collected":0},"1":{"count":4,"total_ms":1.244792016223073,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24209695402532816,"layout_ms":43.55712595861405},"gc_counts_before":[2,4,20],"gc_by_generation":{"0":{"count":46,"total_ms":1.463028835132718,"collected":0},"1":{"count":4,"total_ms":1.3208930613473058,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2398769138380885,"layout_ms":153.09272496961057},"gc_counts_before":[2,1,25],"gc_by_generation":{"0":{"count":51,"total_ms":1.4749170513823628,"collected":0},"1":{"count":4,"total_ms":1.1960349511355162,"collected":0},"2":{"count":1,"total_ms":108.18845895119011,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2810519654303789,"layout_ms":17.04838708974421},"gc_counts_before":[2,8,7],"gc_by_generation":{"0":{"count":8,"total_ms":0.3454121761023998,"collected":0},"1":{"count":1,"total_ms":0.2113919472321868,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.254377955570817,"layout_ms":17.74843398015946},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":7,"total_ms":0.3549380926415324,"collected":0},"1":{"count":1,"total_ms":0.33613608684390783,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2713979920372367,"layout_ms":16.553944093175232},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.28996518813073635,"collected":0},"1":{"count":1,"total_ms":0.16222393605858088,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23457000497728586,"layout_ms":17.562580993399024},"gc_counts_before":[2,4,18],"gc_by_generation":{"0":{"count":7,"total_ms":0.3527930239215493,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.259013962931931,"layout_ms":16.66677207686007},"gc_counts_before":[2,5,27],"gc_by_generation":{"0":{"count":6,"total_ms":0.30268600676208735,"collected":0},"1":{"count":1,"total_ms":0.1601779367774725,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23315800353884697,"layout_ms":16.672561992891133},"gc_counts_before":[2,11,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.3053161781281233,"collected":0},"1":{"count":1,"total_ms":0.22691406775265932,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.27435505762696266,"layout_ms":16.587289981544018},"gc_counts_before":[2,0,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.3702569520100951,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22492394782602787,"layout_ms":16.80422096978873},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":6,"total_ms":0.31572277657687664,"collected":0},"1":{"count":1,"total_ms":0.4186710575595498,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2636039862409234,"layout_ms":16.617760993540287},"gc_counts_before":[2,6,14],"gc_by_generation":{"0":{"count":6,"total_ms":0.3105329815298319,"collected":0},"1":{"count":1,"total_ms":0.2832690952345729,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.282036024145782,"layout_ms":20.167984999716282},"gc_counts_before":[2,5,19],"gc_by_generation":{"0":{"count":6,"total_ms":0.3222923260182142,"collected":0},"1":{"count":1,"total_ms":0.16863294877111912,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2681189216673374,"layout_ms":16.440464998595417},"gc_counts_before":[3,11,3],"gc_by_generation":{"0":{"count":8,"total_ms":0.29173388611525297,"collected":0},"1":{"count":1,"total_ms":0.1067479606717825,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25101006031036377,"layout_ms":16.37513004243374},"gc_counts_before":[2,2,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.35622098948806524,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26085402350872755,"layout_ms":16.458074911497533},"gc_counts_before":[2,1,14],"gc_by_generation":{"0":{"count":7,"total_ms":0.3556519513949752,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2224859781563282,"layout_ms":16.86935592442751},"gc_counts_before":[2,10,14],"gc_by_generation":{"0":{"count":6,"total_ms":0.2525580348446965,"collected":0},"1":{"count":1,"total_ms":0.42671000119298697,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23123703431338072,"layout_ms":16.571538988500834},"gc_counts_before":[2,7,19],"gc_by_generation":{"0":{"count":6,"total_ms":0.3339711111038923,"collected":0},"1":{"count":1,"total_ms":0.2325889654457569,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2597369020804763,"layout_ms":16.676413011737168},"gc_counts_before":[2,6,24],"gc_by_generation":{"0":{"count":6,"total_ms":0.3145240480080247,"collected":0},"1":{"count":1,"total_ms":0.2809748984873295,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":7,"samples":{"contiguous":[{"timing":{"common_ms":0.37414301186800003,"layout_ms":7.605853024870157},"gc_counts_before":[240,1,26],"gc_by_generation":{"0":{"count":2,"total_ms":0.19923096988350153,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2683450002223253,"layout_ms":7.080978015437722},"gc_counts_before":[2,9,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.18456799443811178,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26283401530236006,"layout_ms":7.088526035659015},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.1737528946250677,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26377395261079073,"layout_ms":7.120548980310559},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.1807719236239791,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.267205061390996,"layout_ms":7.009709952399135},"gc_counts_before":[2,4,24],"gc_by_generation":{"0":{"count":2,"total_ms":0.17894699703902006,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.3005389589816332,"layout_ms":7.282122038304806},"gc_counts_before":[2,11,28],"gc_by_generation":{"0":{"count":1,"total_ms":0.10653096251189709,"collected":0},"1":{"count":1,"total_ms":0.1268449705094099,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2717510797083378,"layout_ms":7.050517946481705},"gc_counts_before":[2,8,29],"gc_by_generation":{"0":{"count":2,"total_ms":0.18424598965793848,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2550180070102215,"layout_ms":7.061681943014264},"gc_counts_before":[2,4,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.19260693807154894,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.262717017903924,"layout_ms":7.0343989646062255},"gc_counts_before":[2,1,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.17641496378928423,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2898750826716423,"layout_ms":7.1248599560931325},"gc_counts_before":[2,8,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.18378091044723988,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2662499900907278,"layout_ms":7.297208998352289},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.0967539381235838,"collected":0},"1":{"count":1,"total_ms":0.2590640215203166,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2697650343179703,"layout_ms":7.0937019772827625},"gc_counts_before":[2,8,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.1842590281739831,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2574600512161851,"layout_ms":7.0195350563153625},"gc_counts_before":[2,5,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.17534999642521143,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2620380837470293,"layout_ms":6.966727087274194},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.17453508917242289,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2522380091249943,"layout_ms":7.067994913086295},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.18053490202873945,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2941889688372612,"layout_ms":7.193361991085112},"gc_counts_before":[3,3,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.1826140796765685,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2917438978329301,"layout_ms":141.59762195777148},"gc_counts_before":[1,3,26],"gc_by_generation":{"0":{"count":52,"total_ms":1.4602371957153082,"collected":0},"1":{"count":5,"total_ms":1.4251170214265585,"collected":0},"2":{"count":1,"total_ms":95.4557741060853,"collected":0}}},{"timing":{"common_ms":0.2582250162959099,"layout_ms":44.58452493418008},"gc_counts_before":[2,7,4],"gc_by_generation":{"0":{"count":48,"total_ms":1.457584323361516,"collected":0},"1":{"count":5,"total_ms":1.377797918394208,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2801119117066264,"layout_ms":43.97784103639424},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":48,"total_ms":1.530434819869697,"collected":0},"1":{"count":5,"total_ms":1.4195028925314546,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26451796293258667,"layout_ms":44.05027301982045},"gc_counts_before":[2,9,14],"gc_by_generation":{"0":{"count":48,"total_ms":1.490148133598268,"collected":0},"1":{"count":5,"total_ms":1.2990481918677688,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25986297987401485,"layout_ms":44.08515302930027},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":49,"total_ms":1.5458486741408706,"collected":0},"1":{"count":4,"total_ms":1.2945161433890462,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2635400742292404,"layout_ms":44.47494598571211},"gc_counts_before":[2,6,24],"gc_by_generation":{"0":{"count":49,"total_ms":1.5452370280399919,"collected":0},"1":{"count":4,"total_ms":1.2612181017175317,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25827495846897364,"layout_ms":137.67731795087457},"gc_counts_before":[2,10,29],"gc_by_generation":{"0":{"count":52,"total_ms":1.5368297463282943,"collected":0},"1":{"count":5,"total_ms":1.4959960244596004,"collected":0},"2":{"count":1,"total_ms":91.904710046947,"collected":0}}},{"timing":{"common_ms":0.25558494962751865,"layout_ms":44.747299049049616},"gc_counts_before":[2,1,6],"gc_by_generation":{"0":{"count":49,"total_ms":1.184962340630591,"collected":0},"1":{"count":4,"total_ms":1.6971059376373887,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2522380091249943,"layout_ms":44.34031993150711},"gc_counts_before":[2,3,11],"gc_by_generation":{"0":{"count":49,"total_ms":1.5378379030153155,"collected":0},"1":{"count":4,"total_ms":1.2784770224243402,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26865198742598295,"layout_ms":44.1792270867154},"gc_counts_before":[2,3,16],"gc_by_generation":{"0":{"count":49,"total_ms":1.5403714496642351,"collected":0},"1":{"count":4,"total_ms":1.155821024440229,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2633890835568309,"layout_ms":139.94245592039078},"gc_counts_before":[2,10,20],"gc_by_generation":{"0":{"count":47,"total_ms":1.5537503641098738,"collected":0},"1":{"count":5,"total_ms":1.3180089881643653,"collected":0},"2":{"count":1,"total_ms":94.76145694497973,"collected":0}}},{"timing":{"common_ms":0.25525898672640324,"layout_ms":44.74271705839783},"gc_counts_before":[2,1,3],"gc_by_generation":{"0":{"count":51,"total_ms":1.2991436524316669,"collected":0},"1":{"count":4,"total_ms":1.6547960694879293,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25005394127219915,"layout_ms":43.94340293947607},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":48,"total_ms":1.4450580347329378,"collected":0},"1":{"count":5,"total_ms":1.4060789253562689,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25408307556062937,"layout_ms":44.204181991517544},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":49,"total_ms":1.5548310475423932,"collected":0},"1":{"count":4,"total_ms":1.1627881322056055,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2587779890745878,"layout_ms":44.1845030291006},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":49,"total_ms":1.5361403347924352,"collected":0},"1":{"count":4,"total_ms":1.2900448637083173,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28803094755858183,"layout_ms":139.76082496810704},"gc_counts_before":[2,6,24],"gc_by_generation":{"0":{"count":52,"total_ms":1.5236730687320232,"collected":0},"1":{"count":5,"total_ms":1.2488641077652574,"collected":0},"2":{"count":1,"total_ms":94.25081603694707,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2971590729430318,"layout_ms":16.821627039462328},"gc_counts_before":[3,0,3],"gc_by_generation":{"0":{"count":9,"total_ms":0.3899370785802603,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26950996834784746,"layout_ms":17.3699960578233},"gc_counts_before":[2,11,3],"gc_by_generation":{"0":{"count":7,"total_ms":0.32207975164055824,"collected":0},"1":{"count":1,"total_ms":0.33157505095005035,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2821349771693349,"layout_ms":16.73280098475516},"gc_counts_before":[2,0,9],"gc_by_generation":{"0":{"count":7,"total_ms":0.38055703043937683,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2613719552755356,"layout_ms":16.55488705728203},"gc_counts_before":[2,2,14],"gc_by_generation":{"0":{"count":7,"total_ms":0.3844969905912876,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28577307239174843,"layout_ms":16.983769019134343},"gc_counts_before":[2,9,23],"gc_by_generation":{"0":{"count":6,"total_ms":0.34629995934665203,"collected":0},"1":{"count":1,"total_ms":0.2242519985884428,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26506208814680576,"layout_ms":16.821240074932575},"gc_counts_before":[2,1,29],"gc_by_generation":{"0":{"count":7,"total_ms":0.39992702659219503,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2785780234262347,"layout_ms":17.1557969879359},"gc_counts_before":[3,7,4],"gc_by_generation":{"0":{"count":8,"total_ms":0.37839822471141815,"collected":0},"1":{"count":1,"total_ms":0.22906705271452665,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25307806208729744,"layout_ms":17.329704947769642},"gc_counts_before":[2,6,5],"gc_by_generation":{"0":{"count":6,"total_ms":0.3564649960026145,"collected":0},"1":{"count":1,"total_ms":0.45373791363090277,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28099899645894766,"layout_ms":17.04013894777745},"gc_counts_before":[2,6,10],"gc_by_generation":{"0":{"count":6,"total_ms":0.3445290494710207,"collected":0},"1":{"count":1,"total_ms":0.28351997025310993,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26616593822836876,"layout_ms":17.08184601739049},"gc_counts_before":[2,8,15],"gc_by_generation":{"0":{"count":6,"total_ms":0.38718804717063904,"collected":0},"1":{"count":1,"total_ms":0.22960698697715998,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.30880095437169075,"layout_ms":16.791883972473443},"gc_counts_before":[3,2,2],"gc_by_generation":{"0":{"count":9,"total_ms":0.40274683851748705,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2663200721144676,"layout_ms":16.888794023543596},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":6,"total_ms":0.28810312505811453,"collected":0},"1":{"count":1,"total_ms":0.32850599382072687,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.28686097357422113,"layout_ms":16.871090978384018},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":7,"total_ms":0.3835209645330906,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2531950594857335,"layout_ms":17.207822995260358},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":6,"total_ms":0.3595571033656597,"collected":0},"1":{"count":1,"total_ms":0.4462460055947304,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2644989872351289,"layout_ms":16.956795938313007},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":6,"total_ms":0.37059979513287544,"collected":0},"1":{"count":1,"total_ms":0.22691709455102682,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.29601098503917456,"layout_ms":16.82285708375275},"gc_counts_before":[2,11,23],"gc_by_generation":{"0":{"count":6,"total_ms":0.29864092357456684,"collected":0},"1":{"count":1,"total_ms":0.1266120234504342,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}}]},"summary":{"contiguous":{"median_ms":7.582980033475906,"mean_ms":10.713405325077474,"max_ms":102.19348187092692,"critical_samples":[{"phase":"before_qualification","ms":9.467859985306859,"gc2_ms":0},{"phase":"before_qualification","ms":7.822959101758897,"gc2_ms":0},{"phase":"before_qualification","ms":7.53090507350862,"gc2_ms":0},{"phase":"before_qualification","ms":7.703255978412926,"gc2_ms":0},{"phase":"before_qualification","ms":7.538013043813407,"gc2_ms":0},{"phase":"before_qualification","ms":102.19348187092692,"gc2_ms":94.55005789641291},{"phase":"before_qualification","ms":7.666778867132962,"gc2_ms":0},{"phase":"before_qualification","ms":7.5273350812494755,"gc2_ms":0},{"phase":"before_qualification","ms":7.5095780193805695,"gc2_ms":0},{"phase":"before_qualification","ms":7.492930046282709,"gc2_ms":0},{"phase":"before_qualification","ms":7.63246591668576,"gc2_ms":0},{"phase":"before_qualification","ms":7.494101882912219,"gc2_ms":0},{"phase":"before_qualification","ms":7.777706952765584,"gc2_ms":0},{"phase":"before_qualification","ms":7.531089009717107,"gc2_ms":0},{"phase":"before_qualification","ms":7.4709231266751885,"gc2_ms":0},{"phase":"before_qualification","ms":7.535648997873068,"gc2_ms":0},{"phase":"after_qualification","ms":8.615859085693955,"gc2_ms":0},{"phase":"after_qualification","ms":7.693993975408375,"gc2_ms":0},{"phase":"after_qualification","ms":7.549219066277146,"gc2_ms":0},{"phase":"after_qualification","ms":9.17130708694458,"gc2_ms":0},{"phase":"after_qualification","ms":7.681732997298241,"gc2_ms":0},{"phase":"after_qualification","ms":7.582660997286439,"gc2_ms":0},{"phase":"after_qualification","ms":7.45562301017344,"gc2_ms":0},{"phase":"after_qualification","ms":7.579838042147458,"gc2_ms":0},{"phase":"after_qualification","ms":7.583299069665372,"gc2_ms":0},{"phase":"after_qualification","ms":8.558957139030099,"gc2_ms":0},{"phase":"after_qualification","ms":7.718586013652384,"gc2_ms":0},{"phase":"after_qualification","ms":7.515868870541453,"gc2_ms":0},{"phase":"after_qualification","ms":7.600723998621106,"gc2_ms":0},{"phase":"after_qualification","ms":7.485016016289592,"gc2_ms":0},{"phase":"after_qualification","ms":7.514380966313183,"gc2_ms":0},{"phase":"after_qualification","ms":7.626871112734079,"gc2_ms":0}]},"zigzag":{"median_ms":145.0638733804226,"mean_ms":106.76605167100206,"max_ms":168.25957305263728,"critical_samples":[{"phase":"before_qualification","ms":155.0132870906964,"gc2_ms":109.5396609744057},{"phase":"before_qualification","ms":159.11463112570345,"gc2_ms":112.74019395932555},{"phase":"before_qualification","ms":44.88280706573278,"gc2_ms":0},{"phase":"before_qualification","ms":44.777338043786585,"gc2_ms":0},{"phase":"before_qualification","ms":45.069812098518014,"gc2_ms":0},{"phase":"before_qualification","ms":140.26165893301368,"gc2_ms":94.65824603103101},{"phase":"before_qualification","ms":147.87137799430639,"gc2_ms":102.38820302765816},{"phase":"before_qualification","ms":45.21056602243334,"gc2_ms":0},{"phase":"before_qualification","ms":44.46941695641726,"gc2_ms":0},{"phase":"before_qualification","ms":44.926713104359806,"gc2_ms":0},{"phase":"before_qualification","ms":164.4571159267798,"gc2_ms":119.69633598346263},{"phase":"before_qualification","ms":153.5840609576553,"gc2_ms":107.47611499391496},{"phase":"before_qualification","ms":142.51024881377816,"gc2_ms":97.92998002376407},{"phase":"before_qualification","ms":45.20749405492097,"gc2_ms":0},{"phase":"before_qualification","ms":44.85744400881231,"gc2_ms":0},{"phase":"before_qualification","ms":150.63418401405215,"gc2_ms":101.06137802358717},{"phase":"after_qualification","ms":159.70048611052334,"gc2_ms":113.48043300677091},{"phase":"after_qualification","ms":149.66753392945975,"gc2_ms":103.92874595709145},{"phase":"after_qualification","ms":45.12168909423053,"gc2_ms":0},{"phase":"after_qualification","ms":45.0133599806577,"gc2_ms":0},{"phase":"after_qualification","ms":154.94208002928644,"gc2_ms":110.6504030758515},{"phase":"after_qualification","ms":163.79830101504922,"gc2_ms":119.20279602054507},{"phase":"after_qualification","ms":150.70681099314243,"gc2_ms":105.58989702258259},{"phase":"after_qualification","ms":46.461058082059026,"gc2_ms":0},{"phase":"after_qualification","ms":45.6437150714919,"gc2_ms":0},{"phase":"after_qualification","ms":168.25957305263728,"gc2_ms":123.04437602870166},{"phase":"after_qualification","ms":164.13105104584247,"gc2_ms":118.19471698254347},{"phase":"after_qualification","ms":46.39035591389984,"gc2_ms":0},{"phase":"after_qualification","ms":147.61749794706702,"gc2_ms":102.4610981112346},{"phase":"after_qualification","ms":44.98919995967299,"gc2_ms":0},{"phase":"after_qualification","ms":148.07876199483871,"gc2_ms":103.56812609825283},{"phase":"after_qualification","ms":163.14402304124087,"gc2_ms":116.50221003219485}]},"planner":{"median_ms":17.6332289702259,"mean_ms":33.62707657288411,"max_ms":130.81145996693522,"critical_samples":[{"phase":"before_qualification","ms":130.81145996693522,"gc2_ms":113.1602730602026},{"phase":"before_qualification","ms":105.96887301653624,"gc2_ms":88.23003596626222},{"phase":"before_qualification","ms":17.494470928795636,"gc2_ms":0},{"phase":"before_qualification","ms":17.282540095038712,"gc2_ms":0},{"phase":"before_qualification","ms":17.49337592627853,"gc2_ms":0},{"phase":"before_qualification","ms":123.31674701999873,"gc2_ms":106.56056297011673},{"phase":"before_qualification","ms":17.579637933522463,"gc2_ms":0},{"phase":"before_qualification","ms":17.709972918964922,"gc2_ms":0},{"phase":"before_qualification","ms":17.586091882549226,"gc2_ms":0},{"phase":"before_qualification","ms":17.488947021774948,"gc2_ms":0},{"phase":"before_qualification","ms":120.53678405936807,"gc2_ms":103.54917694348842},{"phase":"before_qualification","ms":17.844948917627335,"gc2_ms":0},{"phase":"before_qualification","ms":17.33907510060817,"gc2_ms":0},{"phase":"before_qualification","ms":17.621007980778813,"gc2_ms":0},{"phase":"before_qualification","ms":17.40056904964149,"gc2_ms":0},{"phase":"before_qualification","ms":17.459239927120507,"gc2_ms":0},{"phase":"after_qualification","ms":19.940680009312928,"gc2_ms":0},{"phase":"after_qualification","ms":18.12552206683904,"gc2_ms":0},{"phase":"after_qualification","ms":17.645449959672987,"gc2_ms":0},{"phase":"after_qualification","ms":18.2835339801386,"gc2_ms":0},{"phase":"after_qualification","ms":114.09660207573324,"gc2_ms":96.67552192695439},{"phase":"after_qualification","ms":17.66457292251289,"gc2_ms":0},{"phase":"after_qualification","ms":17.451809952035546,"gc2_ms":0},{"phase":"after_qualification","ms":17.68751395866275,"gc2_ms":0},{"phase":"after_qualification","ms":17.40760006941855,"gc2_ms":0},{"phase":"after_qualification","ms":20.450021023862064,"gc2_ms":0},{"phase":"after_qualification","ms":18.295334884896874,"gc2_ms":0},{"phase":"after_qualification","ms":17.403552890755236,"gc2_ms":0},{"phase":"after_qualification","ms":17.55426882300526,"gc2_ms":0},{"phase":"after_qualification","ms":17.4813789781183,"gc2_ms":0},{"phase":"after_qualification","ms":18.178642028942704,"gc2_ms":0},{"phase":"after_qualification","ms":17.466224962845445,"gc2_ms":0}]}}},{"case":"1m-heldout-trimodal-513-seed20261116","phases":{"before_qualification":[{"rank":0,"samples":{"contiguous":[{"timing":{"common_ms":0.40126999374479055,"layout_ms":5.195233970880508},"gc_counts_before":[1,11,0],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19558810163289309,"layout_ms":4.869126016274095},"gc_counts_before":[102,10,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.09698199573904276,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18507696222513914,"layout_ms":4.579690983518958},"gc_counts_before":[2,0,5],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18744193948805332,"layout_ms":4.581619054079056},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18603005446493626,"layout_ms":4.578197957016528},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1868669642135501,"layout_ms":4.499173955991864},"gc_counts_before":[2,9,11],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18010800704360008,"layout_ms":5.027486942708492},"gc_counts_before":[2,0,12],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18136703874915838,"layout_ms":4.489954910241067},"gc_counts_before":[2,10,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18058600835502148,"layout_ms":4.541876958683133},"gc_counts_before":[2,10,15],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19654992502182722,"layout_ms":4.475346067920327},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18634204752743244,"layout_ms":4.537604982033372},"gc_counts_before":[2,0,1],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22074603475630283,"layout_ms":4.52802493236959},"gc_counts_before":[2,8,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18083106260746717,"layout_ms":4.504945012740791},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24408195167779922,"layout_ms":4.6384199522435665},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.180934090167284,"layout_ms":4.557854030281305},"gc_counts_before":[2,9,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18036493565887213,"layout_ms":4.504858981817961},"gc_counts_before":[2,1,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.21256005857139826,"layout_ms":22.526622051373124},"gc_counts_before":[40,11,0],"gc_by_generation":{"0":{"count":18,"total_ms":0.6052808603271842,"collected":0},"1":{"count":2,"total_ms":1.594560919329524,"collected":112},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18208299297839403,"layout_ms":21.083977073431015},"gc_counts_before":[2,2,3],"gc_by_generation":{"0":{"count":18,"total_ms":0.5132149672135711,"collected":0},"1":{"count":1,"total_ms":0.7814420387148857,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18586101941764355,"layout_ms":20.47773404046893},"gc_counts_before":[12,0,5],"gc_by_generation":{"0":{"count":18,"total_ms":0.7692220387980342,"collected":0},"1":{"count":1,"total_ms":0.6836950778961182,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1809470122680068,"layout_ms":19.819050910882652},"gc_counts_before":[2,10,6],"gc_by_generation":{"0":{"count":16,"total_ms":0.6242631934583187,"collected":0},"1":{"count":2,"total_ms":0.5932560889050364,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18265610560774803,"layout_ms":19.721750053577125},"gc_counts_before":[12,4,8],"gc_by_generation":{"0":{"count":18,"total_ms":0.7500489009544253,"collected":0},"1":{"count":1,"total_ms":0.4132190952077508,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1795829739421606,"layout_ms":20.054652937687933},"gc_counts_before":[12,2,10],"gc_by_generation":{"0":{"count":18,"total_ms":0.5705265793949366,"collected":0},"1":{"count":1,"total_ms":0.9405059972777963,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17601402942091227,"layout_ms":19.95733892545104},"gc_counts_before":[12,0,12],"gc_by_generation":{"0":{"count":18,"total_ms":0.7608168525621295,"collected":0},"1":{"count":1,"total_ms":0.6710439920425415,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1860259799286723,"layout_ms":19.944414030760527},"gc_counts_before":[2,1,14],"gc_by_generation":{"0":{"count":17,"total_ms":0.65906613599509,"collected":0},"1":{"count":1,"total_ms":0.5709580145776272,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17502903938293457,"layout_ms":19.97741695959121},"gc_counts_before":[12,10,15],"gc_by_generation":{"0":{"count":17,"total_ms":0.7219637045636773,"collected":0},"1":{"count":2,"total_ms":0.6466849008575082,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18843600992113352,"layout_ms":19.58674006164074},"gc_counts_before":[2,8,17],"gc_by_generation":{"0":{"count":16,"total_ms":0.6187643157318234,"collected":0},"1":{"count":2,"total_ms":0.5769910058006644,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1721510197967291,"layout_ms":120.03255495801568},"gc_counts_before":[12,2,19],"gc_by_generation":{"0":{"count":17,"total_ms":0.5788278067484498,"collected":0},"1":{"count":1,"total_ms":0.9329260792583227,"collected":0},"2":{"count":1,"total_ms":99.88569107372314,"collected":68}}},{"timing":{"common_ms":0.1804589992389083,"layout_ms":19.797530956566334},"gc_counts_before":[23,0,1],"gc_by_generation":{"0":{"count":19,"total_ms":0.731151201762259,"collected":0},"1":{"count":1,"total_ms":0.6599869811907411,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18881808500736952,"layout_ms":20.37905401084572},"gc_counts_before":[16,11,2],"gc_by_generation":{"0":{"count":17,"total_ms":0.5946080200374126,"collected":0},"1":{"count":2,"total_ms":0.7529250578954816,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18511200323700905,"layout_ms":20.377838984131813},"gc_counts_before":[2,0,5],"gc_by_generation":{"0":{"count":17,"total_ms":0.6821081042289734,"collected":0},"1":{"count":1,"total_ms":0.5781999789178371,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18082396127283573,"layout_ms":20.206323941238225},"gc_counts_before":[16,9,6],"gc_by_generation":{"0":{"count":17,"total_ms":0.7156101055443287,"collected":0},"1":{"count":2,"total_ms":0.6350771291181445,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17711601685732603,"layout_ms":19.958110991865396},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":16,"total_ms":0.6353568751364946,"collected":0},"1":{"count":2,"total_ms":0.6024528993293643,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2744529629126191,"layout_ms":14.15418996475637},"gc_counts_before":[2,7,2],"gc_by_generation":{"0":{"count":3,"total_ms":0.25522802025079727,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19251799676567316,"layout_ms":13.975140056572855},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.09635614696890116,"collected":0},"1":{"count":1,"total_ms":0.2909749746322632,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22838497534394264,"layout_ms":13.818981009535491},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.1863120123744011,"collected":0},"1":{"count":1,"total_ms":0.21600292529910803,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2181150484830141,"layout_ms":13.676185044459999},"gc_counts_before":[2,7,6],"gc_by_generation":{"0":{"count":3,"total_ms":0.23247406352311373,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1839440083131194,"layout_ms":13.731235987506807},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.1004679361358285,"collected":0},"1":{"count":1,"total_ms":0.29635499231517315,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18209090922027826,"layout_ms":13.952665030956268},"gc_counts_before":[12,9,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.2730919513851404,"collected":0},"1":{"count":1,"total_ms":0.2772079315036535,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18284993711858988,"layout_ms":13.577830977737904},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.23743591737002134,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1887199468910694,"layout_ms":13.848547940142453},"gc_counts_before":[12,10,13],"gc_by_generation":{"0":{"count":2,"total_ms":0.274257967248559,"collected":0},"1":{"count":1,"total_ms":0.2521210117265582,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18405099399387836,"layout_ms":13.63154104910791},"gc_counts_before":[2,7,15],"gc_by_generation":{"0":{"count":3,"total_ms":0.25861221365630627,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19105093088001013,"layout_ms":13.652301044203341},"gc_counts_before":[2,5,17],"gc_by_generation":{"0":{"count":3,"total_ms":0.22638693917542696,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1907820114865899,"layout_ms":13.621053076349199},"gc_counts_before":[2,8,0],"gc_by_generation":{"0":{"count":3,"total_ms":0.17198792193084955,"collected":0},"1":{"count":1,"total_ms":0.20836899057030678,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1855690497905016,"layout_ms":13.922119047492743},"gc_counts_before":[16,8,2],"gc_by_generation":{"0":{"count":3,"total_ms":0.31895912252366543,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2379249781370163,"layout_ms":14.435838907957077},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.22681313566863537,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1856969902291894,"layout_ms":14.0254779253155},"gc_counts_before":[16,9,4],"gc_by_generation":{"0":{"count":2,"total_ms":0.2593009267002344,"collected":0},"1":{"count":1,"total_ms":0.34192390739917755,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23288908414542675,"layout_ms":13.710155966691673},"gc_counts_before":[2,6,6],"gc_by_generation":{"0":{"count":3,"total_ms":0.25714992079883814,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20092201884835958,"layout_ms":13.524465030059218},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.22917601745575666,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":1,"samples":{"contiguous":[{"timing":{"common_ms":0.3848699852824211,"layout_ms":4.928322974592447},"gc_counts_before":[1,7,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.4550899611786008,"layout_ms":4.695310024544597},"gc_counts_before":[68,8,1],"gc_by_generation":{"0":{"count":1,"total_ms":0.0649510184302926,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1690019853413105,"layout_ms":4.258066066540778},"gc_counts_before":[2,9,3],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19420695025473833,"layout_ms":4.260457004420459},"gc_counts_before":[2,0,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17687701620161533,"layout_ms":4.244707059115171},"gc_counts_before":[2,9,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17814303282648325,"layout_ms":4.227373981848359},"gc_counts_before":[2,3,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16649893950670958,"layout_ms":4.231063066981733},"gc_counts_before":[2,6,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18727907445281744,"layout_ms":4.190298030152917},"gc_counts_before":[2,3,12],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17168198246508837,"layout_ms":4.18986298609525},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1751800300553441,"layout_ms":4.135544993914664},"gc_counts_before":[2,6,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16628892626613379,"layout_ms":4.226556047797203},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21444004960358143,"layout_ms":4.385797074064612},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17235497944056988,"layout_ms":4.174528061412275},"gc_counts_before":[2,0,21],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2054939977824688,"layout_ms":4.339330946095288},"gc_counts_before":[2,1,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17743906937539577,"layout_ms":4.207590012811124},"gc_counts_before":[2,1,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17260003369301558,"layout_ms":4.217056906782091},"gc_counts_before":[2,4,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.21638197358697653,"layout_ms":138.84991803206503},"gc_counts_before":[17,7,16],"gc_by_generation":{"0":{"count":19,"total_ms":1.2168448884040117,"collected":340},"1":{"count":2,"total_ms":1.3517929473891854,"collected":72},"2":{"count":1,"total_ms":116.56329606194049,"collected":886}}},{"timing":{"common_ms":0.1777689903974533,"layout_ms":19.494235049933195},"gc_counts_before":[2,0,2],"gc_by_generation":{"0":{"count":17,"total_ms":0.6194479065015912,"collected":0},"1":{"count":1,"total_ms":0.5116930697113276,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17130107153207064,"layout_ms":19.47350997943431},"gc_counts_before":[19,9,3],"gc_by_generation":{"0":{"count":16,"total_ms":0.6683750543743372,"collected":0},"1":{"count":2,"total_ms":0.6046189228072762,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17358502373099327,"layout_ms":19.25708190537989},"gc_counts_before":[2,6,5],"gc_by_generation":{"0":{"count":16,"total_ms":0.5705947987735271,"collected":0},"1":{"count":2,"total_ms":0.5504109431058168,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16940105706453323,"layout_ms":19.52393096871674},"gc_counts_before":[19,0,7],"gc_by_generation":{"0":{"count":17,"total_ms":0.7159367669373751,"collected":0},"1":{"count":1,"total_ms":0.6568279350176454,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16928697004914284,"layout_ms":19.257239997386932},"gc_counts_before":[19,9,8],"gc_by_generation":{"0":{"count":16,"total_ms":0.6520397728309035,"collected":0},"1":{"count":2,"total_ms":0.555739039555192,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16669498290866613,"layout_ms":19.419715041294694},"gc_counts_before":[19,6,10],"gc_by_generation":{"0":{"count":16,"total_ms":0.6631739670410752,"collected":0},"1":{"count":2,"total_ms":0.624593929387629,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17458491493016481,"layout_ms":19.393549067899585},"gc_counts_before":[2,6,12],"gc_by_generation":{"0":{"count":16,"total_ms":0.5886169383302331,"collected":0},"1":{"count":2,"total_ms":0.6191100692376494,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16670802142471075,"layout_ms":19.351662020199},"gc_counts_before":[19,3,14],"gc_by_generation":{"0":{"count":17,"total_ms":0.6874230457469821,"collected":0},"1":{"count":1,"total_ms":0.519410939887166,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17047394067049026,"layout_ms":19.095110008493066},"gc_counts_before":[2,0,16],"gc_by_generation":{"0":{"count":17,"total_ms":0.6248630816116929,"collected":0},"1":{"count":1,"total_ms":0.5298450123518705,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16712897922843695,"layout_ms":19.42213100846857},"gc_counts_before":[19,6,17],"gc_by_generation":{"0":{"count":16,"total_ms":0.6741601973772049,"collected":0},"1":{"count":2,"total_ms":0.5727419629693031,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16425794456154108,"layout_ms":19.24085896462202},"gc_counts_before":[19,3,19],"gc_by_generation":{"0":{"count":17,"total_ms":0.6738869706168771,"collected":0},"1":{"count":1,"total_ms":0.5014659836888313,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19041798077523708,"layout_ms":117.84208798781037},"gc_counts_before":[19,0,21],"gc_by_generation":{"0":{"count":20,"total_ms":0.534852035343647,"collected":0},"1":{"count":1,"total_ms":0.5086539313197136,"collected":0},"2":{"count":1,"total_ms":98.0859010014683,"collected":0}}},{"timing":{"common_ms":0.16963400412350893,"layout_ms":19.203776959329844},"gc_counts_before":[2,4,2],"gc_by_generation":{"0":{"count":17,"total_ms":0.6027788622304797,"collected":0},"1":{"count":1,"total_ms":0.4137009382247925,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17076695803552866,"layout_ms":19.769718986935914},"gc_counts_before":[19,1,4],"gc_by_generation":{"0":{"count":17,"total_ms":0.7135719060897827,"collected":0},"1":{"count":1,"total_ms":0.6635129684582353,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1758110010996461,"layout_ms":19.25816899165511},"gc_counts_before":[2,10,5],"gc_by_generation":{"0":{"count":16,"total_ms":0.593016273342073,"collected":0},"1":{"count":2,"total_ms":0.5462879780679941,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2008170122280717,"layout_ms":13.389220112003386},"gc_counts_before":[3,4,1],"gc_by_generation":{"0":{"count":4,"total_ms":0.226458883844316,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17440796364098787,"layout_ms":13.530693016946316},"gc_counts_before":[2,9,1],"gc_by_generation":{"0":{"count":2,"total_ms":0.14281098265200853,"collected":0},"1":{"count":1,"total_ms":0.3139670006930828,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19029900431632996,"layout_ms":13.694718945771456},"gc_counts_before":[2,6,3],"gc_by_generation":{"0":{"count":3,"total_ms":0.24039717391133308,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19854109268635511,"layout_ms":13.388104038313031},"gc_counts_before":[2,3,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.22667914163321257,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17992896027863026,"layout_ms":13.293933006934822},"gc_counts_before":[2,6,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.2297760220244527,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17488596495240927,"layout_ms":13.455205014906824},"gc_counts_before":[19,3,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.2856269711628556,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17017300706356764,"layout_ms":13.223352027125657},"gc_counts_before":[2,0,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.23402192164212465,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16642699483782053,"layout_ms":13.365698978304863},"gc_counts_before":[19,3,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.2862371038645506,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17641799058765173,"layout_ms":13.275761040858924},"gc_counts_before":[2,0,14],"gc_by_generation":{"0":{"count":3,"total_ms":0.2297298051416874,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1722059678286314,"layout_ms":13.59033293556422},"gc_counts_before":[2,9,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.17645000480115414,"collected":0},"1":{"count":1,"total_ms":0.326693058013916,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1972970785573125,"layout_ms":13.258073013275862},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.2312909346073866,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1753970282152295,"layout_ms":13.818384031765163},"gc_counts_before":[19,9,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.25303405709564686,"collected":0},"1":{"count":1,"total_ms":0.38228603079915047,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19909895490854979,"layout_ms":13.44445999711752},"gc_counts_before":[3,9,1],"gc_by_generation":{"0":{"count":3,"total_ms":0.18762913532555103,"collected":0},"1":{"count":1,"total_ms":0.14630204532295465,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16813701950013638,"layout_ms":13.396934024058282},"gc_counts_before":[20,1,2],"gc_by_generation":{"0":{"count":3,"total_ms":0.27714110910892487,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20850799046456814,"layout_ms":14.164405060000718},"gc_counts_before":[2,10,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.18671597354114056,"collected":0},"1":{"count":1,"total_ms":0.2809430006891489,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1993189798668027,"layout_ms":13.354187016375363},"gc_counts_before":[2,7,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.22582104429602623,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":2,"samples":{"contiguous":[{"timing":{"common_ms":0.36220496986061335,"layout_ms":5.010698921978474},"gc_counts_before":[1,2,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19787298515439034,"layout_ms":5.001767072826624},"gc_counts_before":[74,11,0],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":1,"total_ms":0.1581789692863822,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19744399469345808,"layout_ms":4.502481897361577},"gc_counts_before":[2,1,3],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19288400653749704,"layout_ms":4.329900024458766},"gc_counts_before":[2,4,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19404501654207706,"layout_ms":4.956778953783214},"gc_counts_before":[2,1,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1949130091816187,"layout_ms":4.728295956738293},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19248994067311287,"layout_ms":4.9562809290364385},"gc_counts_before":[2,10,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19485503435134888,"layout_ms":5.082531017251313},"gc_counts_before":[2,7,11],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18966500647366047,"layout_ms":4.879983025602996},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19358599092811346,"layout_ms":4.680727957747877},"gc_counts_before":[2,10,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19340298604220152,"layout_ms":4.709525033831596},"gc_counts_before":[2,7,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19658904056996107,"layout_ms":4.561620997264981},"gc_counts_before":[2,1,20],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19357097335159779,"layout_ms":5.056460038758814},"gc_counts_before":[2,4,20],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2071009948849678,"layout_ms":5.2075430285185575},"gc_counts_before":[2,1,0],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1967559801414609,"layout_ms":4.796241992153227},"gc_counts_before":[2,3,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19354489631950855,"layout_ms":4.663035972043872},"gc_counts_before":[2,6,5],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2370169386267662,"layout_ms":141.68100396636873},"gc_counts_before":[17,2,17],"gc_by_generation":{"0":{"count":16,"total_ms":1.1815930483862758,"collected":340},"1":{"count":1,"total_ms":1.7355200834572315,"collected":0},"2":{"count":1,"total_ms":118.61577909439802,"collected":954}}},{"timing":{"common_ms":0.18952705431729555,"layout_ms":20.417308900505304},"gc_counts_before":[2,3,1],"gc_by_generation":{"0":{"count":18,"total_ms":0.6126809166744351,"collected":0},"1":{"count":1,"total_ms":0.4279069835320115,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19093893934041262,"layout_ms":20.108671043999493},"gc_counts_before":[19,1,3],"gc_by_generation":{"0":{"count":17,"total_ms":0.717436894774437,"collected":0},"1":{"count":1,"total_ms":0.6123990751802921,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1869119005277753,"layout_ms":19.92263295687735},"gc_counts_before":[2,10,4],"gc_by_generation":{"0":{"count":16,"total_ms":0.6093868287280202,"collected":0},"1":{"count":2,"total_ms":0.5953500512987375,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19200809765607119,"layout_ms":20.116973901167512},"gc_counts_before":[19,4,6],"gc_by_generation":{"0":{"count":17,"total_ms":0.6780410185456276,"collected":0},"1":{"count":1,"total_ms":0.4059269558638334,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1971160527318716,"layout_ms":20.547833992168307},"gc_counts_before":[19,1,8],"gc_by_generation":{"0":{"count":17,"total_ms":0.7160590030252934,"collected":0},"1":{"count":1,"total_ms":0.6616569589823484,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18242199439555407,"layout_ms":20.46776609495282},"gc_counts_before":[19,10,9],"gc_by_generation":{"0":{"count":16,"total_ms":0.6665999535471201,"collected":0},"1":{"count":2,"total_ms":0.5924199940636754,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19109691493213177,"layout_ms":20.15068510081619},"gc_counts_before":[2,10,11],"gc_by_generation":{"0":{"count":16,"total_ms":0.6041593151167035,"collected":0},"1":{"count":2,"total_ms":0.6631669821217656,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19301497377455235,"layout_ms":20.544526050798595},"gc_counts_before":[19,7,13],"gc_by_generation":{"0":{"count":16,"total_ms":0.6863322341814637,"collected":0},"1":{"count":2,"total_ms":0.5969230551272631,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19366794731467962,"layout_ms":20.168454037047923},"gc_counts_before":[2,4,15],"gc_by_generation":{"0":{"count":17,"total_ms":0.6362701533362269,"collected":0},"1":{"count":1,"total_ms":0.3941369941458106,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19064208026975393,"layout_ms":20.55550809018314},"gc_counts_before":[19,10,16],"gc_by_generation":{"0":{"count":16,"total_ms":0.6800898117944598,"collected":0},"1":{"count":2,"total_ms":0.7550499867647886,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18840597476810217,"layout_ms":20.476756035350263},"gc_counts_before":[19,7,18],"gc_by_generation":{"0":{"count":16,"total_ms":0.6931849056854844,"collected":0},"1":{"count":2,"total_ms":0.6397870602086186,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19295606762170792,"layout_ms":20.575911970809102},"gc_counts_before":[19,4,20],"gc_by_generation":{"0":{"count":17,"total_ms":0.7026692619547248,"collected":0},"1":{"count":1,"total_ms":0.4432749701663852,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19495398737490177,"layout_ms":20.489739952608943},"gc_counts_before":[2,4,0],"gc_by_generation":{"0":{"count":18,"total_ms":0.6165030645206571,"collected":0},"1":{"count":2,"total_ms":0.6551418919116259,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19791093654930592,"layout_ms":20.591059001162648},"gc_counts_before":[19,3,2],"gc_by_generation":{"0":{"count":17,"total_ms":0.6979061290621758,"collected":0},"1":{"count":1,"total_ms":0.5030260654166341,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1942630624398589,"layout_ms":20.301898941397667},"gc_counts_before":[2,0,4],"gc_by_generation":{"0":{"count":17,"total_ms":0.6420682184398174,"collected":0},"1":{"count":1,"total_ms":0.5844789557158947,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2071839990094304,"layout_ms":13.31742899492383},"gc_counts_before":[2,7,0],"gc_by_generation":{"0":{"count":4,"total_ms":0.23435207549482584,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20258105359971523,"layout_ms":14.038280001841486},"gc_counts_before":[2,0,1],"gc_by_generation":{"0":{"count":3,"total_ms":0.20667689386755228,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20423403475433588,"layout_ms":13.5294150095433},"gc_counts_before":[2,10,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.19801699090749025,"collected":0},"1":{"count":1,"total_ms":0.24531502276659012,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1851359847933054,"layout_ms":13.213603990152478},"gc_counts_before":[2,7,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.2336651086807251,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19858696032315493,"layout_ms":13.946715975180268},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.20717992447316647,"collected":0},"1":{"count":1,"total_ms":0.2770539140328765,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1950790174305439,"layout_ms":14.099558000452816},"gc_counts_before":[19,7,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.3142479108646512,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2053370699286461,"layout_ms":13.725104974582791},"gc_counts_before":[2,4,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.23935106582939625,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18896395340561867,"layout_ms":14.090946060605347},"gc_counts_before":[19,7,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.3241640515625477,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19339402206242085,"layout_ms":13.729983009397984},"gc_counts_before":[2,4,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.23792905267328024,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18874509260058403,"layout_ms":13.74895905610174},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":3,"total_ms":0.24289696011692286,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18374202772974968,"layout_ms":13.30061990302056},"gc_counts_before":[2,4,18],"gc_by_generation":{"0":{"count":3,"total_ms":0.23342703934758902,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19357295241206884,"layout_ms":14.12866497412324},"gc_counts_before":[19,1,20],"gc_by_generation":{"0":{"count":3,"total_ms":0.3218370256945491,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19423093181103468,"layout_ms":116.07573693618178},"gc_counts_before":[2,10,21],"gc_by_generation":{"0":{"count":2,"total_ms":0.1520139630883932,"collected":0},"1":{"count":1,"total_ms":0.3001500153914094,"collected":0},"2":{"count":1,"total_ms":102.04633104149252,"collected":0}}},{"timing":{"common_ms":0.19240297842770815,"layout_ms":14.168987050652504},"gc_counts_before":[28,1,0],"gc_by_generation":{"0":{"count":3,"total_ms":0.2940550912171602,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19696808885782957,"layout_ms":13.352861977182329},"gc_counts_before":[2,0,2],"gc_by_generation":{"0":{"count":3,"total_ms":0.21836895029991865,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18543703481554985,"layout_ms":13.62513902131468},"gc_counts_before":[2,9,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.17719506286084652,"collected":0},"1":{"count":1,"total_ms":0.31815795227885246,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":3,"samples":{"contiguous":[{"timing":{"common_ms":0.38662401493638754,"layout_ms":4.9114220310002565},"gc_counts_before":[1,11,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.37086394149810076,"layout_ms":4.508001962676644},"gc_counts_before":[69,0,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.07569300942122936,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17669901717454195,"layout_ms":4.458779003471136},"gc_counts_before":[2,1,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18880399875342846,"layout_ms":4.246276919730008},"gc_counts_before":[2,4,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17128500621765852,"layout_ms":4.284434951841831},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1787159126251936,"layout_ms":4.275223007425666},"gc_counts_before":[2,7,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17187895718961954,"layout_ms":4.2479620315134525},"gc_counts_before":[2,10,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18147495575249195,"layout_ms":4.249169025570154},"gc_counts_before":[2,7,12],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16805599443614483,"layout_ms":4.2161280289292336},"gc_counts_before":[2,7,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1733110984787345,"layout_ms":4.224152071401477},"gc_counts_before":[2,10,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16963004600256681,"layout_ms":4.2465649312362075},"gc_counts_before":[2,7,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18144305795431137,"layout_ms":4.51164401602},"gc_counts_before":[2,0,0],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17188594210892916,"layout_ms":4.282552981749177},"gc_counts_before":[2,4,0],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1925990218296647,"layout_ms":4.366034991107881},"gc_counts_before":[2,2,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17105601727962494,"layout_ms":4.262304049916565},"gc_counts_before":[2,2,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17515697982162237,"layout_ms":4.249616991728544},"gc_counts_before":[2,5,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.21515798289328814,"layout_ms":146.869303076528},"gc_counts_before":[17,11,17],"gc_by_generation":{"0":{"count":19,"total_ms":0.5109369521960616,"collected":0},"1":{"count":2,"total_ms":1.8455570098012686,"collected":416},"2":{"count":1,"total_ms":124.90629800595343,"collected":954}}},{"timing":{"common_ms":0.1764360349625349,"layout_ms":19.476553075946867},"gc_counts_before":[2,4,2],"gc_by_generation":{"0":{"count":17,"total_ms":0.6187171675264835,"collected":0},"1":{"count":1,"total_ms":0.41252700611948967,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17494696658104658,"layout_ms":20.34523303154856},"gc_counts_before":[19,1,4],"gc_by_generation":{"0":{"count":17,"total_ms":0.7637458620592952,"collected":0},"1":{"count":1,"total_ms":0.6891550729051232,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17488596495240927,"layout_ms":19.368733977898955},"gc_counts_before":[2,10,5],"gc_by_generation":{"0":{"count":16,"total_ms":0.5907831946387887,"collected":0},"1":{"count":2,"total_ms":0.5560190184041858,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16365002375096083,"layout_ms":19.339896040037274},"gc_counts_before":[19,4,7],"gc_by_generation":{"0":{"count":17,"total_ms":0.6916207494214177,"collected":0},"1":{"count":1,"total_ms":0.4279899876564741,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17202994786202908,"layout_ms":19.41491209436208},"gc_counts_before":[19,1,9],"gc_by_generation":{"0":{"count":17,"total_ms":0.6861832225695252,"collected":0},"1":{"count":1,"total_ms":0.6244869437068701,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17061305698007345,"layout_ms":19.522013957612216},"gc_counts_before":[19,10,10],"gc_by_generation":{"0":{"count":16,"total_ms":0.6990639958530664,"collected":0},"1":{"count":2,"total_ms":0.6130210822448134,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1670829951763153,"layout_ms":19.241436035372317},"gc_counts_before":[2,10,12],"gc_by_generation":{"0":{"count":16,"total_ms":0.60896179638803,"collected":0},"1":{"count":2,"total_ms":0.6043289322406054,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16915390733629465,"layout_ms":19.402701989747584},"gc_counts_before":[19,7,14],"gc_by_generation":{"0":{"count":16,"total_ms":0.6705817067995667,"collected":0},"1":{"count":2,"total_ms":0.6323569687083364,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16918592154979706,"layout_ms":19.31481494102627},"gc_counts_before":[2,4,16],"gc_by_generation":{"0":{"count":17,"total_ms":0.6128817331045866,"collected":0},"1":{"count":1,"total_ms":0.4216359229758382,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16848801169544458,"layout_ms":19.596772035583854},"gc_counts_before":[19,10,17],"gc_by_generation":{"0":{"count":16,"total_ms":0.6860669236630201,"collected":0},"1":{"count":2,"total_ms":0.714773079380393,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1678310800343752,"layout_ms":121.02574307937175},"gc_counts_before":[19,7,19],"gc_by_generation":{"0":{"count":15,"total_ms":0.6615188904106617,"collected":0},"1":{"count":2,"total_ms":0.592165975831449,"collected":0},"2":{"count":1,"total_ms":101.38506395742297,"collected":0}}},{"timing":{"common_ms":0.17226394265890121,"layout_ms":19.38935404177755},"gc_counts_before":[19,4,0],"gc_by_generation":{"0":{"count":18,"total_ms":0.6699790246784687,"collected":0},"1":{"count":1,"total_ms":0.48518599942326546,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17472496256232262,"layout_ms":19.63511004578322},"gc_counts_before":[2,5,2],"gc_by_generation":{"0":{"count":17,"total_ms":0.6380933336913586,"collected":0},"1":{"count":1,"total_ms":0.3838420379906893,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16650091856718063,"layout_ms":19.934354932047427},"gc_counts_before":[19,2,4],"gc_by_generation":{"0":{"count":17,"total_ms":0.5222330801188946,"collected":0},"1":{"count":1,"total_ms":1.002245000563562,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16796099953353405,"layout_ms":19.39482509624213},"gc_counts_before":[2,11,5],"gc_by_generation":{"0":{"count":16,"total_ms":0.548801850527525,"collected":0},"1":{"count":2,"total_ms":0.6142141064628959,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.18325296696275473,"layout_ms":13.377296971157193},"gc_counts_before":[2,8,1],"gc_by_generation":{"0":{"count":3,"total_ms":0.18339988309890032,"collected":0},"1":{"count":1,"total_ms":0.19888300448656082,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17695501446723938,"layout_ms":13.295824988745153},"gc_counts_before":[2,1,2],"gc_by_generation":{"0":{"count":3,"total_ms":0.19443780183792114,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1957929925993085,"layout_ms":13.692547916434705},"gc_counts_before":[2,10,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.20126602612435818,"collected":0},"1":{"count":1,"total_ms":0.2898219972848892,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19388902001082897,"layout_ms":13.281004969030619},"gc_counts_before":[2,7,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.2324159722775221,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1765950582921505,"layout_ms":13.578981976024806},"gc_counts_before":[2,10,8],"gc_by_generation":{"0":{"count":2,"total_ms":0.18735392950475216,"collected":0},"1":{"count":1,"total_ms":0.2979349810630083,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.167889054864645,"layout_ms":13.371806940995157},"gc_counts_before":[19,7,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.3041509771719575,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1728399656713009,"layout_ms":13.249836047179997},"gc_counts_before":[2,4,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.23675302509218454,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16944389790296555,"layout_ms":13.22996593080461},"gc_counts_before":[19,7,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.2876591170206666,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17404102254658937,"layout_ms":13.109721010550857},"gc_counts_before":[2,4,14],"gc_by_generation":{"0":{"count":3,"total_ms":0.22997602354735136,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17144693993031979,"layout_ms":13.332009082660079},"gc_counts_before":[2,1,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.2341188956052065,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.185671029612422,"layout_ms":13.306026114150882},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.2288749674335122,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17481599934399128,"layout_ms":13.440863927826285},"gc_counts_before":[49,0,0],"gc_by_generation":{"0":{"count":4,"total_ms":0.30523387249559164,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19098201300948858,"layout_ms":13.605559011921287},"gc_counts_before":[2,11,1],"gc_by_generation":{"0":{"count":2,"total_ms":0.09503401815891266,"collected":0},"1":{"count":1,"total_ms":0.33462594728916883,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1731369411572814,"layout_ms":13.540348038077354},"gc_counts_before":[19,2,2],"gc_by_generation":{"0":{"count":3,"total_ms":0.29825896490365267,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2036320511251688,"layout_ms":13.730681035667658},"gc_counts_before":[2,11,3],"gc_by_generation":{"0":{"count":2,"total_ms":0.09598094038665295,"collected":0},"1":{"count":1,"total_ms":0.38041104562580585,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17797795590013266,"layout_ms":13.177174958400428},"gc_counts_before":[2,8,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.2231411635875702,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":4,"samples":{"contiguous":[{"timing":{"common_ms":0.4127799766138196,"layout_ms":5.275804898701608},"gc_counts_before":[1,2,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2023190027102828,"layout_ms":4.869277938269079},"gc_counts_before":[176,1,16],"gc_by_generation":{"0":{"count":1,"total_ms":0.1152759650722146,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22181798703968525,"layout_ms":5.6574540212750435},"gc_counts_before":[2,5,0],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22605294361710548,"layout_ms":4.672955023124814},"gc_counts_before":[2,1,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19922701176255941,"layout_ms":4.555447027087212},"gc_counts_before":[2,0,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2069029724225402,"layout_ms":4.78860002476722},"gc_counts_before":[2,8,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19920908380299807,"layout_ms":4.740519914776087},"gc_counts_before":[2,11,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20298396702855825,"layout_ms":4.492911044508219},"gc_counts_before":[2,10,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1974570332095027,"layout_ms":4.80209500528872},"gc_counts_before":[2,0,12],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20599504932761192,"layout_ms":4.766640020534396},"gc_counts_before":[2,7,15],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1971860183402896,"layout_ms":4.510810016654432},"gc_counts_before":[2,6,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24920597206801176,"layout_ms":4.788978025317192},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19652897026389837,"layout_ms":4.5084989396855235},"gc_counts_before":[2,5,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21389592438936234,"layout_ms":4.495820961892605},"gc_counts_before":[2,4,21],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20277698058634996,"layout_ms":4.768018028698862},"gc_counts_before":[2,10,1],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2123930025845766,"layout_ms":4.573826910927892},"gc_counts_before":[2,5,5],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.23404194507747889,"layout_ms":23.335820995271206},"gc_counts_before":[17,2,14],"gc_by_generation":{"0":{"count":19,"total_ms":1.1954341316595674,"collected":340},"1":{"count":1,"total_ms":1.8978570587933064,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2002590335905552,"layout_ms":150.20407503470778},"gc_counts_before":[2,5,16],"gc_by_generation":{"0":{"count":18,"total_ms":0.6833447841927409,"collected":0},"1":{"count":2,"total_ms":0.6600971100851893,"collected":0},"2":{"count":1,"total_ms":127.2218159865588,"collected":750}}},{"timing":{"common_ms":0.27480791322886944,"layout_ms":20.833208109252155},"gc_counts_before":[18,5,0],"gc_by_generation":{"0":{"count":19,"total_ms":0.7670660270377994,"collected":0},"1":{"count":2,"total_ms":0.7155128987506032,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20052993204444647,"layout_ms":20.261802012100816},"gc_counts_before":[2,5,2],"gc_by_generation":{"0":{"count":18,"total_ms":0.6813069339841604,"collected":0},"1":{"count":2,"total_ms":0.6092680850997567,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20387000404298306,"layout_ms":20.514262025244534},"gc_counts_before":[16,1,4],"gc_by_generation":{"0":{"count":19,"total_ms":0.83419110160321,"collected":0},"1":{"count":1,"total_ms":0.6671929731965065,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19437994342297316,"layout_ms":20.285294041968882},"gc_counts_before":[16,0,6],"gc_by_generation":{"0":{"count":19,"total_ms":0.8089933544397354,"collected":0},"1":{"count":1,"total_ms":0.6806059973314404,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19029504619538784,"layout_ms":20.256245974451303},"gc_counts_before":[16,11,7],"gc_by_generation":{"0":{"count":18,"total_ms":0.6054907571524382,"collected":0},"1":{"count":2,"total_ms":0.7809869712218642,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2014070050790906,"layout_ms":20.09438001550734},"gc_counts_before":[2,1,10],"gc_by_generation":{"0":{"count":19,"total_ms":0.7089435821399093,"collected":0},"1":{"count":1,"total_ms":0.560960965231061,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1926659606397152,"layout_ms":20.504082087427378},"gc_counts_before":[16,0,12],"gc_by_generation":{"0":{"count":19,"total_ms":0.8327291579917073,"collected":0},"1":{"count":1,"total_ms":0.7019899785518646,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1963609829545021,"layout_ms":20.16411698423326},"gc_counts_before":[2,11,13],"gc_by_generation":{"0":{"count":18,"total_ms":0.5862152902409434,"collected":0},"1":{"count":2,"total_ms":0.6549989338964224,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1943589886650443,"layout_ms":20.338385016657412},"gc_counts_before":[16,7,15],"gc_by_generation":{"0":{"count":18,"total_ms":0.7907018298283219,"collected":0},"1":{"count":2,"total_ms":0.5902730626985431,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19866100046783686,"layout_ms":20.15666593797505},"gc_counts_before":[16,6,17],"gc_by_generation":{"0":{"count":18,"total_ms":0.749359605833888,"collected":0},"1":{"count":2,"total_ms":0.6553899729624391,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20021700765937567,"layout_ms":20.413020974956453},"gc_counts_before":[16,5,19],"gc_by_generation":{"0":{"count":18,"total_ms":0.7914750603958964,"collected":0},"1":{"count":2,"total_ms":0.7009719265624881,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20655500702559948,"layout_ms":123.28541500028223},"gc_counts_before":[2,7,21],"gc_by_generation":{"0":{"count":21,"total_ms":0.6159034091979265,"collected":0},"1":{"count":2,"total_ms":0.5933629581704736,"collected":0},"2":{"count":1,"total_ms":102.77084796689451,"collected":0}}},{"timing":{"common_ms":0.19068201072514057,"layout_ms":20.36141010466963},"gc_counts_before":[16,10,1],"gc_by_generation":{"0":{"count":18,"total_ms":0.7900601485744119,"collected":0},"1":{"count":2,"total_ms":0.6547160446643829,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20454195328056812,"layout_ms":20.516640972346067},"gc_counts_before":[2,9,3],"gc_by_generation":{"0":{"count":18,"total_ms":0.6768991006538272,"collected":0},"1":{"count":2,"total_ms":0.5784560926258564,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.24122395552694798,"layout_ms":14.401905937120318},"gc_counts_before":[2,10,15],"gc_by_generation":{"0":{"count":2,"total_ms":0.2600840525701642,"collected":0},"1":{"count":1,"total_ms":0.1468489645048976,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19817205611616373,"layout_ms":14.098996995016932},"gc_counts_before":[2,2,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.257074018009007,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26568397879600525,"layout_ms":16.583411023020744},"gc_counts_before":[2,1,0],"gc_by_generation":{"0":{"count":4,"total_ms":0.30577799770981073,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21868001203984022,"layout_ms":14.119283994659781},"gc_counts_before":[2,2,2],"gc_by_generation":{"0":{"count":3,"total_ms":0.26749097742140293,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20403193775564432,"layout_ms":13.96248396486044},"gc_counts_before":[2,9,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.22406806237995625,"collected":0},"1":{"count":1,"total_ms":0.21206995006650686,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19156001508235931,"layout_ms":13.928667991422117},"gc_counts_before":[16,8,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.3771861083805561,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20498200319707394,"layout_ms":14.060645014978945},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.27364399284124374,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19911897834390402,"layout_ms":14.317439985461533},"gc_counts_before":[16,10,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.33429614268243313,"collected":0},"1":{"count":1,"total_ms":0.26010104920715094,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20041095558553934,"layout_ms":13.969145948067307},"gc_counts_before":[2,9,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.21744391415268183,"collected":0},"1":{"count":1,"total_ms":0.21388300228863955,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2027049195021391,"layout_ms":13.743886956945062},"gc_counts_before":[2,8,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.2642921172082424,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21432200446724892,"layout_ms":13.767945929430425},"gc_counts_before":[2,3,17],"gc_by_generation":{"0":{"count":3,"total_ms":0.25492918211966753,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.197294051758945,"layout_ms":13.888458954170346},"gc_counts_before":[16,2,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.38178893737494946,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2253649290651083,"layout_ms":13.842126936651766},"gc_counts_before":[2,1,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.2712070709094405,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19635201897472143,"layout_ms":13.898715027607977},"gc_counts_before":[16,4,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.3784849541261792,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21523702889680862,"layout_ms":13.926115003414452},"gc_counts_before":[2,6,1],"gc_by_generation":{"0":{"count":4,"total_ms":0.27666008099913597,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24439208209514618,"layout_ms":13.854674994945526},"gc_counts_before":[2,6,3],"gc_by_generation":{"0":{"count":3,"total_ms":0.27189392130821943,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":5,"samples":{"contiguous":[{"timing":{"common_ms":0.4931769799441099,"layout_ms":5.507641937583685},"gc_counts_before":[1,4,12],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23644103202968836,"layout_ms":5.199083010666072},"gc_counts_before":[307,6,14],"gc_by_generation":{"0":{"count":1,"total_ms":0.1652019564062357,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23491005413234234,"layout_ms":4.856544896028936},"gc_counts_before":[2,1,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2536340616643429,"layout_ms":5.03165100235492},"gc_counts_before":[2,1,1],"gc_by_generation":{"0":{"count":1,"total_ms":0.17900101374834776,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2546010073274374,"layout_ms":4.815587075427175},"gc_counts_before":[2,5,3],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24043105076998472,"layout_ms":5.103336996398866},"gc_counts_before":[2,4,5],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23360003251582384,"layout_ms":4.8108999617397785},"gc_counts_before":[2,7,5],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2505830489099026,"layout_ms":4.782448057085276},"gc_counts_before":[2,9,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23386499378830194,"layout_ms":4.8182569444179535},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2360249636694789,"layout_ms":4.825007054023445},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2344630192965269,"layout_ms":4.821792943403125},"gc_counts_before":[2,5,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26057602372020483,"layout_ms":4.860928049311042},"gc_counts_before":[2,4,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24047400802373886,"layout_ms":4.810656071640551},"gc_counts_before":[2,7,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25561498478055,"layout_ms":4.880900029093027},"gc_counts_before":[2,9,20],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23736106231808662,"layout_ms":4.835295956581831},"gc_counts_before":[2,2,23],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24770107120275497,"layout_ms":4.832996986806393},"gc_counts_before":[2,3,3],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.24767103604972363,"layout_ms":24.369538063183427},"gc_counts_before":[17,4,12],"gc_by_generation":{"0":{"count":21,"total_ms":1.5515019185841084,"collected":340},"1":{"count":2,"total_ms":1.541776000522077,"collected":4},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2429550513625145,"layout_ms":22.158117964863777},"gc_counts_before":[2,11,14],"gc_by_generation":{"0":{"count":21,"total_ms":0.6259502843022346,"collected":0},"1":{"count":2,"total_ms":0.8745809318497777,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.230467994697392,"layout_ms":22.453279932960868},"gc_counts_before":[12,1,17],"gc_by_generation":{"0":{"count":21,"total_ms":0.9597846074029803,"collected":0},"1":{"count":2,"total_ms":0.7900570053607225,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23966107983142138,"layout_ms":122.20634508412331},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":20,"total_ms":0.5763350054621696,"collected":0},"1":{"count":2,"total_ms":0.5924621364101768,"collected":0},"2":{"count":1,"total_ms":100.47089995350689,"collected":579}}},{"timing":{"common_ms":0.2336810575798154,"layout_ms":21.83899492956698},"gc_counts_before":[2,2,1],"gc_by_generation":{"0":{"count":21,"total_ms":0.6351065821945667,"collected":0},"1":{"count":2,"total_ms":0.9111759718507528,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.238533946685493,"layout_ms":21.88570098951459},"gc_counts_before":[16,5,3],"gc_by_generation":{"0":{"count":21,"total_ms":0.9423121809959412,"collected":0},"1":{"count":2,"total_ms":0.7592629408463836,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23184297606348991,"layout_ms":21.703548962250352},"gc_counts_before":[16,7,5],"gc_by_generation":{"0":{"count":21,"total_ms":0.940886908210814,"collected":0},"1":{"count":2,"total_ms":0.7367689395323396,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23030792362987995,"layout_ms":21.792048937641084},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":22,"total_ms":0.8188902866095304,"collected":0},"1":{"count":1,"total_ms":0.6394590018317103,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22902502678334713,"layout_ms":21.946361986920238},"gc_counts_before":[16,2,10],"gc_by_generation":{"0":{"count":21,"total_ms":0.821194495074451,"collected":0},"1":{"count":2,"total_ms":1.1752208229154348,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23203599266707897,"layout_ms":21.694869035854936},"gc_counts_before":[2,4,12],"gc_by_generation":{"0":{"count":21,"total_ms":0.7759219733998179,"collected":0},"1":{"count":2,"total_ms":0.6938190199434757,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22376200649887323,"layout_ms":22.014934103935957},"gc_counts_before":[16,3,14],"gc_by_generation":{"0":{"count":21,"total_ms":0.9302443359047174,"collected":0},"1":{"count":2,"total_ms":0.7256671087816358,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22292498033493757,"layout_ms":21.803134004585445},"gc_counts_before":[16,5,16],"gc_by_generation":{"0":{"count":21,"total_ms":0.9486438939347863,"collected":0},"1":{"count":2,"total_ms":0.778137007728219,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23243098985403776,"layout_ms":22.014050977304578},"gc_counts_before":[16,7,18],"gc_by_generation":{"0":{"count":21,"total_ms":0.974753056652844,"collected":0},"1":{"count":2,"total_ms":0.7436629384756088,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23754802532494068,"layout_ms":21.653168951161206},"gc_counts_before":[2,0,21],"gc_by_generation":{"0":{"count":22,"total_ms":0.8289443794637918,"collected":0},"1":{"count":1,"total_ms":0.6103049963712692,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22700591944158077,"layout_ms":121.60741502884775},"gc_counts_before":[16,2,23],"gc_by_generation":{"0":{"count":20,"total_ms":0.7901751669123769,"collected":0},"1":{"count":2,"total_ms":1.2440010905265808,"collected":0},"2":{"count":1,"total_ms":98.69995794724673,"collected":0}}},{"timing":{"common_ms":0.23894407786428928,"layout_ms":21.936925943009555},"gc_counts_before":[2,4,1],"gc_by_generation":{"0":{"count":21,"total_ms":0.7853008573874831,"collected":0},"1":{"count":2,"total_ms":0.6710870657116175,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2677090233191848,"layout_ms":14.860955998301506},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":3,"total_ms":0.3384239971637726,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22940291091799736,"layout_ms":14.977344893850386},"gc_counts_before":[86,7,14],"gc_by_generation":{"0":{"count":4,"total_ms":0.38847606629133224,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2775760367512703,"layout_ms":14.927470008842647},"gc_counts_before":[2,10,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.3107408992946148,"collected":0},"1":{"count":1,"total_ms":0.1608820166438818,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26288896333426237,"layout_ms":14.76101903244853},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.326399109326303,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24867895990610123,"layout_ms":14.566220110282302},"gc_counts_before":[2,1,3],"gc_by_generation":{"0":{"count":4,"total_ms":0.31258980743587017,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22624002303928137,"layout_ms":14.720886014401913},"gc_counts_before":[16,4,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.47385296784341335,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24855905212461948,"layout_ms":14.641501009464264},"gc_counts_before":[2,6,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.30044803861528635,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22571999579668045,"layout_ms":15.18055098131299},"gc_counts_before":[16,9,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.4463540390133858,"collected":0},"1":{"count":1,"total_ms":0.44354202691465616,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24294306058436632,"layout_ms":14.694829005748034},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.09589700493961573,"collected":0},"1":{"count":1,"total_ms":0.20365999080240726,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23696094285696745,"layout_ms":14.559358009137213},"gc_counts_before":[2,1,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.2996079856529832,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2612150274217129,"layout_ms":14.735814998857677},"gc_counts_before":[2,2,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.2969909692183137,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2251958940178156,"layout_ms":14.772161026485264},"gc_counts_before":[16,4,18],"gc_by_generation":{"0":{"count":3,"total_ms":0.4840800538659096,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2595529658719897,"layout_ms":14.799988945014775},"gc_counts_before":[2,6,20],"gc_by_generation":{"0":{"count":3,"total_ms":0.2965891035273671,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23006193805485964,"layout_ms":15.26057708542794},"gc_counts_before":[16,9,20],"gc_by_generation":{"0":{"count":2,"total_ms":0.4334090044721961,"collected":0},"1":{"count":1,"total_ms":0.4360779421404004,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.266861985437572,"layout_ms":14.666117960587144},"gc_counts_before":[2,11,22],"gc_by_generation":{"0":{"count":2,"total_ms":0.09714707266539335,"collected":0},"1":{"count":1,"total_ms":0.2126890467479825,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2458819653838873,"layout_ms":14.734638971276581},"gc_counts_before":[2,0,1],"gc_by_generation":{"0":{"count":4,"total_ms":0.3076770808547735,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":6,"samples":{"contiguous":[{"timing":{"common_ms":0.39826601278036833,"layout_ms":4.370672977529466},"gc_counts_before":[1,1,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1733211101964116,"layout_ms":3.861409961245954},"gc_counts_before":[78,10,0],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1806310610845685,"layout_ms":3.749482915736735},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.207151984795928,"layout_ms":3.9540899451822042},"gc_counts_before":[2,2,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1883849035948515,"layout_ms":4.5940999407321215},"gc_counts_before":[2,11,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1943620154634118,"layout_ms":4.404796985909343},"gc_counts_before":[2,5,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1912349835038185,"layout_ms":4.56778600346297},"gc_counts_before":[2,8,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20054494962096214,"layout_ms":4.535089014098048},"gc_counts_before":[2,5,11],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18652610015124083,"layout_ms":4.461543052457273},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19402103498578072,"layout_ms":4.313227022066712},"gc_counts_before":[2,8,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19198993686586618,"layout_ms":4.304190049879253},"gc_counts_before":[2,5,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18881598953157663,"layout_ms":3.749568946659565},"gc_counts_before":[2,11,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1850880216807127,"layout_ms":4.706554929725826},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18783099949359894,"layout_ms":3.7368950434029102},"gc_counts_before":[2,11,0],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19525096286088228,"layout_ms":4.475563066080213},"gc_counts_before":[2,0,3],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19814795814454556,"layout_ms":4.410877008922398},"gc_counts_before":[2,3,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.20616501569747925,"layout_ms":131.3521850388497},"gc_counts_before":[17,1,16],"gc_by_generation":{"0":{"count":16,"total_ms":1.2620819034054875,"collected":340},"1":{"count":1,"total_ms":1.250539906322956,"collected":0},"2":{"count":1,"total_ms":109.039390925318,"collected":845}}},{"timing":{"common_ms":0.1816109288483858,"layout_ms":20.140376058407128},"gc_counts_before":[2,1,1],"gc_by_generation":{"0":{"count":18,"total_ms":0.6050171796232462,"collected":0},"1":{"count":1,"total_ms":0.6324660498648882,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1659609843045473,"layout_ms":20.31530998647213},"gc_counts_before":[19,11,2],"gc_by_generation":{"0":{"count":16,"total_ms":0.5752588622272015,"collected":0},"1":{"count":2,"total_ms":0.6946539506316185,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1984420232474804,"layout_ms":20.58164100162685},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":16,"total_ms":0.6249749567359686,"collected":0},"1":{"count":2,"total_ms":0.5815089680254459,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19081507343798876,"layout_ms":20.69748006761074},"gc_counts_before":[17,2,6],"gc_by_generation":{"0":{"count":17,"total_ms":0.5665987264364958,"collected":0},"1":{"count":1,"total_ms":0.8067910093814135,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18667802214622498,"layout_ms":20.890215993858874},"gc_counts_before":[19,11,7],"gc_by_generation":{"0":{"count":16,"total_ms":0.5656982539221644,"collected":0},"1":{"count":2,"total_ms":0.7195110665634274,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18581794574856758,"layout_ms":20.965841016732156},"gc_counts_before":[19,8,9],"gc_by_generation":{"0":{"count":16,"total_ms":0.6852188380435109,"collected":0},"1":{"count":2,"total_ms":0.60223788022995,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19786402117460966,"layout_ms":20.801948965527117},"gc_counts_before":[2,8,11],"gc_by_generation":{"0":{"count":16,"total_ms":0.6007307674735785,"collected":0},"1":{"count":2,"total_ms":0.6259140791371465,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18758908845484257,"layout_ms":20.583262899890542},"gc_counts_before":[19,5,13],"gc_by_generation":{"0":{"count":17,"total_ms":0.6849387427791953,"collected":0},"1":{"count":1,"total_ms":0.3836610121652484,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1898950431495905,"layout_ms":20.696384948678315},"gc_counts_before":[2,2,15],"gc_by_generation":{"0":{"count":17,"total_ms":0.47475623432546854,"collected":0},"1":{"count":1,"total_ms":0.781834009103477,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18527102656662464,"layout_ms":20.80177702009678},"gc_counts_before":[17,8,16],"gc_by_generation":{"0":{"count":16,"total_ms":0.6841379217803478,"collected":0},"1":{"count":2,"total_ms":0.5741510540246964,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18818501848727465,"layout_ms":20.634570973925292},"gc_counts_before":[19,5,18],"gc_by_generation":{"0":{"count":17,"total_ms":0.698137329891324,"collected":0},"1":{"count":1,"total_ms":0.38782309275120497,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18640293274074793,"layout_ms":126.06587004847825},"gc_counts_before":[19,2,20],"gc_by_generation":{"0":{"count":16,"total_ms":0.5287867970764637,"collected":0},"1":{"count":1,"total_ms":0.8000979432836175,"collected":0},"2":{"count":1,"total_ms":104.87897403072566,"collected":0}}},{"timing":{"common_ms":0.18913298845291138,"layout_ms":20.603631041012704},"gc_counts_before":[2,2,1],"gc_by_generation":{"0":{"count":18,"total_ms":0.5193717079237103,"collected":0},"1":{"count":1,"total_ms":0.644893036223948,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19043905194848776,"layout_ms":21.011399920098484},"gc_counts_before":[19,0,3],"gc_by_generation":{"0":{"count":17,"total_ms":0.7183948764577508,"collected":0},"1":{"count":1,"total_ms":0.6271910388022661,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20110700279474258,"layout_ms":20.889321924187243},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":16,"total_ms":0.615212949924171,"collected":0},"1":{"count":2,"total_ms":0.588333117775619,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.19418203737586737,"layout_ms":13.229861040599644},"gc_counts_before":[2,6,0],"gc_by_generation":{"0":{"count":4,"total_ms":0.2335220342501998,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16797007992863655,"layout_ms":13.5590850841254},"gc_counts_before":[99,10,0],"gc_by_generation":{"0":{"count":2,"total_ms":0.22647494915872812,"collected":0},"1":{"count":1,"total_ms":0.22942805662751198,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21352292969822884,"layout_ms":13.497296953573823},"gc_counts_before":[2,8,2],"gc_by_generation":{"0":{"count":3,"total_ms":0.25100994389504194,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20156207028776407,"layout_ms":13.491214020177722},"gc_counts_before":[2,5,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.24752598255872726,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1935710897669196,"layout_ms":14.016018016263843},"gc_counts_before":[2,8,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.25779101997613907,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1892769942060113,"layout_ms":14.115176047198474},"gc_counts_before":[17,5,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.3289210144430399,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19440799951553345,"layout_ms":14.015157939866185},"gc_counts_before":[2,2,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.2508339239284396,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18434098456054926,"layout_ms":14.106194023042917},"gc_counts_before":[19,5,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.3080798778682947,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19305001478642225,"layout_ms":13.804216985590756},"gc_counts_before":[2,2,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.2576559782028198,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19166793208569288,"layout_ms":14.070012024603784},"gc_counts_before":[2,11,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.10239810217171907,"collected":0},"1":{"count":1,"total_ms":0.4095180192962289,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19580801017582417,"layout_ms":13.349266024306417},"gc_counts_before":[2,2,18],"gc_by_generation":{"0":{"count":3,"total_ms":0.2370959846302867,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18525298219174147,"layout_ms":14.215537928976119},"gc_counts_before":[17,11,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.09810307528823614,"collected":0},"1":{"count":1,"total_ms":0.4927610279992223,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1924620009958744,"layout_ms":14.192775939591229},"gc_counts_before":[2,7,0],"gc_by_generation":{"0":{"count":4,"total_ms":0.2513140207156539,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1844220096245408,"layout_ms":13.994700973853469},"gc_counts_before":[19,11,0],"gc_by_generation":{"0":{"count":2,"total_ms":0.0983250793069601,"collected":0},"1":{"count":1,"total_ms":0.2740639029070735,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20597002003341913,"layout_ms":13.570326031185687},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.1878070179373026,"collected":0},"1":{"count":1,"total_ms":0.20729703828692436,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2142329467460513,"layout_ms":13.573768083006144},"gc_counts_before":[2,6,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.24460593704134226,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":7,"samples":{"contiguous":[{"timing":{"common_ms":0.41291199158877134,"layout_ms":5.018497002311051},"gc_counts_before":[1,11,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20296406000852585,"layout_ms":4.808634985238314},"gc_counts_before":[197,11,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":1,"total_ms":0.21473004017025232,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21652306895703077,"layout_ms":4.513934021815658},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24051300715655088,"layout_ms":4.468129016458988},"gc_counts_before":[2,5,3],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21423003636300564,"layout_ms":4.461119067855179},"gc_counts_before":[2,5,5],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21592003758996725,"layout_ms":4.637105041183531},"gc_counts_before":[2,2,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20659598521888256,"layout_ms":4.783187992870808},"gc_counts_before":[2,5,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22386107593774796,"layout_ms":4.392139962874353},"gc_counts_before":[2,5,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20707608200609684,"layout_ms":4.352902062237263},"gc_counts_before":[2,8,11],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21160498727113008,"layout_ms":4.7685320023447275},"gc_counts_before":[2,5,15],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20513602066785097,"layout_ms":4.4280970469117165},"gc_counts_before":[2,5,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2458530943840742,"layout_ms":4.585500922985375},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2044519642367959,"layout_ms":4.40502492710948},"gc_counts_before":[2,5,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21752994507551193,"layout_ms":4.466178943403065},"gc_counts_before":[2,5,21],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2051399787887931,"layout_ms":4.446096019819379},"gc_counts_before":[2,8,23],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21190301049500704,"layout_ms":4.426070023328066},"gc_counts_before":[2,6,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.23135996889322996,"layout_ms":23.307233932428062},"gc_counts_before":[17,11,14],"gc_by_generation":{"0":{"count":19,"total_ms":0.5987272597849369,"collected":0},"1":{"count":2,"total_ms":1.9564430695027113,"collected":416},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20640494767576456,"layout_ms":21.819306071847677},"gc_counts_before":[2,4,17],"gc_by_generation":{"0":{"count":19,"total_ms":0.7261348655447364,"collected":0},"1":{"count":2,"total_ms":0.6770719774067402,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20736991427838802,"layout_ms":113.24089206755161},"gc_counts_before":[12,4,19],"gc_by_generation":{"0":{"count":22,"total_ms":0.8100849809125066,"collected":0},"1":{"count":2,"total_ms":0.6704370025545359,"collected":0},"2":{"count":1,"total_ms":91.56152792274952,"collected":746}}},{"timing":{"common_ms":0.21040800493210554,"layout_ms":21.023203968070447},"gc_counts_before":[2,8,1],"gc_by_generation":{"0":{"count":19,"total_ms":0.709319137968123,"collected":0},"1":{"count":2,"total_ms":0.627581961452961,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2056950470432639,"layout_ms":21.100193029269576},"gc_counts_before":[14,5,3],"gc_by_generation":{"0":{"count":19,"total_ms":0.8433781331405044,"collected":0},"1":{"count":2,"total_ms":0.6211609579622746,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2035849029198289,"layout_ms":21.077769924886525},"gc_counts_before":[16,5,5],"gc_by_generation":{"0":{"count":19,"total_ms":0.8239363087341189,"collected":0},"1":{"count":2,"total_ms":0.7203150307759643,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19942002836614847,"layout_ms":21.068533998914063},"gc_counts_before":[16,5,7],"gc_by_generation":{"0":{"count":19,"total_ms":0.8220757590606809,"collected":0},"1":{"count":2,"total_ms":0.699701951816678,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22533407900482416,"layout_ms":21.038619917817414},"gc_counts_before":[2,8,9],"gc_by_generation":{"0":{"count":19,"total_ms":0.7125218398869038,"collected":0},"1":{"count":2,"total_ms":0.6986060179769993,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.201987917535007,"layout_ms":21.010468946769834},"gc_counts_before":[16,8,11],"gc_by_generation":{"0":{"count":19,"total_ms":0.8369340794160962,"collected":0},"1":{"count":2,"total_ms":0.66031189635396,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2059300895780325,"layout_ms":20.7275910070166},"gc_counts_before":[2,8,13],"gc_by_generation":{"0":{"count":19,"total_ms":0.7339969743043184,"collected":0},"1":{"count":2,"total_ms":0.6212820298969746,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19874097779393196,"layout_ms":20.97177307587117},"gc_counts_before":[14,5,15],"gc_by_generation":{"0":{"count":19,"total_ms":0.8355210302397609,"collected":0},"1":{"count":2,"total_ms":0.6175918970257044,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20179199054837227,"layout_ms":21.044245921075344},"gc_counts_before":[16,5,17],"gc_by_generation":{"0":{"count":19,"total_ms":0.8356430334970355,"collected":0},"1":{"count":2,"total_ms":0.7487069815397263,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22675993386656046,"layout_ms":21.176703041419387},"gc_counts_before":[16,5,19],"gc_by_generation":{"0":{"count":19,"total_ms":0.8186767809092999,"collected":0},"1":{"count":2,"total_ms":0.7062520598992705,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2010029274970293,"layout_ms":20.87064692750573},"gc_counts_before":[2,8,21],"gc_by_generation":{"0":{"count":19,"total_ms":0.7053399458527565,"collected":0},"1":{"count":2,"total_ms":0.7028219988569617,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.200756941922009,"layout_ms":113.98883501533419},"gc_counts_before":[16,8,23],"gc_by_generation":{"0":{"count":18,"total_ms":0.807318720035255,"collected":0},"1":{"count":2,"total_ms":0.650828005746007,"collected":0},"2":{"count":1,"total_ms":92.52206597011536,"collected":0}}},{"timing":{"common_ms":0.21421094425022602,"layout_ms":21.304073045030236},"gc_counts_before":[2,8,0],"gc_by_generation":{"0":{"count":20,"total_ms":0.692831352353096,"collected":0},"1":{"count":2,"total_ms":0.6309158634394407,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2646018983796239,"layout_ms":14.118934981524944},"gc_counts_before":[2,8,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.29689690563827753,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20712509285658598,"layout_ms":14.071683050133288},"gc_counts_before":[2,0,17],"gc_by_generation":{"0":{"count":4,"total_ms":0.30574819538742304,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.288992072455585,"layout_ms":14.281934010796249},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.3257940988987684,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22024998906999826,"layout_ms":14.054556959308684},"gc_counts_before":[2,4,1],"gc_by_generation":{"0":{"count":4,"total_ms":0.2701878547668457,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2158350544050336,"layout_ms":14.080740977078676},"gc_counts_before":[2,2,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.2708400133997202,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2039419487118721,"layout_ms":14.059117995202541},"gc_counts_before":[14,2,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.39352301973849535,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22714503575116396,"layout_ms":13.902732986025512},"gc_counts_before":[2,2,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.25816389825195074,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20091701298952103,"layout_ms":13.995317975059152},"gc_counts_before":[16,5,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.39937510155141354,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22111693397164345,"layout_ms":13.879721984267235},"gc_counts_before":[2,5,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.26415602769702673,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21903205197304487,"layout_ms":13.967133010737598},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.25955610908567905,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22736703976988792,"layout_ms":13.763750088401139},"gc_counts_before":[2,2,17],"gc_by_generation":{"0":{"count":3,"total_ms":0.25927601382136345,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.202746014110744,"layout_ms":14.077092055231333},"gc_counts_before":[14,2,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.3852559020742774,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23214193060994148,"layout_ms":13.994888053275645},"gc_counts_before":[2,2,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.27393398340791464,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20480400417000055,"layout_ms":14.037585002370179},"gc_counts_before":[16,5,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.41445798706263304,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.26039197109639645,"layout_ms":13.952040928415954},"gc_counts_before":[2,5,23],"gc_by_generation":{"0":{"count":3,"total_ms":0.26552099734544754,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22618204820901155,"layout_ms":13.943427009508014},"gc_counts_before":[2,4,0],"gc_by_generation":{"0":{"count":4,"total_ms":0.26813114527612925,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}}],"after_qualification":[{"rank":0,"samples":{"contiguous":[{"timing":{"common_ms":0.29480690136551857,"layout_ms":5.095347063615918},"gc_counts_before":[257,5,10],"gc_by_generation":{"0":{"count":1,"total_ms":0.07297901902347803,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18072803504765034,"layout_ms":4.700071993283927},"gc_counts_before":[102,4,12],"gc_by_generation":{"0":{"count":1,"total_ms":0.09132700506597757,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1809250097721815,"layout_ms":4.880788968876004},"gc_counts_before":[2,6,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2037660451605916,"layout_ms":4.507125006057322},"gc_counts_before":[2,10,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1861880300566554,"layout_ms":4.484075936488807},"gc_counts_before":[2,8,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2036229707300663,"layout_ms":4.983813967555761},"gc_counts_before":[2,3,21],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17924897838383913,"layout_ms":4.471755004487932},"gc_counts_before":[2,6,21],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17885805573314428,"layout_ms":4.526093020103872},"gc_counts_before":[2,8,1],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18721597734838724,"layout_ms":4.537716973572969},"gc_counts_before":[2,8,3],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1993220066651702,"layout_ms":4.568463074974716},"gc_counts_before":[2,0,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.184549018740654,"layout_ms":4.510471946559846},"gc_counts_before":[2,10,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18837302923202515,"layout_ms":4.5153220416978},"gc_counts_before":[2,5,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1815940486267209,"layout_ms":4.5107860350981355},"gc_counts_before":[2,8,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18857093527913094,"layout_ms":4.497937974520028},"gc_counts_before":[2,6,12],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18264097161591053,"layout_ms":5.065078032203019},"gc_counts_before":[2,6,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18513493705540895,"layout_ms":4.84570802655071},"gc_counts_before":[2,10,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2219600137323141,"layout_ms":21.732675028033555},"gc_counts_before":[1,6,10],"gc_by_generation":{"0":{"count":17,"total_ms":0.7201877888292074,"collected":0},"1":{"count":2,"total_ms":1.0090949945151806,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18021406140178442,"layout_ms":20.03562601748854},"gc_counts_before":[2,8,12],"gc_by_generation":{"0":{"count":17,"total_ms":0.6361621199175715,"collected":0},"1":{"count":2,"total_ms":0.6473250687122345,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17815292812883854,"layout_ms":19.834081060253084},"gc_counts_before":[16,6,14],"gc_by_generation":{"0":{"count":17,"total_ms":0.7164780981838703,"collected":0},"1":{"count":2,"total_ms":0.65392698161304,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19113405141979456,"layout_ms":19.343721913173795},"gc_counts_before":[2,4,16],"gc_by_generation":{"0":{"count":17,"total_ms":0.6482161115854979,"collected":0},"1":{"count":1,"total_ms":0.4022059729322791,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18301501404494047,"layout_ms":19.94816109072417},"gc_counts_before":[16,10,17],"gc_by_generation":{"0":{"count":17,"total_ms":0.7408400997519493,"collected":0},"1":{"count":2,"total_ms":0.7588460575789213,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17861102242022753,"layout_ms":19.820862100459635},"gc_counts_before":[16,8,19],"gc_by_generation":{"0":{"count":17,"total_ms":0.7360270246863365,"collected":0},"1":{"count":2,"total_ms":0.6317250663414598,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1872110879048705,"layout_ms":120.99359696730971},"gc_counts_before":[16,6,21],"gc_by_generation":{"0":{"count":20,"total_ms":0.6720519158989191,"collected":0},"1":{"count":2,"total_ms":0.5816769553348422,"collected":0},"2":{"count":1,"total_ms":101.23817494604737,"collected":0}}},{"timing":{"common_ms":0.181265058927238,"layout_ms":19.559315987862647},"gc_counts_before":[2,11,1],"gc_by_generation":{"0":{"count":16,"total_ms":0.566437840461731,"collected":0},"1":{"count":2,"total_ms":0.7208959432318807,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18938002176582813,"layout_ms":20.192936062812805},"gc_counts_before":[16,8,3],"gc_by_generation":{"0":{"count":17,"total_ms":0.744475401006639,"collected":0},"1":{"count":2,"total_ms":0.6463739555329084,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18666090909391642,"layout_ms":20.01658990047872},"gc_counts_before":[2,6,5],"gc_by_generation":{"0":{"count":16,"total_ms":0.6392837967723608,"collected":0},"1":{"count":2,"total_ms":0.6056589772924781,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18346402794122696,"layout_ms":19.905667984858155},"gc_counts_before":[16,0,7],"gc_by_generation":{"0":{"count":18,"total_ms":0.7865349762141705,"collected":0},"1":{"count":1,"total_ms":0.7053720764815807,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18363806884735823,"layout_ms":19.765452947467566},"gc_counts_before":[16,10,8],"gc_by_generation":{"0":{"count":17,"total_ms":0.7323939353227615,"collected":0},"1":{"count":2,"total_ms":0.6350270705297589,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2010050229728222,"layout_ms":19.75866104476154},"gc_counts_before":[16,8,10],"gc_by_generation":{"0":{"count":17,"total_ms":0.7470599375665188,"collected":0},"1":{"count":2,"total_ms":0.6357399979606271,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1820020843297243,"layout_ms":20.010166917927563},"gc_counts_before":[2,9,12],"gc_by_generation":{"0":{"count":16,"total_ms":0.6464659236371517,"collected":0},"1":{"count":2,"total_ms":0.6524929776787758,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18342304974794388,"layout_ms":19.952706061303616},"gc_counts_before":[16,6,14],"gc_by_generation":{"0":{"count":17,"total_ms":0.7237029494717717,"collected":0},"1":{"count":2,"total_ms":0.6540269823744893,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18163491040468216,"layout_ms":19.48595908470452},"gc_counts_before":[2,4,16],"gc_by_generation":{"0":{"count":17,"total_ms":0.6600900087505579,"collected":0},"1":{"count":1,"total_ms":0.4130159504711628,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.19501696806401014,"layout_ms":13.535339967347682},"gc_counts_before":[2,1,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.2318398328498006,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18091604579240084,"layout_ms":13.541531981900334},"gc_counts_before":[2,5,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.21129194647073746,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20136300008744001,"layout_ms":13.641924015246332},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":3,"total_ms":0.2309461124241352,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1913330052047968,"layout_ms":13.616918004117906},"gc_counts_before":[2,1,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.22624887060374022,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1893059816211462,"layout_ms":13.518815976567566},"gc_counts_before":[2,5,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.22472406271845102,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17638097051531076,"layout_ms":13.682951917871833},"gc_counts_before":[16,3,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.3071988467127085,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18549093510955572,"layout_ms":13.61883303616196},"gc_counts_before":[2,4,1],"gc_by_generation":{"0":{"count":4,"total_ms":0.2148729981854558,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18470198847353458,"layout_ms":13.56559304986149},"gc_counts_before":[17,8,1],"gc_by_generation":{"0":{"count":3,"total_ms":0.31444698106497526,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23467105347663164,"layout_ms":13.806864968501031},"gc_counts_before":[2,5,3],"gc_by_generation":{"0":{"count":3,"total_ms":0.26518607046455145,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2002849942073226,"layout_ms":13.604257954284549},"gc_counts_before":[2,3,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.2290400443598628,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18484995234757662,"layout_ms":13.590355985797942},"gc_counts_before":[2,7,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.21959212608635426,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17783499788492918,"layout_ms":13.550819014199078},"gc_counts_before":[16,5,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.3085678908973932,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18854904919862747,"layout_ms":13.569594011642039},"gc_counts_before":[2,3,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.21935987751930952,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17325603403151035,"layout_ms":13.533320976421237},"gc_counts_before":[16,6,12],"gc_by_generation":{"0":{"count":3,"total_ms":0.32951589673757553,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1896759495139122,"layout_ms":13.568424968980253},"gc_counts_before":[2,3,14],"gc_by_generation":{"0":{"count":3,"total_ms":0.2578019630163908,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17794291488826275,"layout_ms":13.445948017761111},"gc_counts_before":[2,1,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.21979608573019505,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":1,"samples":{"contiguous":[{"timing":{"common_ms":0.30358496587723494,"layout_ms":4.882600042037666},"gc_counts_before":[256,8,7],"gc_by_generation":{"0":{"count":1,"total_ms":0.06891402881592512,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17000199295580387,"layout_ms":4.39346197526902},"gc_counts_before":[68,6,9],"gc_by_generation":{"0":{"count":1,"total_ms":0.07905799429863691,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17608306370675564,"layout_ms":4.165883059613407},"gc_counts_before":[2,7,11],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19261299166828394,"layout_ms":4.2266909731552005},"gc_counts_before":[2,10,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17394800670444965,"layout_ms":4.448554012924433},"gc_counts_before":[2,7,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18420594278723001,"layout_ms":4.415665054693818},"gc_counts_before":[2,1,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1709050266072154,"layout_ms":4.174384055659175},"gc_counts_before":[2,4,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17100805416703224,"layout_ms":4.234164021909237},"gc_counts_before":[2,1,20],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17174496315419674,"layout_ms":4.236010019667447},"gc_counts_before":[2,5,1],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2010080497711897,"layout_ms":4.27345500793308},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17326092347502708,"layout_ms":4.21380705665797},"gc_counts_before":[2,5,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17759401816874743,"layout_ms":4.226341960020363},"gc_counts_before":[2,11,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1687690382823348,"layout_ms":4.171061096712947},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17012003809213638,"layout_ms":4.192441003397107},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1615450019016862,"layout_ms":4.198311944492161},"gc_counts_before":[2,11,11],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17835700418800116,"layout_ms":4.18971199542284},"gc_counts_before":[2,2,15],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.23449608124792576,"layout_ms":21.062340936623514},"gc_counts_before":[1,9,7],"gc_by_generation":{"0":{"count":16,"total_ms":0.6623688386753201,"collected":0},"1":{"count":2,"total_ms":0.9005430620163679,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17394800670444965,"layout_ms":19.414551090449095},"gc_counts_before":[2,10,9],"gc_by_generation":{"0":{"count":16,"total_ms":0.5981189897283912,"collected":0},"1":{"count":2,"total_ms":0.6035519763827324,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16470893751829863,"layout_ms":19.225063966587186},"gc_counts_before":[19,7,11],"gc_by_generation":{"0":{"count":16,"total_ms":0.645836116746068,"collected":0},"1":{"count":2,"total_ms":0.6201750366017222,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18398405518382788,"layout_ms":19.082339014858007},"gc_counts_before":[2,4,13],"gc_by_generation":{"0":{"count":17,"total_ms":0.5987149197608232,"collected":0},"1":{"count":1,"total_ms":0.39394304621964693,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16916997265070677,"layout_ms":19.46719898842275},"gc_counts_before":[19,10,14],"gc_by_generation":{"0":{"count":16,"total_ms":0.6551201222464442,"collected":0},"1":{"count":2,"total_ms":0.7182589033618569,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.162616022862494,"layout_ms":19.33947193901986},"gc_counts_before":[19,7,16],"gc_by_generation":{"0":{"count":16,"total_ms":0.6506660720333457,"collected":0},"1":{"count":2,"total_ms":0.5827719578519464,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18216704484075308,"layout_ms":19.178234972059727},"gc_counts_before":[19,4,18],"gc_by_generation":{"0":{"count":17,"total_ms":0.6659567588940263,"collected":0},"1":{"count":1,"total_ms":0.44180103577673435,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17736200243234634,"layout_ms":126.34587194770575},"gc_counts_before":[2,4,20],"gc_by_generation":{"0":{"count":19,"total_ms":0.5406786222010851,"collected":0},"1":{"count":2,"total_ms":0.5542030557990074,"collected":0},"2":{"count":1,"total_ms":106.56583704985678,"collected":0}}},{"timing":{"common_ms":0.17071503680199385,"layout_ms":19.194297958165407},"gc_counts_before":[20,5,1],"gc_by_generation":{"0":{"count":17,"total_ms":0.6641929503530264,"collected":0},"1":{"count":1,"total_ms":0.40194892790168524,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1782400067895651,"layout_ms":19.33704304974526},"gc_counts_before":[2,2,3],"gc_by_generation":{"0":{"count":17,"total_ms":0.45547017361968756,"collected":0},"1":{"count":1,"total_ms":0.7119979709386826,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1790119567885995,"layout_ms":19.431398017331958},"gc_counts_before":[19,8,4],"gc_by_generation":{"0":{"count":16,"total_ms":0.6697190692648292,"collected":0},"1":{"count":2,"total_ms":0.5590580403804779,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16889593098312616,"layout_ms":19.144871039316058},"gc_counts_before":[19,5,6],"gc_by_generation":{"0":{"count":17,"total_ms":0.6805870216339827,"collected":0},"1":{"count":1,"total_ms":0.3826699685305357,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17662800382822752,"layout_ms":19.70058400183916},"gc_counts_before":[19,2,8],"gc_by_generation":{"0":{"count":17,"total_ms":0.5253865383565426,"collected":0},"1":{"count":1,"total_ms":0.8836149936541915,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18380198162049055,"layout_ms":19.17743298690766},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":17,"total_ms":0.4607480950653553,"collected":0},"1":{"count":1,"total_ms":0.7045809179544449,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16958697233349085,"layout_ms":19.574383040890098},"gc_counts_before":[19,11,11],"gc_by_generation":{"0":{"count":16,"total_ms":0.5472851917147636,"collected":0},"1":{"count":2,"total_ms":0.6781760603189468,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16633502673357725,"layout_ms":19.273209967650473},"gc_counts_before":[2,8,13],"gc_by_generation":{"0":{"count":16,"total_ms":0.6086588837206364,"collected":0},"1":{"count":2,"total_ms":0.5582240410149097,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.18720095977187157,"layout_ms":13.451306032948196},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.2358551137149334,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19003089983016253,"layout_ms":13.388094957917929},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.19526493269950151,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1811539987102151,"layout_ms":13.421337935142219},"gc_counts_before":[2,4,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.23768201936036348,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.172001076862216,"layout_ms":13.37341102771461},"gc_counts_before":[2,1,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.2355780452489853,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1859139883890748,"layout_ms":13.344477978534997},"gc_counts_before":[2,4,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.22641511168330908,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16583094839006662,"layout_ms":13.48873705137521},"gc_counts_before":[19,1,18],"gc_by_generation":{"0":{"count":3,"total_ms":0.29607396572828293,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20906596910208464,"layout_ms":13.667552964761853},"gc_counts_before":[2,10,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.18477393314242363,"collected":0},"1":{"count":1,"total_ms":0.29636500403285027,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17049594316631556,"layout_ms":13.309663045220077},"gc_counts_before":[19,1,20],"gc_by_generation":{"0":{"count":3,"total_ms":0.28988311532884836,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19856099970638752,"layout_ms":13.387384009547532},"gc_counts_before":[3,1,1],"gc_by_generation":{"0":{"count":4,"total_ms":0.232374994084239,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2125429455190897,"layout_ms":13.774710008874536},"gc_counts_before":[2,11,2],"gc_by_generation":{"0":{"count":2,"total_ms":0.09591714479029179,"collected":0},"1":{"count":1,"total_ms":0.40178303606808186,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1819130266085267,"layout_ms":13.323838938958943},"gc_counts_before":[2,2,6],"gc_by_generation":{"0":{"count":3,"total_ms":0.23003295063972473,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16715505626052618,"layout_ms":13.743218034505844},"gc_counts_before":[19,11,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.09486603084951639,"collected":0},"1":{"count":1,"total_ms":0.4469739506021142,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17855199985206127,"layout_ms":13.271755073219538},"gc_counts_before":[2,8,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.22896297741681337,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16142800450325012,"layout_ms":13.597658951766789},"gc_counts_before":[19,11,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.10036397725343704,"collected":0},"1":{"count":1,"total_ms":0.27994904667139053,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17035100609064102,"layout_ms":13.206231989897788},"gc_counts_before":[2,8,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.226731994189322,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17421995289623737,"layout_ms":13.309907051734626},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.2284599468111992,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":2,"samples":{"contiguous":[{"timing":{"common_ms":0.2891870681196451,"layout_ms":5.021801101975143},"gc_counts_before":[257,10,5],"gc_by_generation":{"0":{"count":1,"total_ms":0.06898201536387205,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18884195014834404,"layout_ms":4.979219986125827},"gc_counts_before":[68,8,7],"gc_by_generation":{"0":{"count":1,"total_ms":0.08522102143615484,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19929104018956423,"layout_ms":4.855868988670409},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20061200484633446,"layout_ms":4.692942020483315},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19461300689727068,"layout_ms":4.873116966336966},"gc_counts_before":[2,9,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19848591182380915,"layout_ms":4.74787806160748},"gc_counts_before":[2,3,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19585492555052042,"layout_ms":4.90650802385062},"gc_counts_before":[2,6,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19466702360659838,"layout_ms":4.765114048495889},"gc_counts_before":[2,3,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2017070073634386,"layout_ms":4.86246997024864},"gc_counts_before":[2,3,20],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1797679578885436,"layout_ms":4.2548559140414},"gc_counts_before":[2,7,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19146199338138103,"layout_ms":4.820369998924434},"gc_counts_before":[2,4,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18969597294926643,"layout_ms":4.458106006495655},"gc_counts_before":[2,10,5],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1917859772220254,"layout_ms":4.9580479972064495},"gc_counts_before":[2,1,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19636598881334066,"layout_ms":4.89224202465266},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19028200767934322,"layout_ms":4.926503985188901},"gc_counts_before":[2,10,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1912590814754367,"layout_ms":4.651176044717431},"gc_counts_before":[2,1,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2660040045157075,"layout_ms":22.077332017943263},"gc_counts_before":[1,11,5],"gc_by_generation":{"0":{"count":16,"total_ms":0.5821222439408302,"collected":0},"1":{"count":2,"total_ms":0.9280070662498474,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.196535955183208,"layout_ms":20.5069090006873},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":17,"total_ms":0.6321609253063798,"collected":0},"1":{"count":1,"total_ms":0.5609819199889898,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1870619598776102,"layout_ms":20.619294955395162},"gc_counts_before":[19,9,9],"gc_by_generation":{"0":{"count":16,"total_ms":0.6927110953256488,"collected":0},"1":{"count":2,"total_ms":0.5987869808450341,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20166696049273014,"layout_ms":20.110527984797955},"gc_counts_before":[2,6,11],"gc_by_generation":{"0":{"count":16,"total_ms":0.6037936545908451,"collected":0},"1":{"count":2,"total_ms":0.592248048633337,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18735101912170649,"layout_ms":20.550790010020137},"gc_counts_before":[19,0,13],"gc_by_generation":{"0":{"count":17,"total_ms":0.7330836961045861,"collected":0},"1":{"count":1,"total_ms":0.6304580019786954,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18764403648674488,"layout_ms":20.527577959001064},"gc_counts_before":[19,9,14],"gc_by_generation":{"0":{"count":16,"total_ms":0.6928250659257174,"collected":0},"1":{"count":2,"total_ms":0.6363719003275037,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19663397688418627,"layout_ms":20.470682065933943},"gc_counts_before":[19,6,16],"gc_by_generation":{"0":{"count":16,"total_ms":0.674935057759285,"collected":0},"1":{"count":2,"total_ms":0.6132250418886542,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19026303198188543,"layout_ms":20.38390201050788},"gc_counts_before":[2,6,18],"gc_by_generation":{"0":{"count":16,"total_ms":0.6142911734059453,"collected":0},"1":{"count":2,"total_ms":0.6494330009445548,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1897870097309351,"layout_ms":126.57627102453262},"gc_counts_before":[19,3,20],"gc_by_generation":{"0":{"count":16,"total_ms":0.5175990518182516,"collected":0},"1":{"count":1,"total_ms":0.49791589844971895,"collected":0},"2":{"count":1,"total_ms":105.56618997361511,"collected":0}}},{"timing":{"common_ms":0.20114996004849672,"layout_ms":20.637425943277776},"gc_counts_before":[2,0,1],"gc_by_generation":{"0":{"count":18,"total_ms":0.6495181005448103,"collected":0},"1":{"count":1,"total_ms":0.5646259523928165,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19569904543459415,"layout_ms":20.328612998127937},"gc_counts_before":[20,7,2],"gc_by_generation":{"0":{"count":16,"total_ms":0.718827941454947,"collected":0},"1":{"count":2,"total_ms":0.5589419743046165,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19046792294830084,"layout_ms":20.537969074212015},"gc_counts_before":[19,4,4],"gc_by_generation":{"0":{"count":17,"total_ms":0.7218481041491032,"collected":0},"1":{"count":1,"total_ms":0.47774496488273144,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1979389926418662,"layout_ms":20.55285999085754},"gc_counts_before":[19,1,6],"gc_by_generation":{"0":{"count":17,"total_ms":0.7154511986300349,"collected":0},"1":{"count":1,"total_ms":0.6345019210129976,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20607397891581059,"layout_ms":20.308705046772957},"gc_counts_before":[2,1,8],"gc_by_generation":{"0":{"count":17,"total_ms":0.6493510445579886,"collected":0},"1":{"count":1,"total_ms":0.6002410082146525,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18784194253385067,"layout_ms":20.467418944463134},"gc_counts_before":[19,10,9],"gc_by_generation":{"0":{"count":16,"total_ms":0.6872321246191859,"collected":0},"1":{"count":2,"total_ms":0.6277969805523753,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19294407684355974,"layout_ms":20.220347098074853},"gc_counts_before":[2,7,11],"gc_by_generation":{"0":{"count":16,"total_ms":0.6183730438351631,"collected":0},"1":{"count":2,"total_ms":0.5978120025247335,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.20414404571056366,"layout_ms":13.768199947662652},"gc_counts_before":[2,5,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.24327891878783703,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19557203631848097,"layout_ms":14.387737028300762},"gc_counts_before":[2,9,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.15485810581594706,"collected":0},"1":{"count":1,"total_ms":0.36669697146862745,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2014420460909605,"layout_ms":13.710579951293766},"gc_counts_before":[2,6,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.24152221158146858,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19593106117099524,"layout_ms":13.731284998357296},"gc_counts_before":[2,3,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.2492748899385333,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1910089049488306,"layout_ms":13.697949005290866},"gc_counts_before":[2,6,14],"gc_by_generation":{"0":{"count":3,"total_ms":0.2380239311605692,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18702796660363674,"layout_ms":14.01956903282553},"gc_counts_before":[19,3,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.3071639221161604,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18552097026258707,"layout_ms":13.350639957934618},"gc_counts_before":[2,0,18],"gc_by_generation":{"0":{"count":3,"total_ms":0.23542705457657576,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19586202688515186,"layout_ms":14.025087933987379},"gc_counts_before":[19,3,18],"gc_by_generation":{"0":{"count":3,"total_ms":0.2999430289492011,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2209390513598919,"layout_ms":13.522604014724493},"gc_counts_before":[2,0,20],"gc_by_generation":{"0":{"count":3,"total_ms":0.24183408822864294,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19978894852101803,"layout_ms":14.400606974959373},"gc_counts_before":[2,8,0],"gc_by_generation":{"0":{"count":3,"total_ms":0.19163999240845442,"collected":0},"1":{"count":1,"total_ms":0.21571095567196608,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1950090518221259,"layout_ms":13.618579017929733},"gc_counts_before":[2,1,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.23893197067081928,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19293895456939936,"layout_ms":14.347766991704702},"gc_counts_before":[19,10,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.2648669760674238,"collected":0},"1":{"count":1,"total_ms":0.38864894304424524,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19966298714280128,"layout_ms":13.94294505007565},"gc_counts_before":[2,7,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.24091685190796852,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18600793555378914,"layout_ms":14.534841058775783},"gc_counts_before":[19,10,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.26674196124076843,"collected":0},"1":{"count":1,"total_ms":0.24189800024032593,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19182392861694098,"layout_ms":13.76332901418209},"gc_counts_before":[2,7,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.2436828799545765,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19080901984125376,"layout_ms":13.792088022455573},"gc_counts_before":[2,4,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.2501920098438859,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":3,"samples":{"contiguous":[{"timing":{"common_ms":0.27150206733494997,"layout_ms":4.894522950053215},"gc_counts_before":[256,9,7],"gc_by_generation":{"0":{"count":1,"total_ms":0.07110694423317909,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16345002222806215,"layout_ms":4.3815040262416005},"gc_counts_before":[68,7,9],"gc_by_generation":{"0":{"count":1,"total_ms":0.076669966802001,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17364497762173414,"layout_ms":4.4018939370289445},"gc_counts_before":[2,8,11],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17885200213640928,"layout_ms":4.240546957589686},"gc_counts_before":[2,11,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1761909807100892,"layout_ms":4.251127946190536},"gc_counts_before":[2,8,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18023198936134577,"layout_ms":4.208410042338073},"gc_counts_before":[2,2,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.170599902048707,"layout_ms":4.286782001145184},"gc_counts_before":[2,5,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16923900693655014,"layout_ms":4.230326972901821},"gc_counts_before":[2,2,20],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17543509602546692,"layout_ms":4.235200001858175},"gc_counts_before":[2,6,1],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17697608564049006,"layout_ms":4.332515993155539},"gc_counts_before":[2,9,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17163692973554134,"layout_ms":4.465550067834556},"gc_counts_before":[2,6,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17785001546144485,"layout_ms":4.239376983605325},"gc_counts_before":[2,0,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1666360767558217,"layout_ms":4.249681020155549},"gc_counts_before":[2,3,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16745796892791986,"layout_ms":4.434499074704945},"gc_counts_before":[2,0,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17272599507123232,"layout_ms":4.219780908897519},"gc_counts_before":[2,0,12],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16833003610372543,"layout_ms":4.1784519562497735},"gc_counts_before":[2,3,15],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.22104592062532902,"layout_ms":21.3657469721511},"gc_counts_before":[1,10,7],"gc_by_generation":{"0":{"count":16,"total_ms":0.6775030633434653,"collected":0},"1":{"count":2,"total_ms":0.9060890879482031,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17555092927068472,"layout_ms":19.520331057719886},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":16,"total_ms":0.553353107534349,"collected":0},"1":{"count":2,"total_ms":0.6740120006725192,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1618709648028016,"layout_ms":19.64886800851673},"gc_counts_before":[19,8,11],"gc_by_generation":{"0":{"count":16,"total_ms":0.6738530937582254,"collected":0},"1":{"count":2,"total_ms":0.608869013376534,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17200701404362917,"layout_ms":19.115934032015502},"gc_counts_before":[2,5,13],"gc_by_generation":{"0":{"count":17,"total_ms":0.6076778518036008,"collected":0},"1":{"count":1,"total_ms":0.34673698246479034,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17083808779716492,"layout_ms":19.589383038692176},"gc_counts_before":[19,11,14],"gc_by_generation":{"0":{"count":16,"total_ms":0.543364672921598,"collected":0},"1":{"count":2,"total_ms":0.874257879331708,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16797101125121117,"layout_ms":19.412510911934078},"gc_counts_before":[19,8,16],"gc_by_generation":{"0":{"count":16,"total_ms":0.6569270044565201,"collected":0},"1":{"count":2,"total_ms":0.5939010297879577,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17019908409565687,"layout_ms":19.348043017089367},"gc_counts_before":[19,5,18],"gc_by_generation":{"0":{"count":17,"total_ms":0.7010579574853182,"collected":0},"1":{"count":1,"total_ms":0.4096169723197818,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.173110980540514,"layout_ms":134.79905400890857},"gc_counts_before":[2,5,20],"gc_by_generation":{"0":{"count":19,"total_ms":0.5487953312695026,"collected":0},"1":{"count":2,"total_ms":0.5862420657649636,"collected":0},"2":{"count":1,"total_ms":114.93182997219265,"collected":0}}},{"timing":{"common_ms":0.1748290378600359,"layout_ms":19.6248380234465},"gc_counts_before":[20,6,1],"gc_by_generation":{"0":{"count":16,"total_ms":0.6521857576444745,"collected":0},"1":{"count":2,"total_ms":0.6345299771055579,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.175846042111516,"layout_ms":19.57653509452939},"gc_counts_before":[2,3,3],"gc_by_generation":{"0":{"count":17,"total_ms":0.6205986719578505,"collected":0},"1":{"count":1,"total_ms":0.45153999235481024,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17650192603468895,"layout_ms":19.914290984161198},"gc_counts_before":[19,9,4],"gc_by_generation":{"0":{"count":16,"total_ms":0.6914582336321473,"collected":0},"1":{"count":2,"total_ms":0.6640650099143386,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16470905393362045,"layout_ms":20.542885060422122},"gc_counts_before":[19,6,6],"gc_by_generation":{"0":{"count":16,"total_ms":0.6993201095610857,"collected":0},"1":{"count":2,"total_ms":0.658525968901813,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1897329930216074,"layout_ms":19.526218995451927},"gc_counts_before":[19,3,8],"gc_by_generation":{"0":{"count":17,"total_ms":0.6884707836434245,"collected":0},"1":{"count":1,"total_ms":0.5374870961531997,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1727859489619732,"layout_ms":19.24713095650077},"gc_counts_before":[2,3,10],"gc_by_generation":{"0":{"count":17,"total_ms":0.6228811107575893,"collected":0},"1":{"count":1,"total_ms":0.4873520229011774,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17011899035423994,"layout_ms":19.467468955554068},"gc_counts_before":[19,0,12],"gc_by_generation":{"0":{"count":17,"total_ms":0.712124165147543,"collected":0},"1":{"count":1,"total_ms":0.6478240247815847,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17418095376342535,"layout_ms":19.30386305321008},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":16,"total_ms":0.6114509887993336,"collected":0},"1":{"count":2,"total_ms":0.5492069758474827,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.17673999536782503,"layout_ms":13.328442932106555},"gc_counts_before":[2,4,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.23317290470004082,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16682397108525038,"layout_ms":13.305227970704436},"gc_counts_before":[2,8,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.19519496709108353,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18858700059354305,"layout_ms":13.226089999079704},"gc_counts_before":[2,5,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.2385689876973629,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16511301510035992,"layout_ms":13.233451056294143},"gc_counts_before":[2,2,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.24419196415692568,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1736590638756752,"layout_ms":13.295424054376781},"gc_counts_before":[2,5,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.22823899053037167,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1700980355963111,"layout_ms":13.439132017083466},"gc_counts_before":[19,2,18],"gc_by_generation":{"0":{"count":3,"total_ms":0.3006050828844309,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2076970413327217,"layout_ms":13.683130033314228},"gc_counts_before":[2,11,19],"gc_by_generation":{"0":{"count":2,"total_ms":0.09743007831275463,"collected":0},"1":{"count":1,"total_ms":0.37437700666487217,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16952294390648603,"layout_ms":13.395408052019775},"gc_counts_before":[19,2,20],"gc_by_generation":{"0":{"count":3,"total_ms":0.29439013451337814,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18537603318691254,"layout_ms":13.425784069113433},"gc_counts_before":[2,2,1],"gc_by_generation":{"0":{"count":4,"total_ms":0.22731628268957138,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18517998978495598,"layout_ms":13.443472911603749},"gc_counts_before":[2,0,3],"gc_by_generation":{"0":{"count":3,"total_ms":0.23564707953482866,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17253798432648182,"layout_ms":13.475987943820655},"gc_counts_before":[2,3,6],"gc_by_generation":{"0":{"count":3,"total_ms":0.2327341353520751,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1667030155658722,"layout_ms":13.398024020716548},"gc_counts_before":[19,0,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.2980909775942564,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1689760247245431,"layout_ms":13.621376012451947},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.1719630090519786,"collected":0},"1":{"count":1,"total_ms":0.31633698381483555,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16763305757194757,"layout_ms":13.24794301763177},"gc_counts_before":[19,0,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.3030449151992798,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17445208504796028,"layout_ms":13.612154987640679},"gc_counts_before":[2,9,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.17947109881788492,"collected":0},"1":{"count":1,"total_ms":0.32251502852886915,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17296196892857552,"layout_ms":13.278478058055043},"gc_counts_before":[2,6,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.22832804825156927,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":4,"samples":{"contiguous":[{"timing":{"common_ms":0.36354910116642714,"layout_ms":5.295926937833428},"gc_counts_before":[259,9,5],"gc_by_generation":{"0":{"count":1,"total_ms":0.06915198173373938,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19805901683866978,"layout_ms":4.750860040076077},"gc_counts_before":[176,9,7],"gc_by_generation":{"0":{"count":1,"total_ms":0.12238102499395609,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21231896243989468,"layout_ms":4.512262996286154},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20086602307856083,"layout_ms":4.759707022458315},"gc_counts_before":[2,9,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20095601212233305,"layout_ms":4.758287919685245},"gc_counts_before":[2,8,15],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21292397286742926,"layout_ms":4.726017941720784},"gc_counts_before":[2,4,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1996440114453435,"layout_ms":4.483022028580308},"gc_counts_before":[2,7,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19853003323078156,"layout_ms":4.504279932007194},"gc_counts_before":[2,6,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19980198703706264,"layout_ms":4.488238948397338},"gc_counts_before":[2,8,21],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2454190980643034,"layout_ms":4.851187928579748},"gc_counts_before":[2,4,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19840092863887548,"layout_ms":4.585208022035658},"gc_counts_before":[2,3,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19544700626283884,"layout_ms":4.56762604881078},"gc_counts_before":[2,11,5],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19656005315482616,"layout_ms":4.693470895290375},"gc_counts_before":[2,2,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19455200526863337,"layout_ms":4.4815599685534835},"gc_counts_before":[2,1,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19327900372445583,"layout_ms":4.5417859219014645},"gc_counts_before":[2,3,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2029980532824993,"layout_ms":4.74379095248878},"gc_counts_before":[2,10,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.24996697902679443,"layout_ms":22.77532801963389},"gc_counts_before":[1,10,5],"gc_by_generation":{"0":{"count":18,"total_ms":0.7867718813940883,"collected":0},"1":{"count":2,"total_ms":0.8905050344765186,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19888300448656082,"layout_ms":20.2930310042575},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":20,"total_ms":0.5496195517480373,"collected":0},"1":{"count":1,"total_ms":0.7876210147514939,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19400205928832293,"layout_ms":20.506747998297215},"gc_counts_before":[16,2,10],"gc_by_generation":{"0":{"count":19,"total_ms":0.6229560822248459,"collected":0},"1":{"count":1,"total_ms":0.9341120021417737,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20820298232138157,"layout_ms":20.102050038985908},"gc_counts_before":[2,1,12],"gc_by_generation":{"0":{"count":19,"total_ms":0.7040071068331599,"collected":0},"1":{"count":1,"total_ms":0.571463955566287,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1903220545500517,"layout_ms":20.22517193108797},"gc_counts_before":[16,9,13],"gc_by_generation":{"0":{"count":18,"total_ms":0.7944037206470966,"collected":0},"1":{"count":2,"total_ms":0.5668040830641985,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1909920247271657,"layout_ms":20.18157998099923},"gc_counts_before":[16,8,15],"gc_by_generation":{"0":{"count":18,"total_ms":0.786693999543786,"collected":0},"1":{"count":2,"total_ms":0.6257160566747189,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2015919890254736,"layout_ms":20.154007012024522},"gc_counts_before":[16,7,17],"gc_by_generation":{"0":{"count":18,"total_ms":0.8215560810640454,"collected":0},"1":{"count":2,"total_ms":0.6538770394399762,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19954494200646877,"layout_ms":20.20644291769713},"gc_counts_before":[2,9,19],"gc_by_generation":{"0":{"count":18,"total_ms":0.6644062232226133,"collected":0},"1":{"count":2,"total_ms":0.6315350765362382,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19513291772454977,"layout_ms":126.07463798485696},"gc_counts_before":[16,8,21],"gc_by_generation":{"0":{"count":17,"total_ms":0.7913940353319049,"collected":0},"1":{"count":2,"total_ms":0.6395371165126562,"collected":0},"2":{"count":1,"total_ms":105.35374993924052,"collected":0}}},{"timing":{"common_ms":0.20307896193116903,"layout_ms":20.55533998645842},"gc_counts_before":[2,7,0],"gc_by_generation":{"0":{"count":19,"total_ms":0.6680650403723121,"collected":0},"1":{"count":2,"total_ms":0.5966180469840765,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2107099862769246,"layout_ms":21.200340939685702},"gc_counts_before":[16,4,2],"gc_by_generation":{"0":{"count":18,"total_ms":0.8154852548614144,"collected":0},"1":{"count":2,"total_ms":0.6436100229620934,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19610498566180468,"layout_ms":20.41852497495711},"gc_counts_before":[16,3,4],"gc_by_generation":{"0":{"count":19,"total_ms":0.7993199396878481,"collected":0},"1":{"count":1,"total_ms":0.5403450923040509,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20034494809806347,"layout_ms":20.520216086879373},"gc_counts_before":[16,2,6],"gc_by_generation":{"0":{"count":19,"total_ms":0.6465648766607046,"collected":0},"1":{"count":1,"total_ms":0.9603799553588033,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2472019987180829,"layout_ms":20.153166027739644},"gc_counts_before":[2,4,8],"gc_by_generation":{"0":{"count":18,"total_ms":0.6844628369435668,"collected":0},"1":{"count":2,"total_ms":0.6627870025113225,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1960039371624589,"layout_ms":20.308158942498267},"gc_counts_before":[16,3,10],"gc_by_generation":{"0":{"count":19,"total_ms":0.8116662502288818,"collected":0},"1":{"count":1,"total_ms":0.5791110452264547,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19667798187583685,"layout_ms":20.17611509654671},"gc_counts_before":[2,2,12],"gc_by_generation":{"0":{"count":19,"total_ms":0.5418718792498112,"collected":0},"1":{"count":1,"total_ms":0.8277930319309235,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2105560852214694,"layout_ms":13.948063016869128},"gc_counts_before":[2,6,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.2806120319291949,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2019689418375492,"layout_ms":14.08008299767971},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.23821997456252575,"collected":0},"1":{"count":1,"total_ms":0.2823659451678395,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20770495757460594,"layout_ms":14.053966966457665},"gc_counts_before":[2,11,9],"gc_by_generation":{"0":{"count":2,"total_ms":0.09448209311813116,"collected":0},"1":{"count":1,"total_ms":0.16930897254496813,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20033610053360462,"layout_ms":13.95881490316242},"gc_counts_before":[2,10,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.2294960431754589,"collected":0},"1":{"count":1,"total_ms":0.1453630393370986,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1977219944819808,"layout_ms":13.75541603192687},"gc_counts_before":[2,5,15],"gc_by_generation":{"0":{"count":3,"total_ms":0.27270102873444557,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18700200598686934,"layout_ms":13.882718048989773},"gc_counts_before":[16,4,17],"gc_by_generation":{"0":{"count":3,"total_ms":0.37096196319907904,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21439092233777046,"layout_ms":13.83487693965435},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.2589750802144408,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19352405797690153,"layout_ms":13.908865046687424},"gc_counts_before":[16,6,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.3779700491577387,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22364500910043716,"layout_ms":13.711287057958543},"gc_counts_before":[2,5,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.2632089890539646,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20674406550824642,"layout_ms":13.800307991914451},"gc_counts_before":[2,3,0],"gc_by_generation":{"0":{"count":4,"total_ms":0.2627810463309288,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19764096941798925,"layout_ms":13.91830900683999},"gc_counts_before":[2,0,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.2689280081540346,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19961700309067965,"layout_ms":14.117286074906588},"gc_counts_before":[16,11,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.0962080666795373,"collected":0},"1":{"count":1,"total_ms":0.43965596705675125,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20168698392808437,"layout_ms":13.82624008692801},"gc_counts_before":[2,10,7],"gc_by_generation":{"0":{"count":2,"total_ms":0.21284993272274733,"collected":0},"1":{"count":1,"total_ms":0.14187791384756565,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19228900782763958,"layout_ms":13.770274934358895},"gc_counts_before":[16,1,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.38899993523955345,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19514700397849083,"layout_ms":13.751993072219193},"gc_counts_before":[2,0,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.2633450785651803,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1972500467672944,"layout_ms":14.048501965589821},"gc_counts_before":[2,11,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.09978096932172775,"collected":0},"1":{"count":1,"total_ms":0.30163698829710484,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":5,"samples":{"contiguous":[{"timing":{"common_ms":0.33632596023380756,"layout_ms":5.422884947620332},"gc_counts_before":[261,7,3],"gc_by_generation":{"0":{"count":1,"total_ms":0.06671308074146509,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23401202633976936,"layout_ms":5.135001032613218},"gc_counts_before":[307,10,5],"gc_by_generation":{"0":{"count":1,"total_ms":0.16615400090813637,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2333029406145215,"layout_ms":4.863383015617728},"gc_counts_before":[2,5,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2442330587655306,"layout_ms":4.799844929948449},"gc_counts_before":[2,6,12],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23585290182381868,"layout_ms":4.788133082911372},"gc_counts_before":[2,8,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2530739875510335,"layout_ms":4.867278039455414},"gc_counts_before":[2,7,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24064804892987013,"layout_ms":4.849591990932822},"gc_counts_before":[2,10,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2310519339516759,"layout_ms":5.2825360326096416},"gc_counts_before":[2,0,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22973795421421528,"layout_ms":4.862659960053861},"gc_counts_before":[2,5,21],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2554990351200104,"layout_ms":5.129507975652814},"gc_counts_before":[2,5,0],"gc_by_generation":{"0":{"count":1,"total_ms":0.1896210014820099,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.230844016186893,"layout_ms":4.815832013264298},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2386640990152955,"layout_ms":5.1465489668771625},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22603594698011875,"layout_ms":4.860383924096823},"gc_counts_before":[2,11,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23141701240092516,"layout_ms":4.8194240080192685},"gc_counts_before":[2,1,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23309991229325533,"layout_ms":4.903014050796628},"gc_counts_before":[2,6,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24040706921368837,"layout_ms":4.848257987760007},"gc_counts_before":[2,7,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.2765950048342347,"layout_ms":24.006290012039244},"gc_counts_before":[1,8,3],"gc_by_generation":{"0":{"count":21,"total_ms":0.9126638760790229,"collected":0},"1":{"count":2,"total_ms":1.0010349797084928,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23187301121652126,"layout_ms":21.886281901970506},"gc_counts_before":[2,3,6],"gc_by_generation":{"0":{"count":21,"total_ms":0.7654192158952355,"collected":0},"1":{"count":2,"total_ms":0.6629831623286009,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2247269731014967,"layout_ms":21.944639971479774},"gc_counts_before":[16,5,8],"gc_by_generation":{"0":{"count":21,"total_ms":0.9764760034158826,"collected":0},"1":{"count":2,"total_ms":0.7926980033516884,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25161507073789835,"layout_ms":21.42726897727698},"gc_counts_before":[2,7,10],"gc_by_generation":{"0":{"count":21,"total_ms":0.8004041155800223,"collected":0},"1":{"count":2,"total_ms":0.6411001086235046,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2240129979327321,"layout_ms":21.80360199417919},"gc_counts_before":[16,6,12],"gc_by_generation":{"0":{"count":21,"total_ms":0.9381782729178667,"collected":0},"1":{"count":2,"total_ms":0.6561679765582085,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2415240742266178,"layout_ms":21.667805965989828},"gc_counts_before":[16,8,14],"gc_by_generation":{"0":{"count":21,"total_ms":0.991139211691916,"collected":0},"1":{"count":2,"total_ms":0.7125780684873462,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.239579938352108,"layout_ms":21.890999982133508},"gc_counts_before":[16,10,16],"gc_by_generation":{"0":{"count":21,"total_ms":0.9761267574504018,"collected":0},"1":{"count":2,"total_ms":0.6996620213612914,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2350619761273265,"layout_ms":21.788900019600987},"gc_counts_before":[2,3,19],"gc_by_generation":{"0":{"count":21,"total_ms":0.7976276101544499,"collected":0},"1":{"count":2,"total_ms":0.7957809139043093,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2265280345454812,"layout_ms":22.03873300459236},"gc_counts_before":[16,5,21],"gc_by_generation":{"0":{"count":21,"total_ms":0.9697254281491041,"collected":0},"1":{"count":2,"total_ms":0.8037630468606949,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24130498059093952,"layout_ms":127.03464704100043},"gc_counts_before":[2,7,23],"gc_by_generation":{"0":{"count":20,"total_ms":0.791527796536684,"collected":0},"1":{"count":2,"total_ms":0.6593059515580535,"collected":0},"2":{"count":1,"total_ms":104.51446904335171,"collected":0}}},{"timing":{"common_ms":0.24395599029958248,"layout_ms":21.904045017436147},"gc_counts_before":[2,6,0],"gc_by_generation":{"0":{"count":21,"total_ms":0.762139679864049,"collected":0},"1":{"count":2,"total_ms":0.6722939433529973,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23164099548012018,"layout_ms":23.721080040559173},"gc_counts_before":[16,9,2],"gc_by_generation":{"0":{"count":21,"total_ms":0.9958911687135696,"collected":0},"1":{"count":2,"total_ms":1.0529550490900874,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24210591800510883,"layout_ms":21.75279299262911},"gc_counts_before":[16,11,4],"gc_by_generation":{"0":{"count":21,"total_ms":0.6374091608449817,"collected":0},"1":{"count":2,"total_ms":0.9502159664407372,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2578949788585305,"layout_ms":21.798267029225826},"gc_counts_before":[2,4,7],"gc_by_generation":{"0":{"count":21,"total_ms":0.8158142445608974,"collected":0},"1":{"count":2,"total_ms":0.7453470025211573,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22422196343541145,"layout_ms":21.869329968467355},"gc_counts_before":[16,6,9],"gc_by_generation":{"0":{"count":21,"total_ms":0.9605932282283902,"collected":0},"1":{"count":2,"total_ms":0.7671019993722439,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23089908063411713,"layout_ms":21.934072021394968},"gc_counts_before":[2,8,11],"gc_by_generation":{"0":{"count":21,"total_ms":0.7862707134336233,"collected":0},"1":{"count":2,"total_ms":0.6446839543059468,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.2519739791750908,"layout_ms":14.73636704031378},"gc_counts_before":[2,7,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.3086900105699897,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.230513047426939,"layout_ms":14.943538000807166},"gc_counts_before":[86,11,5],"gc_by_generation":{"0":{"count":3,"total_ms":0.1198820536956191,"collected":0},"1":{"count":1,"total_ms":0.45011297333985567,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24631002452224493,"layout_ms":14.637801912613213},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.3172149881720543,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.25396200362592936,"layout_ms":14.737756922841072},"gc_counts_before":[2,4,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.30015897937119007,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23938994854688644,"layout_ms":14.653253019787371},"gc_counts_before":[2,5,14],"gc_by_generation":{"0":{"count":3,"total_ms":0.31216605566442013,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23248593788594007,"layout_ms":14.843991957604885},"gc_counts_before":[16,7,16],"gc_by_generation":{"0":{"count":3,"total_ms":0.4900869680568576,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2653150586411357,"layout_ms":14.835944981314242},"gc_counts_before":[2,9,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.2542119473218918,"collected":0},"1":{"count":1,"total_ms":0.23720203898847103,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22578297648578882,"layout_ms":14.947196003049612},"gc_counts_before":[16,0,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.5145750474184752,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2706879749894142,"layout_ms":14.651119010522962},"gc_counts_before":[2,2,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.3025929909199476,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2669160021468997,"layout_ms":14.71656805370003},"gc_counts_before":[2,4,23],"gc_by_generation":{"0":{"count":3,"total_ms":0.3167379181832075,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24102302268147469,"layout_ms":14.641399960964918},"gc_counts_before":[2,5,2],"gc_by_generation":{"0":{"count":4,"total_ms":0.33302209340035915,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22961897775530815,"layout_ms":14.833632973022759},"gc_counts_before":[16,8,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.49004796892404556,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24028297048062086,"layout_ms":14.780257013626397},"gc_counts_before":[2,10,6],"gc_by_generation":{"0":{"count":2,"total_ms":0.26580505073070526,"collected":0},"1":{"count":1,"total_ms":0.15961402095854282,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23071002215147018,"layout_ms":14.869657927192748},"gc_counts_before":[16,1,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.5252279806882143,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.23813301231712103,"layout_ms":14.58412199281156},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.2969079650938511,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2458089729771018,"layout_ms":14.525401988066733},"gc_counts_before":[2,5,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.30170788522809744,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":6,"samples":{"contiguous":[{"timing":{"common_ms":0.2597080310806632,"layout_ms":4.47268201969564},"gc_counts_before":[257,7,6],"gc_by_generation":{"0":{"count":1,"total_ms":0.07090100552886724,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18750398885458708,"layout_ms":4.600477986969054},"gc_counts_before":[73,5,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19060203339904547,"layout_ms":4.5928460313007236},"gc_counts_before":[2,5,10],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19810604862868786,"layout_ms":4.518741043284535},"gc_counts_before":[2,8,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19465689547359943,"layout_ms":4.672750015743077},"gc_counts_before":[2,5,15],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2012259792536497,"layout_ms":4.405522020533681},"gc_counts_before":[2,11,16],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1775209093466401,"layout_ms":3.6817259388044477},"gc_counts_before":[2,2,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17438200302422047,"layout_ms":3.8786829682067037},"gc_counts_before":[2,11,18],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16711803618818521,"layout_ms":3.704712027683854},"gc_counts_before":[2,11,0],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21793600171804428,"layout_ms":3.899213974364102},"gc_counts_before":[2,3,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1757160061970353,"layout_ms":3.713864949531853},"gc_counts_before":[2,0,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17883593682199717,"layout_ms":3.707914031110704},"gc_counts_before":[2,6,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1714080572128296,"layout_ms":3.6908129695802927},"gc_counts_before":[2,9,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17083098646253347,"layout_ms":3.6901700077578425},"gc_counts_before":[2,6,9],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16964995302259922,"layout_ms":3.888180013746023},"gc_counts_before":[2,6,11],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17434905748814344,"layout_ms":3.7084600189700723},"gc_counts_before":[2,9,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.23094797506928444,"layout_ms":22.9252619901672},"gc_counts_before":[1,8,6],"gc_by_generation":{"0":{"count":16,"total_ms":0.6666178815066814,"collected":0},"1":{"count":2,"total_ms":0.9171980200335383,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18933508545160294,"layout_ms":21.07006195001304},"gc_counts_before":[2,8,8],"gc_by_generation":{"0":{"count":16,"total_ms":0.6125448271632195,"collected":0},"1":{"count":2,"total_ms":0.6303599802777171,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18912600353360176,"layout_ms":21.1281810188666},"gc_counts_before":[19,5,10],"gc_by_generation":{"0":{"count":17,"total_ms":0.6979379104450345,"collected":0},"1":{"count":1,"total_ms":0.38969400338828564,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20144192967563868,"layout_ms":20.941555965691805},"gc_counts_before":[2,2,12],"gc_by_generation":{"0":{"count":17,"total_ms":0.46228431165218353,"collected":0},"1":{"count":1,"total_ms":0.8519579423591495,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18495309632271528,"layout_ms":20.85830201394856},"gc_counts_before":[17,8,13],"gc_by_generation":{"0":{"count":16,"total_ms":0.6933959666639566,"collected":0},"1":{"count":2,"total_ms":0.5593909882009029,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18151302356272936,"layout_ms":20.7889600424096},"gc_counts_before":[19,5,15],"gc_by_generation":{"0":{"count":17,"total_ms":0.7136391941457987,"collected":0},"1":{"count":1,"total_ms":0.39949105121195316,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17371599096804857,"layout_ms":20.008508930914104},"gc_counts_before":[19,2,17],"gc_by_generation":{"0":{"count":17,"total_ms":0.5152384983375669,"collected":0},"1":{"count":1,"total_ms":0.8855320047587156,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1672899816185236,"layout_ms":126.14538799971342},"gc_counts_before":[2,2,19],"gc_by_generation":{"0":{"count":16,"total_ms":0.45490392949432135,"collected":0},"1":{"count":1,"total_ms":0.7804799824953079,"collected":0},"2":{"count":1,"total_ms":105.95793300308287,"collected":0}}},{"timing":{"common_ms":0.1640579430386424,"layout_ms":19.93675495032221},"gc_counts_before":[19,11,0],"gc_by_generation":{"0":{"count":17,"total_ms":0.5503962747752666,"collected":0},"1":{"count":2,"total_ms":0.699553987942636,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1768289366737008,"layout_ms":19.963714061304927},"gc_counts_before":[2,9,2],"gc_by_generation":{"0":{"count":16,"total_ms":0.6016251863911748,"collected":0},"1":{"count":2,"total_ms":0.5862029502168298,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1838479656726122,"layout_ms":20.552017958834767},"gc_counts_before":[17,3,4],"gc_by_generation":{"0":{"count":17,"total_ms":0.7290709763765335,"collected":0},"1":{"count":1,"total_ms":0.45122497249394655,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1752469688653946,"layout_ms":20.20374301355332},"gc_counts_before":[19,0,6],"gc_by_generation":{"0":{"count":17,"total_ms":0.7027970859780908,"collected":0},"1":{"count":1,"total_ms":0.6251290906220675,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18669490236788988,"layout_ms":20.012949942611158},"gc_counts_before":[19,9,7],"gc_by_generation":{"0":{"count":16,"total_ms":0.6730350432917476,"collected":0},"1":{"count":2,"total_ms":0.6102040642872453,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17900997772812843,"layout_ms":19.851352903060615},"gc_counts_before":[2,9,9],"gc_by_generation":{"0":{"count":16,"total_ms":0.6119550671428442,"collected":0},"1":{"count":2,"total_ms":0.6146641680970788,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1648420002311468,"layout_ms":20.160816027782857},"gc_counts_before":[19,6,11],"gc_by_generation":{"0":{"count":16,"total_ms":0.6655489560216665,"collected":0},"1":{"count":2,"total_ms":0.6180841010063887,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17537304665893316,"layout_ms":19.797203014604747},"gc_counts_before":[2,3,13],"gc_by_generation":{"0":{"count":17,"total_ms":0.6218800554051995,"collected":0},"1":{"count":1,"total_ms":0.4369929665699601,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.20386208780109882,"layout_ms":14.000419992953539},"gc_counts_before":[2,2,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.26295206043869257,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18984393682330847,"layout_ms":14.249939937144518},"gc_counts_before":[93,5,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.30511501245200634,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2060640836134553,"layout_ms":14.01025103405118},"gc_counts_before":[2,2,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.24586392100900412,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1941679511219263,"layout_ms":14.326035976409912},"gc_counts_before":[2,11,11],"gc_by_generation":{"0":{"count":2,"total_ms":0.0982589554041624,"collected":0},"1":{"count":1,"total_ms":0.406277016736567,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19350997172296047,"layout_ms":14.148980029858649},"gc_counts_before":[2,2,15],"gc_by_generation":{"0":{"count":3,"total_ms":0.26366300880908966,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16674096696078777,"layout_ms":13.734927983023226},"gc_counts_before":[17,11,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.09619689080864191,"collected":0},"1":{"count":1,"total_ms":0.4385759821161628,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19099004566669464,"layout_ms":13.363986974582076},"gc_counts_before":[2,8,18],"gc_by_generation":{"0":{"count":3,"total_ms":0.24218298494815826,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1658330438658595,"layout_ms":13.570067007094622},"gc_counts_before":[19,11,18],"gc_by_generation":{"0":{"count":2,"total_ms":0.09554706048220396,"collected":0},"1":{"count":1,"total_ms":0.26298000011593103,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1838869648054242,"layout_ms":13.272941927425563},"gc_counts_before":[2,7,0],"gc_by_generation":{"0":{"count":4,"total_ms":0.23499911185353994,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19748706836253405,"layout_ms":13.531878939829767},"gc_counts_before":[2,6,2],"gc_by_generation":{"0":{"count":3,"total_ms":0.24701585061848164,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.18455693498253822,"layout_ms":13.830368989147246},"gc_counts_before":[2,9,5],"gc_by_generation":{"0":{"count":2,"total_ms":0.18792389892041683,"collected":0},"1":{"count":1,"total_ms":0.33511104993522167,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16547797713428736,"layout_ms":13.476193998940289},"gc_counts_before":[17,6,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.293137039989233,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1723270397633314,"layout_ms":13.275719014927745},"gc_counts_before":[2,3,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.23188709747046232,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.16738404519855976,"layout_ms":13.27910099644214},"gc_counts_before":[19,6,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.27684797532856464,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17765304073691368,"layout_ms":13.439195929095149},"gc_counts_before":[2,3,11],"gc_by_generation":{"0":{"count":3,"total_ms":0.23193296510726213,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.17499795649200678,"layout_ms":13.226215029135346},"gc_counts_before":[2,0,13],"gc_by_generation":{"0":{"count":3,"total_ms":0.23658608552068472,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}},{"rank":7,"samples":{"contiguous":[{"timing":{"common_ms":0.3154940204694867,"layout_ms":5.061001051217318},"gc_counts_before":[261,10,2],"gc_by_generation":{"0":{"count":1,"total_ms":0.07080007344484329,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20787690300494432,"layout_ms":4.7857509925961494},"gc_counts_before":[197,11,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":1,"total_ms":0.22054300643503666,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20721904002130032,"layout_ms":4.443429061211646},"gc_counts_before":[2,4,7],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22651092149317265,"layout_ms":4.423260921612382},"gc_counts_before":[2,1,11],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20333798602223396,"layout_ms":4.512260085903108},"gc_counts_before":[2,1,13],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2220170572400093,"layout_ms":4.793912055902183},"gc_counts_before":[2,10,14],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20589400082826614,"layout_ms":4.498824011534452},"gc_counts_before":[2,1,15],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20128802862018347,"layout_ms":4.40213899128139},"gc_counts_before":[2,1,17],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21012104116380215,"layout_ms":4.383162944577634},"gc_counts_before":[2,4,19],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22993795573711395,"layout_ms":4.6597280306741595},"gc_counts_before":[2,0,0],"gc_by_generation":{"0":{"count":1,"total_ms":0.13967195991426706,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20786304958164692,"layout_ms":4.478260991163552},"gc_counts_before":[2,3,2],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21413294598460197,"layout_ms":4.4130589812994},"gc_counts_before":[2,0,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20255299750715494,"layout_ms":4.461397998966277},"gc_counts_before":[2,3,4],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.1988150179386139,"layout_ms":4.38794691581279},"gc_counts_before":[2,3,6],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20508398301899433,"layout_ms":4.413175978697836},"gc_counts_before":[2,6,8],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21707802079617977,"layout_ms":4.674502997659147},"gc_counts_before":[2,3,12],"gc_by_generation":{"0":{"count":0,"total_ms":0,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"zigzag":[{"timing":{"common_ms":0.24268997367471457,"layout_ms":22.95995701570064},"gc_counts_before":[1,11,2],"gc_by_generation":{"0":{"count":19,"total_ms":0.6518928566947579,"collected":0},"1":{"count":2,"total_ms":1.1181710287928581,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20007300190627575,"layout_ms":21.36788994539529},"gc_counts_before":[2,4,5],"gc_by_generation":{"0":{"count":19,"total_ms":0.6979010067880154,"collected":0},"1":{"count":2,"total_ms":0.6780700059607625,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20550901535898447,"layout_ms":21.05639106594026},"gc_counts_before":[16,4,7],"gc_by_generation":{"0":{"count":19,"total_ms":0.8416938362643123,"collected":0},"1":{"count":2,"total_ms":0.7386399665847421,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2154599642381072,"layout_ms":20.848264102824032},"gc_counts_before":[2,4,9],"gc_by_generation":{"0":{"count":19,"total_ms":0.7134702755138278,"collected":0},"1":{"count":2,"total_ms":0.6572739221155643,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20703207701444626,"layout_ms":21.06928708963096},"gc_counts_before":[14,1,11],"gc_by_generation":{"0":{"count":20,"total_ms":0.8501668926328421,"collected":0},"1":{"count":1,"total_ms":0.6749030435457826,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19828195217996836,"layout_ms":20.922509022057056},"gc_counts_before":[16,1,13],"gc_by_generation":{"0":{"count":20,"total_ms":0.8445812854915857,"collected":0},"1":{"count":1,"total_ms":0.7152879843488336,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2210419625043869,"layout_ms":21.084054955281317},"gc_counts_before":[16,1,15],"gc_by_generation":{"0":{"count":20,"total_ms":0.8658240549266338,"collected":0},"1":{"count":1,"total_ms":0.6740289973095059,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2027589362114668,"layout_ms":20.98769403528422},"gc_counts_before":[2,4,17],"gc_by_generation":{"0":{"count":19,"total_ms":0.7108132122084498,"collected":0},"1":{"count":2,"total_ms":0.6981840124353766,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2029950264841318,"layout_ms":21.09104406554252},"gc_counts_before":[16,4,19],"gc_by_generation":{"0":{"count":19,"total_ms":0.829812022857368,"collected":0},"1":{"count":2,"total_ms":0.7125359261408448,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2111300127580762,"layout_ms":115.87578698527068},"gc_counts_before":[2,4,21],"gc_by_generation":{"0":{"count":18,"total_ms":0.7113178726285696,"collected":0},"1":{"count":2,"total_ms":0.666780979372561,"collected":0},"2":{"count":1,"total_ms":94.4764519808814,"collected":0}}},{"timing":{"common_ms":0.20967097952961922,"layout_ms":21.273653022944927},"gc_counts_before":[2,1,0],"gc_by_generation":{"0":{"count":21,"total_ms":0.6778119131922722,"collected":0},"1":{"count":1,"total_ms":0.811308971606195,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20388897974044085,"layout_ms":23.548539960756898},"gc_counts_before":[16,3,2],"gc_by_generation":{"0":{"count":19,"total_ms":0.9360908297821879,"collected":0},"1":{"count":2,"total_ms":0.8031519828364253,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21163898054510355,"layout_ms":21.282659959979355},"gc_counts_before":[16,3,4],"gc_by_generation":{"0":{"count":19,"total_ms":0.8272497216239572,"collected":0},"1":{"count":2,"total_ms":0.7868448738008738,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22158795036375523,"layout_ms":20.878345938399434},"gc_counts_before":[2,6,6],"gc_by_generation":{"0":{"count":19,"total_ms":0.7189568132162094,"collected":0},"1":{"count":2,"total_ms":0.7194089703261852,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20091794431209564,"layout_ms":21.09502092935145},"gc_counts_before":[16,6,8],"gc_by_generation":{"0":{"count":19,"total_ms":0.822518952190876,"collected":0},"1":{"count":2,"total_ms":0.6915730191394687,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20601798314601183,"layout_ms":21.033358061686158},"gc_counts_before":[2,6,10],"gc_by_generation":{"0":{"count":19,"total_ms":0.7141180103644729,"collected":0},"1":{"count":2,"total_ms":0.6320279790088534,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}],"planner":[{"timing":{"common_ms":0.22298295516520739,"layout_ms":13.945319107733667},"gc_counts_before":[2,8,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.2789180725812912,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20145403686910868,"layout_ms":13.93101701978594},"gc_counts_before":[2,0,5],"gc_by_generation":{"0":{"count":4,"total_ms":0.285893096588552,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2251660916954279,"layout_ms":13.960222946479917},"gc_counts_before":[2,1,7],"gc_by_generation":{"0":{"count":3,"total_ms":0.2785458927974105,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22232206538319588,"layout_ms":13.91525799408555},"gc_counts_before":[2,1,9],"gc_by_generation":{"0":{"count":3,"total_ms":0.27076201513409615,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21466496400535107,"layout_ms":13.93005799036473},"gc_counts_before":[2,10,12],"gc_by_generation":{"0":{"count":2,"total_ms":0.22360403090715408,"collected":0},"1":{"count":1,"total_ms":0.14791102148592472,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20139908883720636,"layout_ms":14.421269996091723},"gc_counts_before":[14,10,14],"gc_by_generation":{"0":{"count":2,"total_ms":0.3468849463388324,"collected":0},"1":{"count":1,"total_ms":0.19808905199170113,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21667603868991137,"layout_ms":14.064255054108799},"gc_counts_before":[2,10,16],"gc_by_generation":{"0":{"count":2,"total_ms":0.22694689687341452,"collected":0},"1":{"count":1,"total_ms":0.14759693294763565,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21131301764398813,"layout_ms":14.050462981685996},"gc_counts_before":[16,1,17],"gc_by_generation":{"0":{"count":3,"total_ms":0.3759227693080902,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.22603000979870558,"layout_ms":13.998963055200875},"gc_counts_before":[2,1,19],"gc_by_generation":{"0":{"count":3,"total_ms":0.2713599242269993,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.24466600734740496,"layout_ms":14.057861058972776},"gc_counts_before":[2,1,21],"gc_by_generation":{"0":{"count":3,"total_ms":0.2779460046440363,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21527893841266632,"layout_ms":13.963382923975587},"gc_counts_before":[2,11,1],"gc_by_generation":{"0":{"count":3,"total_ms":0.13554701581597328,"collected":0},"1":{"count":1,"total_ms":0.13490498531609774,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.19957695621997118,"layout_ms":13.8886229833588},"gc_counts_before":[14,0,4],"gc_by_generation":{"0":{"count":3,"total_ms":0.3927369834855199,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.21358300000429153,"layout_ms":13.74916103668511},"gc_counts_before":[2,0,6],"gc_by_generation":{"0":{"count":3,"total_ms":0.26580411940813065,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.20462891552597284,"layout_ms":13.95673502702266},"gc_counts_before":[16,3,6],"gc_by_generation":{"0":{"count":3,"total_ms":0.4068028647452593,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.211570062674582,"layout_ms":13.959131902083755},"gc_counts_before":[2,3,8],"gc_by_generation":{"0":{"count":3,"total_ms":0.26264286134392023,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}},{"timing":{"common_ms":0.2048979513347149,"layout_ms":13.937599025666714},"gc_counts_before":[2,3,10],"gc_by_generation":{"0":{"count":3,"total_ms":0.26914000045508146,"collected":0},"1":{"count":0,"total_ms":0,"collected":0},"2":{"count":0,"total_ms":0,"collected":0}}}]}}]},"summary":{"contiguous":{"median_ms":5.169130454305559,"mean_ms":5.26034903305117,"max_ms":6.000818917527795,"critical_samples":[{"phase":"before_qualification","ms":6.000818917527795,"gc2_ms":0},{"phase":"before_qualification","ms":5.435524042695761,"gc2_ms":0},{"phase":"before_qualification","ms":5.879272008314729,"gc2_ms":0},{"phase":"before_qualification","ms":5.285285064019263,"gc2_ms":0},{"phase":"before_qualification","ms":5.150823970325291,"gc2_ms":0},{"phase":"before_qualification","ms":5.343768047168851,"gc2_ms":0},{"phase":"before_qualification","ms":5.207594949752092,"gc2_ms":0},{"phase":"before_qualification","ms":5.277386051602662,"gc2_ms":0},{"phase":"before_qualification","ms":5.069648032076657,"gc2_ms":0},{"phase":"before_qualification","ms":5.0610320176929235,"gc2_ms":0},{"phase":"before_qualification","ms":5.056255962699652,"gc2_ms":0},{"phase":"before_qualification","ms":5.121504073031247,"gc2_ms":0},{"phase":"before_qualification","ms":5.250031012110412,"gc2_ms":0},{"phase":"before_qualification","ms":5.414644023403525,"gc2_ms":0},{"phase":"before_qualification","ms":5.072657018899918,"gc2_ms":0},{"phase":"before_qualification","ms":5.080698058009148,"gc2_ms":0},{"phase":"after_qualification","ms":5.75921090785414,"gc2_ms":0},{"phase":"after_qualification","ms":5.369013058952987,"gc2_ms":0},{"phase":"after_qualification","ms":5.09668595623225,"gc2_ms":0},{"phase":"after_qualification","ms":5.04407798871398,"gc2_ms":0},{"phase":"after_qualification","ms":5.067729973234236,"gc2_ms":0},{"phase":"after_qualification","ms":5.187436938285828,"gc2_ms":0},{"phase":"after_qualification","ms":5.10236294940114,"gc2_ms":0},{"phase":"after_qualification","ms":5.513587966561317,"gc2_ms":0},{"phase":"after_qualification","ms":5.092397914268076,"gc2_ms":0},{"phase":"after_qualification","ms":5.385007010772824,"gc2_ms":0},{"phase":"after_qualification","ms":5.046676029451191,"gc2_ms":0},{"phase":"after_qualification","ms":5.385213065892458,"gc2_ms":0},{"phase":"after_qualification","ms":5.149833974428475,"gc2_ms":0},{"phase":"after_qualification","ms":5.088608013466001,"gc2_ms":0},{"phase":"after_qualification","ms":5.247719003818929,"gc2_ms":0},{"phase":"after_qualification","ms":5.088665056973696,"gc2_ms":0}]},"zigzag":{"median_ms":22.175628517288715,"mean_ms":64.98701106829685,"max_ms":150.40433406829834,"critical_samples":[{"phase":"before_qualification","ms":147.0844610594213,"gc2_ms":124.90629800595343},{"phase":"before_qualification","ms":150.40433406829834,"gc2_ms":127.2218159865588},{"phase":"before_qualification","ms":113.44826198183,"gc2_ms":91.56152792274952},{"phase":"before_qualification","ms":122.44600616395473,"gc2_ms":100.47089995350689},{"phase":"before_qualification","ms":22.072675987146795,"gc2_ms":0},{"phase":"before_qualification","ms":22.124234936200082,"gc2_ms":0},{"phase":"before_qualification","ms":21.935391938313842,"gc2_ms":0},{"phase":"before_qualification","ms":22.022356861270964,"gc2_ms":0},{"phase":"before_qualification","ms":22.175387013703585,"gc2_ms":0},{"phase":"before_qualification","ms":21.926905028522015,"gc2_ms":0},{"phase":"before_qualification","ms":120.20470597781241,"gc2_ms":99.88569107372314},{"phase":"before_qualification","ms":121.19357415940613,"gc2_ms":101.38506395742297},{"phase":"before_qualification","ms":126.252272981219,"gc2_ms":104.87897403072566},{"phase":"before_qualification","ms":123.49197000730783,"gc2_ms":102.77084796689451},{"phase":"before_qualification","ms":121.83442094828933,"gc2_ms":98.69995794724673},{"phase":"before_qualification","ms":22.175870020873845,"gc2_ms":0},{"phase":"after_qualification","ms":24.28288501687348,"gc2_ms":0},{"phase":"after_qualification","ms":22.118154913187027,"gc2_ms":0},{"phase":"after_qualification","ms":22.16936694458127,"gc2_ms":0},{"phase":"after_qualification","ms":21.67888404801488,"gc2_ms":0},{"phase":"after_qualification","ms":22.02761499211192,"gc2_ms":0},{"phase":"after_qualification","ms":21.909330040216446,"gc2_ms":0},{"phase":"after_qualification","ms":121.18080805521458,"gc2_ms":101.23817494604737},{"phase":"after_qualification","ms":134.97216498944908,"gc2_ms":114.93182997219265},{"phase":"after_qualification","ms":126.76605803426355,"gc2_ms":105.56618997361511},{"phase":"after_qualification","ms":127.27595202159137,"gc2_ms":104.51446904335171},{"phase":"after_qualification","ms":22.14800100773573,"gc2_ms":0},{"phase":"after_qualification","ms":23.952721036039293,"gc2_ms":0},{"phase":"after_qualification","ms":21.99489891063422,"gc2_ms":0},{"phase":"after_qualification","ms":22.056162008084357,"gc2_ms":0},{"phase":"after_qualification","ms":22.093551931902766,"gc2_ms":0},{"phase":"after_qualification","ms":22.164971102029085,"gc2_ms":0}]},"planner":{"median_ms":14.994374476373196,"mean_ms":18.234883762488607,"max_ms":116.26996786799282,"critical_samples":[{"phase":"before_qualification","ms":15.12866502162069,"gc2_ms":0},{"phase":"before_qualification","ms":15.206747804768384,"gc2_ms":0},{"phase":"before_qualification","ms":16.84909500181675,"gc2_ms":0},{"phase":"before_qualification","ms":15.023907995782793,"gc2_ms":0},{"phase":"before_qualification","ms":14.814899070188403,"gc2_ms":0},{"phase":"before_qualification","ms":14.947126037441194,"gc2_ms":0},{"phase":"before_qualification","ms":14.890060061588883,"gc2_ms":0},{"phase":"before_qualification","ms":15.40627097710967,"gc2_ms":0},{"phase":"before_qualification","ms":14.9377720663324,"gc2_ms":0},{"phase":"before_qualification","ms":14.79631895199418,"gc2_ms":0},{"phase":"before_qualification","ms":14.99703002627939,"gc2_ms":0},{"phase":"before_qualification","ms":14.99735692050308,"gc2_ms":0},{"phase":"before_qualification","ms":116.26996786799282,"gc2_ms":102.04633104149252},{"phase":"before_qualification","ms":15.4906390234828,"gc2_ms":0},{"phase":"before_qualification","ms":14.932979946024716,"gc2_ms":0},{"phase":"before_qualification","ms":14.980520936660469,"gc2_ms":0},{"phase":"after_qualification","ms":14.988341019488871,"gc2_ms":0},{"phase":"after_qualification","ms":15.174051048234105,"gc2_ms":0},{"phase":"after_qualification","ms":14.884111937135458,"gc2_ms":0},{"phase":"after_qualification","ms":14.991718926467001,"gc2_ms":0},{"phase":"after_qualification","ms":14.892642968334258,"gc2_ms":0},{"phase":"after_qualification","ms":15.076477895490825,"gc2_ms":0},{"phase":"after_qualification","ms":15.101260039955378,"gc2_ms":0},{"phase":"after_qualification","ms":15.1729789795354,"gc2_ms":0},{"phase":"after_qualification","ms":14.921806985512376,"gc2_ms":0},{"phase":"after_qualification","ms":14.98348405584693,"gc2_ms":0},{"phase":"after_qualification","ms":14.882422983646393,"gc2_ms":0},{"phase":"after_qualification","ms":15.063251950778067,"gc2_ms":0},{"phase":"after_qualification","ms":15.020539984107018,"gc2_ms":0},{"phase":"after_qualification","ms":15.100367949344218,"gc2_ms":0},{"phase":"after_qualification","ms":14.822255005128682,"gc2_ms":0},{"phase":"after_qualification","ms":14.771210961043835,"gc2_ms":0}]}}}]},"final_validation":{"revision":"b275d5f62f97f5d41eb711422d32a48c53a3cc22","source_sha256":{"cula/__init__.py":"5a25fdb2904d863a4ba4065c5d7ad66ef393044db74dc7e859aded1cb17bea51","cula/_metadata.py":"92cc6f6667e80a7b9098f614d6cddb96694a1c053bb2f03e41d9eefce94fbe36","cula/distributed/__init__.py":"958ae5ab187f57e8eefe9aeee665ff6c33f5a70e9e37828ad3b20fc1a02ab0fb","cula/distributed/kda.py":"a4a488a9c51821f92d9463085006c919bfb9c1c39efab1ee4b1b904b9f28b059","cula/distributed/plan.py":"ebfdbbdf89de090eec4d5f3b761f7ea9c8e1efaa984dc33699a6a1bcb3ebec61","cula/distributed/redistribute.py":"c4b1323eedd22c1f52d6db3db00059f369c998d74a897fef0ec75ab07fc5498f","cula/distributed/thd_planner.py":"901e4e6b562fcb1fbba3f63adf07d409fee58d460c34971f7c4a507357527ee0","cula/hybrid/__init__.py":"d1e8bd8309bc934a8c1e9d3a5d6cd057b513a48d6d9bb5772c57fa2045faa0c3","cula/hybrid/csa_cp.py":"dac98146f8c6d317778ff01d148a402244949ffa8aec317329b6c45b7929941a","cula/hybrid/distributed_pool.py":"eed4426ef2ba6aa8975694a77dee94ac246ae932e6ab3dd2813f948b3eb1e39d","cula/hybrid/dsa.py":"853f7045ead4d230d4bd5b0a211d60861c840c6190c6502bfdcde310cf866bc2","cula/hybrid/index_pool.py":"2c9774f806aba003bbddbbcb8a39999a4ae7ed1724d212270f54e4007d9e9f76","cula/hybrid/plan.py":"136d0c7dcb35ad17b0508fe46cb122adc8f20fa0374e90ccfe926118e7ffb033","cula/kda/__init__.py":"10d8b5ce99d3d142a30fe62ac73f2107ef259e56dbfdd6435ed2b6117525b894","cula/kda/_flashkda_arch.py":"a81ec06759874dfb4e3360afbd7731799b64ce7d10055cb8c39066d82eecb64e","cula/kda/chunk_intra.py":"0f2d798d13bcbaf4274f137ab9ba51e986ba06bac0dd2a3e4e8d0cf13ec74bf5","cula/kda/flashkda.py":"6e05a366b6a96a22b9547332c57d9d9e3d93f5708340b11c890ca47bec998037","cula/kda/prefill.py":"0ff98b5116a5675b61aff245a4b6dde5e6c77f22ee75b43dfd6d94341249034e","cula/kernels/__init__.py":"c6fb97b107d4892906ada76bbb757aa7230b93809c858157a89d157ba3595bd5","cula/kernels/_lazy.py":"b277af0c363be2982db4fc05a8d5df2af3022a1fb6b7210bb756eae62ade72d6","cula/kernels/kda.py":"16b98bca551287748457276222544d123640d28773af2b13e30b129e6fcd86bb","cula/kernels/lightning.py":"95c7ac09305fec1e6512c4e708e6a327db81c89ad5fe37b8875d6718cb5155c0","cula/kernels/registry.py":"9e5a56255d38ac48e50f6801dddbd6e0f3e110baa4a06b3c335c83e8d6c49d34","cula/lightning/__init__.py":"76be8323c8b30977e440e88bb92af94e8c973e055b3d2bded103f949032e103c","cula/lightning/la_decode_mtp.py":"e343baead10558469ee2fd2f8bf229c9155a32ab8f39577cf50f1476d24f5fa2","cula/lightning/la_state_update_kvbuffer.py":"8b0f1408ee292ccd0deb51798f53f8e3206551294d8d45a54ed32431a4f58fb5","cula/lightning/la_verify_kvbuffer.py":"18835bde1d1536e2238a31063848024cbd54ff22c2f6e2005c6fee08da7a241c","cula/ops/__init__.py":"50c4eb7787b88701db989bd4c109932466c30a4d2db48d76ef07c3e867b51876","cula/ops/_mlir_compat.py":"65bf6568071a4b0d4d947e85f652b53b952c21926f6c78196123f9692af86605","cula/ops/_nvvm_compat.py":"08a524afc6f536682d5f561de98223ef4e3ecfeff8fdbe18419042a988a31296","cula/ops/experimental/__init__.py":"e40e284b3eb0c05e7fe4ddf9cf2479ebaed03f41fbcc64b7799afae149925d72","cula/ops/experimental/linear_attn_prototype.py":"0fee460e7b535c5d479de1e83344a3ff86185b62c082711553fcdf7ecb995a14","cula/ops/inv.py":"c18a7431829e2b3b4a4074f83a719929c5ef8a52332b405a65659767f5e6af43","cula/ops/kda/__init__.py":"3da85398d754e7167aa65f9d4b09e0535081d2974aceaa722b99222ebf5ba164","cula/ops/kda/cp_mode.py":"ea4e3f8ed797d026b5cc0a9c81b5cd9c7a0c6b1562d3fd7b87351a93263c2a46","cula/ops/kda/decode/__init__.py":"fbc3cbb3c04d7ed8bae38e0564db6d0ae65e104e1f8e08d55b761ac4d3a8cdcd","cula/ops/kda/decode/cute.py":"01f15dd6b395d90ebb6c99add31bcf03214ddf4c68aa629a3870eea40db66507","cula/ops/kda/decode/mtp.py":"3cbf38ece95914d342f4438fb95106e419997fa8be82ae709ee9bfbe6a2ec3f5","cula/ops/kda/decode/mtp_conv.py":"b2ce72a65bfe350ad2220f547458bf12f20362f183a80d6c8deba2f8ce68c227","cula/ops/kda/decode/mtp_conv_kvbuffer.py":"b93a9949cc12f34c21460d804601c88ba9051621190b25d5f072531d8d03f83e","cula/ops/kda/decode/mtp_kvbuffer.py":"8c747c0eae35876c3c13baa3055c0d8d7fddf4243f4cf65d387ad9b8f51ef170","cula/ops/kda/experimental/__init__.py":"327d1c662d8fa038752823f09828e09a4f67d8629e21dcc97dbb98fa918beacb","cula/ops/kda/index.py":"0d1f9df62e1919da5377591d28b9ba8ac9873401b2b70a06931c78dc761a1d37","cula/ops/kda/sm100/__init__.py":"90ac67656a2e0208a55caf6682e4e1264be9bdc96b31e2f1cffe2e4239cb1c36","cula/ops/kda/sm100/akk_inv_fp32.py":"ba7517097f0334e2fe14f89841c19423ba9a5afbdf73d7559ef9a5d62de25660","cula/ops/kda/sm100/akk_inv_tf32.py":"2de2ff81ce7b8532fae2a0a57a061d4ba0fa5bb31c5d505d07083ad350a49879","cula/ops/kda/sm100/bwd_wy_dqkg.py":"105eb23c9739e2a035185b695b8b3dc9e757c7d3ede2da61e1f33c8c9ce1da8a","cula/ops/kda/sm100/cp/__init__.py":"06b0d65744bb8c26d0eff4945b58e7b0af8169e2da8ef4a49df9da7ff6dd2784","cula/ops/kda/sm100/cp/chunk_delta_h.py":"2e185452d15ab6f5d564f8f799c086ecd97eab08a23a8b0860d5d0682b49c7e9","cula/ops/kda/sm100/cp/merge.py":"cede190c72506984ee52dd336ee4c9c1215f07bc0b2254a9b8376dc9d60366b1","cula/ops/kda/sm100/cp/pre_scan.py":"b429c8a9a3bbd69082705f0efcb6ef0473580952bb0105c503986fecc9c63f36","cula/ops/kda/sm100/delta_h.py":"9b97d709e1617d8645da011083143101c0d621c722e6fc7bad1839a43287579e","cula/ops/kda/sm100/full_port.py":"12088a83c2d3f06b2f9e01f38d37750e8e1d3c2b2254f79a9554091b079ddf4f","cula/ops/kda/sm100/fwd_o.py":"6b324c1233d77ac11a7b5f8b75ce987c5e333d85f63220121bb4233fda954012","cula/ops/kda/sm100/intra_fused.py":"4ca489f46a7a01a542786f976a808a8e0de918aba6d0be497b017df43f0041be","cula/ops/kda/sm100/policy.py":"9ff71246e28f7b2e13b4e0e2b7affafd3bd4f67377221523433159730583d325","cula/ops/kda/sm100/recompute_wu.py":"6f633dc8d24adf138f89282a9a58102ab87f1d4e93b7d9cc08af219dee1a424b","cula/ops/kda/sm90/__init__.py":"3211cfbeb1372e6dc2a3a1ea2f39e590096eb31e6bedaa4c756dcd03f6b67e16","cula/ops/kda/sm90/_common.py":"44c37985bb9ccc381beddcb783c47bebaea6a96616fed8ba1449ee29872c51ac","cula/ops/kda/sm90/bwd_wy_dqkg.py":"c80e66da0a9029178f64bb6d1c9e55a08f7a00aaa01e44d14f4de636c6ec29ac","cula/ops/kda/sm90/cp/__init__.py":"319dec8e1bcc10d79412c714b9ac356f4aad93cb46a7034da04a98059f9c08a2","cula/ops/kda/sm90/cp/driver.py":"c2151d77e80f63fb0c34e81b4508663e6abb6b2e8f7c8bcb369d1abf3e9ea159","cula/ops/kda/sm90/cp/merge.py":"0021d5ff717329acbd9f514e26c334f7500edd8e84dfb1d4073f904e76392882","cula/ops/kda/sm90/cp/plan.py":"f4651f616e99097d9d44f84d5da8a7049c16d1c6a43e45c049580faf11bfbacc","cula/ops/kda/sm90/cp/pre_scan.py":"8135b11ff230f7064806860501a38abdcb86084777a9f2f4ef532cd012cdc54a","cula/ops/kda/sm90/fwd.py":"ff332993ccfcd786404a8e393cd4396d0f11debf18ac5a764b1849e52be00362","cula/ops/kda/sm90/k1.py":"3bf83a45c027a2ddf72330493e66b568ac4881a6d18513367b226cc59ec8ae34","cula/ops/kda/sm90/k2.py":"6b85f5decbeff196bd75a5d6aa1358f10dee19cab41ed6ef8138ff1d87a16044","cula/ops/lightning/__init__.py":"6caf8450686e1f336db810e01b40e9a26b69dc73036a4e657bf87ea9547d27b7","cula/ops/lightning/decode.py":"7a0ddacd68a5c7b08f70bfa514b13cc708e9eb6d8d686365e87b16b4b846af45","cula/ops/lightning/prefill.py":"68b153478488342ddc3f47f6d6b7c7249c47f1d56b6b1630a1320ac305c4332b","cula/ops/lightning/prefill_sm100.py":"d324cdd1752ee7e687eaaef2f5255c72dc3ceadfdfda2fa0f89d45e959d55b43","cula/ops/lightning/prefill_sm90.py":"13be17f006d59a32d8ddbc9d1248681b5fac522cee3062186f0b97cda9a3ccf6","cula/ops/lightning/sm90/__init__.py":"0c4020d171149e44a2f8db52d9bb99956b8d425461313761711d23e4f9125f75","cula/ops/lightning/sm90/prefill_kernel.py":"9801dec0b0df3d4f678fe28190012398c307017e7e984f60b99e57541f9de4eb","cula/ops/lightning/sm90/schedule.py":"8ad5a96fe5190410c84420febc0005ed47de739a779fbcc42b17b5436123c6ac","cula/ops/ptx.py":"184889154fb9d9823a2dafdb34f12795270dc2001580dcb274e9b1e6601db5e4","cula/ops/sm100/__init__.py":"0ea3c69d1b9d035399c3f533ac35877cb4808be9967d1c17915eb119ccb11aae","cula/ops/sm100/ptx.py":"fb9e5913fdc18e00d7481a7243d2367f82f8de0bc1692148d31bbce5419518ee","cula/utils.py":"0c4d8632316f7b0d6fd6e500ebe51a25967c3d0fa2902323f05935fed899ee34","benchmarks/bench_cake_vs_flashkda_cp.py":"22f4eb718c2bb6a741deeff3f4c8627ade3c158267a1c3c635055ef93806fe9d","benchmarks/bench_chunk_delta_h.py":"9bb20f7275e2616aaa7ed86cc30624a8c5ebf8caac1edc6cd8677373faea173d","benchmarks/bench_csa_cp_reuse.py":"e2abb68cb6220065a424d4311bc1da9940b99b66bfd62c9771c92bc8876260b2","benchmarks/bench_csa_cp_windows.py":"d115273ecfc9c37d1b93aeffd84325472528b05ee7c32865aae8a47eab2df827","benchmarks/bench_csa_layout_matrix.py":"774f54d9032b3321543df3aba1554dba1d093b802fea1952c3b03ecf8fdd7a5d","benchmarks/bench_full_csa_cp.py":"cfcf1d33a65dbc3c20649e208a27b53739843d0bdd70b27f6d6669b6e73a803b","benchmarks/bench_fused_kda_conv_mtp.py":"bc5654425e0094d3cbef84afc92c2fca7d2a31a2b8658892f83ed5b5ad1b3ccc","benchmarks/bench_fwd_o.py":"3492461eec0444a399019b18a39322fefe2a05d99adcd497ca34047ed3da616d","benchmarks/bench_hybrid_cp_emulation.py":"518956297d26eec2ab6ceec8adacdf504dd5fa83d92b7ba552fe48acffdcc3dc","benchmarks/bench_hybrid_kda_dsa_e2e.py":"31c08ed37213e0d034f310f2c527ef5d1986fcbd3fc660eb07be3f16af76e5fa","benchmarks/bench_index_pool_cp.py":"943c955d09d141f74854c399688b2828d3d8f74f5d0f5ecbe9fe172cfdf7b606","benchmarks/bench_kda_bwd_wy_dqkg_sm100.py":"83af62eab1c1ca48065544a9fd671d74a6ae3d5207b97866e466347b5034214d","benchmarks/bench_kda_bwd_wy_dqkg_sm90.py":"94d5bf6f4ba39984153870ba356ad1eae5d741eb3d77de2ff4e4c886f066a50b","benchmarks/bench_kda_chunk_intra.py":"776f1e731c3af1165f9dfd5b7b381b1954706db51ec4091a104968526be8db70","benchmarks/bench_kda_decode.py":"370129509fc915c4bc3e869e3e5a4475b033a5c7cc2265d27f22d88da82f1938","benchmarks/bench_kda_decode_mtp.py":"0fb2d356360d5adbb690e4a2b81c4ca8ef33be9606be13e4b28b241083abe053","benchmarks/bench_kda_independent_shards.py":"0cd9570044d980c7c5f9a18fbb213ef3d1e1cf46616ed7d3f3a0de39877a45fa","benchmarks/bench_kda_packed_decode.py":"54aa9bf143dbcfcd3e560812c5c2366601596fd2f5c2cbdf979c0bdf5e1bbb32","benchmarks/bench_kda_sm90_cp.py":"0a4e4e3eff0bd1b85e0340b6e516a0e1724011d49eea845e30ac37b0ea910e32","benchmarks/bench_kda_sm90_prefill.py":"70e5fac3ea7dec7ffb32b0ad9080387987f3db8a045412c76dfe5120fd9ba841","benchmarks/bench_kimi_cp_e2e.py":"1505dc676af3f4fa1a0cbaea2545d819b349ccc3810c895911cca18f6faa78e7","benchmarks/bench_la_decode_mtp.py":"e333402d00ac90f96662266f31a07093bca73d02d2c29d22dfafbc2e5427adf5","benchmarks/bench_la_decode_vs_fla.py":"6c84b7bc1d621c653707beb8b3fb98fe07c3093f6506e9e8d7f4c4f3339c4230","benchmarks/bench_la_kvbuffer.py":"4ff99a098e58baa9927ae442735b0b50994068c4171933414ad02b47dc46bb21","benchmarks/bench_lightning_attn_prefill.py":"e47cc45cf6ef1d8ab8a1c567640cc6e92d76dafb14df700c0d8e2be425d89ab5","benchmarks/bench_linear_attn.py":"a86cdb6a7a69dabb7de553309b9a61783b54419bfc10a74eb36128dc32ddb327","benchmarks/bench_recompute_wu.py":"4306d27d1fe747a8b226ea13adb70a861a7f20047582835d6dee5db47cc3c28f","benchmarks/bench_thd_transport.py":"ddacfffe28279bcbccff894a03a541b74da796cc5436429c5c7bfb92be153b1d","benchmarks/calibrate_thd_selection.py":"90cbb34c0cc341b972692d8081758de48d1b8a34fe82e92c86d10bc9d22f2792","benchmarks/check_csa_cp_selection.py":"071e51199716cc997e3f58cdbb5de57bfb340644d4b8b6038f82c7b2fb2f24a9","benchmarks/cp_layouts.py":"10cfe493d9563e93f6e5eed56a81db805b1543979d7e42cd2fc17adaaced8894","benchmarks/fit_thd_transport.py":"a83c56fb05f2959c238400040807893cc6a2aab559fc38f738071d9bf701ad15","benchmarks/large_cp_emulation/__init__.py":"62e0fbc6c5113bb7b59ee1a3c0ceaa60143c893aa8103801c6c82fcb8d8e43b1","benchmarks/large_cp_emulation/bench_components.py":"567fe03bbb9b95b6049a8f7337b665499991215ca7a86ab3aabcbb1d48327600","benchmarks/large_cp_emulation/bench_dsa_layout.py":"410cd55e9be6c015848454f474e48d23f85556f9aa324a05dc81c1299d5418c9","benchmarks/large_cp_emulation/bench_hybrid.py":"1e99ca51e4ba27336d268494298948613f2aab87ca067104377cd0deb644db2f","benchmarks/large_cp_emulation/bench_kda.py":"1c78c021bada79c2edbc6af5e1bc37c441d24d70e1651b9ab623ddba6ab3c15a","benchmarks/large_cp_emulation/bench_thd_planner.py":"ca0ca5b93401240988c168848820f4ae35bd3591636bf44469bd6acdf1c9c779","benchmarks/large_cp_emulation/query_layout.py":"62318e810f1c22f46da9c5033640e721b13dfa7688fe568bdbb7d5654ca02e4f","benchmarks/large_cp_emulation/topology.py":"e570cc80c1b7855d72af324e633b3250c55968a3215d137b0f8a9b70469e0aba","benchmarks/large_cp_emulation/transport.py":"c9a762491e150881fd3360a127f69ce2ebc580cb739d061cc883ff49264d87fe","benchmarks/large_cp_emulation/workload.py":"383f23380d7bb340ba2c03c98cecf63b520fb455e89de345389b97a4a3be9f8b","benchmarks/stress_kda_sm100_cutedsl_determinism.py":"42f5449481c5880556a7adaff6b559197f9ada5c21d405987235598c37df6d06","benchmarks/summarize_csa_layout_matrix.py":"9e2c5277766075ee269e18d64ae594dce84c8414fc35ec34bedf6592de126d65","benchmarks/thd_1m_cases.py":"de6364aad2b098281c2241b231f64d645f3a91aab53f5fd106cdcec097c843c5","benchmarks/utils.py":"a6ae5cc9081297f890db3f58de507117b7720aa748fc68d2c560bf6d48c1e032"},"host_tests":616,"host_log_sha256":"66812ecb1225bbd47c57b9b8a91d9801fe7c7c48910ccac4584e65009ca54772","small_gpu_fixtures":[{"case":"check-many","checks":96,"passed":true,"raw_sha256":"6b2fb7df741f0607329179188aa60d8a7093dd7800a0416a7cc50163b9ff4a52"},{"case":"check-mixed","checks":96,"passed":true,"raw_sha256":"a9880e24056bbb7b41ce2517361e8cc464263c0e66a7ee171d6d2481ad317390"},{"case":"check-single","checks":96,"passed":true,"raw_sha256":"78f65552effda28af830207489186a5afff72416c5082d3d7d4d9c9d38f47934"}]}}