Commit c898ae77 authored by Gaetano Scandariato's avatar Gaetano Scandariato
Browse files

chore: rerun benchmarks with 4 slice steps and the RM exposure average; add... 

chore: rerun benchmarks with 4 slice steps and the RM exposure average; add NUTS efficiency, nautilus, dynesty and insertion-index benchmarks

Co-Authored-By: default avatarClaude Sonnet 5.5 <noreply@anthropic.com>
parent 7de93d64

paper_benchmarks/TESTS.md

0 → 100644
+24 −0
Changes for paper_benchmarks/TESTS.md: 24 added lines, 0 removed lines.
Original line number Diff line number Diff line 
# Tests of the capabilities not covered by the benchmarks



The capabilities of PyAETNA that no benchmark of the paper exercises directly (Sect. "Capabilities not covered by

the benchmarks") are checked by these files of `tests/` in the PyAETNA repository (`pytest -v`). Update this list when

tests are renamed.



| Capability | Test file(s) |

|---|---|

| Dilution factor | `tests/integration/pipeline/test_dilution.py` |

| Polynomial and Fourier detrending, centring (likelihood = reports) | `tests/unit/core/test_polynomial_centering.py`, `tests/reporting/test_polynomial_centering_parity.py` |

| Parameter scopes and normalisations | `tests/unit/core/test_normalization_model.py`, `tests/unit/core/test_scoping_circular.py` |

| Named priors shared across the model | `tests/unit/physics/test_prior_references.py` |

| Eccentricity parameterisations | `tests/integration/pipeline/test_sqrt_eccentricity.py` |

| Exposure-time supersampling | `tests/integration/data/test_exptime_integration.py` |

| Doppler beaming (sign, coupling to K) | `tests/unit/core/test_beaming.py` |

| RM observables and the λ convention | `tests/unit/core/test_rm_ccf.py`, `tests/unit/core/test_rm_convention.py`, `tests/integration/pipeline/test_rm_observable.py` |

| Per-visit and parallel-in-time GPs | `tests/integration/gp/test_gp_per_visit.py`, `tests/unit/gp/test_gp_parallel.py` |

| Multi-dimensional GP | `tests/regression/test_multigp_recovery.py` |

| Errors-in-variables detrending | `tests/integration/eiv/test_eiv.py` |

| Float32 firewall | `tests/unit/core/test_float32_firewall.py` |

| Nested sampling | `tests/unit/core/test_nested_sampling.py` |

| Ensemble samplers, stuck walkers | `tests/unit/core/test_ensemble_calibration.py`, `tests/unit/core/test_stuck_walkers.py` |

| Unknown configuration keys | `tests/unit/core/test_config_validation.py` |

| Checkpoints, end-to-end report | `tests/unit/core/test_checkpoint.py`, `tests/reporting/test_smoke.py` |

paper_benchmarks/gpu_precision/results/summary.json

+49 −35
Changes for paper_benchmarks/gpu_precision/results/summary.json: 49 added lines, 35 removed lines.
Original line number Diff line number Diff line
@@ -14,78 +14,78 @@ 
        "device": "cpu",

        "precision": "float32",

        "batch": 1,

        "ms": 0.78,

        "evals_per_s": 1282

        "ms": 0.74,

        "evals_per_s": 1351

      },

      {

        "device": "cpu",

        "precision": "float32",

        "batch": 58,

        "ms": 6.16,

        "evals_per_s": 9416

        "ms": 6.49,

        "evals_per_s": 8937

      },

      {

        "device": "cpu",

        "precision": "float32",

        "batch": 512,

        "ms": 73.84,

        "evals_per_s": 6934

        "ms": 64.49,

        "evals_per_s": 7939

      },

      {

        "device": "cpu",

        "precision": "mixed",

        "batch": 1,

        "ms": 0.76,

        "evals_per_s": 1316

        "ms": 0.72,

        "evals_per_s": 1389

      },

      {

        "device": "cpu",

        "precision": "mixed",

        "batch": 58,

        "ms": 6.2,

        "evals_per_s": 9355

        "ms": 5.89,

        "evals_per_s": 9847

      },

      {

        "device": "cpu",

        "precision": "mixed",

        "batch": 512,

        "ms": 51.01,

        "evals_per_s": 10037

        "ms": 49.57,

        "evals_per_s": 10329

      },

      {

        "device": "gpu",

        "precision": "float32",

        "batch": 1,

        "ms": 0.11,

        "evals_per_s": 9091

        "ms": 0.12,

        "evals_per_s": 8333

      },

      {

        "device": "gpu",

        "precision": "float32",

        "batch": 58,

        "ms": 0.39,

        "evals_per_s": 148718

        "ms": 0.4,

        "evals_per_s": 145000

      },

      {

        "device": "gpu",

        "precision": "float32",

        "batch": 512,

        "ms": 2.61,

        "evals_per_s": 196169

        "ms": 2.55,

        "evals_per_s": 200784

      },

      {

        "device": "gpu",

        "precision": "mixed",

        "batch": 1,

        "ms": 0.14,

        "evals_per_s": 7143

        "ms": 0.15,

        "evals_per_s": 6667

      },

      {

        "device": "gpu",

        "precision": "mixed",

        "batch": 58,

        "ms": 0.52,

        "evals_per_s": 111538

        "ms": 0.48,

        "evals_per_s": 120833

      },

      {

        "device": "gpu",
@@ -98,16 +98,16 @@ 
        "device": "gpu",

        "precision": "float32",

        "batch": 1,

        "ms": 0.12,

        "evals_per_s": 8333,

        "ms": 0.1,

        "evals_per_s": 10000,

        "gpu": "H100 NVL"

      },

      {

        "device": "gpu",

        "precision": "float32",

        "batch": 58,

        "ms": 0.17,

        "evals_per_s": 341176,

        "ms": 0.19,

        "evals_per_s": 305263,

        "gpu": "H100 NVL"

      },

      {
@@ -122,8 +122,8 @@ 
        "device": "gpu",

        "precision": "mixed",

        "batch": 1,

        "ms": 0.15,

        "evals_per_s": 6667,

        "ms": 0.13,

        "evals_per_s": 7692,

        "gpu": "H100 NVL"

      },

      {
@@ -138,8 +138,8 @@ 
        "device": "gpu",

        "precision": "mixed",

        "batch": 512,

        "ms": 0.7,

        "evals_per_s": 731429,

        "ms": 0.69,

        "evals_per_s": 742029,

        "gpu": "H100 NVL"

      }

    ],
@@ -149,17 +149,17 @@ 
        "gpu": "NVIDIA GeForce RTX 5070 Ti Laptop GPU",

        "cpu_taskset": "0-15",

        "provenance": {

          "pyaetna_commit": "ff499a6",

          "src_diff_sha256": "4aaf4307052067fb",

          "date": "2026-10-02 03:32"

          "pyaetna_commit": "7de93d6",

          "src_diff_sha256": null,

          "date": "2026-10-02 20:37"

        }

      },

      "server": {

        "gpu": "NVIDIA H100 NVL",

        "provenance": {

          "pyaetna_commit": "9cd57eb",

          "src_diff_sha256": "c167ec055bea4347",

          "date": "2026-10-02 03:16"

          "src_diff_sha256": "75f7a42594dceff9",

          "date": "2026-10-02 20:38"

        }

      },

      "precision_note": "'mixed' = use_float64 true: float64 ephemerides, float32 physical models (the float32 firewall)"
@@ -180,9 +180,23 @@ 
      "median_relative_gradient_difference": 8.74e-05

    },

    "nested_sampling_k2140_elapsed_s": {

      "note": "K2-140 nested sampling, laptop GPU, defaults of 2026-10-02 (adaptive bracket, 4 steps per parameter, fused loop); wall time of GNU time; rerun 2026-10-02 evening",

      "float32": {

        "run": "k2140_juliet/runs/k2c_e8_rtx",

        "use_float64": false,

        "wall_s": 64.23

      },

      "mixed": {

        "run": "k2140_juliet/runs/k2c_e8_rtx_f64",

        "use_float64": true,

        "wall_s": 75.25

      },

      "ratio_mixed_over_float32": 1.1715709170169701,

      "superseded": {

        "float32": 283,

        "float64_after_fix": 307

      }

    }

  },

  "xla_fusion_autotuner": {

    "script": "scripts/stage.py (compile one vectorised likelihood under a memory cap)",

paper_benchmarks/gpu_precision/results/throughput_laptop.json

+25 −25
Changes for paper_benchmarks/gpu_precision/results/throughput_laptop.json: 25 added lines, 25 removed lines.
Original line number Diff line number Diff line
@@ -3,87 +3,87 @@ 
 "gpu": "NVIDIA GeForce RTX 5070 Ti Laptop GPU",

 "cpu_taskset": "0-15",

 "provenance": {

  "pyaetna_commit": "ff499a6",

  "src_diff_sha256": "4aaf4307052067fb",

  "date": "2026-10-02 03:32"

  "pyaetna_commit": "7de93d6",

  "src_diff_sha256": null,

  "date": "2026-10-02 20:37"

 },

 "rows": [

  {

   "device": "cpu",

   "precision": "float32",

   "batch": 1,

   "ms": 0.78,

   "evals_per_s": 1282

   "ms": 0.74,

   "evals_per_s": 1351

  },

  {

   "device": "cpu",

   "precision": "float32",

   "batch": 58,

   "ms": 6.16,

   "evals_per_s": 9416

   "ms": 6.49,

   "evals_per_s": 8937

  },

  {

   "device": "cpu",

   "precision": "float32",

   "batch": 512,

   "ms": 73.84,

   "evals_per_s": 6934

   "ms": 64.49,

   "evals_per_s": 7939

  },

  {

   "device": "cpu",

   "precision": "mixed",

   "batch": 1,

   "ms": 0.76,

   "evals_per_s": 1316

   "ms": 0.72,

   "evals_per_s": 1389

  },

  {

   "device": "cpu",

   "precision": "mixed",

   "batch": 58,

   "ms": 6.2,

   "evals_per_s": 9355

   "ms": 5.89,

   "evals_per_s": 9847

  },

  {

   "device": "cpu",

   "precision": "mixed",

   "batch": 512,

   "ms": 51.01,

   "evals_per_s": 10037

   "ms": 49.57,

   "evals_per_s": 10329

  },

  {

   "device": "gpu",

   "precision": "float32",

   "batch": 1,

   "ms": 0.11,

   "evals_per_s": 9091

   "ms": 0.12,

   "evals_per_s": 8333

  },

  {

   "device": "gpu",

   "precision": "float32",

   "batch": 58,

   "ms": 0.39,

   "evals_per_s": 148718

   "ms": 0.4,

   "evals_per_s": 145000

  },

  {

   "device": "gpu",

   "precision": "float32",

   "batch": 512,

   "ms": 2.61,

   "evals_per_s": 196169

   "ms": 2.55,

   "evals_per_s": 200784

  },

  {

   "device": "gpu",

   "precision": "mixed",

   "batch": 1,

   "ms": 0.14,

   "evals_per_s": 7143

   "ms": 0.15,

   "evals_per_s": 6667

  },

  {

   "device": "gpu",

   "precision": "mixed",

   "batch": 58,

   "ms": 0.52,

   "evals_per_s": 111538

   "ms": 0.48,

   "evals_per_s": 120833

  },

  {

   "device": "gpu",

paper_benchmarks/gpu_precision/results/throughput_server.json

+10 −10
Changes for paper_benchmarks/gpu_precision/results/throughput_server.json: 10 added lines, 10 removed lines.
Original line number Diff line number Diff line
@@ -4,23 +4,23 @@ 
 "cpu_taskset": "0-15",

 "provenance": {

  "pyaetna_commit": "9cd57eb",

  "src_diff_sha256": "c167ec055bea4347",

  "date": "2026-10-02 03:16"

  "src_diff_sha256": "75f7a42594dceff9",

  "date": "2026-10-02 20:38"

 },

 "rows": [

  {

   "device": "gpu",

   "precision": "float32",

   "batch": 1,

   "ms": 0.12,

   "evals_per_s": 8333

   "ms": 0.1,

   "evals_per_s": 10000

  },

  {

   "device": "gpu",

   "precision": "float32",

   "batch": 58,

   "ms": 0.17,

   "evals_per_s": 341176

   "ms": 0.19,

   "evals_per_s": 305263

  },

  {

   "device": "gpu",
@@ -33,8 +33,8 @@ 
   "device": "gpu",

   "precision": "mixed",

   "batch": 1,

   "ms": 0.15,

   "evals_per_s": 6667

   "ms": 0.13,

   "evals_per_s": 7692

  },

  {

   "device": "gpu",
@@ -47,8 +47,8 @@ 
   "device": "gpu",

   "precision": "mixed",

   "batch": 512,

   "ms": 0.7,

   "evals_per_s": 731429

   "ms": 0.69,

   "evals_per_s": 742029

  }

 ]

}
 
 No newline at end of file

paper_benchmarks/k2100_pyaneti/results/summary.json

+213 −213

File changed.

Preview size limit exceeded, changes collapsed.