Commit 0f4dcbcd authored by Gaetano Scandariato's avatar Gaetano Scandariato
Browse files

chore: WASP-18 and NUTS reruns after the lineage fix on the laptop, juliet...

chore: WASP-18 and NUTS reruns after the lineage fix on the laptop, juliet slice runs on the laptop, binned-error server runs, tables

Co-Authored-By: default avatarClaude Sonnet 5.5 <noreply@anthropic.com>
parent d3937951
Loading
Loading
Loading
Loading
+7 −3
Changes for paper_benchmarks/common/warmup_test.py: 7 added lines, 3 removed lines.
Original line number Diff line number Diff line
@@ -11,12 +11,13 @@ With an optional converged reference run (samples NPZ of nested sampling, or of
each run is also compared with it, to tell whether either mode converged at all.

usage: python warmup_test.py <benchmark dir> <config name> <burn steps of the direct runs> [<reference samples.npz>]
writes <benchmark dir>/results/warmup_test.json
writes <benchmark dir>/results/warmup_test.json (with WARMUP_TEST_DIR=<folder>: runs/<folder>, results/<folder>.json)
"""

from __future__ import annotations

import json
import os
import re
import sys
from pathlib import Path
@@ -57,7 +58,10 @@ def stats(chains: dict[str, np.ndarray], mask: np.ndarray) -> dict[str, tuple]:

def main() -> None:
    bench, config, burn_direct = Path(sys.argv[1]), sys.argv[2], int(sys.argv[3])
    base = bench / "runs" / "warmup_test"
    folder = os.environ.get(
        "WARMUP_TEST_DIR", "warmup_test"
    )  # e.g. warmup_test_err (WASP-18, binned errors)
    base = bench / "runs" / folder
    runs = sorted(p for p in base.iterdir() if (p / "done.txt").exists())
    chains, out = {}, {
        "benchmark": bench.name,
@@ -103,7 +107,7 @@ def main() -> None:
                    "width_ratio_min": min(s[k][1] / ref[k][1] for k in ref),
                    "width_ratio_max": max(s[k][1] / ref[k][1] for k in ref),
                }
    dest = bench / "results" / "warmup_test.json"
    dest = bench / "results" / f"{folder}.json"
    dest.write_text(json.dumps(out, indent=1))
    for name, r in out["runs"].items():
        print(
+2330 −0

File added.

Preview size limit exceeded, changes collapsed.

+27 −0
Changes for paper_benchmarks/cpu_scaling/juliet_rslice_laptop/K2-140_priors_fullcircular.dat: 27 added lines, 0 removed lines.
Original line number Diff line number Diff line
# Physical parameters of the transiting system:
P_p1                  Normal            6.5693,0.0001
t0_p1                 Normal            2457588.284,0.001
a_p1                  Uniform           1.0,30.0
r1_p1                 Uniform           0.0,1.0
r2_p1                 Uniform           0.0,1.0
ecc_p1                FIXED             0.0
omega_p1              FIXED             90.0
K_p1                  Uniform           0,1.0
# Photometric priors for K2 photometry:
q1_K2                 Uniform           0.0,1.0
q2_K2                 Uniform           0.0,1.0
mdilution_K2          FIXED             1.0
sigma_w_K2            Jeffreys          1.,500
mflux_K2              Normal            0.0,0.1
# Photometric priors for LCOGT (including GP) photometry:
q1_LCOGT              Uniform           0.0,1.0
mdilution_LCOGT       FIXED             1.0
sigma_w_LCOGT         Jeffreys          1.,5000
mflux_LCOGT           Normal            0.0,0.1
# RV priors:
mu_CORALIE            Normal            1.220,0.05
sigma_w_rv_CORALIE    Jeffreys          0.0001,0.1
mu_FIES               Normal            1.215,0.05
sigma_w_rv_FIES       Jeffreys          0.0001,0.1
mu_HARPS              Normal            1.240,0.05
sigma_w_rv_HARPS      Jeffreys          0.0001,0.1
+31 −0
Changes for paper_benchmarks/cpu_scaling/juliet_rslice_laptop/K2-140_rvs.dat: 31 added lines, 0 removed lines.
Original line number Diff line number Diff line
2457804.7517220 1.25803 0.02389 CORALIE
2457806.7167899 1.12310 0.03330 HARPS
2457814.7924530 1.20384 0.02344 CORALIE
2457815.6689090 1.31119 0.02967 CORALIE
2457817.6781370 1.27255 0.03227 CORALIE
2457818.7236820 1.15348 0.02183 CORALIE
2457820.7548340 1.14137 0.02247 CORALIE
2457821.8520540 1.29300 0.02745 CORALIE
2457823.8741910 1.29414 0.02778 CORALIE
2457832.7142630 1.10465 0.03093 CORALIE
2457836.6811880 1.31122 0.03383 CORALIE
2457850.7176320 1.22394 0.02820 CORALIE
2457851.8233850 1.09243 0.03450 CORALIE
2457866.6826602 1.19110 0.00860 HARPS
2457867.6997340 1.28760 0.01110 HARPS
2457868.7574426 1.33820 0.01370 HARPS
2457869.6828912 1.33540 0.01110 HARPS
2457871.7285204 1.13620 0.01020 HARPS
2457833.5760830 1.05670 0.01060 FIES
2457834.6127940 1.12300 0.01350 FIES
2457835.5591960 1.20800 0.01500 FIES
2457836.6533440 1.22900 0.01360 FIES
2457845.5749890 1.04720 0.01200 FIES
2457865.4957900 1.02410 0.01610 FIES
2457867.4838740 1.14220 0.01010 FIES
2457877.4638430 1.07870 0.01340 FIES
2457890.4216980 1.14360 0.01530 FIES
2457893.4443160 1.11650 0.01160 FIES
2457894.4701650 1.18400 0.00990 FIES
2457895.4113150 1.23680 0.01150 FIES
2457896.5127910 1.18590 0.01310 FIES
+90 −0
Changes for paper_benchmarks/cpu_scaling/juliet_rslice_laptop/juliet_20_rslice_1.json: 90 added lines, 0 removed lines.
Original line number Diff line number Diff line
{
 "elapsed_s": 291.1908686161041,
 "lnZ": 14879.103028793577,
 "lnZerr": 0.4691249831092311,
 "sample": "rslice",
 "n_likelihood_calls": 3317465,
 "n_samples": 29502,
 "summary": {
  "loglike": [
   14929.872987274799,
   2.8766542731064257
  ],
  "P_p1": [
   6.569286270639369,
   2.610621502685438e-05
  ],
  "t0_p1": [
   2457588.284617272,
   0.0002465305604946259
  ],
  "a_p1": [
   15.305533929821348,
   0.24597449788352144
  ],
  "r1_p1": [
   0.41647684686804526,
   0.05799326627307253
  ],
  "r2_p1": [
   0.11521666874707226,
   0.0008909211108925317
  ],
  "K_p1": [
   0.10366042040005675,
   0.004974133811261864
  ],
  "q1_K2": [
   0.17795431530669692,
   0.10952430700639809
  ],
  "q2_K2": [
   0.594122991830523,
   0.2009526980393186
  ],
  "sigma_w_K2": [
   382.27923022294465,
   6.066528735450174
  ],
  "mflux_K2": [
   -3.5603782609045194e-05,
   8.521162900485863e-06
  ],
  "q1_LCOGT": [
   0.5670051166676436,
   0.06694483980623603
  ],
  "sigma_w_LCOGT": [
   18.611623260061073,
   112.39605379300157
  ],
  "mflux_LCOGT": [
   0.00017280305961430277,
   0.0002285328891900903
  ],
  "mu_CORALIE": [
   1.214681709764758,
   0.007922967306073628
  ],
  "sigma_w_CORALIE": [
   0.0009834441163826867,
   0.0051266403812332325
  ],
  "mu_FIES": [
   1.1320194637473833,
   0.0038629085157411767
  ],
  "sigma_w_FIES": [
   0.0021090936322112133,
   0.004740897935550759
  ],
  "mu_HARPS": [
   1.247017343017834,
   0.00910694377385107
  ],
  "sigma_w_HARPS": [
   0.014003817084511398,
   0.011174693980199778
  ]
 }
}
 No newline at end of file
Loading