Commit ee740772 authored by Gaetano Scandariato's avatar Gaetano Scandariato
Browse files

feat: 16-seed evidence runs on the H100 for all benchmarks, nautilus reference... 

feat: 16-seed evidence runs on the H100 for all benchmarks, nautilus reference evidences, table and figure generators

Co-Authored-By: default avatarClaude Sonnet 5.5 <noreply@anthropic.com>
parent c9e7013e

paper_benchmarks/k2100_pyaneti/results/summary.json

+60 −6
Changes for paper_benchmarks/k2100_pyaneti/results/summary.json: 60 added lines, 6 removed lines.
Original line number Diff line number Diff line
@@ -717,6 +717,60 @@ 
        "git_commit": "be3ba75aacac2e7453b48e45760ea77f89d82c55",

        "git_dirty": false

      },

      "ns_seed11_h100": {

        "random_seed": 11,

        "inner_steps_per_dim": 4,

        "log_evidence": -237.81171094638682,

        "log_evidence_err": 0.3285770955377421,

        "elapsed_s": 84.0480375289917,

        "git_commit": "cfc0ee3b6a6d6be2ced92b004b162ed72254876a",

        "git_dirty": false

      },

      "ns_seed12_h100": {

        "random_seed": 12,

        "inner_steps_per_dim": 4,

        "log_evidence": -237.92469710828746,

        "log_evidence_err": 0.3414800485931066,

        "elapsed_s": 85.09369993209839,

        "git_commit": "cfc0ee3b6a6d6be2ced92b004b162ed72254876a",

        "git_dirty": false

      },

      "ns_seed13_h100": {

        "random_seed": 13,

        "inner_steps_per_dim": 4,

        "log_evidence": -236.87801850283347,

        "log_evidence_err": 0.31933284801881995,

        "elapsed_s": 84.85966610908508,

        "git_commit": "cfc0ee3b6a6d6be2ced92b004b162ed72254876a",

        "git_dirty": false

      },

      "ns_seed14_h100": {

        "random_seed": 14,

        "inner_steps_per_dim": 4,

        "log_evidence": -237.83459816474817,

        "log_evidence_err": 0.3157818667972029,

        "elapsed_s": 85.75313925743103,

        "git_commit": "cfc0ee3b6a6d6be2ced92b004b162ed72254876a",

        "git_dirty": false

      },

      "ns_seed15_h100": {

        "random_seed": 15,

        "inner_steps_per_dim": 4,

        "log_evidence": -237.87591597209746,

        "log_evidence_err": 0.29953262124790886,

        "elapsed_s": 82.99942231178284,

        "git_commit": "cfc0ee3b6a6d6be2ced92b004b162ed72254876a",

        "git_dirty": false

      },

      "ns_seed16_h100": {

        "random_seed": 16,

        "inner_steps_per_dim": 4,

        "log_evidence": -237.07078407441224,

        "log_evidence_err": 0.2865037589435067,

        "elapsed_s": 81.52065467834473,

        "git_commit": "cfc0ee3b6a6d6be2ced92b004b162ed72254876a",

        "git_dirty": false

      },

      "ns_rtx_inner8": {

        "random_seed": 1,

        "inner_steps_per_dim": 8,
@@ -727,11 +781,11 @@ 
        "git_dirty": false

      }

    },

    "n_seeds": 10,

    "default_mean": -237.81718071754864,

    "default_scatter": 0.4897915175255463,

    "mean_reported_err": 0.30085983461610144,

    "scatter_over_reported_err": 1.6279724349065157,

    "ratio_uncertainty": 0.3837167827690576

    "n_seeds": 16,

    "default_mean": -237.72297074651576,

    "default_scatter": 0.4810772482799695,

    "mean_reported_err": 0.3062379115812063,

    "scatter_over_reported_err": 1.5709264923993593,

    "ratio_uncertainty": 0.28681062535653234

  }

}
 
 No newline at end of file

paper_benchmarks/k2100_pyaneti/runs/ns_seed11_h100/PyAETNAouts/k2100_results.json

0 → 100644
+510 −0
Changes for paper_benchmarks/k2100_pyaneti/runs/ns_seed11_h100/PyAETNAouts/k2100_results.json: 510 added lines, 0 removed lines.
Original line number Diff line number Diff line 
{

 "format": "pyaetna-results",

 "format_version": 1,

 "evidence": {

  "log_evidence": -237.81171094638682,

  "log_evidence_err": 0.3285770955377421,

  "information_nats": 44.81359507104676,

  "converged": true,

  "n_iterations": 488,

  "n_dead": 24900,

  "n_likelihood_evals_approx": 4492453,

  "effective_sample_size": 4567.861479474185,

  "elapsed_s": 84.0480375289917,

  "prior_rejected_fraction": 0.0,

  "n_dim": 17,

  "num_inner_steps": 68,

  "num_delete": 50,

  "settings": {

   "n_live": 500,

   "dlogz": 0.1,

   "inner_steps_per_dim": 4,

   "delete_fraction": 0.1,

   "max_iterations": 100000,

   "num_samples": 4000,

   "space": "constrained",

   "slice_bracket": "adaptive",

   "slice_loop": "fused"

  },

  "posterior_summary": {

   "A_activity_BIS": {

    "median": -0.04055045649788755,

    "p16": -0.08659358568553616,

    "p84": 0.0023722287038554007

   },

   "A_activity_RHK": {

    "median": 0.016105180308449596,

    "p16": 0.013791925063820784,

    "p84": 0.018881407274431734

   },

   "A_activity_Y": {

    "median": 3.4417266811392593,

    "p16": 1.0158670676736867,

    "p84": 7.954446160062776

   },

   "B_activity_BIS": {

    "median": -0.11102795036923174,

    "p16": -0.13853635088343957,

    "p84": -0.09028827156685718

   },

   "B_activity_Y": {

    "median": 5.780146866442772,

    "p16": 3.5335533126445986,

    "p84": 8.493083752282795

   },

   "delta_period_b": {

    "median": -1.0168255509761465e-08,

    "p16": -4.1336680135495116e-07,

    "p84": 3.9019083542518776e-07

   },

   "delta_tau_b": {

    "median": -3.9822710121499395e-06,

    "p16": -0.000273987668682836,

    "p84": 0.0002591318427735176

   },

   "gp_freq_activity": {

    "median": 0.23007917449712068,

    "p16": 0.22984347365655852,

    "p84": 0.23026347768997174

   },

   "kRV_b": {

    "median": 7.347448449455848,

    "p16": 2.5890071142627518,

    "p84": 13.913289491780525

   },

   "log_gp_gamma_activity": {

    "median": 2.9867561956606448,

    "p16": 2.7811438924985863,

    "p84": 3.214392430003286

   },

   "log_gp_se_scale_activity": {

    "median": 3.453815537548165,

    "p16": 3.21552423398329,

    "p84": 3.694209970286418

   },

   "log_jitter": {

    "median": 3.692625807452727,

    "p16": 3.6078773186060697,

    "p84": 3.781544546181856

   },

   "log_jitter_activity_BIS": {

    "median": -2.320200971226062,

    "p16": -2.348126390126623,

    "p84": -2.3072647151649393

   },

   "log_jitter_activity_RHK": {

    "median": -9.483926718219184,

    "p16": -12.367662562697285,

    "p84": -6.54353170515425

   },

   "norm": {

    "median": 34.40283905190577,

    "p16": 34.39730674117075,

    "p84": 34.40758565327267

   },

   "offset_activity_BIS": {

    "median": -0.06407983680621593,

    "p16": -0.09925064014544346,

    "p84": -0.028931882046826174

   },

   "offset_activity_RHK": {

    "median": -4.4480752758832915,

    "p16": -4.451991708801434,

    "p84": -4.444127431245277

   }

  },

  "device": "gpu",

  "precision": "float64",

  "random_seed": 11,

  "config_file": "k2100.yaml",

  "config_sha256": "5323d95f1757dad1dbd8a1d8301bf399ddfebc30388d27d63381882659314b89",

  "pyaetna_version": "3.8.0",

  "jax_version": "0.11.0",

  "timestamp_utc": "2026-10-12T18:27:35Z",

  "provenance": {

   "pyaetna_version": "3.8.0",

   "git_commit": "cfc0ee3b6a6d6be2ced92b004b162ed72254876a",

   "git_dirty": false,

   "git_diff_sha256": null,

   "python": "3.14.4",

   "platform": "Linux-6.12.95+deb13-amd64-x86_64-with-glibc2.41",

   "packages": {

    "jax": "0.11.0",

    "jaxlib": "0.11.0",

    "jax-cuda12-plugin": "0.11.0",

    "nvidia-cuda-runtime-cu12": "12.9.79",

    "numpyro": "0.22.0",

    "blackjax": "1.6.2",

    "tinygp": "0.3.1",

    "jaxoplanet": "0.1.0",

    "numpy": "2.5.1"

   },

   "jax_platforms": "cuda,cpu",

   "gpu": [

    {

     "name": "NVIDIA H100 NVL",

     "driver": "550.163.01",

     "memory": "95830 MiB"

    }

   ],

   "compilation_cache_entries": 88189

  },

  "blackjax_version": "1.6.2"

 },

 "config_name": "k2100",

 "run": {

  "sampler": "ns",

  "device": "gpu",

  "precision": "float64",

  "num_chains": 1,

  "num_draws_per_chain": 4000,

  "num_warmup": 0,

  "sampling_elapsed_s": 84.0480375289917,

  "random_seed": 11,

  "timestamp_utc": "2026-10-12T18:27:36Z"

 },

 "provenance": {

  "pyaetna_version": "3.8.0",

  "git_commit": "cfc0ee3b6a6d6be2ced92b004b162ed72254876a",

  "git_dirty": false,

  "git_diff_sha256": null,

  "python": "3.14.4",

  "platform": "Linux-6.12.95+deb13-amd64-x86_64-with-glibc2.41",

  "packages": {

   "jax": "0.11.0",

   "jaxlib": "0.11.0",

   "jax-cuda12-plugin": "0.11.0",

   "nvidia-cuda-runtime-cu12": "12.9.79",

   "numpyro": "0.22.0",

   "blackjax": "1.6.2",

   "tinygp": "0.3.1",

   "jaxoplanet": "0.1.0",

   "numpy": "2.5.1"

  },

  "jax_platforms": "cuda,cpu",

  "gpu": [

   {

    "name": "NVIDIA H100 NVL",

    "driver": "550.163.01",

    "memory": "95830 MiB"

   }

  ],

  "compilation_cache_entries": 88189

 },

 "parameters": {

  "A_activity_BIS": {

   "mean": -0.04129829462607965,

   "std": 0.047148516816763644,

   "ess": 4028.051804398496,

   "rhat": 0.9999841107260002,

   "ess_per_sec": 47.925590207969485

  },

  "A_activity_RHK": {

   "mean": 0.01637012568912099,

   "std": 0.002708223951539582,

   "ess": 3726.030080052367,

   "rhat": 0.9998607467991445,

   "ess_per_sec": 44.33214849028572

  },

  "A_activity_Y": {

   "mean": 4.410184124727002,

   "std": 3.711944253484886,

   "ess": 4105.30702969512,

   "rhat": 0.9999660098454987,

   "ess_per_sec": 48.844769614983896

  },

  "B_activity_BIS": {

   "mean": -0.11439399707926945,

   "std": 0.025053188045343972,

   "ess": 3712.214423923264,

   "rhat": 0.9998575609050918,

   "ess_per_sec": 44.16777039728935

  },

  "B_activity_Y": {

   "mean": 6.009637066068689,

   "std": 2.6003235813346715,

   "ess": 3709.099914975505,

   "rhat": 0.9997501789454586,

   "ess_per_sec": 44.13071410139803

  },

  "delta_period_b": {

   "mean": -7.909375752862232e-09,

   "std": 4.025994980028881e-07,

   "ess": 3813.5426417559165,

   "rhat": 0.9997535970835784,

   "ess_per_sec": 45.37336925255947

  },

  "delta_tau_b": {

   "mean": -6.675385969117329e-06,

   "std": 0.00027017460515090083,

   "ess": 3930.3964596888504,

   "rhat": 0.9997501252395539,

   "ess_per_sec": 46.76369104196028

  },

  "gp_freq_activity": {

   "mean": 0.2300471178807323,

   "std": 0.00029847875334596615,

   "ess": 4093.0389627789623,

   "rhat": 1.0000543845840382,

   "ess_per_sec": 48.69880467306689

  },

  "kRV_b": {

   "mean": 8.285200600546144,

   "std": 5.5421799650729024,

   "ess": 3987.6877704913463,

   "rhat": 0.9999046883256569,

   "ess_per_sec": 47.445340637677894

  },

  "log_gp_gamma_activity": {

   "mean": 2.9960650984758206,

   "std": 0.2184429910323513,

   "ess": 4000.577189613059,

   "rhat": 0.9997733594640471,

   "ess_per_sec": 47.59869840188823

  },

  "log_gp_se_scale_activity": {

   "mean": 3.4550794410016543,

   "std": 0.2587157351618902,

   "ess": 3616.510455047403,

   "rhat": 0.9997606688401902,

   "ess_per_sec": 43.029088618516724

  },

  "log_jitter": {

   "mean": 3.69510361297306,

   "std": 0.09041792996301702,

   "ess": 4142.881725201904,

   "rhat": 0.9997547096667713,

   "ess_per_sec": 49.29183175482057

  },

  "log_jitter_activity_BIS": {

   "mean": -2.327118224070163,

   "std": 0.02314799615314585,

   "ess": 3897.6563609832756,

   "rhat": 1.0000105588742885,

   "ess_per_sec": 46.374150730631996

  },

  "log_jitter_activity_RHK": {

   "mean": -9.478351860682832,

   "std": 2.4814249883912507,

   "ess": 4083.5943236159824,

   "rhat": 0.9998494277183407,

   "ess_per_sec": 48.58643275528449

  },

  "norm": {

   "mean": 34.40263147504206,

   "std": 0.005320081236289551,

   "ess": 3936.670846690707,

   "rhat": 0.9997517252384591,

   "ess_per_sec": 46.838343433453566

  },

  "offset_activity_BIS": {

   "mean": -0.0638002693803795,

   "std": 0.03633376651687364,

   "ess": 4184.512144636492,

   "rhat": 0.9998016690693636,

   "ess_per_sec": 49.78714872662051

  },

  "offset_activity_RHK": {

   "mean": -4.4480967174029935,

   "std": 0.004092162133732254,

   "ess": 3851.878771996078,

   "rhat": 0.999750025795622,

   "ess_per_sec": 45.829490910687866

  },

  "rho_activity_Y_BIS": {

   "mean": -0.9807294985728934,

   "std": 0.05441856508076871,

   "ess": 4159.237828774035,

   "rhat": 0.9998169723877112,

   "ess_per_sec": 49.486435984175586

  },

  "rho_activity_Y_RHK": {

   "mean": 0.17524635633739366,

   "std": 0.1508452569398177,

   "ess": 4186.063482376295,

   "rhat": 0.9999370083012149,

   "ess_per_sec": 49.805606477514075

  }

 },

 "fixed_params": {

  "norm_mode": "additive",

  "B_activity_RHK": 0.0,

  "rho_star": 1.0,

  "q1": 0,

  "q2": 0,

  "inc_star": 1.5707963267948966,

  "impact_b": 0.5,

  "rp_by_rs_b": 0.0,

  "ecos_b": 0.0,

  "esin_b": 0.0,

  "amp_night_b": 0.0,

  "amp_day_minus_amp_night_b": 0.0,

  "amp_beam_b": 0.0,

  "amp_ellip_b": 0.0,

  "phoffset_b": 0.0,

  "tidallag_b": 0.0,

  "lambda_spin_b": 0.0,

  "tau_ref_b": 2457140.71934,

  "period_ref_b": 1.6739038

 },

 "map": null,

 "config": {

  "data": {

   "working_dir": "./",

   "file_path": "k2100.dat",

   "timeZeroPoint": 2450000

  },

  "instruments": [

   "HARPSN"

  ],

  "data_type": [

   "RV"

  ],

  "sampling": {

   "production_sampler": "ns",

   "peak_search": false,

   "use_float64": true,

   "checkpoint_interval": 500,

   "random_seed": 11,

   "reset": true,

   "n_live_if_ns": 500,

   "dlogz_if_ns": 0.1

  },

  "reports": {

   "discard_extra_warmup": 0,

   "trace_max_points": 500,

   "run": false

  },

  "log_jitter": [

   "global",

   "uniform",

   -6.908,

   4.605

  ],

  "detrending": {

   "normalization_mode": "additive",

   "normalization": [

    "global",

    "uniform",

    34.1997672,

    34.5824828

   ],

   "multi_GP": {

    "activity": {

     "instruments": [

      "HARPSN"

     ],

     "kernel": "QuasiPeriodic",

     "x_variable": "BJD",

     "log_gp_se_scale": [

      "uniform",

      0.0,

      4.382027

     ],

     "gp_freq": [

      "uniform",

      0.196078,

      0.25

     ],

     "log_gp_gamma": [

      "uniform",

      -2.079442,

      3.912023

     ],

     "blocking": "none",

     "channels": {

      "Y": {

       "A": [

        "uniform",

        0,

        500

       ],

       "B": [

        "uniform",

        0,

        500

       ]

      },

      "RHK": {

       "A": [

        "uniform",

        0,

        0.5

       ],

       "B": 0.0,

       "offset": [

        "uniform",

        -4.5878,

        -4.2885

       ],

       "log_jitter": [

        "uniform",

        -13.815511,

        -2.302585

       ]

      },

      "BIS": {

       "A": [

        "uniform",

        -1.5,

        1.5

       ],

       "B": [

        "uniform",

        -1.5,

        1.5

       ],

       "offset": [

        "uniform",

        -1.55676,

        1.402916

       ],

       "log_jitter": [

        "uniform",

        -13.815511,

        -2.302585

       ]

      }

     }

    }

   }

  },

  "star": {

   "rho_star": 1.0,

   "q1": 0,

   "q2": 0

  },

  "planet_b": {

   "tau_ref": 2457140.71934,

   "delta_tau": [

    "global",

    "normal",

    0.0,

    0.00027

   ],

   "period_ref": 1.6739038,

   "delta_period": [

    "global",

    "normal",

    0.0,

    4e-07

   ],

   "impact": 0.5,

   "rp_by_rs": 0.0,

   "ecos": 0.0,

   "esin": 0.0,

   "kRV": [

    "global",

    "uniform",

    0.0,

    50.0

   ],

   "amp_night": 0.0,

   "amp_day_minus_amp_night": 0.0,

   "amp_beam": 0.0,

   "amp_ellip": 0.0,

   "phoffset": 0.0,

   "tidallag": 0.0

  }

 }

}
 
 No newline at end of file

paper_benchmarks/k2100_pyaneti/runs/ns_seed11_h100/PyAETNAouts/k2100_run.log

0 → 100644
+354 −0

File added.

Preview size limit exceeded, changes collapsed.

paper_benchmarks/k2100_pyaneti/runs/ns_seed11_h100/PyAETNAouts/k2100_samples.npz

0 → 100644
+454 KiB

File added.

No diff preview for this file type.

View file

paper_benchmarks/k2100_pyaneti/runs/ns_seed11_h100/done.txt

0 → 100644
+1 −0
Changes for paper_benchmarks/k2100_pyaneti/runs/ns_seed11_h100/done.txt: 1 added line, 0 removed lines.
Original line number Diff line number Diff line 
exit=0