AstroSimBench/docs/verification/compatibility.json at main · CSeph/AstroSimBench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
{
  "platform": "Linux-6.18.57-x86_64-with-glibc2.39",
  "combinations": [
    {
      "python": "3.12.14",
      "numpy": "2.3.5",
      "matplotlib": "3.10.8",
      "scipy": "1.17.0",
      "rebound": "5.2.2",
      "tests": 57,
      "passed": true,
      "log": "tests_default.log",
      "revision": "2026-11-01 lesson-owned output layout"
    },
    {
      "python": "3.12.14",
      "numpy": "2.3.5",
      "matplotlib": "3.10.8",
      "scipy": "1.17.0",
      "rebound": "4.4.11",
      "tests": 52,
      "passed": true,
      "log": "tests_rebound_4411.log",
      "revision": "Prior numerical-core compatibility checks; not repeated for the output-layout update."
    },
    {
      "python": "3.12.14",
      "numpy": "2.3.5",
      "matplotlib": "3.10.8",
      "scipy": "1.17.0",
      "rebound": "5.0.0",
      "tests": 52,
      "passed": true,
      "log": "tests_rebound_500.log",
      "revision": "Prior numerical-core compatibility checks; not repeated for the output-layout update."
    },
    {
      "python": "3.12.14",
      "numpy": "1.26.4",
      "matplotlib": "3.8.4",
      "scipy": "1.11.4",
      "rebound": "4.4.11",
      "tests": 52,
      "passed": true,
      "log": "tests_numpy126_mpl38.log",
      "revision": "Prior numerical-core compatibility checks; not repeated for the output-layout update."
    }
  ],
  "obsolete_gate_tests_removed": 5,
  "current_consistency_tests_added": 3,
  "python310_syntax_files": 87,
  "python310_runtime_tested": false,
  "runner_smoke": {
    "selected": [
      "4A",
      "4D"
    ],
    "completed": [
      "4A",
      "4D"
    ],
    "environment": {
      "python": "3.12.14",
      "numpy": "1.26.4",
      "matplotlib": "3.8.4",
      "scipy": "1.11.4",
      "rebound": "4.4.11",
      "tests": 52,
      "passed": true,
      "log": "tests_numpy126_mpl38.log"
    },
    "validation_checks": 8,
    "all_validation_checks_passed": true,
    "log": "runner_old_stack.log"
  },
  "alternate_plotting": {
    "numpy": "1.26.4",
    "matplotlib": "3.8.4",
    "rebound": "4.4.11",
    "png_figures": 11,
    "description": "Saved-data 4B/4C/4E figures and README renderer; no integrations or pixel-equality requirement."
  },
  "old_numpy_saved_result_replay_passed": true,
  "wheel_build_and_import_passed": true,
  "limitation": "Representative dependency combinations on Python 3.12; not every supported interpreter or release, and not a full long-duration rerun of all experiments.",
  "previous_output_revision_20261031": {
    "date": "2026-10-31",
    "platform": "Linux-6.18.57-x86_64-with-glibc2.39",
    "environment": {
      "python": "3.12.14",
      "numpy": "2.3.5",
      "matplotlib": "3.10.8",
      "rebound": "5.2.2"
    },
    "tests": 55,
    "passed": true,
    "new_functional_tests": 3,
    "full_4e_run": {
      "execution_status": "completed",
      "sampling_validation_passed": true,
      "reference_cases": 5,
      "candidate_settings": 14,
      "completed_candidates": 14,
      "budget_exclusions": 0,
      "png_files": 4,
      "svg_files": 4,
      "measurements_recomputed": 14,
      "log": "4e_run.log",
      "scope": "Default physical parameters, candidate settings and budgets; new trajectories kept outside the course snapshots."
    },
    "plot_only": {
      "actual_cli_passed": true,
      "png_files": 4,
      "svg_files": 4,
      "new_integrations": 0,
      "measured_tables_unchanged": true,
      "reference_only_png_files": 3
    },
    "layout": "One supplied batch contains A-E, companion views and separately labelled supplements.",
    "consolidated_batch_postprocessing": {
      "actual_cli_passed": true,
      "png_files": 3,
      "svg_files": 3,
      "new_integrations": 0
    },
    "limitation": "Validated here on Linux with Python 3.12.14; the user Mac run was not accessed. Full Parts 1-4 were not repeated for every supported dependency version."
  },
  "current_revision": {
    "date": "2026-11-01",
    "scope": "Directory routing and sampled-peak plotting; no new integrations",
    "tests": 57,
    "passed": true,
    "environment": {
      "python": "3.12.14",
      "numpy": "2.3.5",
      "matplotlib": "3.10.8",
      "rebound": "5.2.2"
    },
    "primary_settings_recomputed": 201,
    "supplementary_settings_recomputed": 19,
    "derived_csv_tables_replayed": 8,
    "png_files": 17,
    "svg_files": 17,
    "stage_order_unchanged": true,
    "single_lesson_stage_order_unchanged": true,
    "postprocessor_cli_replayed": true,
    "d_cost_table_reused_without_overwrite": true,
    "numerical_drivers_parameters_and_budgets_unchanged": true,
    "python310_syntax_files": 87,
    "python310_runtime_tested": false,
    "limitation": "Current tests ran on Linux/Python 3.12.14; full integrations were not repeated for this output-layout revision. The earlier full 4E log remains explicitly historical."
  }
}